-- Logs begin at Sat 2021-08-21 17:19:14 UTC, end at Sat 2021-08-21 19:37:00 UTC. -- Aug 21 17:49:00.839679 n-d-793621-32 systemd[1]: Started Devstack devstack@q-svc.service. Aug 21 17:49:03.520497 n-d-793621-32 neutron-server[94489]: INFO neutron.common.config [-] Logging enabled! Aug 21 17:49:03.521182 n-d-793621-32 neutron-server[94489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 21 17:49:03.521273 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94489) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 21 17:49:03.524567 n-d-793621-32 neutron-server[94489]: INFO neutron.common.config [-] Logging enabled! Aug 21 17:49:03.524823 n-d-793621-32 neutron-server[94489]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev553 Aug 21 17:49:03.525136 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94489) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 21 17:49:03.526070 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 17:49:03.526306 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 17:49:03.526695 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 17:49:03.526945 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 17:49:03.527174 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 17:49:03.527493 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.527790 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.528087 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.528320 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.528616 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.528905 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.529187 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.529474 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.529769 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.530055 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.530334 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.530643 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.530876 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.531156 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.531441 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.531724 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.531949 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] debug = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.532253 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.532677 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.533087 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.533368 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.533661 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.533939 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.534209 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.534484 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.534791 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.535120 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] host = n-d-793621-32 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.535398 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.535684 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.535969 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.536257 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.536527 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.536804 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.537086 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.537358 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.537626 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.537902 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.538190 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.538476 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.538786 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.539012 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.539233 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.539520 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.539805 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.540083 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.540359 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.540634 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.540908 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.541183 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.541452 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.541735 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.542019 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.542305 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.542603 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.542880 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.543152 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.543428 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.543711 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.543984 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.544258 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.544533 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.544819 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.545090 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.545363 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.545661 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.545947 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.546230 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.546535 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.546812 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.547093 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.547367 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.548165 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.548443 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_json = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.548716 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.548986 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.549266 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.549539 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.549813 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.550086 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.550356 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.550918 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:03.551216 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.551511 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.551813 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.552096 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.552389 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.552672 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.552961 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.553239 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.553528 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.553819 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.554113 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.554391 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.554707 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.554990 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.555285 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.555591 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.555943 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.556175 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.556451 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.556725 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.557000 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.557279 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.557564 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.557856 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.558144 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.558418 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.558720 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.559015 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.559293 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.559567 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.559846 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.560133 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.560411 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.560685 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.560970 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.561252 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.561526 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.561803 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.562081 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.562373 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.562679 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.562958 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.563250 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.564124 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.564404 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.564700 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.564985 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.565266 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.565547 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.565833 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.566111 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.566388 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.566691 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.566971 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.567253 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.567573 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.567810 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.568087 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.568364 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.568641 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.568917 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.569192 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.569471 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.569749 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.570024 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.570300 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.570605 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.570882 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.571168 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.571466 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.571748 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.572028 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.572310 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.572590 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.572866 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.573141 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.573417 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.573698 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.573976 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.574264 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.574570 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.574862 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.575144 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.575422 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.575717 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.575997 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.576280 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.576559 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.576838 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.577128 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.577412 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.577708 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.578003 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.578298 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.578619 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.579157 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.579258 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.579515 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.579796 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:03.580015 n-d-793621-32 neutron-server[94489]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 17:49:03.580256 n-d-793621-32 neutron-server[94489]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94489) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 21 17:49:03.928377 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 21 17:49:03.928653 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 21 17:49:03.928944 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 21 17:49:03.929276 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 21 17:49:04.326190 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.326479 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.326786 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.328116 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.328393 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.328662 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.362955 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.363242 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.363508 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.380412 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.380694 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.380964 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.409350 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.409628 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.409896 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.445932 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.446212 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.446484 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.678518 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.679162 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.679162 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.679347 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.680004 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.800374 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.800946 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.801229 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.801504 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.801777 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.802083 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.802335 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.802620 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.802876 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.803157 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.803416 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.803680 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.803934 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.804183 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.804437 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.804700 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.804958 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.805224 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.805492 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.805903 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.806181 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.806438 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.806750 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.807127 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.807379 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.807626 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.808021 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.808262 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.808499 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.808736 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.808972 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.809207 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:04.809568 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 21 17:49:04.812738 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 21 17:49:04.817242 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 21 17:49:04.821042 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 21 17:49:04.822697 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 21 17:49:04.823153 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 21 17:49:04.823491 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 21 17:49:04.823877 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 21 17:49:04.826850 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 21 17:49:04.827105 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 21 17:49:04.827448 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 17:49:04.832718 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 21 17:49:04.854429 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 21 17:49:04.854915 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.855212 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94489) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 21 17:49:04.855573 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.856915 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94489) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 21 17:49:04.857193 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 21 17:49:04.857436 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 21 17:49:04.861136 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.861414 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:04.925115 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 21 17:49:04.925351 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 21 17:49:04.925846 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 21 17:49:04.926211 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 21 17:49:04.947542 n-d-793621-32 neutron-server[94489]: DEBUG oslo_db.sqlalchemy.engines [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94489) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 21 17:49:05.482989 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing driver for type 'gre' Aug 21 17:49:05.483507 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] gre ID ranges: [(1, 1000)] Aug 21 17:49:05.538657 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing driver for type 'local' Aug 21 17:49:05.539020 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing driver for type 'vlan' Aug 21 17:49:05.552194 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] VlanTypeDriver initialization complete Aug 21 17:49:05.552542 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing driver for type 'vxlan' Aug 21 17:49:05.553035 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] vxlan ID ranges: [(1, 1000)] Aug 21 17:49:05.610602 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing extension driver 'port_security' Aug 21 17:49:05.610953 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.extensions.port_security [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] PortSecurityExtensionDriver initialization complete Aug 21 17:49:05.611289 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing mechanism driver 'openvswitch' Aug 21 17:49:05.611627 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing mechanism driver 'hyperv' Aug 21 17:49:05.618128 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.plugin [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:05.619014 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.619394 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.619759 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.620280 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.620723 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.621087 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.621444 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.621839 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.622250 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.622635 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.622986 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.623377 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.623787 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.624144 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.624490 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.624887 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.625299 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.626257 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.626665 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.627064 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.627471 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > address_group after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.627823 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > address_group after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.628168 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.628559 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94489) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 21 17:49:05.628945 n-d-793621-32 neutron-server[94489]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] ML2 OVO RPC backend initialized. {{(pid=94489) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 21 17:49:05.629659 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.630016 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.630438 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.630817 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > networks before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.631171 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.631519 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > ports before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.631901 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.632248 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnets before_response 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.632599 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.632947 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.633292 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.633639 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.633988 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.634331 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.634703 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.635056 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.635398 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.635975 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.plugin [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Modular L2 Plugin initialization complete Aug 21 17:49:05.636307 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading services supported by the core plugin {{(pid=94489) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 21 17:49:05.636641 n-d-793621-32 neutron-server[94489]: INFO neutron.plugins.ml2.managers [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Got port-security extension from driver 'port_security' Aug 21 17:49:05.637111 n-d-793621-32 neutron-server[94489]: INFO neutron.extensions.vlantransparent [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Disabled vlantransparent extension. Aug 21 17:49:05.637601 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94489) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 21 17:49:05.637916 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: router Aug 21 17:49:05.673938 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.674336 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_create 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.674745 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router before_create 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.675122 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.675747 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.676117 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_delete 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.676482 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.676960 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.677328 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_create 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.677682 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.678038 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.678400 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.678788 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.679318 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.679565 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.679910 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.680253 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: subnet after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.680595 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.680949 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.681302 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_create 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.681652 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.681999 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.682361 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router after_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.682737 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.683083 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_create 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.683456 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.683803 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_update 55549900 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.684170 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > agent after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.684525 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > agent after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.684874 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > network after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.685738 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Tracking information for resource: router configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:05.686077 n-d-793621-32 neutron-server[94489]: DEBUG neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Tracking information for resource: floatingip configured {{(pid=94489) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 21 17:49:05.691536 n-d-793621-32 neutron-server[94489]: INFO neutron.db.l3_agentschedulers_db [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 21 17:49:05.692109 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.692477 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.692835 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.693192 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: port after_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.693996 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router before_create 55550100 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.694369 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.694775 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_create 55550100 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.695144 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > router precommit_update 55550100 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.699681 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.provider_configuration [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service providers = [] {{(pid=94489) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 21 17:49:05.700053 n-d-793621-32 neutron-server[94489]: DEBUG neutron.db.servicetype_db [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94489) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 21 17:49:05.703037 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.service_base [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 17:49:05.703395 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.service_base [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 17:49:05.703921 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.service_base [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 17:49:05.704840 n-d-793621-32 neutron-server[94489]: DEBUG neutron.services.service_base [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94489) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 21 17:49:05.705224 n-d-793621-32 neutron-server[94489]: INFO neutron.services.service_base [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 21 17:49:05.705610 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.705935 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 21 17:49:05.717930 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.718269 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: auto_allocate Aug 21 17:49:05.724141 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: network precommit_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.724522 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: network precommit_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.725051 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.725377 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: tag Aug 21 17:49:05.732060 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.732396 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: timestamp Aug 21 17:49:05.736977 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.737267 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: network_ip_availability Aug 21 17:49:05.742722 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.743104 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.743467 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.744191 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.744516 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: flavors Aug 21 17:49:05.749423 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.749758 n-d-793621-32 neutron-server[94489]: INFO neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading Plugin: revisions Aug 21 17:49:05.754601 n-d-793621-32 neutron-server[94489]: DEBUG neutron.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94489) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 21 17:49:05.755000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=94489) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 21 17:49:05.755731 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94489) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 21 17:49:05.756074 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Initializing extension manager. Aug 21 17:49:05.756587 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: __init__.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.756933 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: __pycache__ {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.757271 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.757609 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: address_group.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.758372 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.758974 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: address-group Aug 21 17:49:05.759305 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: address_scope.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.760035 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.760546 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: address-scope Aug 21 17:49:05.760878 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.761814 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.762322 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: router-admin-state-down-before-update Aug 21 17:49:05.762688 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: agent.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.763407 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.763911 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: agent Aug 21 17:49:05.764239 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: agent_resources_synced.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.765157 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.765662 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: agent-resources-synced Aug 21 17:49:05.765990 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: allowedaddresspairs.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.767829 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.768353 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: allowed-address-pairs Aug 21 17:49:05.768684 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: auto_allocated_topology.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.769778 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.770335 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: auto-allocated-topology Aug 21 17:49:05.770647 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: availability_zone.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.771353 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.771861 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: availability_zone Aug 21 17:49:05.772188 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: availability_zone_filter.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.773123 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.773633 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: availability_zone_filter Aug 21 17:49:05.773964 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: data_plane_status.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.774912 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.775417 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension data-plane-status not supported by any of loaded plugins Aug 21 17:49:05.775744 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: default_subnetpools.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.776668 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.777175 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: default-subnetpools Aug 21 17:49:05.777501 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.778313 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.778852 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: dhcp_agent_scheduler Aug 21 17:49:05.779179 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: dns.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.780106 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.780610 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension dns-integration not supported by any of loaded plugins Aug 21 17:49:05.780940 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: dns_domain_ports.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.781892 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.782401 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 21 17:49:05.782830 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.783762 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.784267 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 21 17:49:05.784596 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: dvr.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.785276 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.785781 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: dvr Aug 21 17:49:05.786115 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: ecmp_routes.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.787075 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.787654 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 21 17:49:05.787991 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: empty_string_filtering.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.788914 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.789418 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: empty-string-filtering Aug 21 17:49:05.789745 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.790697 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.791206 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 21 17:49:05.791533 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.792460 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.792962 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 21 17:49:05.793289 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: external_net.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.794213 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.794755 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: external-net Aug 21 17:49:05.795085 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.795999 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.796504 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: extra_dhcp_opt Aug 21 17:49:05.796830 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: extraroute.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.798287 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.798839 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: extraroute Aug 21 17:49:05.799165 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: extraroute_atomic.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.800223 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.800987 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: extraroute-atomic Aug 21 17:49:05.801313 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: filter_validation.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.802174 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.802713 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: filter-validation Aug 21 17:49:05.803049 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: fip_pf_description.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.803979 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.804480 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 21 17:49:05.804804 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: fip_port_details.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.805741 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.806245 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: fip-port-details Aug 21 17:49:05.806597 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: flavors.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.807843 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.808358 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: flavors Aug 21 17:49:05.808686 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.810384 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.810937 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 21 17:49:05.811277 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: floatingip_pools.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.811987 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.812500 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: floatingip-pools Aug 21 17:49:05.812831 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: ip_allocation.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.814431 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.817121 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension ip_allocation not supported by any of loaded plugins Aug 21 17:49:05.817121 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.817121 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.817121 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: ip-substring-filtering Aug 21 17:49:05.817121 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l2_adjacency.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.817942 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.818443 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 21 17:49:05.818794 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.819827 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.820289 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: router Aug 21 17:49:05.820621 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.822921 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.823448 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 21 17:49:05.823784 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.824726 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.825239 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: ext-gw-mode Aug 21 17:49:05.825571 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.826544 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.827059 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: l3-ha Aug 21 17:49:05.827389 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3_flavors.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.828317 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.828856 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: l3-flavors Aug 21 17:49:05.829186 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.830109 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.830654 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 21 17:49:05.830982 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: l3agentscheduler.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.832035 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.832547 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: l3_agent_scheduler Aug 21 17:49:05.832878 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: logging.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.834407 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.834955 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension logging not supported by any of loaded plugins Aug 21 17:49:05.835295 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: metering.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.836049 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.836628 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: metering Aug 21 17:49:05.836962 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.838214 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.838766 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: metering_source_and_destination_fields Aug 21 17:49:05.839116 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: multiprovidernet.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.840041 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.840552 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: multi-provider Aug 21 17:49:05.840882 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: netmtu.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.841816 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.842326 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: net-mtu Aug 21 17:49:05.842696 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: netmtu_writable.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.843628 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.844133 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: net-mtu-writable Aug 21 17:49:05.844999 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: network_availability_zone.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.845681 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.846185 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: network_availability_zone Aug 21 17:49:05.846546 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: network_ip_availability.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.847655 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.848161 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: network-ip-availability Aug 21 17:49:05.848490 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: network_segment_range.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.849259 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.849757 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension network-segment-range not supported by any of loaded plugins Aug 21 17:49:05.850085 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: pagination.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.851107 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.851440 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: pagination Aug 21 17:49:05.851765 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: port_device_profile.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.852679 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.853195 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: port-device-profile Aug 21 17:49:05.853524 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.854444 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.854997 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: port-mac-address-regenerate Aug 21 17:49:05.855328 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.856241 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.856748 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: port-numa-affinity-policy Aug 21 17:49:05.857075 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: port_resource_request.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.857993 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.858517 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension port-resource-request not supported by any of loaded plugins Aug 21 17:49:05.858861 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: portbindings.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.859797 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.862893 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: binding Aug 21 17:49:05.863226 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: portbindings_extended.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.864540 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.865062 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: binding-extended Aug 21 17:49:05.865396 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: portsecurity.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.866331 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.866882 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: port-security Aug 21 17:49:05.867213 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: project_id.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.868200 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.868537 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: project-id Aug 21 17:49:05.868872 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: providernet.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.869810 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.870322 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: provider Aug 21 17:49:05.870692 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.874179 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.874740 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos not supported by any of loaded plugins Aug 21 17:49:05.875080 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.876369 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.876886 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 21 17:49:05.877227 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.878158 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.878707 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 21 17:49:05.879043 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_default.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.879988 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.880495 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-default not supported by any of loaded plugins Aug 21 17:49:05.880827 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_fip.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.881501 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.882006 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-fip not supported by any of loaded plugins Aug 21 17:49:05.882335 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_gateway_ip.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.883303 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.883816 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 21 17:49:05.884144 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_port_network_policy.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.885082 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.885601 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 21 17:49:05.885929 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_pps_rule.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.887188 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.887709 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-pps not supported by any of loaded plugins Aug 21 17:49:05.888044 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_rule_type_details.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.889106 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.889636 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 21 17:49:05.889950 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: qos_rules_alias.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.891046 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.891594 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 21 17:49:05.891926 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: quotasv2.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.893135 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.893470 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: quotas Aug 21 17:49:05.893799 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: quotasv2_detail.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.896959 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.897309 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: quota_details Aug 21 17:49:05.897648 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: rbac.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.898773 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.899307 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: rbac-policies Aug 21 17:49:05.899643 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: rbac_address_group.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.900588 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.901101 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: rbac-address-group Aug 21 17:49:05.901434 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: rbac_address_scope.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.902366 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.902910 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: rbac-address-scope Aug 21 17:49:05.903243 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: rbac_security_groups.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.904168 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.904681 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: rbac-security-groups Aug 21 17:49:05.905010 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: rbac_subnetpool.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.905944 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.906455 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: rbac-subnetpool Aug 21 17:49:05.906809 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: revisionifmatch.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.908273 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.908793 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: revision-if-match Aug 21 17:49:05.909124 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: revisions.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.910238 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.910779 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: standard-attr-revisions Aug 21 17:49:05.911113 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: router_availability_zone.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.911803 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.912313 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: router_availability_zone Aug 21 17:49:05.912642 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: routerservicetype.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.913600 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.914111 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension router-service-type not supported by any of loaded plugins Aug 21 17:49:05.914444 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.915409 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.915924 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: security-groups-normalized-cidr Aug 21 17:49:05.916255 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.917183 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.917697 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: port-security-groups-filtering Aug 21 17:49:05.918024 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.918992 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.919502 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: security-groups-remote-address-group Aug 21 17:49:05.919829 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: securitygroup.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.930395 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.930952 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: security-group Aug 21 17:49:05.931294 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: segment.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.932097 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.932607 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension segment not supported by any of loaded plugins Aug 21 17:49:05.932939 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.933893 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.934404 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 21 17:49:05.934761 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: servicetype.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.935946 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.936465 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: service-type Aug 21 17:49:05.936798 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: sorting.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.937795 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.938161 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: sorting Aug 21 17:49:05.938513 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: standard_attr_segment.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.939447 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.939963 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 21 17:49:05.940297 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: standardattrdescription.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.940958 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.941466 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: standard-attr-description Aug 21 17:49:05.941796 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: stateful_security_group.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.942790 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.943306 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: stateful-security-group Aug 21 17:49:05.943636 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: stdattrs_common.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.944228 n-d-793621-32 neutron-server[94489]: WARNING neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 21 17:49:05.944554 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.945494 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.946011 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 21 17:49:05.946338 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnet_onboard.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.947441 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.947965 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: subnet_onboard Aug 21 17:49:05.948298 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.949242 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.949755 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 21 17:49:05.950086 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnet_service_types.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.951045 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.951561 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: subnet-service-types Aug 21 17:49:05.951889 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnetallocation.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.952980 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.953501 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: subnet_allocation Aug 21 17:49:05.953860 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.954572 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.955081 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: subnetpool-prefix-ops Aug 21 17:49:05.955408 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.956357 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.956865 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 21 17:49:05.957189 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: tagging.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.958281 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.958827 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: standard-attr-tag Aug 21 17:49:05.959166 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: timestamp.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.960396 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.960910 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loaded extension: standard-attr-timestamp Aug 21 17:49:05.961245 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: trunk.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.962302 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.962844 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension trunk not supported by any of loaded plugins Aug 21 17:49:05.963180 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: trunk_details.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.964113 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.964624 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension trunk-details not supported by any of loaded plugins Aug 21 17:49:05.964956 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: uplink_status_propagation.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.965891 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.966404 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 21 17:49:05.966757 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Loading extension file: vlantransparent.py {{(pid=94489) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 21 17:49:05.967437 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94489) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 21 17:49:05.967939 n-d-793621-32 neutron-server[94489]: INFO neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 21 17:49:05.970974 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:network Aug 21 17:49:05.971501 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnet Aug 21 17:49:05.971909 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 17:49:05.972312 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:port Aug 21 17:49:05.973549 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.973990 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service FLAVORS assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.974653 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.975097 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.975433 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:router Aug 21 17:49:05.975879 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 17:49:05.976369 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service METERING assigned prefix: /metering {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.977839 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.978218 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.978608 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94489) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 17:49:05.979658 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 17:49:05.980102 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:security_group Aug 21 17:49:05.980545 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 17:49:05.981158 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service CORE assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.981498 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 17:49:05.981851 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] subnetpool is already registered Aug 21 17:49:05.982279 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service CORE assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.982648 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 17:49:05.982990 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] subnetpool is already registered Aug 21 17:49:05.985937 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.986516 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service FLAVORS assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.987205 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.987590 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.987934 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:router Aug 21 17:49:05.988277 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] router is already registered Aug 21 17:49:05.988694 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:floatingip Aug 21 17:49:05.989034 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] floatingip is already registered Aug 21 17:49:05.989502 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service METERING assigned prefix: /metering {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.990320 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of CountableResource for resource:rbac_policy Aug 21 17:49:05.990690 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] rbac_policy is already registered Aug 21 17:49:05.991124 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:security_group Aug 21 17:49:05.991464 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] security_group is already registered Aug 21 17:49:05.991874 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 21 17:49:05.992213 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] security_group_rule is already registered Aug 21 17:49:05.992708 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service CORE assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.993051 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 17:49:05.993389 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] subnetpool is already registered Aug 21 17:49:05.993822 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.v2.resource_helper [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Service CORE assigned prefix: {{(pid=94489) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 21 17:49:05.994155 n-d-793621-32 neutron-server[94489]: INFO neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Creating instance of TrackedResource for resource:subnetpool Aug 21 17:49:05.994509 n-d-793621-32 neutron-server[94489]: WARNING neutron.quota.resource_registry [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] subnetpool is already registered Aug 21 17:49:05.996184 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: extensions {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:05.997685 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: address-groups {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:05.999241 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: address-scopes {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.000447 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: agents {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.001757 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: auto-allocated-topology {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.003046 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: availability_zones {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.004294 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: dhcp-networks {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.005754 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: dhcp-agents {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.007375 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: routers {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.009085 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: flavors {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.010288 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: service_profiles {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.011641 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: next_providers {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.013086 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: service_profiles {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.014553 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: floatingip-pools {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.015910 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: routers {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.017685 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: floatingips {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.018932 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: l3-routers {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.020455 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: l3-agents {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.021888 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: metering-labels {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.023198 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: metering-label-rules {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.024481 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: network-ip-availabilities {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.025865 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: bindings {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.027477 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: quotas {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.028945 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: quotas {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.030490 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: rbac-policies {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.031729 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: security-groups {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.033501 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: security-group-rules {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.034866 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: service-providers {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.036149 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: subnetpools {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.037513 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: subnetpools {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.039117 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.040816 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.042622 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.044510 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.046215 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.048746 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.050863 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.052672 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.055476 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.057264 n-d-793621-32 neutron-server[94489]: DEBUG neutron.api.extensions [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Extended resource: tags {{(pid=94489) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 21 17:49:06.063304 n-d-793621-32 neutron-server[94489]: WARNING keystonemiddleware.auth_token [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 21 17:49:06.067836 n-d-793621-32 neutron-server[94489]: WARNING keystonemiddleware.auth_token [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 21 17:49:06.076804 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Acquired lock "singleton_lock" {{(pid=94489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 21 17:49:06.077290 n-d-793621-32 neutron-server[94489]: DEBUG oslo_concurrency.lockutils [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Releasing lock "singleton_lock" {{(pid=94489) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 21 17:49:06.077933 n-d-793621-32 neutron-server[94489]: INFO oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Starting 2 workers Aug 21 17:49:06.082778 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Started child 94598 {{(pid=94489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 17:49:06.087198 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Started child 94599 {{(pid=94489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 17:49:06.088094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.088785 n-d-793621-32 neutron-server[94489]: INFO neutron.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 21 17:49:06.089433 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Notify callbacks [] for process, before_spawn {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.089613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [-] (94598) wsgi starting up on http://0.0.0.0:9696 Aug 21 17:49:06.091887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.092390 n-d-793621-32 neutron-server[94489]: INFO oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Starting 1 workers Aug 21 17:49:06.093230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [-] (94599) wsgi starting up on http://0.0.0.0:9696 Aug 21 17:49:06.097769 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Started child 94600 {{(pid=94489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 17:49:06.098279 n-d-793621-32 neutron-server[94489]: INFO oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Starting 1 workers Aug 21 17:49:06.102802 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Started child 94601 {{(pid=94489) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 21 17:49:06.103213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] calling RpcWorker wait() {{(pid=94600) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 21 17:49:06.103737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.service [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] returning from RpcWorker wait() {{(pid=94600) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 21 17:49:06.103813 n-d-793621-32 neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ae6289ce-1772-4679-a614-b1786903f339 None None] Notify callbacks [] for process, after_spawn {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.105058 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.105500 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 17:49:06.105610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:06.105743 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 17:49:06.105888 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 17:49:06.106110 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 17:49:06.106455 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 17:49:06.106651 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 17:49:06.107182 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.107483 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:06.107917 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.107917 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.108053 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.108287 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.108875 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.109146 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.109383 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.109674 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.109933 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.110724 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.110898 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.111161 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.111400 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.111686 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.111968 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.112234 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.112495 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.112668 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.112927 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.113205 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.113465 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.113731 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] debug = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.113993 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.114501 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.114742 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.114998 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.115221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.115524 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.115774 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.116053 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.116293 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.116519 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.116762 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.117035 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.117267 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.117487 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.117710 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.117971 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.118193 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.118717 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] host = n-d-793621-32 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.118941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.119182 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.119411 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.119656 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.119919 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.120140 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.120392 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.120669 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.120912 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.121172 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.121447 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.121696 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.121948 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.122206 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.122372 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_options = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.122639 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.122931 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.123206 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.123403 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.123575 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.123753 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.124023 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.124189 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.124446 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.124666 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.124905 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.125122 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.125360 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.125642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.125887 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.126139 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.126386 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.126641 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.126907 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.127163 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.127389 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.127622 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.127840 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.128079 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.128315 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.128533 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.128783 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.129000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.129216 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.129489 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.129729 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.130002 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.130241 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.130487 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.130738 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.130969 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.131209 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.131475 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.131707 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.131974 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.132281 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.132452 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.132711 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.132934 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.133151 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.133388 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_json = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.133603 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.133852 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.134112 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.134328 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.134589 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.134810 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.135026 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.135261 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.135703 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.135988 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.136305 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.136572 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.137958 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.138212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:06.138346 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.138514 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.138799 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.139074 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.139315 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.139664 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.139897 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.140190 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.140453 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.140713 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.141074 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.141345 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.141623 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.141878 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.142123 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.143865 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.144145 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.144518 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.144804 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.145091 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.145388 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.145682 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.145923 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.146221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.146686 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.146686 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.146892 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.147136 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.147391 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.147617 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.147845 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.148100 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.148342 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.148594 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.148842 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.149102 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.149339 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.149568 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.149824 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.150903 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.151371 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.152117 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.152370 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.152867 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.153408 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.153671 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.153905 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.154132 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.156087 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157469 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157469 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157469 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157469 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157772 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157772 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.157928 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.158452 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.158452 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.158771 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.158909 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.159581 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.159832 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.160084 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.160301 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.160793 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.160793 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.161021 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.161145 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.161338 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.161551 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.161767 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.162004 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.162286 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.162789 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.163200 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.163667 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.164176 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.164610 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.165000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.165380 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.165765 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.166134 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.166556 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.167001 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.167259 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.167519 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.167767 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.168207 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.168669 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.169095 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.169529 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.169792 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.170044 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.170520 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.170977 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.171238 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.171517 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.172188 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.172461 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.173353 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.173597 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.173856 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.174078 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.174365 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.174679 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.174976 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.175229 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.175740 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.176000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.176267 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.176510 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.176783 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.177032 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.177278 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.177516 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.177803 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.178041 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.178433 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.178681 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.178914 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.179232 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.179466 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.179699 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.180100 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.180578 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.181203 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.181621 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.182058 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.182447 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.182845 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.183364 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.183867 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.184095 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.184555 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.185149 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.185546 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.185953 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.186326 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.186749 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.187144 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.187503 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.187892 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.188357 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.188719 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.189113 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.189466 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.189831 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.190244 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.190623 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.190997 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.191245 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.191492 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.191717 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.191945 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.192159 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.192415 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.192656 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.192929 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.193193 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.193421 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.193653 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.193881 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.194136 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.194354 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.194647 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.194869 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.195086 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.195335 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.195553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.195774 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.196011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.196244 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.196457 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.196691 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.196945 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.197273 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.197535 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.197766 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.198018 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.198237 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.198474 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.198750 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.198988 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.199208 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.199425 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.199646 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.199899 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.200144 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.200400 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.200609 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.200819 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.201067 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.201282 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.201492 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.201779 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.202041 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.202281 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.202553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.202790 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.203022 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.203249 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.203460 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.203693 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.204557 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.204774 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.204993 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.205224 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.205435 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.205644 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.205868 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.206085 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.206314 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.206608 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.206883 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.207020 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.207226 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.207447 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.207655 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.207899 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.208151 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.208380 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.208600 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.208816 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.209025 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.209251 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.209460 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.209668 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.209912 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.210127 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.210334 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.210663 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.210925 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.211142 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.211420 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.211647 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.211889 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.212151 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.212457 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.212686 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.212924 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.213159 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.213374 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.213663 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.213845 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.214175 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.214463 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.214752 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.214986 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.215266 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.215541 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.215821 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.216033 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.216966 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.217580 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.217580 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.218117 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.218117 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.218562 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.218562 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.218820 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.219004 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.219243 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.220012 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.220271 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.220895 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.220895 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.221394 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.221394 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.221394 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.221745 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.221859 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.222040 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.222255 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.222412 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 17:49:06.222964 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94489) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.224258 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.225866 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.226422 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.227221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.227221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.227221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.227221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.227221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] debug = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228153 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228579 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228579 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228579 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228807 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.228885 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229078 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229165 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229286 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229570 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229570 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229853 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.229853 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] host = n-d-793621-32 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231119 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231698 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231698 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231698 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.231698 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232316 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232316 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232316 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_options = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232316 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232316 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232671 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.232671 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233000 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233145 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233223 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233383 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233545 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233927 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.233927 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.234406 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.234406 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.234406 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235201 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235749 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235749 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.235749 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236001 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236001 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236295 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236295 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236528 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236528 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236769 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.236891 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.237461 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.237461 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.237461 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.237461 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.237931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:06.238071 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238071 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238071 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238071 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238543 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238543 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238543 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238883 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238883 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.238883 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_json = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239245 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239245 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239474 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239474 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239692 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239812 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.239933 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.240053 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 21 17:49:06.240221 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.240384 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.240556 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.240717 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.240877 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241038 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241198 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241359 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241519 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241679 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.241845 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242005 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242175 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242335 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242543 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242673 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242829 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.242988 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243150 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243312 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243474 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243634 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243810 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.243971 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244132 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244292 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244454 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244652 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244776 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.244897 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245063 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245224 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245384 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245545 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245705 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.245865 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246027 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246188 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246350 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246537 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246703 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.246863 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247024 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247185 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247346 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247508 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247668 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247829 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.247991 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.248151 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.249642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.250941 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251553 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251876 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251876 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.251876 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252089 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252214 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252336 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252480 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252642 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252802 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.252962 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253124 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253282 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253444 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253604 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253764 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.253924 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254098 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254274 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254435 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254616 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254777 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.254939 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255099 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255260 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255419 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255580 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255741 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.255902 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256061 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256224 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256384 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256544 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256704 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.256864 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257023 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257182 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257343 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257503 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257664 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257824 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.257984 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258143 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258301 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258470 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258652 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258815 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.258980 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259148 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259319 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259481 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259641 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259800 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.259960 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260120 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260280 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260442 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260602 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260764 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.260912 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261078 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261248 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261409 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261569 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261729 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.261909 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262070 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262218 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262378 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262557 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262720 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.262880 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263039 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263198 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263359 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263518 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263679 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263838 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.263999 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264178 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264309 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264470 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264631 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264790 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.264951 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265111 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265271 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265430 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265645 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265743 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.265896 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.266055 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.266755 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.266934 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267092 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267377 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267377 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267377 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267897 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.267897 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.268301 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.268301 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.268301 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269011 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269558 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269558 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269558 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269779 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.269779 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270138 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270138 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270401 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270401 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270620 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270699 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.270838 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271015 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271176 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271336 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271496 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271657 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271816 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.271976 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272137 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272296 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272456 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272616 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272779 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.272943 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273104 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273265 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273425 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273584 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273745 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.273906 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.274078 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.274239 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.274400 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.274605 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.274745 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275022 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275122 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275225 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275385 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275545 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275709 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.275868 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276037 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276198 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276359 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276519 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276678 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.276839 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277009 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277170 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277330 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277490 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277649 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277809 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.277978 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278138 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278298 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278457 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278637 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278802 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.278972 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279132 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279292 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279451 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279612 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279772 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.279942 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280108 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280270 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280438 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280598 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280758 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.280918 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.281091 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.281250 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.281413 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.281574 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.281733 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.282431 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.282623 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.282792 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.282958 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283128 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283291 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283458 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283626 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283795 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.283955 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284122 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284293 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284447 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284637 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284751 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.284911 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285071 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285231 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285391 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285551 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285711 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.285871 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286031 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286193 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286340 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286523 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286678 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286837 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.286997 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.287156 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.287317 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 21 17:49:06.287469 n-d-793621-32 neutron-server[94489]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94489) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 21 17:49:06.516690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:06.525044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061178 Aug 21 17:49:17.802574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f1462-220c-47a5-be16-827e7d5d79d7 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 17:49:17.862246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591f1462-220c-47a5-be16-827e7d5d79d7 None None] No non-hosted networks {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 21 17:49:17.869750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.agentschedulers_db [None req-591f1462-220c-47a5-be16-827e7d5d79d7 None None] DHCP Agent not found on host n-d-793621-32 {{(pid=94600) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 21 17:49:17.982163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ddf2b37-fc1d-4b6d-83db-00170e5f8ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:20.302247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6b6d189-9096-4d4c-ba4f-b4822857775d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:20.353159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-14d99e76-459f-4325-9dfa-2f90f8c4a790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:20.382255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:20.383408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.383979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.384482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.384999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.385503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.387038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.387633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.391421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.392252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.392802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.393355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.393893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:20.396138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-32', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:20.406903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-32', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:21.403898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:23.086128 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:24.252303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34408) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:24.604406 n-d-793621-32 neutron-server[94600]: INFO neutron.db.l3_hamode_db [None req-bb044c8b-b03a-4259-87bb-6fa728526893 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 21 17:49:24.681856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb044c8b-b03a-4259-87bb-6fa728526893 None None] Routers set() bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:49:24.682250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb044c8b-b03a-4259-87bb-6fa728526893 None None] Router IDs set() for agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 17:49:24.757956 n-d-793621-32 neutron-server[94598]: WARNING oslo_policy.policy [None req-8a849922-84d7-4283-9f58-c2695210c155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:24.758591 n-d-793621-32 neutron-server[94598]: WARNING oslo_policy.policy [None req-8a849922-84d7-4283-9f58-c2695210c155 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:24.976271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-8a849922-84d7-4283-9f58-c2695210c155 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:49:24.977339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a849922-84d7-4283-9f58-c2695210c155 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7240436 Aug 21 17:49:27.294966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34422) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:27.604454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:27.698233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.policy [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94598) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 17:49:27.743364 n-d-793621-32 neutron-server[94598]: WARNING oslo_policy.policy [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:27.743979 n-d-793621-32 neutron-server[94598]: WARNING oslo_policy.policy [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:27.752435 n-d-793621-32 neutron-server[94598]: INFO neutron.quota [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] Loaded quota_driver: . Aug 21 17:49:27.848250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666780661', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666769702', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666793328', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666798877', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666679522', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773666670927', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-603557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-571608', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1609910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1659039'] for rbac-policy, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:27.910346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:27.911565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b5cdcfeb-0bcc-48e4-ae22-17f7989036d0 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6156209 Aug 21 17:49:30.461178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:30.755906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Request body: {'network': {'name': 'private', 'project_id': '6baa1883a5334dea96688bfc00159956', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:30.784171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Made reservation on behalf of 6baa1883a5334dea96688bfc00159956 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:49:30.787027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:30.804694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:30.924729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:30.928699 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:30.951729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:49:30.976389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773669427685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:30.976948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Unsubscribe: segment precommit_create {{(pid=94598) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 17:49:30.977438 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Added segment 59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d of type vlan for network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 Aug 21 17:49:30.982795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944908cf-81cc-423f-bc74-5d5155405ec6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:31.016731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.017069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.017397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.017719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.018041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.018359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.018705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.019088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.019400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.019711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.020024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.020334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Tracked resource versions report: Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: pushed versions: Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: { 'AddressGroup': {'1.2'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'ConntrackHelper': {'1.0'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Log': {'1.0'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Network': {'1.1'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Port': {'1.7'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'PortForwarding': {'1.2'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'QosPolicy': {'1.9'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SecurityGroup': {'1.4'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SubPort': {'1.0'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Subnet': {'1.1'}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Trunk': {'1.1'}} Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: consumer versions: Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: L3 agent@n-d-793621-32: {}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: Metadata agent@n-d-793621-32: {}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: Metering agent@n-d-793621-32: {}, Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'ConntrackHelper': '1.0', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Log': '1.0', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Network': '1.1', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Port': '1.7', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'PortForwarding': '1.2', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'QosPolicy': '1.9', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SecurityGroup': '1.4', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SecurityGroupRule': '1.2', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'SubPort': '1.0', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Subnet': '1.1', Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: 'Trunk': '1.1'}} Aug 21 17:49:31.021450 n-d-793621-32 neutron-server[94598]: {{(pid=94598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:49:31.094250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:31.131933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:31.132977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:31.133612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:31.203978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7416599 Aug 21 17:49:31.232836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a249d-96e0-474d-9bbc-8008728f9b97 admin admin] Pushing event updated for resources: {'Network': ['ID=9f3e5557-a92b-43a2-b2c7-4230f3ff7d15,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:31.245621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:49:33.835917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:34.228051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c54208-d91f-4418-96ab-b9a873f9fca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:34.229428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-17c54208-d91f-4418-96ab-b9a873f9fca9 admin admin] 10.222.0.41 "GET /v2.0/networks/9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 HTTP/1.1" status: 200 len: 825 time: 0.3925514 Aug 21 17:49:34.254541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4f42448-7a69-4955-97a3-8d67db1febb0 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/881f88ff-cbc8-4c65-adb6-2b4bc6893d68 HTTP/1.1" status: 200 len: 734 time: 0.0185227 Aug 21 17:49:34.263483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Request body: {'subnet': {'tenant_id': '6baa1883a5334dea96688bfc00159956', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:34.286783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Made reservation on behalf of 6baa1883a5334dea96688bfc00159956 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:49:34.288987 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:34.574099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:34.639206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21567faa-2550-41fe-beba-05424c5ed4b0,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:34.645911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Checking segment: {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:49:34.646288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Network hostable DHCP agents. Network: 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:49:34.665763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:49:34.676514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:49:34.681169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:34.681754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:34.686092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e2cdc6-a071-4913-a411-688ce26218b0 None None] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:49:34.695190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-933f678b-129b-4617-b6b6-300b46519617 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4350307 Aug 21 17:49:35.001564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 17:49:35.002870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.274075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Allocated IP 172.20.0.2 (9f3e5557-a92b-43a2-b2c7-4230f3ff7d15/21567faa-2550-41fe-beba-05424c5ed4b0/d0fd38c8-2c5e-4b51-937b-963d77beaedd) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:49:35.471723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.489074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Transition to ACTIVE for port object d0fd38c8-2c5e-4b51-937b-963d77beaedd will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:49:35.536589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Transition to ACTIVE for port object d0fd38c8-2c5e-4b51-937b-963d77beaedd will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:49:35.544068 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.612998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:49:35.618620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:49:35.626784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Pushing event updated for resources: {'Port': ['ID=d0fd38c8-2c5e-4b51-937b-963d77beaedd,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:35.628911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:49:35.638455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.638826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.639161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.639520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.639851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.640182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.640504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.640827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.641146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.641465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.641783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.642099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Tracked resource versions report: Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: pushed versions: Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: { 'AddressGroup': {'1.2'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Log': {'1.0'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Network': {'1.1'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Port': {'1.7'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'PortForwarding': {'1.2'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'QosPolicy': {'1.9'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SecurityGroup': {'1.4'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SubPort': {'1.0'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Subnet': {'1.1'}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Trunk': {'1.1'}} Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: consumer versions: Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: L3 agent@n-d-793621-32: {}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: Metadata agent@n-d-793621-32: {}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: Metering agent@n-d-793621-32: {}, Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'ConntrackHelper': '1.0', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Log': '1.0', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Network': '1.1', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Port': '1.7', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'PortForwarding': '1.2', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'QosPolicy': '1.9', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SecurityGroup': '1.4', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SecurityGroupRule': '1.2', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'SubPort': '1.0', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Subnet': '1.1', Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: 'Trunk': '1.1'}} Aug 21 17:49:35.643315 n-d-793621-32 neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:49:35.716331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Attempting to bind port d0fd38c8-2c5e-4b51-937b-963d77beaedd on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:49:35.716997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Attempting to bind port d0fd38c8-2c5e-4b51-937b-963d77beaedd by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:49:35.717156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Attempting to bind port d0fd38c8-2c5e-4b51-937b-963d77beaedd on network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:49:35.722027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:49:35.722425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Checking segment: {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:49:35.722921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.723309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Bound using segment: {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:49:35.723768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Bound port: d0fd38c8-2c5e-4b51-937b-963d77beaedd, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:49:35.724163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.785464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] For port d0fd38c8-2c5e-4b51-937b-963d77beaedd, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:49:35.789810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] For port d0fd38c8-2c5e-4b51-937b-963d77beaedd, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d0fd38c8-2c5e-4b51-937b-963d77beaedd,segment=NetworkSegment(59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d),segment_id=59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:49:35.794077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:35.860292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb40f-7dc4-4bca-b7cc-95de37f8ee35 None None] Pushing event updated for resources: {'Port': ['ID=d0fd38c8-2c5e-4b51-937b-963d77beaedd,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:37.078626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34456) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:37.395070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-8423c467-4eac-4243-9f02-dfa507525628 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:49:37.396085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8423c467-4eac-4243-9f02-dfa507525628 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164480 Aug 21 17:49:39.772574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:40.083702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-da6e89b0-8e9d-49aa-9abb-dca592210f5a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:49:40.084692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da6e89b0-8e9d-49aa-9abb-dca592210f5a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111959 Aug 21 17:49:42.706701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34474) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:43.005772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:43.029967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:43.031772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:43.181216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:43.186595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:43.198617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:43.199818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-90f0c4b2-3d5f-43ff-973e-65f5af34a071 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4920974 Aug 21 17:49:44.225772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93393175-f7ed-4ff5-8efb-dfa1258c5632 None None] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:49:44.291158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0fd38c8-2c5e-4b51-937b-963d77beaedd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:49:44.306749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0bc1a35b-bdbd-4b98-8a7a-fab9a9eda8f8 None None] Provisioning for port d0fd38c8-2c5e-4b51-937b-963d77beaedd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:49:44.431737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d0fd38c8-2c5e-4b51-937b-963d77beaedd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:49:44.436544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d0fd38c8-2c5e-4b51-937b-963d77beaedd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:49:44.436940 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:44.593106 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:44.626968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d0fd38c8-2c5e-4b51-937b-963d77beaedd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d0fd38c8-2c5e-4b51-937b-963d77beaedd,segment=NetworkSegment(59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d),segment_id=59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:49:44.631436 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:44.683299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d0fd38c8-2c5e-4b51-937b-963d77beaedd,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:44.768156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd07ea43-3dbb-4513-bb8b-660c705193c0 None None] Provisioning complete for port d0fd38c8-2c5e-4b51-937b-963d77beaedd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:49:44.768522 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd07ea43-3dbb-4513-bb8b-660c705193c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:45.573332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:46.066829 n-d-793621-32 neutron-server[94599]: WARNING oslo_policy.policy [None req-1e6eabb8-c148-4cf7-a6be-162e08bfd389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:46.067490 n-d-793621-32 neutron-server[94599]: WARNING oslo_policy.policy [None req-1e6eabb8-c148-4cf7-a6be-162e08bfd389 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:46.228998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0fd38c8-2c5e-4b51-937b-963d77beaedd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:49:46.275566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d0fd38c8-2c5e-4b51-937b-963d77beaedd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:49:46.275934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:46.284824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-1e6eabb8-c148-4cf7-a6be-162e08bfd389 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:49:46.286065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1e6eabb8-c148-4cf7-a6be-162e08bfd389 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7106354 Aug 21 17:49:47.693509 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e850003a-1ca9-47b0-b6d0-82e20ce79de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:48.635109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34502) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:48.944067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:48.945534 n-d-793621-32 neutron-server[94599]: INFO neutron.quota [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Loaded quota_driver: . Aug 21 17:49:49.001140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Made reservation on behalf of 78bc15a4a01747ec874bb825056b55a5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:49:49.066999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.policy [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94599) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 21 17:49:49.110709 n-d-793621-32 neutron-server[94599]: WARNING oslo_policy.policy [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:49.111075 n-d-793621-32 neutron-server[94599]: WARNING oslo_policy.policy [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 21 17:49:49.121180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.141856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.267123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.270715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.282323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Reserving flat network on physical network physnet1 {{(pid=94599) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 21 17:49:49.314175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773669427685', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.314752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Unsubscribe: segment precommit_create {{(pid=94599) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 21 17:49:49.315278 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Added segment 288f4645-2f4a-40db-8ea9-23e675613f0f of type flat for network 88fc3ba0-b39b-4770-a0db-9f6a09278712 Aug 21 17:49:49.331832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f9b467-6f2e-4b41-bdd7-5614253242ac,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:49.384664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.385004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.385334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.385663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.385986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.386329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.386761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.387009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.387320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.387633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.387946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.388257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Tracked resource versions report: Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: pushed versions: Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: { 'AddressGroup': {'1.2'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Log': {'1.0'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Network': {'1.1'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Port': {'1.7'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'PortForwarding': {'1.2'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'QosPolicy': {'1.9'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SecurityGroup': {'1.4'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SubPort': {'1.0'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Subnet': {'1.1'}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Trunk': {'1.1'}} Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: consumer versions: Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: L3 agent@n-d-793621-32: {}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: Metadata agent@n-d-793621-32: {}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: Metering agent@n-d-793621-32: {}, Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'ConntrackHelper': '1.0', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Log': '1.0', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Network': '1.1', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Port': '1.7', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'PortForwarding': '1.2', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'QosPolicy': '1.9', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SecurityGroup': '1.4', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SecurityGroupRule': '1.2', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'SubPort': '1.0', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Subnet': '1.1', Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: 'Trunk': '1.1'}} Aug 21 17:49:49.389403 n-d-793621-32 neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:49:49.440907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.486444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.487736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:49.488377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:49.559717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9234486 Aug 21 17:49:49.589466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8c433-dd05-4d42-bd48-18ec090c761e admin admin] Pushing event updated for resources: {'Network': ['ID=88fc3ba0-b39b-4770-a0db-9f6a09278712,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:49.600927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:49:50.296268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7bae9045-2541-4468-ae1d-b95313523944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:50.339089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:51.357052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:51.897176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34526) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:52.114219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7651cc75-beb0-471c-8e76-12fba0336b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:52.115640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7651cc75-beb0-471c-8e76-12fba0336b2c admin admin] 10.222.0.41 "GET /v2.0/subnets/21567faa-2550-41fe-beba-05424c5ed4b0 HTTP/1.1" status: 200 len: 849 time: 0.2175093 Aug 21 17:49:52.276615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7307dd73-7b89-4186-ac0d-fdb79e8206d8 admin admin] 10.222.0.41 "GET /v2.0/routers/26097240-3639-404b-bf0e-2eaafba2f4b6 HTTP/1.1" status: 200 len: 704 time: 0.1550174 Aug 21 17:49:52.558857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:52.846294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Allocated IP 172.20.0.1 (9f3e5557-a92b-43a2-b2c7-4230f3ff7d15/21567faa-2550-41fe-beba-05424c5ed4b0/473e35c2-8698-4560-8734-780b76f3cee3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:49:53.025625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.035605 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.049822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Transition to ACTIVE for port object 473e35c2-8698-4560-8734-780b76f3cee3 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:49:53.115895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.186406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:49:53.192100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:49:53.195753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:49:53.196311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.219666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Pushing event updated for resources: {'Port': ['ID=473e35c2-8698-4560-8734-780b76f3cee3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:53.392437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.411301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-44dc41f3-1717-4076-9083-bc3e7f6a7675 None None] Provisioning for port 473e35c2-8698-4560-8734-780b76f3cee3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:49:53.414869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-44dc41f3-1717-4076-9083-bc3e7f6a7675 None None] Provisioning complete for port 473e35c2-8698-4560-8734-780b76f3cee3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:49:53.415267 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44dc41f3-1717-4076-9083-bc3e7f6a7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.449444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-44dc41f3-1717-4076-9083-bc3e7f6a7675 None None] Port 473e35c2-8698-4560-8734-780b76f3cee3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:49:53.647653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.651997 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.652727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:53.729687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Pushing event updated for resources: {'Port': ['ID=473e35c2-8698-4560-8734-780b76f3cee3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:53.775387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:49:53.776723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:49:53.935568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Router 26097240-3639-404b-bf0e-2eaafba2f4b6 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 17:49:53.971386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-23e270ec-c80a-43e3-9629-919048d3182a None None] Provisioning complete for port 473e35c2-8698-4560-8734-780b76f3cee3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:49:53.971749 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23e270ec-c80a-43e3-9629-919048d3182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:54.006753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-23e270ec-c80a-43e3-9629-919048d3182a None None] Port 473e35c2-8698-4560-8734-780b76f3cee3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:49:54.025966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:49:54.033304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-94b1e7c4-602f-4340-8842-c653b98afb51 admin admin] 10.222.0.41 "PUT /v2.0/routers/26097240-3639-404b-bf0e-2eaafba2f4b6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7494857 Aug 21 17:49:54.037109 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Sync routers for ids ['26097240-3639-404b-bf0e-2eaafba2f4b6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:49:54.049275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Routers {'26097240-3639-404b-bf0e-2eaafba2f4b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:49:54.050516 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:49:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['26097240-3639-404b-bf0e-2eaafba2f4b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:54.234326 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Set router 26097240-3639-404b-bf0e-2eaafba2f4b6 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:49:54.653582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:49:53Z', 'revision_number': 2, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port_host': None, '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:49:53Z', 'revision_number': 2, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:54.704546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Checking router: 26097240-3639-404b-bf0e-2eaafba2f4b6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:49:54.704913 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Updating router 26097240-3639-404b-bf0e-2eaafba2f4b6 port 473e35c2-8698-4560-8734-780b76f3cee3 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:49:54.751793 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.285403 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.303610 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Transition to ACTIVE for port object 473e35c2-8698-4560-8734-780b76f3cee3 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:49:55.309492 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.394622 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Pushing event updated for resources: {'Port': ['ID=473e35c2-8698-4560-8734-780b76f3cee3,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:55.405766 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.406113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.406448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.406801 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.407126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.407448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.407769 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.408123 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.408404 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.408726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.409042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.409356 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Tracked resource versions report: Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: pushed versions: Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: { 'AddressGroup': {'1.2'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'ConntrackHelper': {'1.0'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Log': {'1.0'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Network': {'1.1'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Port': {'1.7'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'PortForwarding': {'1.2'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'QosPolicy': {'1.9'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SecurityGroup': {'1.4'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SubPort': {'1.0'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Subnet': {'1.1'}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Trunk': {'1.1'}} Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: consumer versions: Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: L3 agent@n-d-793621-32: {}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: Metadata agent@n-d-793621-32: {}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: Metering agent@n-d-793621-32: {}, Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'ConntrackHelper': '1.0', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Log': '1.0', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Network': '1.1', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Port': '1.7', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'PortForwarding': '1.2', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'QosPolicy': '1.9', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SecurityGroup': '1.4', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SecurityGroupRule': '1.2', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'SubPort': '1.0', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Subnet': '1.1', Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: 'Trunk': '1.1'}} Aug 21 17:49:55.410450 n-d-793621-32 neutron-server[94601]: {{(pid=94601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:49:55.493075 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Attempting to bind port 473e35c2-8698-4560-8734-780b76f3cee3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:49:55.493487 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Attempting to bind port 473e35c2-8698-4560-8734-780b76f3cee3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:49:55.493911 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Attempting to bind port 473e35c2-8698-4560-8734-780b76f3cee3 on network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:49:55.501349 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:49:55.501968 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Checking segment: {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:49:55.502568 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.503048 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Bound using segment: {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:49:55.503626 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Bound port: 473e35c2-8698-4560-8734-780b76f3cee3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:49:55.504093 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.572283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] For port 473e35c2-8698-4560-8734-780b76f3cee3, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:49:55.590718 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] For port 473e35c2-8698-4560-8734-780b76f3cee3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=473e35c2-8698-4560-8734-780b76f3cee3,segment=NetworkSegment(59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d),segment_id=59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:49:55.595396 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:55.639895 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Routers {'26097240-3639-404b-bf0e-2eaafba2f4b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:49:55.640528 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:49:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['26097240-3639-404b-bf0e-2eaafba2f4b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:55.727245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb571f0-bac8-49a5-9e5d-415919d45045 None None] Pushing event updated for resources: {'Port': ['ID=473e35c2-8698-4560-8734-780b76f3cee3,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:55.745294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] Set router 26097240-3639-404b-bf0e-2eaafba2f4b6 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:49:55.945766 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:49:53Z', 'revision_number': 2, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port_host': None, '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:49:55Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:49:55.974065 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ad4bf9-0ffe-4b13-9022-0a9d62058e39 None None] The sync data for ids ['26097240-3639-404b-bf0e-2eaafba2f4b6'] in n-d-793621-32 is: [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:49:53Z', 'revision_number': 2, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port_host': None, '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:49:55Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:49:56.211685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34546) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:56.321990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e69c85-f002-4b5c-b6bf-70b11e49e1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:56.323423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77e69c85-f002-4b5c-b6bf-70b11e49e1a8 admin admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 842 time: 0.1107180 Aug 21 17:49:56.336600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.1.1', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'enable_dhcp': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:56.359062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Made reservation on behalf of 78bc15a4a01747ec874bb825056b55a5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:49:56.361228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:56.663498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 17:49:56.663928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:56.720637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e491935-c244-4041-98c5-da05c7eba6bf,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:49:56.729883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:49:56.730227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Network hostable DHCP agents. Network: 88fc3ba0-b39b-4770-a0db-9f6a09278712, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:49:56.754172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:49:56.764219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 88fc3ba0-b39b-4770-a0db-9f6a09278712) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:49:56.772761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8399e-17c1-450d-8783-ee85790f985e None None] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:49:56.774963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:56.775551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:56.803711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c0b5beb3-aa99-4ec4-a9e8-4f91f630f139 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4557140 Aug 21 17:49:56.901902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f891d1d-ee16-4d3f-a1bc-5f9f3e7d44e1 None None] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:49:59.132289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:49:59.347373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b96618e2-ce97-4782-8c32-8e2689afa7f9 admin admin] 10.222.0.41 "GET /v2.0/routers/26097240-3639-404b-bf0e-2eaafba2f4b6 HTTP/1.1" status: 200 len: 710 time: 0.2138534 Aug 21 17:49:59.471074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f018025-af64-44db-9626-a7cf88997691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:49:59.472441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f018025-af64-44db-9626-a7cf88997691 admin admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 886 time: 0.1194348 Aug 21 17:49:59.481641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:49:59.725607 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:49:59.959075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.031825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.230657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Allocated IP 172.25.1.10 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/0ae57f28-9b23-4d44-a05f-d5a8c75605ce) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:50:00.340918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.409800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.478598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:50:00.482966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:50:00.489027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:50:00.534708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Pushing event updated for resources: {'Port': ['ID=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:50:00.770877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.972051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:00.978134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:01.095586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Router 26097240-3639-404b-bf0e-2eaafba2f4b6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 17:50:01.204988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:50:01.209477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:01.215916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a441b2e4-9e15-4241-a66f-c3da9161dfdc admin admin] 10.222.0.41 "PUT /v2.0/routers/26097240-3639-404b-bf0e-2eaafba2f4b6 HTTP/1.1" status: 200 len: 889 time: 1.7323024 Aug 21 17:50:02.276053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 473e35c2-8698-4560-8734-780b76f3cee3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:50:02.336897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 473e35c2-8698-4560-8734-780b76f3cee3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:50:02.340666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 473e35c2-8698-4560-8734-780b76f3cee3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:50:02.341146 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:02.365103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Sync routers for ids ['26097240-3639-404b-bf0e-2eaafba2f4b6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:50:02.387035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Routers {'26097240-3639-404b-bf0e-2eaafba2f4b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:50:02.387659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:49:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['26097240-3639-404b-bf0e-2eaafba2f4b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:50:02.631194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:02.699909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Set router 26097240-3639-404b-bf0e-2eaafba2f4b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:50:02.774293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 473e35c2-8698-4560-8734-780b76f3cee3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=473e35c2-8698-4560-8734-780b76f3cee3,segment=NetworkSegment(59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d),segment_id=59ee29d2-f96c-4a36-a0b8-b34bcee6dd3d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:50:02.784738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:02.989438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=473e35c2-8698-4560-8734-780b76f3cee3,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:50:03.145383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:50:00Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port': {'id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:50:00Z', 'updated_at': '2021-08-21T17:50:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:49:55Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:50:03.195081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Checking router: 26097240-3639-404b-bf0e-2eaafba2f4b6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:50:03.195429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Updating router 26097240-3639-404b-bf0e-2eaafba2f4b6 port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:50:03.243110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.555771 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.565983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Transition to ACTIVE for port object 0ae57f28-9b23-4d44-a05f-d5a8c75605ce will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:50:03.571608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.586852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:50:03.618725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Attempting to bind port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:50:03.619098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Attempting to bind port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:50:03.619471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Attempting to bind port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:50:03.629876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:50:03.630250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:50:03.630681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.631111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:50:03.631724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Bound port: 0ae57f28-9b23-4d44-a05f-d5a8c75605ce, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:50:03.632011 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.634489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eff47-8f55-4275-831e-8c9a8531e3b5 None None] Pushing event updated for resources: {'Port': ['ID=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:50:03.687301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] For port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:50:03.690473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] For port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:50:03.695056 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:03.712462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-46a208f8-2538-4dc4-98af-e2f2c697ce78 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1244988 Aug 21 17:50:03.753851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Routers {'26097240-3639-404b-bf0e-2eaafba2f4b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:50:03.754483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:49:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['26097240-3639-404b-bf0e-2eaafba2f4b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:50:03.756469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eff47-8f55-4275-831e-8c9a8531e3b5 None None] Pushing event updated for resources: {'Port': ['ID=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:50:03.947504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] Set router 26097240-3639-404b-bf0e-2eaafba2f4b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:50:04.155363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:50:00Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port': {'id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:50:00Z', 'updated_at': '2021-08-21T17:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:50:02Z', 'revision_number': 5, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:50:04.185521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45a997-6503-41cd-976f-8f14fc1f46ac None None] The sync data for ids ['26097240-3639-404b-bf0e-2eaafba2f4b6'] in n-d-793621-32 is: [{'id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'name': 'router1', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:49:43Z', 'updated_at': '2021-08-21T17:50:00Z', 'revision_number': 4, 'project_id': '6baa1883a5334dea96688bfc00159956', 'gw_port': {'id': '0ae57f28-9b23-4d44-a05f-d5a8c75605ce', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:50:00Z', 'updated_at': '2021-08-21T17:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '473e35c2-8698-4560-8734-780b76f3cee3', 'name': '', 'network_id': '9f3e5557-a92b-43a2-b2c7-4230f3ff7d15', 'tenant_id': '6baa1883a5334dea96688bfc00159956', 'mac_address': 'fa:16:3e:a1:65:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26097240-3639-404b-bf0e-2eaafba2f4b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:49:52Z', 'updated_at': '2021-08-21T17:50:02Z', 'revision_number': 5, 'project_id': '6baa1883a5334dea96688bfc00159956', 'subnets': [{'id': '21567faa-2550-41fe-beba-05424c5ed4b0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '881f88ff-cbc8-4c65-adb6-2b4bc6893d68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:50:04.324967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 473e35c2-8698-4560-8734-780b76f3cee3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:50:04.382735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 473e35c2-8698-4560-8734-780b76f3cee3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:50:04.383135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:06.299609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ae57f28-9b23-4d44-a05f-d5a8c75605ce up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:50:06.362552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:50:06.366728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:50:06.367196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:06.443314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:06.464980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:50:06.470119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:06.515486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0ae57f28-9b23-4d44-a05f-d5a8c75605ce,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:50:08.272361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ae57f28-9b23-4d44-a05f-d5a8c75605ce up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:50:08.350625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ae57f28-9b23-4d44-a05f-d5a8c75605ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:50:08.351034 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:13.160511 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:50:17.695684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1c8a61c0-6578-41ec-9db8-85b5ae4ff44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:20.297846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f03b96df-173c-49cf-8f9c-7d7b17c9c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:20.343345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:21.362475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:23.048244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:47.709497 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6221fb07-b5be-44e5-b1dc-2aaf50f96df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:50.159225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:50:50.300634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f519a52-c874-44d9-a31b-3bba1a461aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:50.347018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:51.367367 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:50:53.046532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:17.701878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-540b9a6a-39c9-4f14-acb4-fe25f412a600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:20.302796 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c7407ad-4789-4046-ad52-87940def8078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:20.347410 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:21.367551 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:23.056458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:27.157261 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:51:43.168801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:43.232103 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59c31a0-a3d3-441c-b892-0e11f8a413b7 admin admin] GET failed (client error): The resource could not be found. Aug 21 17:51:43.233407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a59c31a0-a3d3-441c-b892-0e11f8a413b7 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0636353 Aug 21 17:51:43.456790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1541b17-1d20-47ab-abc4-66f722f85e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:43.458288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a1541b17-1d20-47ab-abc4-66f722f85e7e admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2205338 Aug 21 17:51:45.586875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:45.682613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272ef0af-efdd-461f-8b0c-012be019d37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:45.683955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-272ef0af-efdd-461f-8b0c-012be019d37b admin admin] 10.222.0.41 "GET /v2.0/subnets/21567faa-2550-41fe-beba-05424c5ed4b0 HTTP/1.1" status: 200 len: 849 time: 0.0961370 Aug 21 17:51:45.693493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:51:45.778265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:45.918602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773669463390'] for subnet, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:45.946873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:45.947467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:45.948766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] 10.222.0.41 "PUT /v2.0/subnets/21567faa-2550-41fe-beba-05424c5ed4b0 HTTP/1.1" status: 200 len: 868 time: 0.2589149 Aug 21 17:51:45.966123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ec7011-fe24-4fa3-a5bf-77917885e82b None None] Network 9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:51:45.971570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21567faa-2550-41fe-beba-05424c5ed4b0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:51:45.979734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.979734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.980046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.980252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.980586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.980916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.981246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.981576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.981900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.982230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.982596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:45.982909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-554b9dc9-dbb5-4bc2-81c8-467eb1cdab87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:51:46.309018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a6f5cd3-9428-42c4-a2c3-e92144fb3827 None None] Provisioning complete for port 473e35c2-8698-4560-8734-780b76f3cee3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:51:46.309384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5cd3-9428-42c4-a2c3-e92144fb3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:46.407776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a6f5cd3-9428-42c4-a2c3-e92144fb3827 None None] Provisioning complete for port d0fd38c8-2c5e-4b51-937b-963d77beaedd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:51:46.408053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a6f5cd3-9428-42c4-a2c3-e92144fb3827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:47.702992 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-533c446d-abb5-41bd-9ac3-11189a887475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:48.099117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35184) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:48.294204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2771882-40b0-42f5-b2b7-2eed4d07ee63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:48.294655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2771882-40b0-42f5-b2b7-2eed4d07ee63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:48.296186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2771882-40b0-42f5-b2b7-2eed4d07ee63 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960933 Aug 21 17:51:50.306356 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e92c4bc-7fa2-4829-9ffd-59206598cd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:50.350599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:50.463205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35192) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:50.658917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f75177-932a-4cdb-ae3a-f6834c4024f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:50.659407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f75177-932a-4cdb-ae3a-f6834c4024f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:50.660969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8f75177-932a-4cdb-ae3a-f6834c4024f2 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968100 Aug 21 17:51:51.369487 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:52.825336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35202) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:52.951096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2adda76-a36a-4112-9651-3dd7d2c4cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:52.952506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c2adda76-a36a-4112-9651-3dd7d2c4cc0b admin admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 886 time: 0.1261830 Aug 21 17:51:53.058603 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:51:55.085697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35210) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:55.213407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51eb883a-fd67-42c0-b42c-022af9193320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:55.214872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-51eb883a-fd67-42c0-b42c-022af9193320 admin admin] 10.222.0.41 "GET /v2.0/networks/9f3e5557-a92b-43a2-b2c7-4230f3ff7d15 HTTP/1.1" status: 200 len: 869 time: 0.1282620 Aug 21 17:51:57.415754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35218) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:57.540240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30b633-3a94-4252-9bb4-0ea7004e890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:57.540702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d30b633-3a94-4252-9bb4-0ea7004e890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:57.542227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3d30b633-3a94-4252-9bb4-0ea7004e890d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255307 Aug 21 17:51:59.657269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35226) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:51:59.789229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665470b-b6c1-41dc-aec9-de150afe9236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:59.789693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5665470b-b6c1-41dc-aec9-de150afe9236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:51:59.791261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5665470b-b6c1-41dc-aec9-de150afe9236 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1330545 Aug 21 17:52:01.916246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:02.006171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84daeb52-5e56-4994-a4c9-15e8f36045bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:02.007542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84daeb52-5e56-4994-a4c9-15e8f36045bc admin admin] 10.222.0.41 "GET /v2.0/subnets/21567faa-2550-41fe-beba-05424c5ed4b0 HTTP/1.1" status: 200 len: 868 time: 0.0903630 Aug 21 17:52:04.145440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35242) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:04.155832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:52:04.232573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd29ab84-4572-49a4-885c-8036cf126bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:04.233874 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dd29ab84-4572-49a4-885c-8036cf126bd7 admin admin] 10.222.0.41 "GET /v2.0/subnets/6e491935-c244-4041-98c5-da05c7eba6bf HTTP/1.1" status: 200 len: 816 time: 0.0874739 Aug 21 17:52:17.703095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47f8eba7-da11-477a-b7fa-79356feaf7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:20.308880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c7f50b79-662e-49ac-8050-bd66fe4a6228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:20.352486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:21.372669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:23.056580 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:27.948052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35296) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:27.997927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-ef961d1c-8f5b-4ad0-b8f4-93f6d3327dce admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:52:27.999385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ef961d1c-8f5b-4ad0-b8f4-93f6d3327dce admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502601 Aug 21 17:52:30.219377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:30.351474 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fb8aff-c787-4646-b093-fd7405441f92 admin admin] GET failed (client error): The resource could not be found. Aug 21 17:52:30.352847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a7fb8aff-c787-4646-b093-fd7405441f92 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1324806 Aug 21 17:52:30.489901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62a2187-c5d3-46fb-affc-5a2cc1e70245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:30.491341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d62a2187-c5d3-46fb-affc-5a2cc1e70245 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1339867 Aug 21 17:52:32.645602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:32.693047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:52:32.712764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Made reservation on behalf of 78bc15a4a01747ec874bb825056b55a5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:52:32.714968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:32.742155 n-d-793621-32 neutron-server[94599]: WARNING neutron.services.revisions.revision_plugin [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Could not find related network for resource to bump revision. Aug 21 17:52:32.756573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:52:32.767120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:32.767465 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Added segment 6e06aa20-0324-434b-8652-30fee415b8f8 of type vlan for network 46e5fc5e-5855-445b-bdc6-6946bc39d71d Aug 21 17:52:32.809865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:32.832949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:32.833840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:32.834413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:32.884397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2377307 Aug 21 17:52:32.892969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Pushing event updated for resources: {'Network': ['ID=46e5fc5e-5855-445b-bdc6-6946bc39d71d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:52:32.903787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.904123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.904454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.904800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.905110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.905431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.905754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.906070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.906398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.906729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.907048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.907364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876ecfb2-c40f-4903-9014-67fe3c58e9ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:32.919828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:52:35.048681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35320) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:52:35.110039 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a8b256-869c-4e3c-8e0f-d81ec51a644f admin admin] GET failed (client error): The resource could not be found. Aug 21 17:52:35.111410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-95a8b256-869c-4e3c-8e0f-d81ec51a644f admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612297 Aug 21 17:52:35.181614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6a0537-aa11-4bad-8381-52bbf4d352c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:35.183074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4d6a0537-aa11-4bad-8381-52bbf4d352c7 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0673091 Aug 21 17:52:35.192822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:52:35.212738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Made reservation on behalf of 78bc15a4a01747ec874bb825056b55a5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:52:35.215065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:35.376752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:35.427410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:52:35.437769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:52:35.438122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Network hostable DHCP agents. Network: 46e5fc5e-5855-445b-bdc6-6946bc39d71d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:52:35.455384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:52:35.464338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 46e5fc5e-5855-445b-bdc6-6946bc39d71d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:52:35.468936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:52:35.470615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:35.473612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b418b-07a6-4de6-a90a-b9ac74f497cb None None] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:52:35.485330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f4df8bc6-ce3e-4115-9172-4f64708f98b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2957056 Aug 21 17:52:35.718032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'tenant_id': '78bc15a4a01747ec874bb825056b55a5', 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 17:52:35.718944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:35.853929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Allocated IP 192.168.233.2 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/b44ff0e2-92f2-4ba6-890e-fc80f56b95d8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:52:36.003801 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:36.012721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Transition to ACTIVE for port object b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:52:36.031842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Transition to ACTIVE for port object b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:52:36.039070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:36.077650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:52:36.079987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:52:36.083566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:52:36.094653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Pushing event updated for resources: {'Port': ['ID=b44ff0e2-92f2-4ba6-890e-fc80f56b95d8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:52:36.119770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.120111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.120446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.120772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.121100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.121421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.121737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.122055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.122390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.122731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.123053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.123366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:52:36.157056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Attempting to bind port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:52:36.157416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Attempting to bind port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:52:36.157790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Attempting to bind port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:52:36.162786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:52:36.163155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:52:36.163589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:36.163975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:52:36.164433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Bound port: b44ff0e2-92f2-4ba6-890e-fc80f56b95d8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:52:36.164817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:36.226975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] For port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:52:36.230763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] For port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b44ff0e2-92f2-4ba6-890e-fc80f56b95d8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:52:36.235437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:36.293720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320591cd-a7eb-405e-9b79-e0a9ca7bd1cb None None] Pushing event updated for resources: {'Port': ['ID=b44ff0e2-92f2-4ba6-890e-fc80f56b95d8,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:52:37.097906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4204b98-1836-4b52-997d-3436ba14c215 None None] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:52:37.206166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-20803a11-a820-4536-932c-fe8d14eaffa0 None None] Provisioning for port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:52:38.401714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:52:38.457379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:52:38.461096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:52:38.461598 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:38.536196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:38.567450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b44ff0e2-92f2-4ba6-890e-fc80f56b95d8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:52:38.571073 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:38.617261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b44ff0e2-92f2-4ba6-890e-fc80f56b95d8,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:52:40.375552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:52:40.425577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b44ff0e2-92f2-4ba6-890e-fc80f56b95d8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:52:40.425941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:41.155575 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:52:47.704122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04f7544f-eac5-457f-b28a-416d55e4df9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:50.310209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ddbc833-df41-4a69-851a-9d615da2c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:50.352313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:51.375024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:52:53.063639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:17.704272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afe022e3-0b81-4f3d-a4d5-ff4f50a755fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:18.154514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:53:20.311795 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9141f1f-6e57-4a0a-b5b2-722668687935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:20.354836 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:21.378182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:23.068487 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:43.514215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:53:43.520188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-76c68065-26f5-4750-a8bf-66d80abbb018 tempest-verify_tempest_config-1294955620 tempest-verify_tempest_config-1294955620-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:53:43.521149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76c68065-26f5-4750-a8bf-66d80abbb018 tempest-verify_tempest_config-1294955620 tempest-verify_tempest_config-1294955620-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058966 Aug 21 17:53:43.815203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:53:43.918019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.006406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.010000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.055169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99883fe74a6c4103b34a09a1c1686d69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2389269 Aug 21 17:53:44.056135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146442a9-bb6b-424c-89e3-4830486399f0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:53:44.057897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:53:44.064632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.064976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.065313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.065646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.065976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.066300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.066657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.066981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.067302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.067622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.067940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.068256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f2dd2-c120-4b56-abce-f49ea9ecd54d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.113781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.133293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.221274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.223978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:44.225159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/146442a9-bb6b-424c-89e3-4830486399f0 HTTP/1.1" status: 204 len: 168 time: 0.1662259 Aug 21 17:53:44.233622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146442a9-bb6b-424c-89e3-4830486399f0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:53:44.240493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.240863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.241200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.241531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.241859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.242185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.242518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.242855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.243203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.243524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.243842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:44.244323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a877bc7d-6045-459e-aebe-4f7b7d1b788c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:53:47.703606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-137f069a-67ef-4e33-943d-adac48b61ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:50.314670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0238a1d1-3154-45bf-b355-1a496db9e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:50.355488 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:51.381172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:53.069726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:53:55.155582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:54:17.704705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04ee979d-f89f-4907-bb63-eabce3ecf23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:20.314502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a5c9203-194b-4003-ba96-5efaeed98b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:20.355922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:21.384050 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:23.073870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:32.154204 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:54:47.704438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4ccfffac-971d-4f9c-92ae-4d88fb6bc8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:50.313407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d54e7811-6d96-4de3-9f72-98d90c61b137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:50.355826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:51.388713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:54:53.078090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:09.152131 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:55:17.704257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-06cef95c-a45f-463a-adc7-aff7204b3795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:20.313533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87215db2-3533-495d-91cc-404f11564b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:20.354313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:21.389108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:23.080866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:46.150379 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:55:47.706017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-576fdc3f-03fa-4e38-ae1d-48f7434a6e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:50.314842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39013a95-851b-44e8-83df-d007dd688443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:50.353630 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:51.392181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:55:53.083698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:17.706200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5315306d-b229-42da-93a9-7e893b8a1492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:20.315520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3fb0e14d-f557-4869-8d4e-4cbce64c0739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:20.352521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:21.394470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:23.088667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:23.151181 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 5 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:56:47.706987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-347bdd33-5642-4c1e-a52a-6fd20025cb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:48.073733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:48.442912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1602212'] for agent, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:50.316587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0acaeed-6f3e-4f97-bf36-092cee020ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:50.352815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:51.397872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:56:53.092517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:00.149874 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:57:17.707742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5cee4b22-c493-4976-b8a5-832133e06f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:18.042983 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:18.415964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:20.320255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e164c89c-40c0-46d0-b03e-3574ebc0c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:20.354287 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:21.401577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:23.093979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:33.081854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35460) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:57:33.185260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1f0da3e3-0eb2-4b11-983e-7845b2ed21be admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1023564 Aug 21 17:57:35.330081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35470) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:57:35.384522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84827bbb-eb08-45d4-abf6-bc99f46ef8bc admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0523736 Aug 21 17:57:37.148955 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:57:47.708391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5b61b5b0-808d-4cc5-be7a-63c0fa6575a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:48.073049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:48.414536 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:50.320968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3c0dc0ac-0c6c-410b-83fe-41ea7046385b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:50.354064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:51.402410 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:57:53.097670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:14.147494 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:58:17.717711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c79c728-305d-4540-9563-a120036bcf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:18.073576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:18.424380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:20.326987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b1ee9c8-33c6-4264-805a-ac914eab93d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:20.359521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:21.408745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:23.106882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:47.709646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eaa3126b-ffdc-4088-b2b1-a8797bedbd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:48.070148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:48.414988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:50.319961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b3bfa78-1697-4536-9a72-02739768ac8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:50.358728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:51.147286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:58:51.407832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:58:53.100134 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.334236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35844) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:02.492046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.590548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.595202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.601196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:02.604085 n-d-793621-32 neutron-server[94598]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 17:59:02.630592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb8849b-1722-4c38-8206-c56dd1ce1c92,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:02.632806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-e9c4b538-5e3d-40a6-8b66-3b129d1c8761 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5077c469f5554bed8c04ca1b08b209ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303783 Aug 21 17:59:02.640095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.640450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.640790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.641125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.641456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.641778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.642287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.642801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.643297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.643948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.644236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.644560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] Tracked resource versions report: Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: pushed versions: Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: { 'AddressGroup': {'1.2'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'ConntrackHelper': {'1.0'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Log': {'1.0'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Network': {'1.1'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Port': {'1.7'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'PortForwarding': {'1.2'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'QosPolicy': {'1.9'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SecurityGroup': {'1.4'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SubPort': {'1.0'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Subnet': {'1.1'}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Trunk': {'1.1'}} Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: consumer versions: Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: HyperV agent@n-h1-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: HyperV agent@n-h2-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: L3 agent@n-d-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: Metadata agent@n-d-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: Metering agent@n-d-793621-32: {}, Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'ConntrackHelper': '1.0', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Log': '1.0', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Network': '1.1', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Port': '1.7', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'PortForwarding': '1.2', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'QosPolicy': '1.9', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SecurityGroup': '1.4', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SecurityGroupRule': '1.2', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'SubPort': '1.0', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Subnet': '1.1', Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: 'Trunk': '1.1'}} Aug 21 17:59:02.645600 n-d-793621-32 neutron-server[94599]: {{(pid=94599) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:59:02.672056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fbf9fc1e-0c6d-4aed-914f-271d0ffbaa1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=323aa2a5dc1546248511219977e38e39&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3303750 Aug 21 17:59:02.672056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:02.732252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.758434 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.812258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.819624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:02.821142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4eb8849b-1722-4c38-8206-c56dd1ce1c92 HTTP/1.1" status: 204 len: 168 time: 0.1528814 Aug 21 17:59:02.830193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1c437-d307-43c4-a53e-9395866c54c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb8849b-1722-4c38-8206-c56dd1ce1c92,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:02.839168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-77af4c03-9082-4434-87e9-b8996b42479c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:02.841543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-77af4c03-9082-4434-87e9-b8996b42479c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024584 Aug 21 17:59:02.865953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-4214a932-2c49-46d1-a0ae-4dfd68f32480 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/quotas/5077c469f5554bed8c04ca1b08b209ae HTTP/1.1" status: 200 len: 375 time: 0.0154543 Aug 21 17:59:02.924193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-f1f62326-02eb-4298-aff2-baab7fd328fe tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524018 Aug 21 17:59:03.207788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35924) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:03.224158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e523a3d-db8b-459e-80ca-e491d78987fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.322542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e523a3d-db8b-459e-80ca-e491d78987fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.326062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e523a3d-db8b-459e-80ca-e491d78987fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.355591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e523a3d-db8b-459e-80ca-e491d78987fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb227f11-7337-4ca2-801b-aff3d14255b9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:03.385567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7e523a3d-db8b-459e-80ca-e491d78987fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e516ebfc2e4e4cbeb2b8a05fc59fa65e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1766365 Aug 21 17:59:03.388944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:03.439496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.468322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:03.470168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.471170 n-d-793621-32 neutron-server[94599]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 21 17:59:03.508919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-d27bb61e-8d99-4706-8e42-a4017213a0a5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390241 Aug 21 17:59:03.531335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.533794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:03.535773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb227f11-7337-4ca2-801b-aff3d14255b9 HTTP/1.1" status: 204 len: 168 time: 0.1458254 Aug 21 17:59:03.545677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb227f11-7337-4ca2-801b-aff3d14255b9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:03.554941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.555418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.555766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.556107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.556439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.556767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.557777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.558268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.559359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.560343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.561077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.561672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b0ffe0-d70b-415e-bb82-197a1aea1440 admin admin] Tracked resource versions report: Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: pushed versions: Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: { 'AddressGroup': {'1.2'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'ConntrackHelper': {'1.0'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Log': {'1.0'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Network': {'1.1'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Port': {'1.7'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'PortForwarding': {'1.2'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'QosPolicy': {'1.9'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SecurityGroup': {'1.4'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SubPort': {'1.0'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Subnet': {'1.1'}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Trunk': {'1.1'}} Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: consumer versions: Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: HyperV agent@n-h1-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: HyperV agent@n-h2-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: L3 agent@n-d-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: Metadata agent@n-d-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: Metering agent@n-d-793621-32: {}, Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'ConntrackHelper': '1.0', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Log': '1.0', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Network': '1.1', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Port': '1.7', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'PortForwarding': '1.2', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'QosPolicy': '1.9', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SecurityGroup': '1.4', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SecurityGroupRule': '1.2', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'SubPort': '1.0', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Subnet': '1.1', Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: 'Trunk': '1.1'}} Aug 21 17:59:03.563295 n-d-793621-32 neutron-server[94598]: {{(pid=94598) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:59:03.759992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-88a0b530-c762-4fa4-a8a8-be2b1b9e042e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:03.762082 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-88a0b530-c762-4fa4-a8a8-be2b1b9e042e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523582 Aug 21 17:59:03.786329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-c7763edb-34da-47b9-96a1-bad498fb9598 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/quotas/7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 375 time: 0.0152807 Aug 21 17:59:03.794069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddf785bd-4cfe-45b1-b656-485be6789d7b req-769aa4ae-8a1d-4218-b8a3-e515714ff5fb tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 210 time: 0.0925889 Aug 21 17:59:03.848655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-57b58b91-cc04-438d-9713-bd23ba80f0f3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575321 Aug 21 17:59:04.065405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:04.222713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2f757ba-3ca1-4351-970b-e08cad40ed06 req-956da48c-a540-40a0-863d-f6f9e4c39340 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0590198 Aug 21 17:59:04.242966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29dbb929-58e2-4b20-95e6-8569c4c92b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.426698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29dbb929-58e2-4b20-95e6-8569c4c92b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.434015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29dbb929-58e2-4b20-95e6-8569c4c92b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.501248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36012) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:04.501418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-29dbb929-58e2-4b20-95e6-8569c4c92b29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90d79270caf243f8978593424d8b4fc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4347045 Aug 21 17:59:04.517545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbb929-58e2-4b20-95e6-8569c4c92b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100f1409-a9c6-4d55-8924-d7d653d3eb7e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:04.566585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.611976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.700427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.703471 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:04.705161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/100f1409-a9c6-4d55-8924-d7d653d3eb7e HTTP/1.1" status: 204 len: 168 time: 0.2023630 Aug 21 17:59:04.714371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2371f4-345f-42b3-9ed2-c168ef9a18a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100f1409-a9c6-4d55-8924-d7d653d3eb7e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:05.061753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8571a443-4802-4637-b67f-61ad5c1839ee req-269773a8-9ba9-4cfa-904b-894994cefab1 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 210 time: 0.0422311 Aug 21 17:59:05.383555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7d155115-9a45-416e-a81f-8b73f4434058 req-c8e6a8f3-1abb-4dd6-a683-e812c1119509 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0405302 Aug 21 17:59:05.418652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36090) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:05.439563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 54992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:05.445585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26452719-7963-42e3-9ba1-d7d498d308f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.478439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-6b0f4ecf-655f-43d6-851b-00ab1118851f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5077c469f5554bed8c04ca1b08b209ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332665 Aug 21 17:59:05.630043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26452719-7963-42e3-9ba1-d7d498d308f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.643460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26452719-7963-42e3-9ba1-d7d498d308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.684072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-07125fe7-5a2a-49e5-bc54-c0c622ed5705 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:05.686270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-07125fe7-5a2a-49e5-bc54-c0c622ed5705 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003655 Aug 21 17:59:05.720115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-26452719-7963-42e3-9ba1-d7d498d308f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e481e94afa7e4570be6391bb30dab921&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2996526 Aug 21 17:59:05.723052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:05.735738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26452719-7963-42e3-9ba1-d7d498d308f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73764aa-d99c-49d7-93eb-93f6833c4f62,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:05.790673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.793932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Request body: {'port': {'device_id': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '5077c469f5554bed8c04ca1b08b209ae'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:05.826549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.911909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.916013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:05.919691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e73764aa-d99c-49d7-93eb-93f6833c4f62 HTTP/1.1" status: 204 len: 168 time: 0.1932449 Aug 21 17:59:05.936722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd93a2-fa1c-453b-9f0e-873e698864a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73764aa-d99c-49d7-93eb-93f6833c4f62,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:06.117746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36144) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:06.211147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:06.309728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.39', 54996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:06.331872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Made reservation on behalf of 5077c469f5554bed8c04ca1b08b209ae for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:06.337331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:06.343775 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-62305415-5414-4d7e-a09c-179b082772da tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325432 Aug 21 17:59:06.358558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:06.361807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f05bb04-236c-4080-be4f-432d9f650312 req-3639262e-7c32-41ee-b559-2427f0977fc2 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 210 time: 0.0417130 Aug 21 17:59:06.531725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-81777203-642f-421d-a21f-593fd1bea3f8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:06.533184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-81777203-642f-421d-a21f-593fd1bea3f8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744974 Aug 21 17:59:06.551771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:06.556223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9db8270-82dd-403d-9211-1c933cf175ff req-58a94632-52bf-45e3-8dbf-3bb3ece3316c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0554566 Aug 21 17:59:06.557011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:06.560678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Request body: {'port': {'device_id': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '7163e520782a42749ecd474e2afa0eab'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:06.608520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05960b-41a5-4ddb-9d4b-10f795306655,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:06.626888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03431f31-c416-4132-bf9a-f6eb00fd0bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:06.881478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Allocated IP 192.168.233.160 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/9c279196-e5db-4880-abcb-23342beebc4f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:06.898193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b740e95-fa62-4f35-8c36-5d9480143702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.082629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03431f31-c416-4132-bf9a-f6eb00fd0bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.093091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03431f31-c416-4132-bf9a-f6eb00fd0bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.114882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.133402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Transition to ACTIVE for port object 9c279196-e5db-4880-abcb-23342beebc4f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:07.174912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.285810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-03431f31-c416-4132-bf9a-f6eb00fd0bae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21f053bc5aa94f539242ad5112e3405d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1640563 Aug 21 17:59:07.288625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:07.341070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:07.341869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:07.357387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:07.372441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:07.375052 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.467563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Pushing event updated for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:07.547347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431f31-c416-4132-bf9a-f6eb00fd0bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee51592-df76-4b33-a950-050497ccadd8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:07.675784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.720986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.775006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9384aa5-a207-47b0-b4c7-7c23afcf830b req-e255c10a-1823-44bb-9212-eaa1ecebbd37 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:07.785850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9384aa5-a207-47b0-b4c7-7c23afcf830b req-e255c10a-1823-44bb-9212-eaa1ecebbd37 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 936 time: 0.1876261 Aug 21 17:59:07.828436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b740e95-fa62-4f35-8c36-5d9480143702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.831434 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.850168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.856750 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fee51592-df76-4b33-a950-050497ccadd8 HTTP/1.1" status: 204 len: 168 time: 0.5231566 Aug 21 17:59:07.884187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b740e95-fa62-4f35-8c36-5d9480143702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.892279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5eeb6fa3-9a68-4202-84a5-048556641fd4 None None] Provisioning for port 9c279196-e5db-4880-abcb-23342beebc4f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:07.897715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5eeb6fa3-9a68-4202-84a5-048556641fd4 None None] Provisioning complete for port 9c279196-e5db-4880-abcb-23342beebc4f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:07.898089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5eeb6fa3-9a68-4202-84a5-048556641fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.919887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b740e95-fa62-4f35-8c36-5d9480143702 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d4cdb8b0ddd4568903392d2424d523d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7071931 Aug 21 17:59:07.921384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Made reservation on behalf of 7163e520782a42749ecd474e2afa0eab for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:07.925907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:07.932240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:07.936248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a0d1a-dda6-4dfa-9086-0ce94db92153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee51592-df76-4b33-a950-050497ccadd8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:07.964362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-9bafffae-e6fd-485f-9a90-77f44403f75c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1769166 Aug 21 17:59:08.003441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b740e95-fa62-4f35-8c36-5d9480143702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f4e50-abfc-4c22-8ff4-f8b4e94fdfe4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:08.039920 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.057373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb6fa3-9a68-4202-84a5-048556641fd4 None None] Port 9c279196-e5db-4880-abcb-23342beebc4f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:08.111648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-c940f0e3-e5f3-4183-9dcd-c81bea0175ca tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:08.121342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-c940f0e3-e5f3-4183-9dcd-c81bea0175ca tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292077 Aug 21 17:59:08.141397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9384aa5-a207-47b0-b4c7-7c23afcf830b req-34133ce6-f996-465c-95ba-2edd50d0e10b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529875 Aug 21 17:59:08.201733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.205878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-b6cdd416-1228-4064-8670-82cfe724bc35 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7f9b7263736346eca9791f45ce2600cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660188 Aug 21 17:59:08.264719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.355622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4cd5343f-a949-4692-a67d-68084e2f93c4 req-2d4cbe15-3bd8-4780-a147-606883e9eb17 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0515828 Aug 21 17:59:08.395494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.401548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.407568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a7f4e50-abfc-4c22-8ff4-f8b4e94fdfe4 HTTP/1.1" status: 204 len: 168 time: 0.4740038 Aug 21 17:59:08.430036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe416a-2413-49f8-b048-a5b730e575fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f4e50-abfc-4c22-8ff4-f8b4e94fdfe4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:08.484560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.498695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-bc0a77f5-c1db-484a-8cea-65717c276745 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:08.507897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-bc0a77f5-c1db-484a-8cea-65717c276745 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3007188 Aug 21 17:59:08.518066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:08.562150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-8c9896d1-aeee-4b08-96a6-24c0c4f2da53 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/quotas/7f9b7263736346eca9791f45ce2600cc HTTP/1.1" status: 200 len: 375 time: 0.0527735 Aug 21 17:59:08.692896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-463d44e4-297c-49b9-8a2b-36c7864daa88 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f9b7263736346eca9791f45ce2600cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294181 Aug 21 17:59:08.709134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b304f0-f44e-4779-98b4-8d0c18661fcd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:08.714752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:08.737573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b05cf9a-4af4-47a9-a6f2-dca37c872143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.006846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Allocated IP 192.168.233.189 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/6d61d267-6f04-4d0f-b080-4da7c5590678) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:09.052724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b05cf9a-4af4-47a9-a6f2-dca37c872143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.060389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b05cf9a-4af4-47a9-a6f2-dca37c872143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.143525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b05cf9a-4af4-47a9-a6f2-dca37c872143 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac917e2e23e04ac882df8944089db30d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4275656 Aug 21 17:59:09.145097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:09.189434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05cf9a-4af4-47a9-a6f2-dca37c872143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25d044f-ed0b-4ca1-ad19-0958bb019197,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:09.300570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f26ff7c3-713b-48c2-88d2-6bec7b6bad14 req-2f3c87d0-4c64-402f-84a7-559a62f3863b tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.2234373 Aug 21 17:59:09.352815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.434182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.653346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Request body: {'port': {'device_id': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:09.716636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f4b4c1d-1edc-499f-b6ed-f579370c7128 req-9abff741-5613-412a-8adf-ec2f539ca260 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0846274 Aug 21 17:59:09.771804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.775216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.842398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Transition to ACTIVE for port object 6d61d267-6f04-4d0f-b080-4da7c5590678 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:09.867642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:09.906069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dbd488a-179b-46cd-b3dc-ee193ca56090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:09.970762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.117303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:10.203451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:10.207606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:10.213779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:10.220965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:10.221926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.232531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c279196-e5db-4880-abcb-23342beebc4f {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:10.245341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.291687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d495-5d37-40df-8f5c-8c17f5e6de57 req-4cb067fc-eef1-4825-9069-d7145e51b852 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:10.315218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23b1d495-5d37-40df-8f5c-8c17f5e6de57 req-4cb067fc-eef1-4825-9069-d7145e51b852 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 936 time: 0.8557234 Aug 21 17:59:10.317701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Transition to ACTIVE for port object 9c279196-e5db-4880-abcb-23342beebc4f will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:10.323172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dbd488a-179b-46cd-b3dc-ee193ca56090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.326012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.340692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dbd488a-179b-46cd-b3dc-ee193ca56090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.361642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-5d3790fb-4904-43a3-b4e5-ccd2d115a541 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8081799 Aug 21 17:59:10.413823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Request body: {'port': {'device_id': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:10.444380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:10.464447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.467263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.469973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e25d044f-ed0b-4ca1-ad19-0958bb019197 HTTP/1.1" status: 204 len: 168 time: 1.3210926 Aug 21 17:59:10.523894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f38ac1-13a7-449e-aeb0-e5b425f3e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25d044f-ed0b-4ca1-ad19-0958bb019197,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:10.559427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23b1d495-5d37-40df-8f5c-8c17f5e6de57 req-cc292800-1e46-492a-a233-b5b958b52ae9 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426631 Aug 21 17:59:10.644950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d6359c81-958c-4e41-97d1-b05302c9a978 None None] Provisioning for port 6d61d267-6f04-4d0f-b080-4da7c5590678 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:10.649811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d6359c81-958c-4e41-97d1-b05302c9a978 None None] Provisioning complete for port 6d61d267-6f04-4d0f-b080-4da7c5590678 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:10.650212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6359c81-958c-4e41-97d1-b05302c9a978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.663432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6dbd488a-179b-46cd-b3dc-ee193ca56090 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dba0420ef8784bcfa6bf80219b4bc4f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7943351 Aug 21 17:59:10.688487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36350) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:10.771444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d6359c81-958c-4e41-97d1-b05302c9a978 None None] Port 6d61d267-6f04-4d0f-b080-4da7c5590678 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:10.795191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd488a-179b-46cd-b3dc-ee193ca56090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78178793-927d-467a-97e9-aafeae518a96,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:10.801586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1ff8409-8edc-40f3-a355-f3bd688e8f0a req-bebb95f4-772a-4ef7-b72f-14e321820a97 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.2505949 Aug 21 17:59:10.819355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Attempting to bind port 9c279196-e5db-4880-abcb-23342beebc4f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:10.821952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Attempting to bind port 9c279196-e5db-4880-abcb-23342beebc4f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:10.822646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Attempting to bind port 9c279196-e5db-4880-abcb-23342beebc4f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:10.833496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.855089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Port 9c279196-e5db-4880-abcb-23342beebc4f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 17:59:10.856400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Attempting to bind port 9c279196-e5db-4880-abcb-23342beebc4f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:10.881307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:10.882074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:10.882905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:10.883608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Bound port: 9c279196-e5db-4880-abcb-23342beebc4f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:10.884232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.937250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:10.997617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fc222-9672-4ea9-80ec-ca377f5bfa51 req-319d6eb9-a0dd-45b2-9941-63cac1d2a503 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:11.009878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.64', 58903) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:11.015681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5fc222-9672-4ea9-80ec-ca377f5bfa51 req-319d6eb9-a0dd-45b2-9941-63cac1d2a503 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 936 time: 0.1803858 Aug 21 17:59:11.064547 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:11.343208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-ffd765ef-7d42-4385-979c-f6081ee09515 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f9b7263736346eca9791f45ce2600cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2773106 Aug 21 17:59:11.418555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5fc222-9672-4ea9-80ec-ca377f5bfa51 req-ec2e3386-a4f6-4bd3-9a3d-bc2eaa398efc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975821 Aug 21 17:59:11.422455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:11.478677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c279196-e5db-4880-abcb-23342beebc4f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:11.492921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:11.665805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:11.678896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:11.682700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:11.686160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78178793-927d-467a-97e9-aafeae518a96 HTTP/1.1" status: 204 len: 168 time: 0.9783127 Aug 21 17:59:11.741143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:11.742062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:11.745009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-59dd0e43-cc35-499d-a95e-1e984a4f35f7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c279196-e5db-4880-abcb-23342beebc4f HTTP/1.1" status: 200 len: 1097 time: 2.7420642 Aug 21 17:59:11.750564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49744d5e-d811-4775-a496-2c27bb609df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78178793-927d-467a-97e9-aafeae518a96,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:11.754263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:12.303102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d61d267-6f04-4d0f-b080-4da7c5590678 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:12.327627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:12.347022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-58856a88-361c-492a-979c-06b58906f862 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:12.348941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-58856a88-361c-492a-979c-06b58906f862 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9940693 Aug 21 17:59:12.392744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Transition to ACTIVE for port object 6d61d267-6f04-4d0f-b080-4da7c5590678 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:12.404323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9320506-1bad-49d2-ae45-d03ec0327426 req-27da4d05-37b9-45ae-82cd-1da4504be4ee tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.0424511 Aug 21 17:59:12.410595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:12.446174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-7a9d4d75-949a-4b9a-a103-ed06e269b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:12.447711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-7a9d4d75-949a-4b9a-a103-ed06e269b1aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 1100 time: 0.1940124 Aug 21 17:59:12.452305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddbdb6-b35f-4a5b-84b9-3eb7656a4a9c req-789fff2c-57e5-412d-a764-7ad797e0a9f3 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:12.477523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18ddbdb6-b35f-4a5b-84b9-3eb7656a4a9c req-789fff2c-57e5-412d-a764-7ad797e0a9f3 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.3186400 Aug 21 17:59:12.512640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Request body: {'port': {'device_id': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '7f9b7263736346eca9791f45ce2600cc'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:12.794572 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2b3de8-0a59-4152-b7ac-515c9144d538" -d '{"events": [{"name": "network-changed", "server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "tag": "9c279196-e5db-4880-abcb-23342beebc4f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:12.815764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-dfb04e90-ee2f-42e8-8e35-82090b01cec5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9c279196-e5db-4880-abcb-23342beebc4f HTTP/1.1" status: 200 len: 217 time: 0.2908115 Aug 21 17:59:12.979972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:13.055419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18ddbdb6-b35f-4a5b-84b9-3eb7656a4a9c req-633d9586-20de-4209-a274-ba111f1454b8 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5771189 Aug 21 17:59:13.096919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e956374-678a-47a3-b867-3804e280c5b3 req-9b78eb43-b0c0-411a-8c1a-7b1f1d321112 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:13.103363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e956374-678a-47a3-b867-3804e280c5b3 req-9b78eb43-b0c0-411a-8c1a-7b1f1d321112 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.2977996 Aug 21 17:59:13.128072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:13.128423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:13.128802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:13.200093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 17:59:13.200453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:13.223003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-3744dff7-86e1-4351-98d1-c9425c4581b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:13.226654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-3744dff7-86e1-4351-98d1-c9425c4581b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.3121450 Aug 21 17:59:13.233083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:13.233678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:13.234570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:13.235187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Bound port: 6d61d267-6f04-4d0f-b080-4da7c5590678, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:13.235702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:13.291370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Made reservation on behalf of 7f9b7263736346eca9791f45ce2600cc for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:13.297094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:13.324263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:13.388511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:13.444653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:13.461102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:13.552769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:13.553439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:13.556202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758173f0-ec6e-4d2a-b154-5135933612cc req-ab555b6e-274d-4ce8-a616-1e55f2e2e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:13.561661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] 10.222.0.39 "PUT /v2.0/ports/6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 1097 time: 3.1605067 Aug 21 17:59:13.562990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-ab555b6e-274d-4ce8-a616-1e55f2e2e6ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3215170 Aug 21 17:59:13.570331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:13.573480 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e956374-678a-47a3-b867-3804e280c5b3 req-85106763-bd6e-45cd-a31d-b11c79c4fcb5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396666 Aug 21 17:59:13.902987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-c4645179-c5f7-4463-95aa-a54866602014 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174338 Aug 21 17:59:14.017319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:14.051390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:14.093303 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ee82ce-9e32-4038-b797-7c367bcb300e x-openstack-request-id: req-e5ee82ce-9e32-4038-b797-7c367bcb300e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:14.093605 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "tag": "9c279196-e5db-4880-abcb-23342beebc4f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:14.093860 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5ee82ce-9e32-4038-b797-7c367bcb300e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:14.094323 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f', 'status': 'completed', 'code': 200} Aug 21 17:59:14.200402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-758173f0-ec6e-4d2a-b154-5135933612cc req-e391564e-d76b-4d58-a995-57cfe6a9a8e8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890887 Aug 21 17:59:14.255354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-cb5ad117-4209-4a75-ac66-363299e19925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:14.257641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-cb5ad117-4209-4a75-ac66-363299e19925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1100 time: 0.4823983 Aug 21 17:59:14.333781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa6de5-0429-4bbf-9eaf-b52fa595c6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:14.344803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-3e4e1667-67d4-4e82-b908-60be9423abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:14.353164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76111080-fa89-4b95-a8e6-e6deec514689 req-a4e42db5-9f14-4d1d-ab08-0ad523796a1d tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.0990071 Aug 21 17:59:14.356311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e275b19-edd2-4866-80a6-ce6fe7a16cb8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:14.358807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-3e4e1667-67d4-4e82-b908-60be9423abe4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 1100 time: 0.0847993 Aug 21 17:59:14.573464 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:14.667954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-a5e1ec3f-b600-44d1-83d8-6df2ccc94fbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.3687003 Aug 21 17:59:14.836085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-b2952fb1-4253-455f-8cbd-a53d5c77399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:14.849317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-b2952fb1-4253-455f-8cbd-a53d5c77399b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1446037 Aug 21 17:59:14.905630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-c16deeba-b74f-4a1b-bc6d-c51769065754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:14.907167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-c16deeba-b74f-4a1b-bc6d-c51769065754 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.5357602 Aug 21 17:59:15.035900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-7ff0dee0-91e1-4538-aae8-798d62ffe00a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=9c279196-e5db-4880-abcb-23342beebc4f HTTP/1.1" status: 200 len: 217 time: 0.1183450 Aug 21 17:59:15.172051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeffb47-f7a9-4d44-8c94-0afcf1487317 req-55190a8d-d7be-4e82-bb0a-e9047b605eda tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:15.185044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1eeffb47-f7a9-4d44-8c94-0afcf1487317 req-55190a8d-d7be-4e82-bb0a-e9047b605eda tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.6036210 Aug 21 17:59:15.191692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Allocated IP 192.168.233.101 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/936e2cfb-e3d6-46d9-911c-fcbe84697048) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:15.195012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-0e85eaa9-d687-4d66-9741-56a65ef9a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:15.197292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-0e85eaa9-d687-4d66-9741-56a65ef9a83c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1460240 Aug 21 17:59:15.311682 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc510d94-b586-4d24-bb05-f20d2d36cf2b x-openstack-request-id: req-dc510d94-b586-4d24-bb05-f20d2d36cf2b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:15.314246 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:15.317337 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc510d94-b586-4d24-bb05-f20d2d36cf2b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:15.319510 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'status': 'completed', 'code': 200} Aug 21 17:59:15.432179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e673f5-58f8-4592-9855-52a35845090d req-f99c8814-d678-47cf-b113-5430b0227117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:15.435851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-f99c8814-d678-47cf-b113-5430b0227117 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5267928 Aug 21 17:59:15.490349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1eeffb47-f7a9-4d44-8c94-0afcf1487317 req-adbf8a8b-65be-4864-b251-c2420d830768 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034406 Aug 21 17:59:15.549559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-b78ccaab-e87b-4efe-8d4b-7ecb2c22cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:15.552000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-b78ccaab-e87b-4efe-8d4b-7ecb2c22cd6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3216546 Aug 21 17:59:15.603327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428c13c-8696-4a22-8194-9c597bf5cf8b req-07a38123-6366-4ecd-b001-cab8e78981c9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:15.616418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7428c13c-8696-4a22-8194-9c597bf5cf8b req-07a38123-6366-4ecd-b001-cab8e78981c9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.2248642 Aug 21 17:59:15.778276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-46ba0f53-ea58-4033-94d3-c37ae82699e5 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800286 Aug 21 17:59:15.923001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7428c13c-8696-4a22-8194-9c597bf5cf8b req-118c02e5-530c-4727-b0f9-b12b1adf05ef tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052351 Aug 21 17:59:15.965130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c75a213c-c123-4ae5-acce-12306335a8a3 req-5a0dda3a-3d39-43c2-b5f5-a23907f11958 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.1538780 Aug 21 17:59:16.037694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-f56b2176-e860-42b0-9bfb-c232281dc2e6 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575586 Aug 21 17:59:16.046275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:16.071984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Transition to ACTIVE for port object 936e2cfb-e3d6-46d9-911c-fcbe84697048 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:16.176557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:16.253197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:16.264085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:16.267479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:16.273862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:16.274615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:16.301898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2b3de8-0a59-4152-b7ac-515c9144d538 req-58f5e80a-33a8-4100-a171-67f882b9b02d service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070656 Aug 21 17:59:16.305029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8162022 Aug 21 17:59:16.312018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e673f5-58f8-4592-9855-52a35845090d req-fef8ea47-acbc-40e0-b22e-3b4c68a8a37e service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5251172 Aug 21 17:59:16.337372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-289ac2ec-c054-4f27-ab61-a2c1842afbcc tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:16.343731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-289ac2ec-c054-4f27-ab61-a2c1842afbcc tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306394 Aug 21 17:59:16.351182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748ad14-4ca4-4674-a948-2adf26903f4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Pushing event updated for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:16.557443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-8235dea1-15f3-4b4e-93b8-0cff4691704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:16.561113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-8235dea1-15f3-4b4e-93b8-0cff4691704b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1100 time: 0.1493635 Aug 21 17:59:16.688186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-95c236c9-0c33-4eaf-b4c1-be456d5a915a None None] Provisioning for port 936e2cfb-e3d6-46d9-911c-fcbe84697048 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:16.701817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-95c236c9-0c33-4eaf-b4c1-be456d5a915a None None] Provisioning complete for port 936e2cfb-e3d6-46d9-911c-fcbe84697048 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:16.703532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95c236c9-0c33-4eaf-b4c1-be456d5a915a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:16.910802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-95c236c9-0c33-4eaf-b4c1-be456d5a915a None None] Port 936e2cfb-e3d6-46d9-911c-fcbe84697048 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:17.215638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36572) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:17.331179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f13ddb2-2973-4d72-a254-9624cbde9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.340927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b937c-54ae-4f1f-b967-dc5d48bd4a0e req-a0ce82cd-73ba-424d-9ca4-80230dfe8f87 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.343464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be0b937c-54ae-4f1f-b967-dc5d48bd4a0e req-a0ce82cd-73ba-424d-9ca4-80230dfe8f87 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.2126000 Aug 21 17:59:17.344698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-786db101-6413-4b1d-ad4b-d3710e145a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.346158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-786db101-6413-4b1d-ad4b-d3710e145a7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.7647924 Aug 21 17:59:17.434198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-7e59b967-e17c-4373-8897-a0f0705af5fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0624757 Aug 21 17:59:17.448140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be0b937c-54ae-4f1f-b967-dc5d48bd4a0e req-c3d3cd4c-89b5-45f8-8618-295bd738d2d9 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964899 Aug 21 17:59:17.464917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8927e-4b58-4730-9e49-2f0f89994021 req-2d9a6948-9861-4eab-9681-647b7ee0c10e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.476856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ed8927e-4b58-4730-9e49-2f0f89994021 req-2d9a6948-9861-4eab-9681-647b7ee0c10e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.1008825 Aug 21 17:59:17.545415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ed8927e-4b58-4730-9e49-2f0f89994021 req-5f6ce8ec-8d00-462f-8727-be1409222c40 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638778 Aug 21 17:59:17.589880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f13ddb2-2973-4d72-a254-9624cbde9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.603089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f13ddb2-2973-4d72-a254-9624cbde9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.682310 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3f13ddb2-2973-4d72-a254-9624cbde9c43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d7acda905da475e94facd5bca9f7ed9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4654603 Aug 21 17:59:17.684188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13ddb2-2973-4d72-a254-9624cbde9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f6a614-4f89-4683-b6df-1297eb7ba3d6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:17.686733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:17.721800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-245c64eb-c8d8-4cb3-bdf2-22987f8861c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.725745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-245c64eb-c8d8-4cb3-bdf2-22987f8861c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1675031 Aug 21 17:59:17.728656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d880d9d-851e-4244-819d-d0b412a46f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.819198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.874740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c0b0-b61e-47fa-8828-8c4854771d6f req-50dda7db-d7cc-4cf1-9fdc-51def8375153 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.883675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8be6c0b0-b61e-47fa-8828-8c4854771d6f req-50dda7db-d7cc-4cf1-9fdc-51def8375153 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 936 time: 0.3534050 Aug 21 17:59:17.895038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Request body: {'port': {'device_id': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'device_owner': 'compute:tempest-test_az-2088366872', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:17.915918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:17.966776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-e5a175c1-bba6-4d1b-b511-a81a16f4dfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:17.971810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-e5a175c1-bba6-4d1b-b511-a81a16f4dfe1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2291524 Aug 21 17:59:18.111979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.115698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.119345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.131346 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97f6a614-4f89-4683-b6df-1297eb7ba3d6 HTTP/1.1" status: 204 len: 168 time: 0.4347281 Aug 21 17:59:18.145943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dcce3-2d73-4cd2-88ce-7918835d40f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f6a614-4f89-4683-b6df-1297eb7ba3d6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:18.206615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.315040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:18.334569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8be6c0b0-b61e-47fa-8828-8c4854771d6f req-ce9cbb1a-f0e5-4aec-9a05-e004606d3c62 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478045 Aug 21 17:59:18.458726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.530373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-1df80d80-15d2-437d-bcea-0fea274a735b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5053914 Aug 21 17:59:18.714330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5308ea-4d87-4c5a-bbaf-4b0165147155 req-b9cac8e7-1a40-495a-b3ea-1e06ee80fbce tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:18.726666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5308ea-4d87-4c5a-bbaf-4b0165147155 req-b9cac8e7-1a40-495a-b3ea-1e06ee80fbce tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.0924249 Aug 21 17:59:18.775152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c07b7-2cc7-4771-b06e-652e29275057 req-b74cb217-14c8-4312-a648-f539d1859e0d tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:18.783136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e5c07b7-2cc7-4771-b06e-652e29275057 req-b74cb217-14c8-4312-a648-f539d1859e0d tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.2184455 Aug 21 17:59:18.808648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5308ea-4d87-4c5a-bbaf-4b0165147155 req-4d21f329-9ef4-4d95-a777-4656bb3b44ca tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780447 Aug 21 17:59:18.898246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-367b8e19-00d9-48c0-9ccf-5307357e8dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:18.957692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a7f1fba-034b-4ed5-b3ef-6f72a3c39d2a req-73912a27-a91c-48fb-8c60-006f11312a95 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113171 Aug 21 17:59:18.981421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e5c07b7-2cc7-4771-b06e-652e29275057 req-aefc2f91-96be-40e9-a38b-c90742628535 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973739 Aug 21 17:59:19.029340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36650) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:19.052893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c34962f9-a2ed-40e9-87d9-65f73b0cc28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.065453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936e2cfb-e3d6-46d9-911c-fcbe84697048 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:19.077412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.088127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36652) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:19.126705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Transition to ACTIVE for port object 936e2cfb-e3d6-46d9-911c-fcbe84697048 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:19.134188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.249632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Pushing event updated for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:19.268655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-367b8e19-00d9-48c0-9ccf-5307357e8dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.300484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-367b8e19-00d9-48c0-9ccf-5307357e8dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.405785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Attempting to bind port 936e2cfb-e3d6-46d9-911c-fcbe84697048 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:19.406148 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Attempting to bind port 936e2cfb-e3d6-46d9-911c-fcbe84697048 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:19.406455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Attempting to bind port 936e2cfb-e3d6-46d9-911c-fcbe84697048 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:19.450271 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-367b8e19-00d9-48c0-9ccf-5307357e8dfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c39de27ea84b0abd4a02fab63de20a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1352205 Aug 21 17:59:19.451278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:19.460617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Port 936e2cfb-e3d6-46d9-911c-fcbe84697048 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 17:59:19.460950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Attempting to bind port 936e2cfb-e3d6-46d9-911c-fcbe84697048 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:19.476316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b8e19-00d9-48c0-9ccf-5307357e8dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a06d6-5520-481c-a521-975c26585b2d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:19.539610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:19.541502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:19.542100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:19.542974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Bound port: 936e2cfb-e3d6-46d9-911c-fcbe84697048, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:19.543581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.615036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c34962f9-a2ed-40e9-87d9-65f73b0cc28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.662534 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c34962f9-a2ed-40e9-87d9-65f73b0cc28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.682431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.712814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:19.743719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.756642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:19.769229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.819618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23c6b9f8-525b-4699-ab67-05853e1202cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.932400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:19.933584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:19.935026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] 10.222.0.64 "PUT /v2.0/ports/936e2cfb-e3d6-46d9-911c-fcbe84697048 HTTP/1.1" status: 200 len: 1119 time: 2.2258849 Aug 21 17:59:19.938391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:19.940782 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23e1232-87f7-4659-b3c6-41b50d3555fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:20.077214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34962f9-a2ed-40e9-87d9-65f73b0cc28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58335b-40e1-418e-bf01-8f5e3f9d65b2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:20.162265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:20.166403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c34962f9-a2ed-40e9-87d9-65f73b0cc28e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1aed4d322093481dbbccb71dcb8f716a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1353993 Aug 21 17:59:20.204928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5654919-5415-49b3-85b3-41386d1529e2 req-af40eb1d-c355-47f2-882e-713e3145c0ff tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:20.223431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5654919-5415-49b3-85b3-41386d1529e2 req-af40eb1d-c355-47f2-882e-713e3145c0ff tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.6030152 Aug 21 17:59:20.244506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36678) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:20.320381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bda7d6-5173-478f-828e-5cdee4e0835b service neutron] Pushing event updated for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:20.326154 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-da37f74b-0c03-45f1-bf56-bcbfedfab3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.337789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5654919-5415-49b3-85b3-41386d1529e2 req-93e3fc9c-3dfb-4dbb-99e7-7dd1e836d287 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131036 Aug 21 17:59:20.407806 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.496702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.499310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.532042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a10a06d6-5520-481c-a521-975c26585b2d HTTP/1.1" status: 204 len: 168 time: 1.0472503 Aug 21 17:59:20.542128 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95aaa181-4bb4-45a9-b97a-1ccea1f20fab x-openstack-request-id: req-95aaa181-4bb4-45a9-b97a-1ccea1f20fab {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:20.543093 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:20.543359 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95aaa181-4bb4-45a9-b97a-1ccea1f20fab {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:20.543760 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048', 'status': 'completed', 'code': 200} Aug 21 17:59:20.581707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e880a8f8-c0f9-4649-b537-63732c471c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.669366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.713779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef46b1e-56ca-41cb-a5a4-5d2995e3905a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10a06d6-5520-481c-a521-975c26585b2d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:20.727971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c24b8-d9b6-4e2c-96ab-8eff2683d403 req-052eb701-eddc-4d92-8f03-e957f0657cf6 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:20.739995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff9c24b8-d9b6-4e2c-96ab-8eff2683d403 req-052eb701-eddc-4d92-8f03-e957f0657cf6 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.1619780 Aug 21 17:59:20.758783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23c6b9f8-525b-4699-ab67-05853e1202cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.763824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.781439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23c6b9f8-525b-4699-ab67-05853e1202cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.807410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae24ee-565c-4b48-a5f4-e7fa1627ea57 req-787f331d-603d-43dc-9a29-80aa76c65d84 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:20.822419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2bae24ee-565c-4b48-a5f4-e7fa1627ea57 req-787f331d-603d-43dc-9a29-80aa76c65d84 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.8331642 Aug 21 17:59:20.826443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-8afcb5f9-61d9-492e-bd3e-5708361b233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:20.828323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-8afcb5f9-61d9-492e-bd3e-5708361b233e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f9b7263736346eca9791f45ce2600cc&device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 1122 time: 0.6525064 Aug 21 17:59:20.918595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23c6b9f8-525b-4699-ab67-05853e1202cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2da1458c829048948ea2f633a85d6117&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8271422 Aug 21 17:59:20.924689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36688) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:20.937249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6b9f8-525b-4699-ab67-05853e1202cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d4cd50-1857-4ad1-a508-d8a6f76319c6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:20.960852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2bae24ee-565c-4b48-a5f4-e7fa1627ea57 req-bfe35364-7b31-47b3-a4d5-4a989e8a9a58 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374159 Aug 21 17:59:20.984566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff9c24b8-d9b6-4e2c-96ab-8eff2683d403 req-6b131754-b31f-4bf6-bb71-8d60344127ea tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349308 Aug 21 17:59:20.990163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.993236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:20.994968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a58335b-40e1-418e-bf01-8f5e3f9d65b2 HTTP/1.1" status: 204 len: 168 time: 0.7958438 Aug 21 17:59:21.017246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69219c77-ef41-4d52-a01d-b76ea3b641e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58335b-40e1-418e-bf01-8f5e3f9d65b2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.035764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.084650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:21.098036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.105205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fbd891c-1b47-48a9-bd14-583958ca4c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.154224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e880a8f8-c0f9-4649-b537-63732c471c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.176487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.183628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.185161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2d4cd50-1857-4ad1-a508-d8a6f76319c6 HTTP/1.1" status: 204 len: 168 time: 0.2585797 Aug 21 17:59:21.210837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69e2e5-e5c6-46c3-aab2-e5949946aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d4cd50-1857-4ad1-a508-d8a6f76319c6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.211368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e880a8f8-c0f9-4649-b537-63732c471c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.297335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e880a8f8-c0f9-4649-b537-63732c471c90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=03c4b45314b440e7884d3e0982dc6bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0512710 Aug 21 17:59:21.299888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:21.301646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880a8f8-c0f9-4649-b537-63732c471c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b62a2d3-caa5-4abd-ae34-713f63c2f38f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.382258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fbd891c-1b47-48a9-bd14-583958ca4c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.396080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fbd891c-1b47-48a9-bd14-583958ca4c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.418347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.424711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.457024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd891c-1b47-48a9-bd14-583958ca4c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e27c2bc-055b-4866-88be-b417f8b1fabf,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.467069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.490557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9fbd891c-1b47-48a9-bd14-583958ca4c68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=291ee391e7ee469487224adf2b8982f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027739 Aug 21 17:59:21.491856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36704) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:21.564746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.592015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14093db5-3c07-436f-84d1-4f52b0d92b61 req-f7fd8beb-17f9-463d-9673-4bb11979e8b5 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:21.594009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14093db5-3c07-436f-84d1-4f52b0d92b61 req-f7fd8beb-17f9-463d-9673-4bb11979e8b5 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.1247869 Aug 21 17:59:21.612902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.631494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.634088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.640718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b62a2d3-caa5-4abd-ae34-713f63c2f38f HTTP/1.1" status: 204 len: 168 time: 0.3394737 Aug 21 17:59:21.655112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89dd4cb-0c85-4e33-9fdd-4223819a4881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b62a2d3-caa5-4abd-ae34-713f63c2f38f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.688273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14093db5-3c07-436f-84d1-4f52b0d92b61 req-70e125fc-4021-4736-9e1a-24f8eced6e1a tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864820 Aug 21 17:59:21.729002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.732824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.733991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e27c2bc-055b-4866-88be-b417f8b1fabf HTTP/1.1" status: 204 len: 168 time: 0.2412341 Aug 21 17:59:21.754723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffe9c8-fe43-4b46-8293-067ce4c3b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e27c2bc-055b-4866-88be-b417f8b1fabf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:21.799621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:21.818562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717df26d-bf09-49e9-9480-7b498d2ba432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.950778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717df26d-bf09-49e9-9480-7b498d2ba432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.957260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717df26d-bf09-49e9-9480-7b498d2ba432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:21.998032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717df26d-bf09-49e9-9480-7b498d2ba432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6cb0fe-36ea-47f2-9e32-c06d5c2ba5e5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:22.018142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-717df26d-bf09-49e9-9480-7b498d2ba432 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dea724a677bc478893727ee7c414bd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2170124 Aug 21 17:59:22.020469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36726) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:22.133602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.164834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80ad79-e3a7-479d-9a77-416812e21917 req-4907039b-cbf5-4673-9307-99e52fb9265d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:22.167183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa80ad79-e3a7-479d-9a77-416812e21917 req-4907039b-cbf5-4673-9307-99e52fb9265d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.0967176 Aug 21 17:59:22.181000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.200367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca94f1-83f6-4f4d-96f2-cd1496b5f9b4 req-63ea181f-c3a8-49a1-a444-3515a167447c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:22.208028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ca94f1-83f6-4f4d-96f2-cd1496b5f9b4 req-63ea181f-c3a8-49a1-a444-3515a167447c tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.0990365 Aug 21 17:59:22.228285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa80ad79-e3a7-479d-9a77-416812e21917 req-51c0253b-53b8-43ab-946e-39b7011d73c8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538886 Aug 21 17:59:22.230250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36732) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:22.287687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb22e8d5-0c52-48d2-9fa9-30eaebe76123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.292047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ca94f1-83f6-4f4d-96f2-cd1496b5f9b4 req-fda15382-8915-4f2d-8ebb-44700cb85892 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820169 Aug 21 17:59:22.315228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.317790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.318970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e6cb0fe-36ea-47f2-9e32-c06d5c2ba5e5 HTTP/1.1" status: 204 len: 168 time: 0.2962158 Aug 21 17:59:22.328190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9daeeb-475d-4d5a-9c8e-69498774071c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6cb0fe-36ea-47f2-9e32-c06d5c2ba5e5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:22.421714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb22e8d5-0c52-48d2-9fa9-30eaebe76123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.428497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb22e8d5-0c52-48d2-9fa9-30eaebe76123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.465814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb22e8d5-0c52-48d2-9fa9-30eaebe76123 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5062ffd7c72c4e5d9df1b67a843a52c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238674 Aug 21 17:59:22.467792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22e8d5-0c52-48d2-9fa9-30eaebe76123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f2de3d-407d-4651-8d46-9f77494abd43,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:22.468662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36740) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:22.541845 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.571930 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.638862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.642558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:22.644792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56f2de3d-407d-4651-8d46-9f77494abd43 HTTP/1.1" status: 204 len: 168 time: 0.1750870 Aug 21 17:59:22.653249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec79f0-70d0-470b-a512-d75bd33785cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f2de3d-407d-4651-8d46-9f77494abd43,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:22.820205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2828-993c-429b-9c7b-fe2024f217e1 req-dba2f6e7-f3aa-4721-a210-dde5b7ba0d8d tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:22.822633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ee2828-993c-429b-9c7b-fe2024f217e1 req-dba2f6e7-f3aa-4721-a210-dde5b7ba0d8d tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.0599606 Aug 21 17:59:22.883328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ee2828-993c-429b-9c7b-fe2024f217e1 req-b492d652-e4ca-4abf-9c0d-e913effa1ac2 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Aug 21 17:59:23.109385 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:23.384242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd3b19-2def-4696-95cb-0af177356867 req-632064c3-7984-4136-b5f5-f20ecae6817a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:23.388707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0afd3b19-2def-4696-95cb-0af177356867 req-632064c3-7984-4136-b5f5-f20ecae6817a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.0729964 Aug 21 17:59:23.441730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0afd3b19-2def-4696-95cb-0af177356867 req-2bab3bf4-9bc9-418b-a3a4-454b990ebef1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Aug 21 17:59:23.455970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3a884-df56-41e8-bae6-39c4a4fb2ff3 req-84469b35-c978-4292-a8ff-4cece839e57d tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:23.457513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dbe3a884-df56-41e8-bae6-39c4a4fb2ff3 req-84469b35-c978-4292-a8ff-4cece839e57d tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.0814300 Aug 21 17:59:23.496627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dbe3a884-df56-41e8-bae6-39c4a4fb2ff3 req-8b7cf95a-2d31-43f4-b056-8ec06b171a89 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327232 Aug 21 17:59:23.665247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36806) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:23.812652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-network', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:23.865808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Made reservation on behalf of 7a47c9cdb3ac4ea2be4e9a5cccf2e359 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:23.868288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:23.880932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.032672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.037851 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.052124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287c5ae-b6f9-433a-a855-bc72e0aeffc8 req-91560bca-b31f-4591-9739-dbf3a2f9c028 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:24.061004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d287c5ae-b6f9-433a-a855-bc72e0aeffc8 req-91560bca-b31f-4591-9739-dbf3a2f9c028 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.0652795 Aug 21 17:59:24.064393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:59:24.079117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa35190-0a33-4a8e-b0fa-2629ad06d07e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:24.087746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.088129 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Added segment fff21f9f-17de-46da-8c03-463fdc8b107b of type vlan for network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f Aug 21 17:59:24.145415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d287c5ae-b6f9-433a-a855-bc72e0aeffc8 req-a3318ffb-1255-4f10-b00b-8a7066f8f8a1 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833166 Aug 21 17:59:24.149660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.178472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.179860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:24.180448 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.255450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5888827 Aug 21 17:59:24.258384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:24.263311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Request body: {'subnet': {'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-subnet', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:24.281906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9a9e0-872c-4606-84f3-b081ff7f5a22 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:24.295882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Made reservation on behalf of 7a47c9cdb3ac4ea2be4e9a5cccf2e359 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:24.298753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.298903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:59:24.580895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.652922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:24.675738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e28e5-ee50-4dce-8fbf-41b2489c1e98 req-4de8964e-3389-4866-b1cf-33320502d1c7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:24.688838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-504e28e5-ee50-4dce-8fbf-41b2489c1e98 req-4de8964e-3389-4866-b1cf-33320502d1c7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.1341836 Aug 21 17:59:24.745868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ca5277-1476-40ce-84c2-9e2170026ddd,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:24.747075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-504e28e5-ee50-4dce-8fbf-41b2489c1e98 req-e313470a-223e-4e82-9cf8-854f4828467f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571299 Aug 21 17:59:24.768384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Checking segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:24.768384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Network hostable DHCP agents. Network: 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:59:24.788174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24332bfd-d935-4bee-b03f-71d036bded1f req-3530eb6f-fe4c-4600-bec1-defe905f367b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:24.793662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24332bfd-d935-4bee-b03f-71d036bded1f req-3530eb6f-fe4c-4600-bec1-defe905f367b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 948 time: 0.1610816 Aug 21 17:59:24.818321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:59:24.840718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:24.851343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:24.851933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.852926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3be9e0-d236-4720-932e-d12175fdb8ca None None] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:24.868069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24332bfd-d935-4bee-b03f-71d036bded1f req-b6f6da3e-0b95-42ec-b234-079fefd75082 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608382 Aug 21 17:59:24.877623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c97afd6-1e84-4986-87bd-3cd909a2c160 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6181436 Aug 21 17:59:24.880539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36854) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:24.898892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:24.975850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.976999 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:24.992163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-810a2e0c-9859-4f81-8b93-46c4c9f50bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.055693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 17:59:25.056588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.163272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.177835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c279196-e5db-4880-abcb-23342beebc4f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 17:59:25.380412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Allocated IP 172.20.0.2 (5f5b5e89-89ac-4cc9-9cd3-c77e87be405f/89ca5277-1476-40ce-84c2-9e2170026ddd/ce3becc9-89dc-4518-8cd2-021140abcfa5) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:25.410246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c279196-e5db-4880-abcb-23342beebc4f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:25.413119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.445385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-810a2e0c-9859-4f81-8b93-46c4c9f50bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.446691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9c279196-e5db-4880-abcb-23342beebc4f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '9c279196-e5db-4880-abcb-23342beebc4f', 'mac_address': 'fa:16:3e:7e:60:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 17:59:25.456172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244239a0-05cc-4fdc-93ba-1f7f39a3fae2 req-f05da87d-62f0-42b3-860c-c20399a6f2ab tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:25.463686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-244239a0-05cc-4fdc-93ba-1f7f39a3fae2 req-f05da87d-62f0-42b3-860c-c20399a6f2ab tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.1845853 Aug 21 17:59:25.480183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-810a2e0c-9859-4f81-8b93-46c4c9f50bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.523427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.539662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c279196-e5db-4880-abcb-23342beebc4f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:25.574134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c279196-e5db-4880-abcb-23342beebc4f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:25.581773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-810a2e0c-9859-4f81-8b93-46c4c9f50bb8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d27aeac16384bdd9926c37437f5750e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9272323 Aug 21 17:59:25.582042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:25.583139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.583919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 17:59:25.595009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a2e0c-9859-4f81-8b93-46c4c9f50bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a208907b-47fc-43cb-a502-40383a751c6a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:25.614935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-244239a0-05cc-4fdc-93ba-1f7f39a3fae2 req-2cd3a0e3-8ced-475d-9f4d-a497f1a6cb0a tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455338 Aug 21 17:59:25.643253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:25.703742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.720501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'mac_address': 'fa:16:3e:1e:0f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 17:59:25.731108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.779135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:25.794084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.797706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.801184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a208907b-47fc-43cb-a502-40383a751c6a HTTP/1.1" status: 204 len: 168 time: 0.2152655 Aug 21 17:59:25.807955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcc1a2-6c3a-47f7-88b7-58443a117313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a208907b-47fc-43cb-a502-40383a751c6a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:25.857662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.858169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.858838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.859270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.859799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.860374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.860904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.861465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.862175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.863161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.864062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.864610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Tracked resource versions report: Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: pushed versions: Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: { 'AddressGroup': {'1.2'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'ConntrackHelper': {'1.0'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Log': {'1.0'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Network': {'1.1'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Port': {'1.7'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'PortForwarding': {'1.2'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'QosPolicy': {'1.9'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SecurityGroup': {'1.4'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SubPort': {'1.0'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Subnet': {'1.1'}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Trunk': {'1.1'}} Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: consumer versions: Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: HyperV agent@n-h1-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: HyperV agent@n-h2-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: L3 agent@n-d-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: Metadata agent@n-d-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: Metering agent@n-d-793621-32: {}, Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'ConntrackHelper': '1.0', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Log': '1.0', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Network': '1.1', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Port': '1.7', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'PortForwarding': '1.2', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'QosPolicy': '1.9', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SecurityGroup': '1.4', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SecurityGroupRule': '1.2', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'SubPort': '1.0', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Subnet': '1.1', Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: 'Trunk': '1.1'}} Aug 21 17:59:25.865900 n-d-793621-32 neutron-server[94600]: {{(pid=94600) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:59:25.887013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.906121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Transition to ACTIVE for port object ce3becc9-89dc-4518-8cd2-021140abcfa5 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:25.919842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45379-aec5-4b96-ac5e-1b40a1ef940c req-55ab688b-7064-48fc-80d7-e0cb285303b8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:25.923062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.926165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.937854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5a45379-aec5-4b96-ac5e-1b40a1ef940c req-55ab688b-7064-48fc-80d7-e0cb285303b8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 948 time: 0.0771265 Aug 21 17:59:25.950636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Transition to ACTIVE for port object ce3becc9-89dc-4518-8cd2-021140abcfa5 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:25.956218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d61d267-6f04-4d0f-b080-4da7c5590678 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:25.981433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.981610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:25.984361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:25.992135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5a45379-aec5-4b96-ac5e-1b40a1ef940c req-c4c9973d-8564-4cad-93a8-52dcaf9d9c73 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506091 Aug 21 17:59:25.994214 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.043140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:26.043140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:26.046363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:26.060726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Pushing event updated for resources: {'Port': ['ID=ce3becc9-89dc-4518-8cd2-021140abcfa5,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:26.142426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Attempting to bind port ce3becc9-89dc-4518-8cd2-021140abcfa5 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:26.144373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Attempting to bind port ce3becc9-89dc-4518-8cd2-021140abcfa5 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:26.145547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Attempting to bind port ce3becc9-89dc-4518-8cd2-021140abcfa5 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:26.174342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:26.174755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Checking segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:26.175173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.175584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Bound using segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:26.176170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Bound port: ce3becc9-89dc-4518-8cd2-021140abcfa5, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:26.176593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.209411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:26.288679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Allocated IP 172.25.1.184 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/cbd61680-7dfa-4ece-aa25-d738f17ddb49) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:26.358801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] For port ce3becc9-89dc-4518-8cd2-021140abcfa5, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:26.369044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] For port ce3becc9-89dc-4518-8cd2-021140abcfa5, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce3becc9-89dc-4518-8cd2-021140abcfa5,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:26.378861 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.408862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9c279196-e5db-4880-abcb-23342beebc4f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 17:59:26.415911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 17:59:26.448200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.498973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-48fbfb26-55fa-45b3-a0da-333f62ca0f5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048 HTTP/1.1" status: 200 len: 217 time: 0.0572593 Aug 21 17:59:26.534382 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.591766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-deb426cd-f21e-4c95-9a82-9df49eef2fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:26.593834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-deb426cd-f21e-4c95-9a82-9df49eef2fc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0802226 Aug 21 17:59:26.607948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a540fd-6564-4935-beab-002eec699fe6 req-9ace6c40-dfbd-4739-a36f-ae1c8e4b2ab3 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:26.613427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:26.617014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52a540fd-6564-4935-beab-002eec699fe6 req-9ace6c40-dfbd-4739-a36f-ae1c8e4b2ab3 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 949 time: 0.3730865 Aug 21 17:59:26.637155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:26.638063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91ae8dda-4719-4529-8476-b089e216dcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:26.646622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:26.666762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:26.691799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-8d04e473-814c-463c-9220-6c9e5f7c6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:26.693364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-8d04e473-814c-463c-9220-6c9e5f7c6a0d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0730820 Aug 21 17:59:26.705823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d3dd5d-7469-46eb-914e-ddc523b79a66 None None] Pushing event updated for resources: {'Port': ['ID=ce3becc9-89dc-4518-8cd2-021140abcfa5,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:26.722968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52a540fd-6564-4935-beab-002eec699fe6 req-3faeb170-9056-4fbd-9bff-3b88c6316594 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038091 Aug 21 17:59:26.818287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-7f988106-1ef1-4a66-8b01-a9acd32d8fc4 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088476 Aug 21 17:59:26.969858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c8a242f-53b7-404b-98c6-bd62fdb1a8c7 req-12e5a98f-ecae-415e-99dc-5cd22c16084d service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413877 Aug 21 17:59:27.014209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Pushing event updated for resources: {'Port': ['ID=cbd61680-7dfa-4ece-aa25-d738f17ddb49,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:27.070456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-14adc0df-4aa5-4bf0-8f8d-7b83693acc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.072180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-14adc0df-4aa5-4bf0-8f8d-7b83693acc54 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f9b7263736346eca9791f45ce2600cc&device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 1122 time: 0.0461423 Aug 21 17:59:27.131083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c0eef-20ea-425b-a2af-0c35b049db5a req-5d871783-d5af-4a40-949e-830981892abb tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.132657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc5c0eef-20ea-425b-a2af-0c35b049db5a req-5d871783-d5af-4a40-949e-830981892abb tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.1578906 Aug 21 17:59:27.212844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-81a23d5a-e14b-4385-9f67-62b1ccf9da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.214944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-81a23d5a-e14b-4385-9f67-62b1ccf9da83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1323617 Aug 21 17:59:27.265911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d14338-71ec-47c0-9ec3-e3fa15dae0eb req-dde9f152-5098-4b54-a22d-29de99dc8e04 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.267363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25d14338-71ec-47c0-9ec3-e3fa15dae0eb req-dde9f152-5098-4b54-a22d-29de99dc8e04 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 949 time: 0.0913234 Aug 21 17:59:27.268601 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-969a4781-03f2-4d87-bed7-f74abbe7b74d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048 HTTP/1.1" status: 200 len: 217 time: 0.0457158 Aug 21 17:59:27.290277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc5c0eef-20ea-425b-a2af-0c35b049db5a req-2a2bcea1-cf86-4fa5-879e-e8d8baf25385 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490901 Aug 21 17:59:27.334802 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.337989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91ae8dda-4719-4529-8476-b089e216dcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.351472 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25d14338-71ec-47c0-9ec3-e3fa15dae0eb req-71178ec5-4a7b-4072-b28d-a6210e908144 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778165 Aug 21 17:59:27.355793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-cdeeef6e-95cb-432d-b468-60996c96b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.357290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-cdeeef6e-95cb-432d-b468-60996c96b5a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0760942 Aug 21 17:59:27.374075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91ae8dda-4719-4529-8476-b089e216dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.433239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-4fc295b9-e6f7-4610-837a-3430d9ba4b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.435645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-4fc295b9-e6f7-4610-837a-3430d9ba4b6d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700574 Aug 21 17:59:27.458299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae8dda-4719-4529-8476-b089e216dcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3eac8e-06a6-4536-b9d4-e7002dde0492,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:27.470286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-91ae8dda-4719-4529-8476-b089e216dcf0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ce74d93a7c84fe88f7f84493091e385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8489666 Aug 21 17:59:27.470375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:27.592772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.633201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-d8f287b2-7dd4-4131-90b6-3ce4e7c71cfc service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871781 Aug 21 17:59:27.678856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.692760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.781189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23e1232-87f7-4659-b3c6-41b50d3555fe req-20ea66ec-86cd-405a-87ad-298072941218 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378310 Aug 21 17:59:27.861400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36960) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:27.882989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.885527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:27.889583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed3eac8e-06a6-4536-b9d4-e7002dde0492 HTTP/1.1" status: 204 len: 168 time: 0.4157443 Aug 21 17:59:27.912310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36966) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:27.920889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b469671-a4d4-4fda-b246-9e7e321dd22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3eac8e-06a6-4536-b9d4-e7002dde0492,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:27.956724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2955fc-fd3f-4109-8993-8b1e3563aafa req-362660f4-4464-4895-8c97-20d0a1b295d1 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:27.958355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba2955fc-fd3f-4109-8993-8b1e3563aafa req-362660f4-4464-4895-8c97-20d0a1b295d1 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 949 time: 0.0963178 Aug 21 17:59:27.983732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Router 847f4530-1086-4b00-9ced-27830a90e0ab is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 17:59:28.056411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87112a4-c039-4be1-91db-d2d5e707f2ea None None] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:28.058344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba2955fc-fd3f-4109-8993-8b1e3563aafa req-061f1bd5-cf40-4391-961a-4c751f517c07 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836885 Aug 21 17:59:28.067811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-023280ab-9aaf-411c-a824-3c27448b8468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.157307 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 17:59:28.162154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96ae5d3a-1e50-4cd9-82f8-d845d4928f06 None None] Provisioning for port ce3becc9-89dc-4518-8cd2-021140abcfa5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:28.171641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:28.187275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:28.203947 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:28.205193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:28.226928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-023280ab-9aaf-411c-a824-3c27448b8468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.238362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-023280ab-9aaf-411c-a824-3c27448b8468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.268767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.274361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47a76a50-e4e1-4645-a85a-34070164e00d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3927891 Aug 21 17:59:28.281338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:28.314309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-023280ab-9aaf-411c-a824-3c27448b8468 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25175bd158d74ba4b17a094dbb848031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4507182 Aug 21 17:59:28.320145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023280ab-9aaf-411c-a824-3c27448b8468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a18c3fa-1a38-4451-80f1-be3513bdfc03,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:28.322662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:28.333260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01b81c4e-e7fb-4751-b852-2ce35046da0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.403832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:28.465369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.541650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.628921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01b81c4e-e7fb-4751-b852-2ce35046da0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.629886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b37d3-d4b4-4544-bfba-b6a344be986f req-c30d16c8-1bd4-4e64-bbe8-ee9caa16b4db tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:28.631583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-395b37d3-d4b4-4544-bfba-b6a344be986f req-c30d16c8-1bd4-4e64-bbe8-ee9caa16b4db tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 949 time: 0.0934184 Aug 21 17:59:28.643329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01b81c4e-e7fb-4751-b852-2ce35046da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.678895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.681509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.683300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a18c3fa-1a38-4451-80f1-be3513bdfc03 HTTP/1.1" status: 204 len: 168 time: 0.3584511 Aug 21 17:59:28.694435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd799113-6361-4f29-a1c5-44837d923241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a18c3fa-1a38-4451-80f1-be3513bdfc03,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:28.711551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-395b37d3-d4b4-4544-bfba-b6a344be986f req-a125fb80-a828-4634-a499-4bfa01695a6a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658934 Aug 21 17:59:28.726439 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:27Z', 'revision_number': 3, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:28.758449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce3becc9-89dc-4518-8cd2-021140abcfa5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:28.772524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:28.772897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Updating router 847f4530-1086-4b00-9ced-27830a90e0ab port cbd61680-7dfa-4ece-aa25-d738f17ddb49 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:28.807362 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.813011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10054e-60ae-41a5-b00a-debff0bfa1fd req-143c8e52-9bfd-4742-9d47-1ee7e3531d3f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:28.820787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd10054e-60ae-41a5-b00a-debff0bfa1fd req-143c8e52-9bfd-4742-9d47-1ee7e3531d3f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.2797320 Aug 21 17:59:28.829890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-01b81c4e-e7fb-4751-b852-2ce35046da0a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=724149c5426f45dc96ad7170a0e785c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9133272 Aug 21 17:59:28.831030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b81c4e-e7fb-4751-b852-2ce35046da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87266264-1f66-4eb4-ad22-0e1038753508,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:28.832609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:28.850655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ce3becc9-89dc-4518-8cd2-021140abcfa5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:28.857374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce3becc9-89dc-4518-8cd2-021140abcfa5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:28.861467 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.922177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:28.961080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd10054e-60ae-41a5-b00a-debff0bfa1fd req-d6213daf-1723-422f-94b5-337af617c7f2 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380465 Aug 21 17:59:28.980914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.084007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.089528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.095479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87266264-1f66-4eb4-ad22-0e1038753508 HTTP/1.1" status: 204 len: 168 time: 0.2576284 Aug 21 17:59:29.125956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080b712-08fe-4760-9140-b18345227460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87266264-1f66-4eb4-ad22-0e1038753508,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.154825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c279196-e5db-4880-abcb-23342beebc4f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:29.163223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.235692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37006) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:29.279848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a041ef-9e39-4bcb-a212-46d9db342684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.293828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ce3becc9-89dc-4518-8cd2-021140abcfa5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce3becc9-89dc-4518-8cd2-021140abcfa5,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:29.302937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eb2c43-27ad-43bf-8350-693b24c26dd8 req-f539e78c-8782-462e-928d-61c80b923bcf tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:29.304493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3eb2c43-27ad-43bf-8350-693b24c26dd8 req-f539e78c-8782-462e-928d-61c80b923bcf tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 949 time: 0.1135156 Aug 21 17:59:29.310630 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.315114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.368656 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.393484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Transition to ACTIVE for port object cbd61680-7dfa-4ece-aa25-d738f17ddb49 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:29.407264 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.434708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ce3becc9-89dc-4518-8cd2-021140abcfa5,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.450179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9c279196-e5db-4880-abcb-23342beebc4f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:29.458489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9c279196-e5db-4880-abcb-23342beebc4f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:29.458882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.477614 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Attempting to bind port cbd61680-7dfa-4ece-aa25-d738f17ddb49 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:29.477983 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Attempting to bind port cbd61680-7dfa-4ece-aa25-d738f17ddb49 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:29.478376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Attempting to bind port cbd61680-7dfa-4ece-aa25-d738f17ddb49 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:29.515025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3eb2c43-27ad-43bf-8350-693b24c26dd8 req-785e5552-3aa2-44cf-8866-dd17aa4cd44d tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874924 Aug 21 17:59:29.525203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:29.528016 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:29.528428 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.532213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:29.532882 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Bound port: cbd61680-7dfa-4ece-aa25-d738f17ddb49, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:29.533289 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.566233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a041ef-9e39-4bcb-a212-46d9db342684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.573160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a041ef-9e39-4bcb-a212-46d9db342684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.616243 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-87a041ef-9e39-4bcb-a212-46d9db342684 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=09a807b8567c4d919831cf5a355e2ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795240 Aug 21 17:59:29.618155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a041ef-9e39-4bcb-a212-46d9db342684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e92471-7847-406a-a842-cb0138907ab2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.621122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37012) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:29.621519 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Pushing event updated for resources: {'Port': ['ID=cbd61680-7dfa-4ece-aa25-d738f17ddb49,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.656223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37014) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:29.656367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Allocated IP 172.20.0.1 (5f5b5e89-89ac-4cc9-9cd3-c77e87be405f/89ca5277-1476-40ce-84c2-9e2170026ddd/3f5ed5ac-1451-474a-837d-30fd19cc2340) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:29.658033 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.658247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.658410 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.658731 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.659063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.659395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.659719 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.660039 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.660405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.660729 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.661145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.661473 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.661789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Tracked resource versions report: Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: pushed versions: Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: { 'AddressGroup': {'1.2'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'ConntrackHelper': {'1.0'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Log': {'1.0'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Network': {'1.1'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Port': {'1.7'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'PortForwarding': {'1.2'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'QosPolicy': {'1.9'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SecurityGroup': {'1.4'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SecurityGroupRule': {'1.2'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SubPort': {'1.0'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Subnet': {'1.1'}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Trunk': {'1.1'}} Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: consumer versions: Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: { DHCP agent@n-d-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: HyperV agent@n-h1-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: HyperV agent@n-h2-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: L3 agent@n-d-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: Metadata agent@n-d-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: Metering agent@n-d-793621-32: {}, Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: Open vSwitch agent@n-d-793621-32: { 'AddressGroup': '1.2', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'ConntrackHelper': '1.0', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Log': '1.0', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Network': '1.1', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Port': '1.7', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'PortForwarding': '1.2', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'QosPolicy': '1.9', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SecurityGroup': '1.4', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SecurityGroupRule': '1.2', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'SubPort': '1.0', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Subnet': '1.1', Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: 'Trunk': '1.1'}} Aug 21 17:59:29.662969 n-d-793621-32 neutron-server[94601]: {{(pid=94601) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 21 17:59:29.692863 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] For port cbd61680-7dfa-4ece-aa25-d738f17ddb49, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:29.696740 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] For port cbd61680-7dfa-4ece-aa25-d738f17ddb49, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cbd61680-7dfa-4ece-aa25-d738f17ddb49,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:29.701906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:29.702212 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.702877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86f327eb-f5bb-463a-aee3-2e42d07b3391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.744143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.769210 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b4a07-c17a-4bf1-8677-bae1554963a5 None None] Pushing event updated for resources: {'Port': ['ID=cbd61680-7dfa-4ece-aa25-d738f17ddb49,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.787417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.804765 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:29.805391 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:29.835979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c279196-e5db-4880-abcb-23342beebc4f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:29.846170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.847469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:29.916451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.921766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.923889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44e92471-7847-406a-a842-cb0138907ab2 HTTP/1.1" status: 204 len: 168 time: 0.3008807 Aug 21 17:59:29.932122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86f327eb-f5bb-463a-aee3-2e42d07b3391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.939339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c61594-9984-4564-9101-89b0c6fe0a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e92471-7847-406a-a842-cb0138907ab2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:29.950270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86f327eb-f5bb-463a-aee3-2e42d07b3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:29.996654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.014829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88befa5f-15a4-451e-a2f7-b7e103dd0a73 req-07e6278b-a5b2-4098-9398-9d34dffd6fe4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:30.034243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88befa5f-15a4-451e-a2f7-b7e103dd0a73 req-07e6278b-a5b2-4098-9398-9d34dffd6fe4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 949 time: 0.1901674 Aug 21 17:59:30.060161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Transition to ACTIVE for port object 3f5ed5ac-1451-474a-837d-30fd19cc2340 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:30.065047 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac711f2-dd2c-4ba4-ac90-cd54ab1b02d7" -d '{"events": [{"server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9c279196-e5db-4880-abcb-23342beebc4f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:30.066786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37030) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:30.068819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-86f327eb-f5bb-463a-aee3-2e42d07b3391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76b1772759b249a18ae13c1b90cac063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107773 Aug 21 17:59:30.069719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f327eb-f5bb-463a-aee3-2e42d07b3391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39679533-4b98-4a23-8021-81269d679603,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:30.074224 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:30.102299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:30.134353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 6d61d267-6f04-4d0f-b080-4da7c5590678 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:30.141884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 6d61d267-6f04-4d0f-b080-4da7c5590678 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:30.142782 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.162535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88befa5f-15a4-451e-a2f7-b7e103dd0a73 req-79f45d20-29fe-4c33-a078-4e562ce6085c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229811 Aug 21 17:59:30.213231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.219244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e251b-cbd7-4d38-a0c4-38fc87d0c263 req-195142bd-e37a-4ca0-bca4-9c3cfe046f59 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:30.221077 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-741e251b-cbd7-4d38-a0c4-38fc87d0c263 req-195142bd-e37a-4ca0-bca4-9c3cfe046f59 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 970 time: 0.1053758 Aug 21 17:59:30.228296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.325490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.333605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:30.345174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-741e251b-cbd7-4d38-a0c4-38fc87d0c263 req-ddf4fa2a-a358-4c00-9ef6-7123dcb14a77 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068895 Aug 21 17:59:30.355382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:30.365876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:30.366542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.372462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.392033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:30.441894 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:27Z', 'revision_number': 3, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:30.484817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:30.497476 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.501104 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc2b1c6-3034-4b91-b7ac-2b9c80e1a7fc None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:27Z', 'revision_number': 3, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:30.592382 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c6b340-b6a2-4163-89c2-6bc4c73f9483 x-openstack-request-id: req-45c6b340-b6a2-4163-89c2-6bc4c73f9483 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:30.592845 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9c279196-e5db-4880-abcb-23342beebc4f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:30.593246 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-45c6b340-b6a2-4163-89c2-6bc4c73f9483 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:30.594648 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f', 'code': 200} Aug 21 17:59:30.639292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:30.700685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce3becc9-89dc-4518-8cd2-021140abcfa5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:30.798974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f57f3-7132-4aa9-932c-5fea590c95a1 req-95f24ef8-5015-4c68-ad35-295f2a188cd5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:30.811408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-223f57f3-7132-4aa9-932c-5fea590c95a1 req-95f24ef8-5015-4c68-ad35-295f2a188cd5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.1219571 Aug 21 17:59:30.817156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 936e2cfb-e3d6-46d9-911c-fcbe84697048 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 17:59:30.883221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-223f57f3-7132-4aa9-932c-5fea590c95a1 req-0de5b856-2c05-49d1-a376-0d1f1f916c6b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708168 Aug 21 17:59:30.925933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.932115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:30.936155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39679533-4b98-4a23-8021-81269d679603 HTTP/1.1" status: 204 len: 168 time: 0.8677776 Aug 21 17:59:30.952645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:30.985169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '936e2cfb-e3d6-46d9-911c-fcbe84697048', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '936e2cfb-e3d6-46d9-911c-fcbe84697048', 'mac_address': 'fa:16:3e:ae:13:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:tempest-test_az-2088366872', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 17:59:31.000833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91be6148-eff3-43e3-ad18-ba2d653c628c None None] Provisioning for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:31.012724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b819a-d2ac-4277-8c58-5ec2fa774a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39679533-4b98-4a23-8021-81269d679603,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:31.028108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91be6148-eff3-43e3-ad18-ba2d653c628c None None] Provisioning complete for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:31.028857 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91be6148-eff3-43e3-ad18-ba2d653c628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.055621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.086832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce3becc9-89dc-4518-8cd2-021140abcfa5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:31.087303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.114176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-42943607-8990-47a1-8acb-8b6bdeefcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:31.115754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-42943607-8990-47a1-8acb-8b6bdeefcc68 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 1102 time: 0.2305734 Aug 21 17:59:31.152780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.156105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-66e3343e-9798-4e99-8586-198836ff5c53 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.178686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936e2cfb-e3d6-46d9-911c-fcbe84697048 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:31.188246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-91be6148-eff3-43e3-ad18-ba2d653c628c None None] Port 3f5ed5ac-1451-474a-837d-30fd19cc2340 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:31.231442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:31.243992 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.322434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6ef4f-3cc3-436a-a63d-2f5b8daee73d req-e759a65d-4c01-467b-bf2e-ffc96531b1d7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:31.335309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88a6ef4f-3cc3-436a-a63d-2f5b8daee73d req-e759a65d-4c01-467b-bf2e-ffc96531b1d7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0737693 Aug 21 17:59:31.338314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:31.440906 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88a6ef4f-3cc3-436a-a63d-2f5b8daee73d req-282949d7-956d-41c9-b0ba-cf0ef7d97c75 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044040 Aug 21 17:59:31.474017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.487006 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.487950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.492304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-66e3343e-9798-4e99-8586-198836ff5c53 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.583824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-66e3343e-9798-4e99-8586-198836ff5c53 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:31.622349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['936e2cfb-e3d6-46d9-911c-fcbe84697048'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 17:59:31.761378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e538d95-b210-4901-8e8e-4b9e70373228 req-66e3343e-9798-4e99-8586-198836ff5c53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342349 Aug 21 17:59:31.769464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:31.797213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3343e-9798-4e99-8586-198836ff5c53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ddc55-0f6a-48af-88a7-679846b9591a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:31.818159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca24e05-7962-4296-adfb-4748b2205c2e req-43d15004-c98a-4e21-bb75-5329f5b5b4ef tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:31.819877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ca24e05-7962-4296-adfb-4748b2205c2e req-43d15004-c98a-4e21-bb75-5329f5b5b4ef tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 971 time: 0.3020408 Aug 21 17:59:31.907059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:31.908883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:31.924450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ca24e05-7962-4296-adfb-4748b2205c2e req-e34f0ed2-53a8-4b0c-a4a7-262e61f0da4f tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Aug 21 17:59:32.141352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 17:59:32.154941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeacd8b-8bca-4ebf-9635-0b83cd67f3c3 req-5ade031a-2407-41b4-978d-fc7e80444eaf tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:32.156473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1eeacd8b-8bca-4ebf-9635-0b83cd67f3c3 req-5ade031a-2407-41b4-978d-fc7e80444eaf tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.0952499 Aug 21 17:59:32.232837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8300febd-3a65-46ad-890c-a016d17ed4ac None None] Provisioning complete for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:32.233213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8300febd-3a65-46ad-890c-a016d17ed4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:32.263468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1eeacd8b-8bca-4ebf-9635-0b83cd67f3c3 req-d4215363-a935-4066-8687-e785d0047eef tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985506 Aug 21 17:59:32.278212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8300febd-3a65-46ad-890c-a016d17ed4ac None None] Port 3f5ed5ac-1451-474a-837d-30fd19cc2340 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:32.312260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:32.317525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c26749ed-bfc3-4150-a063-6cff0d955326 admin admin] 10.222.0.41 "PUT /v2.0/routers/847f4530-1086-4b00-9ced-27830a90e0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0352168 Aug 21 17:59:32.583651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148c6de-ea37-4758-89f1-aba9137f9e1b req-017dbc1d-0d31-49e4-a5a5-ab3aa6dac70b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:32.585524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5148c6de-ea37-4758-89f1-aba9137f9e1b req-017dbc1d-0d31-49e4-a5a5-ab3aa6dac70b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0674391 Aug 21 17:59:32.599401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:32.599864 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa132f19-d95a-4e15-8923-7197a76136c3" -d '{"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-plugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:32.645752 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583e44d0-5aab-4b96-b0aa-3c2d5c1a9539 x-openstack-request-id: req-583e44d0-5aab-4b96-b0aa-3c2d5c1a9539 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:32.646710 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-plugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:32.647401 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-583e44d0-5aab-4b96-b0aa-3c2d5c1a9539 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:32.647955 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'code': 200} Aug 21 17:59:32.683090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5148c6de-ea37-4758-89f1-aba9137f9e1b req-77f50ea2-d611-40d7-b199-1f590e4cd86c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699217 Aug 21 17:59:32.698384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cbd61680-7dfa-4ece-aa25-d738f17ddb49 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:32.744297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 936e2cfb-e3d6-46d9-911c-fcbe84697048 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:32.777957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122f7c5-ae4d-4e50-8e20-b1c5933b4e6b req-37606782-4310-4088-bc71-89133aeb9c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:32.779310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0122f7c5-ae4d-4e50-8e20-b1c5933b4e6b req-37606782-4310-4088-bc71-89133aeb9c30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1102 time: 0.0522034 Aug 21 17:59:32.823603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port cbd61680-7dfa-4ece-aa25-d738f17ddb49 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:32.830953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cbd61680-7dfa-4ece-aa25-d738f17ddb49 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:32.831528 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:32.856796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0122f7c5-ae4d-4e50-8e20-b1c5933b4e6b req-1511ef74-6feb-4b45-bee0-7e6a8350b676 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676486 Aug 21 17:59:32.868541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 936e2cfb-e3d6-46d9-911c-fcbe84697048 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:32.878055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:32.889733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 936e2cfb-e3d6-46d9-911c-fcbe84697048 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:32.890106 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:32.900371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:32.901843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:32.965992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:33.040668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.076956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a9396-c4b1-4491-8946-390e12d2d664 req-43e83d44-6abb-4e78-8020-7599c0f15d28 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:33.079280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b73a9396-c4b1-4491-8946-390e12d2d664 req-43e83d44-6abb-4e78-8020-7599c0f15d28 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 971 time: 0.0646222 Aug 21 17:59:33.122889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port cbd61680-7dfa-4ece-aa25-d738f17ddb49, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cbd61680-7dfa-4ece-aa25-d738f17ddb49,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:33.140959 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.146644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b73a9396-c4b1-4491-8946-390e12d2d664 req-eea0261d-2086-4e07-bd6e-12df790963f9 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603688 Aug 21 17:59:33.161473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:33.163629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.169222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6112cd32-b4e8-478f-8d59-4fdd77ac7ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.306981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:33.312376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6112cd32-b4e8-478f-8d59-4fdd77ac7ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.317974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=cbd61680-7dfa-4ece-aa25-d738f17ddb49,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:33.324765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.330458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6112cd32-b4e8-478f-8d59-4fdd77ac7ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.416115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6112cd32-b4e8-478f-8d59-4fdd77ac7ff6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f01cf9632eb04fe7a7ce016445c03cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461749 Aug 21 17:59:33.416436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37176) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:33.431301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:33.453617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112cd32-b4e8-478f-8d59-4fdd77ac7ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a9363f-0e0b-4076-a963-9a5f1c0f83e4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:33.512931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43523ba4-35ad-45fc-b4b5-082d2d3f9c94 req-d04e52be-fb07-4ba5-8e65-b016faf50ce2 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:33.514542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43523ba4-35ad-45fc-b4b5-082d2d3f9c94 req-d04e52be-fb07-4ba5-8e65-b016faf50ce2 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.1423557 Aug 21 17:59:33.519559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.574174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.610556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43523ba4-35ad-45fc-b4b5-082d2d3f9c94 req-e0eedc66-621c-4cf5-8e1e-54cd0d264f2a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880938 Aug 21 17:59:33.661497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.664565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.670145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64a9363f-0e0b-4076-a963-9a5f1c0f83e4 HTTP/1.1" status: 204 len: 168 time: 0.2526622 Aug 21 17:59:33.674061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:31Z', 'revision_number': 2, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:33.681449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0541fe-be2e-4ae8-9a0e-fd7c44e747a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a9363f-0e0b-4076-a963-9a5f1c0f83e4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:33.715851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:33.716144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Updating router 847f4530-1086-4b00-9ced-27830a90e0ab port 3f5ed5ac-1451-474a-837d-30fd19cc2340 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:33.754573 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:33.848748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502481b2-60d3-4fb7-b6d4-3e1f283a3601 req-3d963a8e-8283-427f-8f9a-084efbfadec5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:33.850354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-502481b2-60d3-4fb7-b6d4-3e1f283a3601 req-3d963a8e-8283-427f-8f9a-084efbfadec5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0648425 Aug 21 17:59:33.912396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-502481b2-60d3-4fb7-b6d4-3e1f283a3601 req-5e1f9ace-117d-4f61-931a-4b7a7a3a66dd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Aug 21 17:59:34.098543 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.110803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Transition to ACTIVE for port object 3f5ed5ac-1451-474a-837d-30fd19cc2340 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:34.117568 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.194801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37202) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:34.200129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-network', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:34.227687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a283c1-ffa8-4f04-84a0-14de463874b8 None None] Pushing event updated for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:34.234834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Made reservation on behalf of 90b00e7e8e224be78c6a3f6ae32a488a for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:34.237497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.250346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.286933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Attempting to bind port 3f5ed5ac-1451-474a-837d-30fd19cc2340 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:34.287407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Attempting to bind port 3f5ed5ac-1451-474a-837d-30fd19cc2340 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:34.287883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Attempting to bind port 3f5ed5ac-1451-474a-837d-30fd19cc2340 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:34.295771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:34.296320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Checking segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:34.296952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.297461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Bound using segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:34.298307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Bound port: 3f5ed5ac-1451-474a-837d-30fd19cc2340, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:34.298945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.415997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] For port 3f5ed5ac-1451-474a-837d-30fd19cc2340, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:34.421886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] For port 3f5ed5ac-1451-474a-837d-30fd19cc2340, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f5ed5ac-1451-474a-837d-30fd19cc2340,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:34.433026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.459003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.472005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.492070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37206) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:34.515678 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ca8494f-b087-41ab-acf1-86d3c5896a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.519338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:59:34.520703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a283c1-ffa8-4f04-84a0-14de463874b8 None None] Pushing event updated for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:34.525145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:34.525760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:34.541882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d58c904-6ea9-436a-ab80-9be02a67cdfe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:34.561266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.561872 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Added segment 74637c84-bd59-430c-a04f-7d7ebfef5a20 of type vlan for network 77933275-f120-43c2-ba0e-ba38aa2a70b2 Aug 21 17:59:34.612576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a33d4-7f13-4a87-a52b-74a972f1a484 req-a3aa8103-5685-4582-8b7a-7add87b042ce tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.614178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-513a33d4-7f13-4a87-a52b-74a972f1a484 req-a3aa8103-5685-4582-8b7a-7add87b042ce tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 972 time: 0.1536081 Aug 21 17:59:34.654965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:34.657264 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601f483e-2cfa-45e1-bd3e-0a53a61f8d28" -d '{"events": [{"server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:34.664919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cbd61680-7dfa-4ece-aa25-d738f17ddb49 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:34.670852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.705737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-513a33d4-7f13-4a87-a52b-74a972f1a484 req-81f2bee1-636a-4557-bf84-b27bf1ba8ff4 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Aug 21 17:59:34.716323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.717427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.718077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.741405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cbd61680-7dfa-4ece-aa25-d738f17ddb49 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:34.741943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.745360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:34.790851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ca8494f-b087-41ab-acf1-86d3c5896a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.804945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ca8494f-b087-41ab-acf1-86d3c5896a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.806608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=77933275-f120-43c2-ba0e-ba38aa2a70b2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:34.816731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ad2db3fb-9c27-477c-a171-963d0874e2d0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6207874 Aug 21 17:59:34.817386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37214) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:34.825016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Request body: {'subnet': {'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-subnet', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:34.826202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:59:34.853308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Made reservation on behalf of 90b00e7e8e224be78c6a3f6ae32a488a for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:34.855773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:34.887378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7ca8494f-b087-41ab-acf1-86d3c5896a58 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f650b3c48e404c6f8ad081716e00152d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3941946 Aug 21 17:59:34.888966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:34.908842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8494f-b087-41ab-acf1-86d3c5896a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51f3b76-fea2-4d09-95de-e3d0a5e90926,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:34.960182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2aab4-9593-4e32-907d-f949147e2f7b req-a21b1219-7535-460f-bd9b-95796553e538 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.960986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2aab4-9593-4e32-907d-f949147e2f7b req-a21b1219-7535-460f-bd9b-95796553e538 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.961633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2aab4-9593-4e32-907d-f949147e2f7b req-a21b1219-7535-460f-bd9b-95796553e538 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.962270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2aab4-9593-4e32-907d-f949147e2f7b req-a21b1219-7535-460f-bd9b-95796553e538 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:34.978201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70d2aab4-9593-4e32-907d-f949147e2f7b req-a21b1219-7535-460f-bd9b-95796553e538 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2918 time: 0.3627884 Aug 21 17:59:35.026243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.048332 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823bffde-2fef-4831-88f6-154937abddc1 x-openstack-request-id: req-823bffde-2fef-4831-88f6-154937abddc1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:35.059587 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "name": "network-vif-plugged", "status": "completed", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:35.059878 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-823bffde-2fef-4831-88f6-154937abddc1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:35.060310 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048', 'code': 200} Aug 21 17:59:35.069908 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.091739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.138565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b0a5d9-5d6b-48d0-9057-7e661644c19c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:35.178975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b3c97-1fa1-4bee-bdc7-f7048010558d req-88103d53-ca39-4f9d-9b48-ed8f03f2567a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:35.180462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e48b3c97-1fa1-4bee-bdc7-f7048010558d req-88103d53-ca39-4f9d-9b48-ed8f03f2567a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.1209908 Aug 21 17:59:35.183335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:34Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:35.185109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Checking segment: {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:35.185555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Network hostable DHCP agents. Network: 77933275-f120-43c2-ba0e-ba38aa2a70b2, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:59:35.198704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057711a1-6cab-42db-bcdd-65a3f825f383 req-f58a6c50-cb50-46cc-8fe8-8dbf4484d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:35.201547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-057711a1-6cab-42db-bcdd-65a3f825f383 req-f58a6c50-cb50-46cc-8fe8-8dbf4484d029 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 1124 time: 0.0851936 Aug 21 17:59:35.211041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6640d94f-6961-43c5-a2e6-f5bd25a96fdc req-e9068b43-9117-4620-9412-e8e5b54652e1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:35.213387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6640d94f-6961-43c5-a2e6-f5bd25a96fdc req-e9068b43-9117-4620-9412-e8e5b54652e1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0758421 Aug 21 17:59:35.214428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f349a9-bb4a-4131-9159-fc769cd29d28 None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:34Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:35.226347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:59:35.240172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.242825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.246908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f51f3b76-fea2-4d09-95de-e3d0a5e90926 HTTP/1.1" status: 204 len: 168 time: 0.3526726 Aug 21 17:59:35.270769 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e48b3c97-1fa1-4bee-bdc7-f7048010558d req-84490dc1-d564-4e23-bff4-fd94e8970e03 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682330 Aug 21 17:59:35.288414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde2bdc-5e62-48ef-9fd1-3f71b448d166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51f3b76-fea2-4d09-95de-e3d0a5e90926,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:35.288556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 77933275-f120-43c2-ba0e-ba38aa2a70b2) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:35.296831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-057711a1-6cab-42db-bcdd-65a3f825f383 req-3222ef61-68f9-4871-a5f0-66ee3ff96165 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754447 Aug 21 17:59:35.309768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6640d94f-6961-43c5-a2e6-f5bd25a96fdc req-3516b6b5-3b30-421b-9fa9-19efe5a9327e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779114 Aug 21 17:59:35.310685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5459f-ddc9-4c42-9a69-2af394555194 None None] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:35.313906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:35.314552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.356986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b62d9fc9-6443-414a-a3cf-1c6b889722d1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5378871 Aug 21 17:59:35.361058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37230) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:35.365894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:35.447185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.448760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.515008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.518274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36551b6-49ee-497a-a329-27d77a823d02 req-79a9103a-1550-4983-adb6-9a10f569d8b0 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:35.529108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e36551b6-49ee-497a-a329-27d77a823d02 req-79a9103a-1550-4983-adb6-9a10f569d8b0 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 886 time: 0.2046688 Aug 21 17:59:35.533980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-77933275-f120-43c2-ba0e-ba38aa2a70b2', 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'fixed_ips': [{'subnet_id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 17:59:35.535788 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.723806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Allocated IP 172.20.0.2 (77933275-f120-43c2-ba0e-ba38aa2a70b2/a3b0a5d9-5d6b-48d0-9057-7e661644c19c/4d4584f6-3c3e-443f-a618-02c711721667) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:35.922932 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:35.934350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Transition to ACTIVE for port object 4d4584f6-3c3e-443f-a618-02c711721667 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:35.951691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Transition to ACTIVE for port object 4d4584f6-3c3e-443f-a618-02c711721667 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:35.965885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.038913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:36.046570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:36.052083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:36.116453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.137835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Attempting to bind port 4d4584f6-3c3e-443f-a618-02c711721667 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:36.138273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Attempting to bind port 4d4584f6-3c3e-443f-a618-02c711721667 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:36.138694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Attempting to bind port 4d4584f6-3c3e-443f-a618-02c711721667 on network 77933275-f120-43c2-ba0e-ba38aa2a70b2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:36.144883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:36.145253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Checking segment: {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:36.145651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.146041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Bound using segment: {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:36.146512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Bound port: 4d4584f6-3c3e-443f-a618-02c711721667, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:36.146948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.148698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Pushing event updated for resources: {'Port': ['ID=4d4584f6-3c3e-443f-a618-02c711721667,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:36.239475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9c089-74ac-49f8-890a-e38063071f77 req-470f57fe-1d39-4ff6-8466-e713a9f90b24 tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.252185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a9c089-74ac-49f8-890a-e38063071f77 req-470f57fe-1d39-4ff6-8466-e713a9f90b24 tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1102 time: 0.1569502 Aug 21 17:59:36.272989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.273544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.273981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.274456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.274987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.278822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59a9c089-74ac-49f8-890a-e38063071f77 req-5bd79308-3b6a-4449-ab4a-9e24f42c4dad tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.302708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfa9ed18-62b7-48f5-bd28-67a0a2c0475f req-4350653e-e620-494b-95bb-12cd9900af74 tempest-NetworksTest-960988916 tempest-NetworksTest-960988916-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1877460 Aug 21 17:59:36.372828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] For port 4d4584f6-3c3e-443f-a618-02c711721667, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:36.377187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] For port 4d4584f6-3c3e-443f-a618-02c711721667, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4d4584f6-3c3e-443f-a618-02c711721667,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:36.386692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.478029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562967d-f36d-42f4-9ebf-751ea3d3d89c None None] Pushing event updated for resources: {'Port': ['ID=4d4584f6-3c3e-443f-a618-02c711721667,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:36.510412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59a9c089-74ac-49f8-890a-e38063071f77 req-5bd79308-3b6a-4449-ab4a-9e24f42c4dad tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.539653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b8d7-7c6a-4535-8c41-b68c8eb28906 req-3f74328a-a578-40ea-a9aa-2084f6569a06 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.541652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9133b8d7-7c6a-4535-8c41-b68c8eb28906 req-3f74328a-a578-40ea-a9aa-2084f6569a06 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 972 time: 0.1382110 Aug 21 17:59:36.562464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.564407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59a9c089-74ac-49f8-890a-e38063071f77 req-5bd79308-3b6a-4449-ab4a-9e24f42c4dad tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.607120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.634979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9133b8d7-7c6a-4535-8c41-b68c8eb28906 req-104209c3-f5b8-4824-988a-b7e69826b6c8 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782924 Aug 21 17:59:36.647159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a9c089-74ac-49f8-890a-e38063071f77 req-5bd79308-3b6a-4449-ab4a-9e24f42c4dad tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939633 Aug 21 17:59:36.699215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:36.740162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37276) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:36.777949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd79308-3b6a-4449-ab4a-9e24f42c4dad tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c712f9a0-1e49-426d-8966-bbc501dd7043,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:36.798703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f5ed5ac-1451-474a-837d-30fd19cc2340 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:36.957739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc98fc84-72a2-4cbc-8125-8d66d9f4d184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.961095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:36.965430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:36.965815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:36.968196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573c466-24b1-4506-8e0f-e28a405f2900 req-bedf822b-5ffd-4c83-bf47-fb63489a00b8 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:36.976929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f573c466-24b1-4506-8e0f-e28a405f2900 req-bedf822b-5ffd-4c83-bf47-fb63489a00b8 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.1508491 Aug 21 17:59:37.006118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-network', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:37.075041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Allocated IP 172.25.1.94 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ba2bb315-b447-4888-bd17-845fb836030c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:37.144034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc98fc84-72a2-4cbc-8125-8d66d9f4d184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.156973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc98fc84-72a2-4cbc-8125-8d66d9f4d184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.160635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.200431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3f5ed5ac-1451-474a-837d-30fd19cc2340, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f5ed5ac-1451-474a-837d-30fd19cc2340,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:37.205995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.219240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f573c466-24b1-4506-8e0f-e28a405f2900 req-f7ecbdfb-43b2-4a38-b65a-052837f2cfb6 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319942 Aug 21 17:59:37.282486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:37.326899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.372795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-0c3f572d-bad8-446a-b7db-0e7caa781700 tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:37.374482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-0c3f572d-bad8-446a-b7db-0e7caa781700 tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 1102 time: 0.0676012 Aug 21 17:59:37.426339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.458217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cc98fc84-72a2-4cbc-8125-8d66d9f4d184 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f41ae151eaf4a3a860bb2cb6f4eb0f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7168763 Aug 21 17:59:37.459837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:37.477170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Made reservation on behalf of 75ff08e1801d44ea8f000f5888e6e41e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:37.484295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.488861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98fc84-72a2-4cbc-8125-8d66d9f4d184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7d7a8d-1102-4ecf-a166-b58da1abb636,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:37.508878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:37.515886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:37.521991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:37.528391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.564618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2bb315-b447-4888-bd17-845fb836030c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:37.600587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37292) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:37.603435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.641282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.646075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-5ca6ed82-e808-406e-b55d-13faded88afc req-2a4fd3d3-85b5-4ccc-9e7c-391ab39e90cf service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:37.648284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Deleting port 9c279196-e5db-4880-abcb-23342beebc4f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 17:59:37.648626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.658809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ca6ed82-e808-406e-b55d-13faded88afc req-2a4fd3d3-85b5-4ccc-9e7c-391ab39e90cf service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2230036 Aug 21 17:59:37.730867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-028e35e7-12c9-44a7-b45b-a5e20e575323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.785259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.791873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.796322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.809283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c7d7a8d-1102-4ecf-a166-b58da1abb636 HTTP/1.1" status: 204 len: 168 time: 0.3456850 Aug 21 17:59:37.813664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.834260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d131c6-6929-41e2-a483-4e53634e79fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7d7a8d-1102-4ecf-a166-b58da1abb636,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:37.876665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754cc8c3-e1fb-4803-97d9-307a3ba41997,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:37.900916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:59:37.911325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.912047 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Added segment ac833e6f-6803-43f8-b73c-917827bf2add of type vlan for network 69eec03e-5764-4012-ad57-94de25cf5c6c Aug 21 17:59:37.955941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] For port 9c279196-e5db-4880-abcb-23342beebc4f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c279196-e5db-4880-abcb-23342beebc4f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:37.957022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.969735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:37.988564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Calling delete_port for 9c279196-e5db-4880-abcb-23342beebc4f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 17:59:38.010299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.011911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:38.012610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.065474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5845b29-6e0b-4971-a28f-5f7fc8f58898 req-3e367d36-a840-483b-abde-d83fb532dc59 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:38.084928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6189d4-2b01-4c1b-8d29-4d94a34f70ec None None] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:38.090903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5845b29-6e0b-4971-a28f-5f7fc8f58898 req-3e367d36-a840-483b-abde-d83fb532dc59 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 972 time: 0.3168457 Aug 21 17:59:38.123830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] Pushing event updated for resources: {'Network': ['ID=69eec03e-5764-4012-ad57-94de25cf5c6c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:38.163066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 69eec03e-5764-4012-ad57-94de25cf5c6c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:59:38.237820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.242387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5845b29-6e0b-4971-a28f-5f7fc8f58898 req-2d03465c-74c3-4508-9386-54286cdbbda6 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493175 Aug 21 17:59:38.258574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5586eafd-a5b5-481a-bd4b-56e9811fc150 None None] Provisioning for port 4d4584f6-3c3e-443f-a618-02c711721667 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:38.317289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe4fcf-53ff-4538-90e4-b1cd5bd0c20e req-8f785dbb-c7d9-4538-a550-52fa7c31587b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:38.333401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2fe4fcf-53ff-4538-90e4-b1cd5bd0c20e req-8f785dbb-c7d9-4538-a550-52fa7c31587b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.1223426 Aug 21 17:59:38.338488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:38.365392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42fac5a0-fbbf-4fef-ab2e-5aa8fe38329d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.388487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2fe4fcf-53ff-4538-90e4-b1cd5bd0c20e req-e3ab38ca-1216-46e9-b921-1b9c59c03768 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540707 Aug 21 17:59:38.409970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-028e35e7-12c9-44a7-b45b-a5e20e575323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.425500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:38.434308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aae04403-9f1e-435c-b562-2c3480244f76 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7342019 Aug 21 17:59:38.437294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37328) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:38.442891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Request body: {'subnet': {'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-subnet', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:38.479893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Made reservation on behalf of 75ff08e1801d44ea8f000f5888e6e41e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:38.485432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.679511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-028e35e7-12c9-44a7-b45b-a5e20e575323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.755515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-9e8acdb2-cbbc-4bcb-8c5b-56baf558b81f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3287356 Aug 21 17:59:38.769421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-028e35e7-12c9-44a7-b45b-a5e20e575323 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d0cdab3961ee46db992dd2e786e72709&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1648335 Aug 21 17:59:38.769638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-61964ac9-7b93-498f-8568-b69ab14263e6 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:38.769943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-61964ac9-7b93-498f-8568-b69ab14263e6 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 1124 time: 0.2637415 Aug 21 17:59:38.772005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37330) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:38.781538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4d4584f6-3c3e-443f-a618-02c711721667 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:38.782186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-7d1c4ce1-1b4a-48ae-bc91-66e6fbc374c7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:38.783217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-7d1c4ce1-1b4a-48ae-bc91-66e6fbc374c7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104299 Aug 21 17:59:38.805373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.824508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-dac8f2e6-ded6-4b5a-84e3-8562426d9ac4 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.858201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e35e7-12c9-44a7-b45b-a5e20e575323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e40d6c6-bbfc-46b9-bcb7-1fe54ac2b5a3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:38.866700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 4d4584f6-3c3e-443f-a618-02c711721667 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:38.871892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 4d4584f6-3c3e-443f-a618-02c711721667 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:38.873265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.881233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2eaf-73e9-44e8-8af1-2de880825b95 req-615fd495-7808-46a0-9465-cb5571f13cb5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:38.890014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4be2eaf-73e9-44e8-8af1-2de880825b95 req-615fd495-7808-46a0-9465-cb5571f13cb5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 950 time: 0.5202460 Aug 21 17:59:38.911092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.957101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Checking segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:38.957470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Network hostable DHCP agents. Network: 69eec03e-5764-4012-ad57-94de25cf5c6c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:59:38.962883 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:38.972054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce10b887-4800-4908-a1d9-a012014cf6a3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:38.992150 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.001685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:59:39.015397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 69eec03e-5764-4012-ad57-94de25cf5c6c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:39.021354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:39.022065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.046297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d479d36-0526-4c5b-a46d-2700c4626f74 None None] Network 69eec03e-5764-4012-ad57-94de25cf5c6c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:39.047854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.051506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.056153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e40d6c6-bbfc-46b9-bcb7-1fe54ac2b5a3 HTTP/1.1" status: 204 len: 168 time: 0.2796943 Aug 21 17:59:39.063324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5ccd4-3760-47d9-901a-e517fc9a9ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e40d6c6-bbfc-46b9-bcb7-1fe54ac2b5a3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:39.090878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.144663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 4d4584f6-3c3e-443f-a618-02c711721667, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4d4584f6-3c3e-443f-a618-02c711721667,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:39.146095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9c279196-e5db-4880-abcb-23342beebc4f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 17:59:39.148010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4be2eaf-73e9-44e8-8af1-2de880825b95 req-07135387-c876-44a6-bd5d-8233d9c9ddfb tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545485 Aug 21 17:59:39.189823 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.190038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c279196-e5db-4880-abcb-23342beebc4f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:39.190640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f5ed5ac-1451-474a-837d-30fd19cc2340 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:39.206424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42fac5a0-fbbf-4fef-ab2e-5aa8fe38329d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.210162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.228473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5951b51b-114e-4eda-9b8d-859321df6944 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7901423 Aug 21 17:59:39.231503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37352) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:39.238103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:39.246326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42fac5a0-fbbf-4fef-ab2e-5aa8fe38329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.312163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] No DVR routers for this DVR port 9c279196-e5db-4880-abcb-23342beebc4f on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 17:59:39.317193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.320006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bf7db0a-bfad-4915-8664-2766192c5278 req-2c2d1131-2a7f-4825-ba88-6f7b659b950f tempest-DeleteServersAdminTestJSON-391366512 tempest-DeleteServersAdminTestJSON-391366512-project-admin] 10.222.0.39 "DELETE /v2.0/ports/9c279196-e5db-4880-abcb-23342beebc4f HTTP/1.1" status: 204 len: 173 time: 1.9357347 Aug 21 17:59:39.332745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'name': 'network-vif-deleted', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:39.335474 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12660135-5bb2-4954-83d2-acc705e6e14e" -d '{"events": [{"server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "name": "network-vif-deleted", "tag": "9c279196-e5db-4880-abcb-23342beebc4f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:39.391892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-dac8f2e6-ded6-4b5a-84e3-8562426d9ac4 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.398342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fac5a0-fbbf-4fef-ab2e-5aa8fe38329d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6f6867-5ea3-43da-a3c6-e8d501ff4b2d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:39.413992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-dac8f2e6-ded6-4b5a-84e3-8562426d9ac4 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.428706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-42fac5a0-fbbf-4fef-ab2e-5aa8fe38329d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1fe560c746f4721864efeddc1fdf1be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0833712 Aug 21 17:59:39.445713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37362) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:39.451056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=4d4584f6-3c3e-443f-a618-02c711721667,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:39.469771 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f176219-b0d7-4f4e-b74f-c4a7a2b12559 x-openstack-request-id: req-2f176219-b0d7-4f4e-b74f-c4a7a2b12559 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:39.475458 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e079c77c-1279-4421-aeed-4038339f3c1f", "name": "network-vif-deleted", "tag": "9c279196-e5db-4880-abcb-23342beebc4f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:39.475458 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f176219-b0d7-4f4e-b74f-c4a7a2b12559 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:39.475458 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e079c77c-1279-4421-aeed-4038339f3c1f', 'name': 'network-vif-deleted', 'tag': '9c279196-e5db-4880-abcb-23342beebc4f', 'status': 'completed', 'code': 200} Aug 21 17:59:39.495051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8f2e6-ded6-4b5a-84e3-8562426d9ac4 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3eda0fa-8aa3-40b8-87f6-336f6eb87463,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:39.508907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.510073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.599968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.604795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3f5ed5ac-1451-474a-837d-30fd19cc2340 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:39.605342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.617357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f4f4cb0-0ac8-4978-b11e-80f81fc14a1b req-dac8f2e6-ded6-4b5a-84e3-8562426d9ac4 tempest-AggregatesAdminTestJSON-1628754991 tempest-AggregatesAdminTestJSON-1628754991-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8267224 Aug 21 17:59:39.736129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546f5a9-cabd-4f10-af13-3adac45347f3 req-80220460-e2a7-47cf-a243-a4457ca2b2b0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:39.743882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1546f5a9-cabd-4f10-af13-3adac45347f3 req-80220460-e2a7-47cf-a243-a4457ca2b2b0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.1532016 Aug 21 17:59:39.764939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-69eec03e-5764-4012-ad57-94de25cf5c6c', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 17:59:39.765843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.774151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:39.785453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.828449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a3b32a1-da8f-416f-bd28-421a73d1ebf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.881511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.919542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:39.921042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1546f5a9-cabd-4f10-af13-3adac45347f3 req-b7a40169-ec98-4b9a-8c6e-9b74ec107890 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745119 Aug 21 17:59:39.941275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Router 2676d9b7-465d-4df4-9415-66e0a629a912 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 17:59:40.102749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Allocated IP 172.20.0.2 (69eec03e-5764-4012-ad57-94de25cf5c6c/ce10b887-4800-4908-a1d9-a012014cf6a3/fafdc48f-b97e-48b2-853d-0720eaea6b3e) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:40.235547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:40.247864 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Sync routers for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:40.257437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.260824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.265898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb6f6867-5ea3-43da-a3c6-e8d501ff4b2d HTTP/1.1" status: 204 len: 168 time: 0.8191903 Aug 21 17:59:40.273787 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:40.277073 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:40.315485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412a2bf-3d08-4110-9c9f-a4147af14be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6f6867-5ea3-43da-a3c6-e8d501ff4b2d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:40.404895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.411352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.416277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a3b32a1-da8f-416f-bd28-421a73d1ebf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.424901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a3b32a1-da8f-416f-bd28-421a73d1ebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.436328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Transition to ACTIVE for port object fafdc48f-b97e-48b2-853d-0720eaea6b3e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:40.467870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.477982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Transition to ACTIVE for port object fafdc48f-b97e-48b2-853d-0720eaea6b3e will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:40.500847 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.563190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a3b32a1-da8f-416f-bd28-421a73d1ebf5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7870c2cdf41445f9e31464a3c012666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7883103 Aug 21 17:59:40.563987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:40.567302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.568366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5e183618-94ee-4fed-b4f0-434065132d00 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2065496 Aug 21 17:59:40.575248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37414) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:40.587107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b32a1-da8f-416f-bd28-421a73d1ebf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d65150-550a-42c0-b2f6-3c0b38db61c5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:40.587252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:40.612983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Pushing event updated for resources: {'Port': ['ID=fafdc48f-b97e-48b2-853d-0720eaea6b3e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:40.621382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:40.623059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:40.633158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:40.698787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.741577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Attempting to bind port fafdc48f-b97e-48b2-853d-0720eaea6b3e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:40.741939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Attempting to bind port fafdc48f-b97e-48b2-853d-0720eaea6b3e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:40.742303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Attempting to bind port fafdc48f-b97e-48b2-853d-0720eaea6b3e on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:40.756972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:40.757446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Checking segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:40.757861 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.758262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Bound using segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:40.758807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Bound port: fafdc48f-b97e-48b2-853d-0720eaea6b3e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:40.759194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.759805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Allocated IP 172.25.1.220 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5a765f32-2d00-427e-9951-a65e49ec942f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:40.781247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:40.844723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4d4584f6-3c3e-443f-a618-02c711721667 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:40.891122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-837c9ddf-8ae8-454e-b648-de864204facf req-8e8ec10d-b45f-481d-ab83-7f337d2ca88a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=e079c77c-1279-4421-aeed-4038339f3c1f HTTP/1.1" status: 200 len: 210 time: 0.4461675 Aug 21 17:59:40.925433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] For port fafdc48f-b97e-48b2-853d-0720eaea6b3e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:40.962879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] For port fafdc48f-b97e-48b2-853d-0720eaea6b3e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fafdc48f-b97e-48b2-853d-0720eaea6b3e,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:40.984455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.070877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 4d4584f6-3c3e-443f-a618-02c711721667 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:41.071180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.072115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.073519 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 3, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:41.162531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Checking router: 2676d9b7-465d-4df4-9415-66e0a629a912 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:41.162899 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Updating router 2676d9b7-465d-4df4-9415-66e0a629a912 port ba2bb315-b447-4888-bd17-845fb836030c binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:41.202794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da352ab-9487-40d2-bf16-d3602a7c5b50 None None] Pushing event updated for resources: {'Port': ['ID=fafdc48f-b97e-48b2-853d-0720eaea6b3e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:41.218092 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.232192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c279196-e5db-4880-abcb-23342beebc4f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 17:59:41.285317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 9c279196-e5db-4880-abcb-23342beebc4f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 17:59:41.285902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c279196-e5db-4880-abcb-23342beebc4f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 17:59:41.326182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.376818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-ce7f497d-3944-41cc-8ea5-3bf9e214e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:41.378423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-ce7f497d-3944-41cc-8ea5-3bf9e214e7ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1102 time: 0.3656282 Aug 21 17:59:41.449760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff40355-d6f2-4a42-9734-4cdb7e2186d9 req-e1afc39d-0072-44b1-a3ed-c9f4c4c9b068 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:41.451571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eff40355-d6f2-4a42-9734-4cdb7e2186d9 req-e1afc39d-0072-44b1-a3ed-c9f4c4c9b068 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.3134406 Aug 21 17:59:41.472568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:41.481074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:41.496381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:41.551518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.554385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.555637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9d65150-550a-42c0-b2f6-3c0b38db61c5 HTTP/1.1" status: 204 len: 168 time: 0.9895868 Aug 21 17:59:41.614773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50518362-bcec-485f-8ca5-3474de1bf6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d65150-550a-42c0-b2f6-3c0b38db61c5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:41.724669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-470159f2-caa7-4060-a816-0d42d1746433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:41.726537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Pushing event updated for resources: {'Port': ['ID=5a765f32-2d00-427e-9951-a65e49ec942f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:41.727773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-470159f2-caa7-4060-a816-0d42d1746433 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3386946 Aug 21 17:59:41.745133 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.769300 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Transition to ACTIVE for port object ba2bb315-b447-4888-bd17-845fb836030c will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:41.772992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eff40355-d6f2-4a42-9734-4cdb7e2186d9 req-7221a4f1-1a3d-44ae-be27-33b221a5fc57 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943025 Aug 21 17:59:41.782230 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.883604 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd51c1-1095-469b-8ecb-e926b3f30cd0 None None] Pushing event updated for resources: {'Port': ['ID=ba2bb315-b447-4888-bd17-845fb836030c,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:41.889193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Attempting to bind port ba2bb315-b447-4888-bd17-845fb836030c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:41.889817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Attempting to bind port ba2bb315-b447-4888-bd17-845fb836030c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:41.890320 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Attempting to bind port ba2bb315-b447-4888-bd17-845fb836030c on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:41.896733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:41.897400 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:41.897946 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:41.898478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:41.899150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Bound port: ba2bb315-b447-4888-bd17-845fb836030c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:41.899706 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.016899 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] For port ba2bb315-b447-4888-bd17-845fb836030c, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:42.026307 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] For port ba2bb315-b447-4888-bd17-845fb836030c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ba2bb315-b447-4888-bd17-845fb836030c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:42.041814 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.106055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.202203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd51c1-1095-469b-8ecb-e926b3f30cd0 None None] Pushing event updated for resources: {'Port': ['ID=ba2bb315-b447-4888-bd17-845fb836030c,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:42.207735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-cc336a7e-d8b4-46ca-bcd4-def7ee95facf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.4254234 Aug 21 17:59:42.256808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:42.257631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:42.440889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-4a462b61-8503-4820-83ce-c34198cdc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:42.442379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-4a462b61-8503-4820-83ce-c34198cdc55d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2098591 Aug 21 17:59:42.502215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.508713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.585415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-ddaed81d-f956-4e80-a2ff-f0a6ac55c95b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5077c469f5554bed8c04ca1b08b209ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320940 Aug 21 17:59:42.596143 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:42.641582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-71e6bb1f-da63-4076-ab6a-4be80751d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:42.643536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-71e6bb1f-da63-4076-ab6a-4be80751d8e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1920795 Aug 21 17:59:42.685366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fed8fd8-920d-442b-afaf-85f7f8b778d5 None None] Network 69eec03e-5764-4012-ad57-94de25cf5c6c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:42.839940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fafdc48f-b97e-48b2-853d-0720eaea6b3e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:42.955426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port fafdc48f-b97e-48b2-853d-0720eaea6b3e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:42.957727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Provisioning for port fafdc48f-b97e-48b2-853d-0720eaea6b3e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:42.964980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Provisioning complete for port fafdc48f-b97e-48b2-853d-0720eaea6b3e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:42.965648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:42.966230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 3, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:43.023030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fafdc48f-b97e-48b2-853d-0720eaea6b3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:43.023427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:43.026164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b608afd-b5ed-4f57-b323-148c8de773b8 None None] The sync data for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 is: [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 3, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:43.194983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-792d0265-db05-48fa-8343-b2b5f3846457 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:43.204058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-792d0265-db05-48fa-8343-b2b5f3846457 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6085002 Aug 21 17:59:43.233216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-b1e2e5cb-7951-4adf-9cb0-3dfef508df23 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/quotas/5077c469f5554bed8c04ca1b08b209ae HTTP/1.1" status: 200 len: 375 time: 0.0278609 Aug 21 17:59:43.279861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-ea27464d-b972-4883-9bc2-ed32cf62e878 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454323 Aug 21 17:59:43.283957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-cf33bbf1-436b-44c3-9eae-dd4d79b26d1f service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032222 Aug 21 17:59:43.345217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Router 8841f83c-b476-437d-b30f-e023108a4e81 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 17:59:43.398455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Allocated IP 172.20.0.1 (77933275-f120-43c2-ba0e-ba38aa2a70b2/a3b0a5d9-5d6b-48d0-9057-7e661644c19c/c982e2b1-f45b-4965-a171-34ce685819aa) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:43.412797 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:43.472771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079731-3287-4a77-a3ee-105e369d8447 req-40ccb53c-ded3-4d7d-bec6-594643a59507 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:43.481500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66079731-3287-4a77-a3ee-105e369d8447 req-40ccb53c-ded3-4d7d-bec6-594643a59507 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.2265341 Aug 21 17:59:43.562655 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:43.609203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-44f2e02d-dbf1-4a10-93d8-8591b73d1a54 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001499 Aug 21 17:59:43.696020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66079731-3287-4a77-a3ee-105e369d8447 req-7be64239-f45c-4294-ba3f-f2fd7557f8f0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135739 Aug 21 17:59:43.720414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:43.780748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:43.781378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:43.789955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28bc5875-09b4-4784-b809-9dee31eba42b admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.5569947 Aug 21 17:59:43.790734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37576) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:43.811571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] For port fafdc48f-b97e-48b2-853d-0720eaea6b3e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fafdc48f-b97e-48b2-853d-0720eaea6b3e,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:43.830144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:43.987925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32da882d-57b7-4ac3-ba1a-cfb0e7a82b57 req-0269e0e6-781c-4687-abb4-6d0464b5f22e tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 210 time: 0.1174989 Aug 21 17:59:44.048043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:44.061319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:44.069100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:44.105647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Transition to ACTIVE for port object c982e2b1-f45b-4965-a171-34ce685819aa will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:44.158154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:44.227938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:44.246447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 17:59:44.246669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:44.247317 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 17:59:44.253796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:44.254289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:44.295362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8b0fbbce-9766-4779-9fa1-76ea9614e124 None None] Provisioning complete for port fafdc48f-b97e-48b2-853d-0720eaea6b3e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:44.296018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b0fbbce-9766-4779-9fa1-76ea9614e124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:44.345389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842fead-db40-4cbb-a95d-5e9c1a25b0f9 None None] Pushing event updated for resources: {'Port': ['ID=fafdc48f-b97e-48b2-853d-0720eaea6b3e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:44.397211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:44.415662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:44.656426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:44.840583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37620) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:44.918792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f96baf61-5222-4839-b634-dc869d83f0eb None None] Provisioning for port c982e2b1-f45b-4965-a171-34ce685819aa completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:44.933173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f96baf61-5222-4839-b634-dc869d83f0eb None None] Provisioning complete for port c982e2b1-f45b-4965-a171-34ce685819aa triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:44.933557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f96baf61-5222-4839-b634-dc869d83f0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.031449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:41Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:45.033232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f96baf61-5222-4839-b634-dc869d83f0eb None None] Port c982e2b1-f45b-4965-a171-34ce685819aa cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:45.055078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc91029-4190-4a9f-8057-1e5dbc174075 req-90ff1f61-cdc4-4949-8b36-0636642a6ef7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:45.063263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bdc91029-4190-4a9f-8057-1e5dbc174075 req-90ff1f61-cdc4-4949-8b36-0636642a6ef7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.1434855 Aug 21 17:59:45.072105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.082155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.107831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:45.108184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Updating router 8841f83c-b476-437d-b30f-e023108a4e81 port 5a765f32-2d00-427e-9951-a65e49ec942f binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:45.121360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.124663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.142567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bdc91029-4190-4a9f-8057-1e5dbc174075 req-d16ac47b-1311-43d3-9c35-b1c7e19dd899 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739806 Aug 21 17:59:45.166858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.185896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9d79-4306-4c49-99ca-4b4a137aacb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.230199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ba2bb315-b447-4888-bd17-845fb836030c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:45.340404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:45.411136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-316aef4e-0a24-4182-bc3d-ca276f990aae req-69c3082c-75ab-4458-adc0-44996d985dce tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 210 time: 0.0698326 Aug 21 17:59:45.464405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-38dbf119-da44-48b9-8012-d96c61520d4b tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5077c469f5554bed8c04ca1b08b209ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1362069 Aug 21 17:59:45.476084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ba2bb315-b447-4888-bd17-845fb836030c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:45.477749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:45.507697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:45.516261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ba2bb315-b447-4888-bd17-845fb836030c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:45.516261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.577996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Allocated IP 172.20.0.1 (69eec03e-5764-4012-ad57-94de25cf5c6c/ce10b887-4800-4908-a1d9-a012014cf6a3/788f78de-a933-4853-ba21-4c09abc1ed95) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:45.860188 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.874163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Transition to ACTIVE for port object 5a765f32-2d00-427e-9951-a65e49ec942f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:45.901446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.920996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Transition to ACTIVE for port object 788f78de-a933-4853-ba21-4c09abc1ed95 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:45.941645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Router 2676d9b7-465d-4df4-9415-66e0a629a912 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 17:59:45.967314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.979959 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:45.985520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-b5d9a061-9216-4f80-a968-fb092611e52a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:45.988117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-b5d9a061-9216-4f80-a968-fb092611e52a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5149601 Aug 21 17:59:45.991028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9d79-4306-4c49-99ca-4b4a137aacb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.003165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Request body: {'port': {'device_id': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '5077c469f5554bed8c04ca1b08b209ae'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:46.014671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.079132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Attempting to bind port 5a765f32-2d00-427e-9951-a65e49ec942f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:46.079761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Attempting to bind port 5a765f32-2d00-427e-9951-a65e49ec942f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:46.081732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Attempting to bind port 5a765f32-2d00-427e-9951-a65e49ec942f on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:46.105132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:46.106324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:46.106922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.107964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:46.109449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Bound port: 5a765f32-2d00-427e-9951-a65e49ec942f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:46.110135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.126541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1fc9d79-4306-4c49-99ca-4b4a137aacb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.153391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:46.198426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:46.206633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:46.212494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:46.214680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eb261fc3-6f75-4b5c-ae3d-6be53810adb9 None None] Provisioning complete for port c982e2b1-f45b-4965-a171-34ce685819aa triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:46.215642 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb261fc3-6f75-4b5c-ae3d-6be53810adb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.224330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d952-9b52-4626-a827-45fd197db2b9 None None] Pushing event updated for resources: {'Port': ['ID=5a765f32-2d00-427e-9951-a65e49ec942f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:46.250992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:46.252459 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.272911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] For port 5a765f32-2d00-427e-9951-a65e49ec942f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:46.289386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ba2bb315-b447-4888-bd17-845fb836030c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ba2bb315-b447-4888-bd17-845fb836030c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:46.305726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] For port 5a765f32-2d00-427e-9951-a65e49ec942f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5a765f32-2d00-427e-9951-a65e49ec942f,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:46.319250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.323449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.324370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fafdc48f-b97e-48b2-853d-0720eaea6b3e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:46.417092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-eb261fc3-6f75-4b5c-ae3d-6be53810adb9 None None] Port c982e2b1-f45b-4965-a171-34ce685819aa cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:46.505658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc9d79-4306-4c49-99ca-4b4a137aacb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae777a9-57a1-4a16-af8b-0e2908931efc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:46.541659 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c1fc9d79-4306-4c49-99ca-4b4a137aacb3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4a883f60a924c7f8acad8c2b6a7a2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6999567 Aug 21 17:59:46.547844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:46.576245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fafdc48f-b97e-48b2-853d-0720eaea6b3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:46.576735 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.582651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:46.586026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:46.607650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d952-9b52-4626-a827-45fd197db2b9 None None] Pushing event updated for resources: {'Port': ['ID=5a765f32-2d00-427e-9951-a65e49ec942f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:46.632467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a43-8ff4-4dab-beef-9445f02d0eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.647835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ceb67563-6477-4466-9409-67997b409686 None None] Provisioning for port 788f78de-a933-4853-ba21-4c09abc1ed95 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:46.688329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ceb67563-6477-4466-9409-67997b409686 None None] Provisioning complete for port 788f78de-a933-4853-ba21-4c09abc1ed95 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:46.688739 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ceb67563-6477-4466-9409-67997b409686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.694916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.736573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1165f6-d86c-46ea-ade5-ca4c52eb435c req-a10022d8-59bd-470e-bc17-8e7cdc4b8a09 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:46.738194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca1165f6-d86c-46ea-ade5-ca4c52eb435c req-a10022d8-59bd-470e-bc17-8e7cdc4b8a09 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.2919714 Aug 21 17:59:46.776553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:46.787702 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Sync routers for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:46.800953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4802a4a6-b34e-46e3-82af-f2df595bf9b8 admin admin] 10.222.0.41 "PUT /v2.0/routers/2676d9b7-465d-4df4-9415-66e0a629a912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2225928 Aug 21 17:59:46.802086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Made reservation on behalf of 5077c469f5554bed8c04ca1b08b209ae for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:46.806238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.813110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:46.813744 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:46.851309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:46.893673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.968333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a43-8ff4-4dab-beef-9445f02d0eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.987050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9eb00a43-8ff4-4dab-beef-9445f02d0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:46.997271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.005787 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:47.031513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd7ceb03-0d1f-42b2-a5b5-6e102ff76b7e req-a5e49276-d354-4a72-91fd-0b3754a40a1f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 210 time: 0.0773525 Aug 21 17:59:47.048376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca1165f6-d86c-46ea-ade5-ca4c52eb435c req-56c99717-80fa-4d7c-a60e-2288c354aaa3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995033 Aug 21 17:59:47.175418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9eb00a43-8ff4-4dab-beef-9445f02d0eeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=374ea7c20ec143488ce9f8b63fcdf6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9651442 Aug 21 17:59:47.179726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37722) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:47.190532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb00a43-8ff4-4dab-beef-9445f02d0eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28ab182-823b-4e4e-bb9f-1c80780dac24,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:47.238161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:44Z', 'revision_number': 4, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c982e2b1-f45b-4965-a171-34ce685819aa', 'name': '', 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'mac_address': 'fa:16:3e:46:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:42Z', 'updated_at': '2021-08-21T17:59:44Z', 'revision_number': 2, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'subnets': [{'id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:47.243565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.247877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ceb67563-6477-4466-9409-67997b409686 None None] Port 788f78de-a933-4853-ba21-4c09abc1ed95 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:47.256243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ba2bb315-b447-4888-bd17-845fb836030c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:47.267992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.274006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae777a9-57a1-4a16-af8b-0e2908931efc HTTP/1.1" status: 204 len: 168 time: 0.7210636 Aug 21 17:59:47.288143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.319222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f888bc-d469-433b-bfe0-20030500ecd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae777a9-57a1-4a16-af8b-0e2908931efc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:47.332720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Allocated IP 192.168.233.111 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/a190431a-daf5-48b1-8614-d96b649a7d09) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:47.334825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.339999 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.353291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:41Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:47.356636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.357620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.405970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587165ca-98e2-4b11-b9da-8a40eef826f6 None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:41Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:47.437286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.439880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.444426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e28ab182-823b-4e4e-bb9f-1c80780dac24 HTTP/1.1" status: 204 len: 168 time: 0.2636452 Aug 21 17:59:47.461403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Checking router: 2676d9b7-465d-4df4-9415-66e0a629a912 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:47.461762 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Updating router 2676d9b7-465d-4df4-9415-66e0a629a912 port c982e2b1-f45b-4965-a171-34ce685819aa binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:47.489385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ba2bb315-b447-4888-bd17-845fb836030c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:47.525871 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.660663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a9953-a459-448a-b247-798b30d302c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28ab182-823b-4e4e-bb9f-1c80780dac24,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:47.687895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.696693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ba2bb315-b447-4888-bd17-845fb836030c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:47.702596 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.709626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:47.711415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:47.733029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:47.733201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Transition to ACTIVE for port object a190431a-daf5-48b1-8614-d96b649a7d09 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:47.824301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.841510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c424cf7-aa65-4a33-8df6-a531ee83d343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:47.925972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:47.932469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:47.942299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:47.957137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:47.958018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.002021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Pushing event updated for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:48.043693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-10ae8a09-8751-432c-8777-c8aa8263cc4f tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0456357 Aug 21 17:59:48.060945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Request body: {'port': {'device_id': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:48.108614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.192050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1f6d3adb-0821-4208-946c-cac549f12581 None None] Provisioning complete for port 788f78de-a933-4853-ba21-4c09abc1ed95 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:48.192430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1f6d3adb-0821-4208-946c-cac549f12581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.236425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.273907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1f6d3adb-0821-4208-946c-cac549f12581 None None] Port 788f78de-a933-4853-ba21-4c09abc1ed95 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:48.327607 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.363376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Transition to ACTIVE for port object c982e2b1-f45b-4965-a171-34ce685819aa will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:48.383058 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.409881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fa45384a-438f-4c7b-96a4-e2775e945411 None None] Provisioning for port a190431a-daf5-48b1-8614-d96b649a7d09 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:48.415134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fa45384a-438f-4c7b-96a4-e2775e945411 None None] Provisioning complete for port a190431a-daf5-48b1-8614-d96b649a7d09 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:48.415838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa45384a-438f-4c7b-96a4-e2775e945411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.503445 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86de8-7565-4b73-834c-76bf0afdc5e5 None None] Pushing event updated for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:48.545215 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.565173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fa45384a-438f-4c7b-96a4-e2775e945411 None None] Port a190431a-daf5-48b1-8614-d96b649a7d09 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:48.630145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Attempting to bind port c982e2b1-f45b-4965-a171-34ce685819aa on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:48.631800 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Attempting to bind port c982e2b1-f45b-4965-a171-34ce685819aa by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:48.632269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Attempting to bind port c982e2b1-f45b-4965-a171-34ce685819aa on network 77933275-f120-43c2-ba0e-ba38aa2a70b2 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:48.647669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:48.662662 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Checking segment: {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:48.665115 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.666603 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Bound using segment: {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:48.670622 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Bound port: c982e2b1-f45b-4965-a171-34ce685819aa, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74637c84-bd59-430c-a04f-7d7ebfef5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:48.672670 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.733736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37748) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:48.784196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 17:59:48.797355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa81f73-ef80-4cbe-a640-316655a68c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.842316 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] For port c982e2b1-f45b-4965-a171-34ce685819aa, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:48.847143 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] For port c982e2b1-f45b-4965-a171-34ce685819aa, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c982e2b1-f45b-4965-a171-34ce685819aa,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:48.852964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4d83-ba86-4725-ac6e-7389c0713c3c req-7c60dad5-fb0e-4963-a839-1ce2c8fd7dc5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:48.855429 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:48.867103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-628e4d83-ba86-4725-ac6e-7389c0713c3c req-7c60dad5-fb0e-4963-a839-1ce2c8fd7dc5 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 936 time: 0.2666280 Aug 21 17:59:48.990673 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:48.992024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:49.055165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a190431a-daf5-48b1-8614-d96b649a7d09 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:49.086285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb049d-433a-49eb-92f8-0617fcfef547 req-94c65de0-52cc-4326-b76e-8207694ac9f3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:49.095311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adbb049d-433a-49eb-92f8-0617fcfef547 req-94c65de0-52cc-4326-b76e-8207694ac9f3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.2597985 Aug 21 17:59:49.098938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.122623 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86de8-7565-4b73-834c-76bf0afdc5e5 None None] Pushing event updated for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:49.161219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Transition to ACTIVE for port object a190431a-daf5-48b1-8614-d96b649a7d09 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:49.177890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa81f73-ef80-4cbe-a640-316655a68c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.179025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.196557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 17:59:49.215370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6dcae0ec-2138-4626-ab08-bace8d82a8b8 admin admin] 10.222.0.41 "PUT /v2.0/routers/8841f83c-b476-437d-b30f-e023108a4e81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4234965 Aug 21 17:59:49.230996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa81f73-ef80-4cbe-a640-316655a68c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.276810 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:49.298869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adbb049d-433a-49eb-92f8-0617fcfef547 req-42dbc38e-802a-4228-a0ae-9cbe1e641af3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008736 Aug 21 17:59:49.304903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9aa81f73-ef80-4cbe-a640-316655a68c94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2dbf2d10de514debb17615987cd52d6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5600860 Aug 21 17:59:49.311999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:49.360733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-628e4d83-ba86-4725-ac6e-7389c0713c3c req-865c3176-e50e-4f99-93fc-5d4b11ee9ab9 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837513 Aug 21 17:59:49.363666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa81f73-ef80-4cbe-a640-316655a68c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8dd939-324f-4a43-9a37-e8300017360c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:49.512956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Pushing event updated for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:49.555799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5a765f32-2d00-427e-9951-a65e49ec942f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:49.603861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Attempting to bind port a190431a-daf5-48b1-8614-d96b649a7d09 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:49.608722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Attempting to bind port a190431a-daf5-48b1-8614-d96b649a7d09 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:49.609562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Attempting to bind port a190431a-daf5-48b1-8614-d96b649a7d09 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:49.650018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5a765f32-2d00-427e-9951-a65e49ec942f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:49.656948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5a765f32-2d00-427e-9951-a65e49ec942f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:49.657593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.663626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Port a190431a-daf5-48b1-8614-d96b649a7d09 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 17:59:49.663956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Attempting to bind port a190431a-daf5-48b1-8614-d96b649a7d09 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:49.693263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.741807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:49.742146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:49.742549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:49.742999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Bound port: a190431a-daf5-48b1-8614-d96b649a7d09, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:49.743356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.804509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:44Z', 'revision_number': 4, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c982e2b1-f45b-4965-a171-34ce685819aa', 'name': '', 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'mac_address': 'fa:16:3e:46:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:42Z', 'updated_at': '2021-08-21T17:59:48Z', 'revision_number': 4, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'subnets': [{'id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:49.805074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.843039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:49.857934 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8e9360-bb8d-49e2-bcb1-a5c412ce9bca None None] The sync data for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 is: [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T17:59:44Z', 'revision_number': 4, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c982e2b1-f45b-4965-a171-34ce685819aa', 'name': '', 'network_id': '77933275-f120-43c2-ba0e-ba38aa2a70b2', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'mac_address': 'fa:16:3e:46:0a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_interface', 'standard_attr_id': 238, 'fixed_ips': [{'subnet_id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:42Z', 'updated_at': '2021-08-21T17:59:48Z', 'revision_number': 4, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'subnets': [{'id': 'a3b0a5d9-5d6b-48d0-9057-7e661644c19c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:49.887500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23644e0-7c46-4aab-b34d-19d120fdded4 req-6a2e04a4-4632-4757-ab6a-865ee14c70e4 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:49.896853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e23644e0-7c46-4aab-b34d-19d120fdded4 req-6a2e04a4-4632-4757-ab6a-865ee14c70e4 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 972 time: 0.3669853 Aug 21 17:59:49.922813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:49.962183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5a765f32-2d00-427e-9951-a65e49ec942f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5a765f32-2d00-427e-9951-a65e49ec942f,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:49.969658 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.064092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-1ae16e22-f0e3-4291-8514-bdcbb9a995a0 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:50.065641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-1ae16e22-f0e3-4291-8514-bdcbb9a995a0 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 972 time: 0.4127095 Aug 21 17:59:50.093583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5a765f32-2d00-427e-9951-a65e49ec942f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:50.105524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37790) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:50.183844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d363bb-b43c-404c-9103-3fd8de46e43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.279989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-976079261-network', 'tenant_id': 'b2f04a3d856e470dbf44a018e6060918'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:50.308607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 17:59:50.322177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:50.325299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:50.418178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d363bb-b43c-404c-9103-3fd8de46e43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.438201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d363bb-b43c-404c-9103-3fd8de46e43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.458065 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46496b6b-faec-467b-8d5c-fa94eaaedbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.514570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d363bb-b43c-404c-9103-3fd8de46e43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedea24e-d17e-4f1b-ae5f-b75aa610c923,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:50.549402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65d363bb-b43c-404c-9103-3fd8de46e43b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec467ed5394a4591bade3181acf31a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7050855 Aug 21 17:59:50.550194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37800) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:50.559125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.560229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Made reservation on behalf of b2f04a3d856e470dbf44a018e6060918 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:50.562752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.585751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.608507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:50.635785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37802) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:50.644070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1950040381', 'description': 'tempest-description--816482286'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:50.690583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e23644e0-7c46-4aab-b34d-19d120fdded4 req-fc1d4ca9-465d-4ad8-9f79-fdb182249131 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/security-groups?id=6e275b19-edd2-4866-80a6-ce6fe7a16cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7919672 Aug 21 17:59:50.707537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.714446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.720169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7c8dd939-324f-4a43-9a37-e8300017360c HTTP/1.1" status: 204 len: 168 time: 1.4049666 Aug 21 17:59:50.725382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:50.785952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a190431a-daf5-48b1-8614-d96b649a7d09,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:50.793853 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.798360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3532e-c23f-4c4c-8161-e70d290414f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8dd939-324f-4a43-9a37-e8300017360c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:50.828273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.830218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.833076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.872048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca7bbfa-d788-49f5-9927-81245684284a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:50.916878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 17:59:50.920714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.974420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.974937 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Added segment b7cff31d-3a6d-4eeb-b44d-d48e7b5bf783 of type vlan for network 2dcd917a-1355-4a80-93e8-ede190c3fa0e Aug 21 17:59:50.994618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:50.995901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:50.998107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] 10.222.0.39 "PUT /v2.0/ports/a190431a-daf5-48b1-8614-d96b649a7d09 HTTP/1.1" status: 200 len: 1097 time: 2.9417338 Aug 21 17:59:51.013696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:51.016522 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:51.019858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.116049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Deleting port 936e2cfb-e3d6-46d9-911c-fcbe84697048 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 17:59:51.117255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.149758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:47Z', 'revision_number': 2, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:51.186152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.235051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 17:59:51.235414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Updating router 8841f83c-b476-437d-b30f-e023108a4e81 port 788f78de-a933-4853-ba21-4c09abc1ed95 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 17:59:51.284215 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.307768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a87a93-0d2a-4982-98c9-98571a4e4cac req-e37ee94e-e486-42cd-b104-968dc633e25c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:51.316532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a87a93-0d2a-4982-98c9-98571a4e4cac req-e37ee94e-e486-42cd-b104-968dc633e25c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.4979246 Aug 21 17:59:51.330206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.resource_extend [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 17:59:51.341195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24743ab-5d13-4070-bfa1-055e6ef18a16 service neutron] Pushing event updated for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:51.346933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] For port 936e2cfb-e3d6-46d9-911c-fcbe84697048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=936e2cfb-e3d6-46d9-911c-fcbe84697048,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:51.347571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.355091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.358033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.362263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fedea24e-d17e-4f1b-ae5f-b75aa610c923 HTTP/1.1" status: 204 len: 168 time: 0.8108628 Aug 21 17:59:51.396725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbfcbc-1fac-46b0-a21d-7777804d1000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedea24e-d17e-4f1b-ae5f-b75aa610c923,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:51.438543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.442927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:51.444820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.498636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Calling delete_port for 936e2cfb-e3d6-46d9-911c-fcbe84697048 owned by compute:tempest-test_az-2088366872 {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 17:59:51.537800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-7928e506-9bfb-4e64-8929-06a0ddef3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:51.539350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-7928e506-9bfb-4e64-8929-06a0ddef3cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 1100 time: 0.4720592 Aug 21 17:59:51.600312 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:51.639741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-98532a3b-2643-420e-9429-14f2ff42d84a tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:51.648169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-98532a3b-2643-420e-9429-14f2ff42d84a tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 819 time: 0.5986252 Aug 21 17:59:51.684754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-5587d4f2-19b1-4a62-86fa-aa3324928b27 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/quotas/75ff08e1801d44ea8f000f5888e6e41e HTTP/1.1" status: 200 len: 375 time: 0.0344336 Aug 21 17:59:51.703510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] Pushing event updated for resources: {'Network': ['ID=2dcd917a-1355-4a80-93e8-ede190c3fa0e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:51.739101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2dcd917a-1355-4a80-93e8-ede190c3fa0e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 17:59:51.740340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-2d11ebb3-27a0-4f46-99e7-03f3b9d5945e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a190431a-daf5-48b1-8614-d96b649a7d09 HTTP/1.1" status: 200 len: 217 time: 0.1835356 Aug 21 17:59:51.743038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-4a42f5e9-cf7a-4545-ae58-531128afc580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:51.745474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-4a42f5e9-cf7a-4545-ae58-531128afc580 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1102 time: 0.2267148 Aug 21 17:59:51.772036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c982e2b1-f45b-4965-a171-34ce685819aa up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:51.782962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a87a93-0d2a-4982-98c9-98571a4e4cac req-4eef2483-83cb-409f-9638-15a4c1ec8efb tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649675 Aug 21 17:59:51.810171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-66bc81c6-43b2-4136-9447-da01b8979294 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239877 Aug 21 17:59:51.833245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-fd2affe8-4812-4118-b2a5-4ab1d37b4da5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:51.843629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-fd2affe8-4812-4118-b2a5-4ab1d37b4da5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148840 Aug 21 17:59:51.947933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c982e2b1-f45b-4965-a171-34ce685819aa completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:51.961212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c982e2b1-f45b-4965-a171-34ce685819aa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:51.961858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.076969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-76b6b0c7-aec1-4f9b-98ec-6a635705910f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.078883 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-76b6b0c7-aec1-4f9b-98ec-6a635705910f service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2876518 Aug 21 17:59:52.090613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.108049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.110877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-b2d0cd6f-a673-4647-8cb1-cfd03a92fb12 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653162 Aug 21 17:59:52.123031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.124794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Transition to ACTIVE for port object 788f78de-a933-4853-ba21-4c09abc1ed95 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:52.129215 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.153186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.169126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c982e2b1-f45b-4965-a171-34ce685819aa, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c982e2b1-f45b-4965-a171-34ce685819aa,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:52.177988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-095ab7de-7278-4e98-b97f-9344caaf88f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0850878 Aug 21 17:59:52.205044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e44b8c75-8705-48cb-8e32-e9317381376b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0945191 Aug 21 17:59:52.205196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.208976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.209520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37842) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.236583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b102e97-eeca-4ff7-a597-5232459dbc38 None None] Pushing event updated for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:52.237847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Request body: {'subnet': {'network_id': '2dcd917a-1355-4a80-93e8-ede190c3fa0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-976079261-subnet', 'tenant_id': 'b2f04a3d856e470dbf44a018e6060918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:52.240782 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.241784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5a765f32-2d00-427e-9951-a65e49ec942f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:52.289031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e798fff-bdfb-446d-9d6a-8d37ec0ade82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.292685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76fb8e-b451-48b7-aff0-fb62f1c0c218 req-3c938413-0484-490e-a888-b9ac217edcd7 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.294683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:52.305376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b76fb8e-b451-48b7-aff0-fb62f1c0c218 req-3c938413-0484-490e-a888-b9ac217edcd7 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 948 time: 0.2503755 Aug 21 17:59:52.340894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3100c1ae-1207-4bf4-80e5-97eafcb5e913,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:52.353510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.355047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d03a781d-3e8e-406f-8cb6-670abfb7fdc6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7149527 Aug 21 17:59:52.369376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.380484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] No DVR routers for this DVR port 936e2cfb-e3d6-46d9-911c-fcbe84697048 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 17:59:52.382226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Pushing event deleted for resources: {'Port': ['ID=936e2cfb-e3d6-46d9-911c-fcbe84697048,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:52.394633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.394840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.396896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d8d22ee-76c1-4897-b306-13d7c9078d64 req-70bce998-52ac-4347-a020-84972d05f733 tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.64 "DELETE /v2.0/ports/936e2cfb-e3d6-46d9-911c-fcbe84697048 HTTP/1.1" status: 204 len: 173 time: 2.3057473 Aug 21 17:59:52.398737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-82379d32-e36c-4ce3-b267-5defc1cf52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.400059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-82379d32-e36c-4ce3-b267-5defc1cf52b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.6131570 Aug 21 17:59:52.404991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'security_group_rule': {'security_group_id': '3100c1ae-1207-4bf4-80e5-97eafcb5e913', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:52.470098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Made reservation on behalf of b2f04a3d856e470dbf44a018e6060918 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:52.473078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.488555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b76fb8e-b451-48b7-aff0-fb62f1c0c218 req-ba7f9e43-1e06-4199-9ffa-bed3644f086e tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321340 Aug 21 17:59:52.505968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-0c03372d-3c49-4119-aa5a-dcada5a137fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.513612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-0c03372d-3c49-4119-aa5a-dcada5a137fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008747 Aug 21 17:59:52.526924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Attempting to bind port 788f78de-a933-4853-ba21-4c09abc1ed95 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:52.528411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Attempting to bind port 788f78de-a933-4853-ba21-4c09abc1ed95 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:52.531148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Attempting to bind port 788f78de-a933-4853-ba21-4c09abc1ed95 on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:52.553698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:52.554083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Checking segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:52.554487 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.554905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Bound using segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:52.562097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Bound port: 788f78de-a933-4853-ba21-4c09abc1ed95, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:52.562769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.574857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e798fff-bdfb-446d-9d6a-8d37ec0ade82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.577175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-77362d5b-456c-44db-8ee5-8e34a7cdc8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.579308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-77362d5b-456c-44db-8ee5-8e34a7cdc8d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.3709166 Aug 21 17:59:52.588544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5a765f32-2d00-427e-9951-a65e49ec942f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:52.588779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.595616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e798fff-bdfb-446d-9d6a-8d37ec0ade82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.599133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 17:59:52.599133 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 17:59:52.599133 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id_1': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'expiration_1': datetime.datetime(2021, 8, 21, 17, 59, 52, 446719)}] Aug 21 17:59:52.599133 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 17:59:52.599663 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 17:59:52.659273 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87548df5-d04e-4993-9036-a11f1845a2a9 x-openstack-request-id: req-87548df5-d04e-4993-9036-a11f1845a2a9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:52.659560 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:52.659809 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87548df5-d04e-4993-9036-a11f1845a2a9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:52.662721 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09', 'status': 'completed', 'code': 200} Aug 21 17:59:52.733935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-bacc9b69-6473-4c78-948b-59c347e7ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:52.736188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-bacc9b69-6473-4c78-948b-59c347e7ae34 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433754 Aug 21 17:59:52.742007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-a4d2dca5-fa4b-4dae-b5d4-efacced4619d service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214472 Aug 21 17:59:52.784942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-1670689d-da95-4b21-ad42-bbe955712b95 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6372728 Aug 21 17:59:52.786588 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e51abc66-59cc-42d5-bd32-f783f481dc12 tempest-AutoAllocateNetworkTest-886756735 tempest-AutoAllocateNetworkTest-886756735-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c796b34feaa42508d3cb06487415b75&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3715615 Aug 21 17:59:52.796661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37854) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.803211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798fff-bdfb-446d-9d6a-8d37ec0ade82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f59ffa5b-a0e1-4988-ada6-ecebee146c05,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:52.809300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3e798fff-bdfb-446d-9d6a-8d37ec0ade82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aaf0065242f4431c8be2cc9507121604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5987308 Aug 21 17:59:52.833990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37856) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:52.849528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] For port 788f78de-a933-4853-ba21-4c09abc1ed95, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:52.853344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 936e2cfb-e3d6-46d9-911c-fcbe84697048 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 17:59:52.879472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 936e2cfb-e3d6-46d9-911c-fcbe84697048 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 17:59:52.879871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 936e2cfb-e3d6-46d9-911c-fcbe84697048 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 17:59:52.889834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-409e8f0b-6b1e-4023-8606-77a8a6a5fb44 req-ea826f7f-cbb7-4661-bac4-24c13a208cfc tempest-AggregatesAdminTestJSON-663707668 tempest-AggregatesAdminTestJSON-663707668-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.1139305 Aug 21 17:59:52.896768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] For port 788f78de-a933-4853-ba21-4c09abc1ed95, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=788f78de-a933-4853-ba21-4c09abc1ed95,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:52.906363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:52.973525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-221fb96e-d010-4d90-a810-d11f79153467 req-dce3cb65-8242-4bbf-ae04-d1138c4fe147 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0566251 Aug 21 17:59:53.029580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 17:59:53.033265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:53.137084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b102e97-eeca-4ff7-a597-5232459dbc38 None None] Pushing event updated for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:53.182177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-221fb96e-d010-4d90-a810-d11f79153467 req-49de4be9-58e8-4f5f-907b-8fdcef93977a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7f9b7263736346eca9791f45ce2600cc&device_id=ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb HTTP/1.1" status: 200 len: 210 time: 0.1384656 Aug 21 17:59:53.188987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5bb7fa2-f196-4c6b-8e4d-9be52766bbc1 req-883d7998-9213-4ad9-9b75-6e6026ea5342 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352038 Aug 21 17:59:53.198985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.230405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.242870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eca1be-3063-497d-82c7-2375964cebba req-dccd782e-29b0-4e4e-8c15-b6aaf355e1f7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.255893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5eca1be-3063-497d-82c7-2375964cebba req-dccd782e-29b0-4e4e-8c15-b6aaf355e1f7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.2471972 Aug 21 17:59:53.283048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 17:59:53.384444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-221fb96e-d010-4d90-a810-d11f79153467 req-9ade42a5-7416-4772-bf12-51cc6ca53c9e service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=7f9b7263736346eca9791f45ce2600cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1245675 Aug 21 17:59:53.485845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c982e2b1-f45b-4965-a171-34ce685819aa up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:53.554372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-4098fb67-51d4-4dd1-9a44-3ef031fd7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.556523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-4098fb67-51d4-4dd1-9a44-3ef031fd7a43 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5077c469f5554bed8c04ca1b08b209ae&device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 1100 time: 0.2980361 Aug 21 17:59:53.576132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f6672b3-35b0-4fe5-be42-57c6d8238e6d req-7e94a4b9-a8d2-4942-9996-04df0b4f0549 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 210 time: 0.4759500 Aug 21 17:59:53.605567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-ff88148d-9ffa-48de-9c2a-9af1925ab929 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8500719 Aug 21 17:59:53.637145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed33d9f-22b6-4a8d-8822-f4cac0590dfa tempest-AutoAllocateNetworkTest-886756735 tempest-AutoAllocateNetworkTest-886756735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.638996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8ed33d9f-22b6-4a8d-8822-f4cac0590dfa tempest-AutoAllocateNetworkTest-886756735 tempest-AutoAllocateNetworkTest-886756735-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.8370602 Aug 21 17:59:53.639747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.673920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37876) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:53.719403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c982e2b1-f45b-4965-a171-34ce685819aa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:53.719879 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.739732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-0e701239-d9bc-4423-b330-b25f5c0e2b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.742361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-0e701239-d9bc-4423-b330-b25f5c0e2b46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1719606 Aug 21 17:59:53.745944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5eca1be-3063-497d-82c7-2375964cebba req-2b6a81df-8d50-4964-916e-1f687a0eb96f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892540 Aug 21 17:59:53.804290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.810246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-39c4d189-b523-4e82-96f7-f22e5205d11d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=a190431a-daf5-48b1-8614-d96b649a7d09 HTTP/1.1" status: 200 len: 217 time: 0.0550220 Aug 21 17:59:53.819841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:52Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 17:59:53.823734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-684d5a16-4a69-4b71-9492-a1a9d03a84e4 tempest-AutoAllocateNetworkTest-886756735 tempest-AutoAllocateNetworkTest-886756735-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446609 Aug 21 17:59:53.833555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37878) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:53.868567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac5a6d5-92ae-4830-9aa1-11b70edce4ce None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:52Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 17:59:53.870633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.888202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:53.913946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fb96e-d010-4d90-a810-d11f79153467 req-440445d8-1b8a-49b8-bfa7-b9635f0d1c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.915471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-221fb96e-d010-4d90-a810-d11f79153467 req-440445d8-1b8a-49b8-bfa7-b9635f0d1c2f service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5192027 Aug 21 17:59:53.925353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-54b96a42-9d2e-470c-9c09-36242b5e4d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:53.926912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-54b96a42-9d2e-470c-9c09-36242b5e4d89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1003802 Aug 21 17:59:53.997515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3087fe61-392f-49f8-b89b-caf009db4144 tempest-AutoAllocateNetworkTest-886756735 tempest-AutoAllocateNetworkTest-886756735-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5c796b34feaa42508d3cb06487415b75 HTTP/1.1" status: 200 len: 208 time: 0.1610801 Aug 21 17:59:53.998833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.001615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.007107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6301165 Aug 21 17:59:54.008599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:54.023513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'security_group_rule': {'security_group_id': '3100c1ae-1207-4bf4-80e5-97eafcb5e913', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:54.077785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.118105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-34bc7ed8-911b-43ad-a89a-29fc0fc23bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:54.120523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-34bc7ed8-911b-43ad-a89a-29fc0fc23bbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1852782 Aug 21 17:59:54.173914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0959a-48e6-4dda-9503-7a7b1b736caa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b3b881-1812-4e08-ad1e-a12435fa070b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:54.184335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46fe0a-a937-484d-a83a-ff677d79f9dd req-7de2115e-02be-4ddc-b1b6-911b1faf30e8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660794 Aug 21 17:59:54.185074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.188806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.203607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f59ffa5b-a0e1-4988-ada6-ecebee146c05 HTTP/1.1" status: 204 len: 168 time: 1.3673439 Aug 21 17:59:54.213919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.244838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fbcd4-1c64-4bfb-8c13-e5372c2b2c71 req-1d5f7965-834e-4989-8925-efac545fdde0 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:54.251327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b18fbcd4-1c64-4bfb-8c13-e5372c2b2c71 req-1d5f7965-834e-4989-8925-efac545fdde0 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 948 time: 0.4948688 Aug 21 17:59:54.254747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a92f352-d245-4114-a5e3-004533f12d7f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:54.269132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.288097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c459bd6-a72f-42ea-9871-36962961147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59ffa5b-a0e1-4988-ada6-ecebee146c05,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:54.334290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Checking segment: {'id': 'b7cff31d-3a6d-4eeb-b44d-d48e7b5bf783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2dcd917a-1355-4a80-93e8-ede190c3fa0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:54.335233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Network hostable DHCP agents. Network: 2dcd917a-1355-4a80-93e8-ede190c3fa0e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 17:59:54.357351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b18fbcd4-1c64-4bfb-8c13-e5372c2b2c71 req-45cb5f3a-c866-43be-a45b-308634ef9e8a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734174 Aug 21 17:59:54.389378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Network 2dcd917a-1355-4a80-93e8-ede190c3fa0e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 17:59:54.411215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2dcd917a-1355-4a80-93e8-ede190c3fa0e) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:54.417180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:54.417919 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.431023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de102c5-a9b5-4922-9253-e4ddfaf89b2a None None] Network 2dcd917a-1355-4a80-93e8-ede190c3fa0e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:54.452510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cda5f66c-b884-4103-a47d-29fc72a1790e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2208822 Aug 21 17:59:54.638802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37898) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:54.668979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'name': 'network-vif-deleted', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:54.671474 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10cdd49-fe2f-4280-9c92-0cb694ace81a" -d '{"events": [{"server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "name": "network-vif-deleted", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:54.700191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4668570-d5aa-411a-ba23-3914b081408e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:54.753513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:54.769913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:54.771247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4edfc28-ba2b-4958-b15e-cff035eb85ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7535973 Aug 21 17:59:54.774452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:54.781029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:54.798127 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c9d5f3-2cbd-481e-b789-23553e052b62 x-openstack-request-id: req-44c9d5f3-2cbd-481e-b789-23553e052b62 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:54.798460 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb", "name": "network-vif-deleted", "tag": "936e2cfb-e3d6-46d9-911c-fcbe84697048", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:54.804986 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c9d5f3-2cbd-481e-b789-23553e052b62 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:54.805408 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83cfdb-1805-4358-a7f0-8baf1f2c0ceb', 'name': 'network-vif-deleted', 'tag': '936e2cfb-e3d6-46d9-911c-fcbe84697048', 'status': 'completed', 'code': 200} Aug 21 17:59:54.811430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b56a6-db46-48ac-8f7f-f843707b8c04 None None] Network 2dcd917a-1355-4a80-93e8-ede190c3fa0e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 17:59:54.855855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f738d8a-1489-4444-b227-8ed79aa21069 req-03a3d258-21c7-44ea-8a9c-12da809208aa tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 210 time: 0.0966146 Aug 21 17:59:54.884052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-4a078315-53e3-4533-91b5-8525addc278a service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6685026 Aug 21 17:59:54.917061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.023175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd8e7772-9fae-447f-a14b-11b5ff4eff4e req-a0cffabb-c7a3-4d32-a56d-f6f66de3b017 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261115 Aug 21 17:59:55.032298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-e7297e33-6b80-46ab-ae81-0bae3eb5acee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:55.033761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-e7297e33-6b80-46ab-ae81-0bae3eb5acee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 819 time: 0.4245200 Aug 21 17:59:55.049641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'port': {'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'admin_state_up': True, 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:55.110173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f5f9f-c1f6-418e-92c5-7946ca932faa req-e31d593d-fa59-4883-bff7-ec791f7cf10e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:55.120441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d9f5f9f-c1f6-418e-92c5-7946ca932faa req-e31d593d-fa59-4883-bff7-ec791f7cf10e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0984778 Aug 21 17:59:55.175834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d9f5f9f-c1f6-418e-92c5-7946ca932faa req-991baa8f-4f8a-446f-8fca-612c93f9b69b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536962 Aug 21 17:59:55.214282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.226289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Made reservation on behalf of 75ff08e1801d44ea8f000f5888e6e41e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 17:59:55.230731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.321115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a8d1-2ba1-483b-924a-ad6b28b91453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.330615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bc73851a-c2a6-4ae6-a6cb-bb66c29debfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f9b7263736346eca9791f45ce2600cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5756438 Aug 21 17:59:55.339282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37920) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:55.504308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 788f78de-a933-4853-ba21-4c09abc1ed95 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:55.509584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Allocated IP 172.25.1.81 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/b6ebdccf-3df2-46bb-9be0-ba667c92f32c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:55.542387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1149647955', 'description': 'tempest-description-499986975'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:55.555688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.599181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.614986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Allocated IP 172.20.0.4 (69eec03e-5764-4012-ad57-94de25cf5c6c/ce10b887-4800-4908-a1d9-a012014cf6a3/97647b92-2ed2-49b0-a26b-09230ec87888) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 17:59:55.638967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 788f78de-a933-4853-ba21-4c09abc1ed95 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:55.646037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 788f78de-a933-4853-ba21-4c09abc1ed95 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:55.646408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.677912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aaf484-ff4a-483e-a265-0f9f52f33e8b req-fa391765-94c0-4d82-b995-bf894c14eb24 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:55.679508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68aaf484-ff4a-483e-a265-0f9f52f33e8b req-fa391765-94c0-4d82-b995-bf894c14eb24 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 948 time: 0.1445997 Aug 21 17:59:55.699101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a8d1-2ba1-483b-924a-ad6b28b91453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.738539 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.742296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a8d1-2ba1-483b-924a-ad6b28b91453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.746942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.750993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e275b19-edd2-4866-80a6-ce6fe7a16cb8 HTTP/1.1" status: 204 len: 168 time: 0.4080091 Aug 21 17:59:55.773931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba03d4-3802-442c-96d9-a133697a0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e275b19-edd2-4866-80a6-ce6fe7a16cb8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:55.790370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.840628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.844140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68aaf484-ff4a-483e-a265-0f9f52f33e8b req-e31558ca-b031-4a0d-bf7d-0474cc72df94 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481309 Aug 21 17:59:55.852273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4a8d1-2ba1-483b-924a-ad6b28b91453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bd1185-742e-4ba9-87ba-2dd6a63c9506,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:55.883064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:55.884352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0e4a8d1-2ba1-483b-924a-ad6b28b91453 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c796b34feaa42508d3cb06487415b75&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2426748 Aug 21 17:59:55.902433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:55.950455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 788f78de-a933-4853-ba21-4c09abc1ed95, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=788f78de-a933-4853-ba21-4c09abc1ed95,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:55.968325 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.016260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40d97051-34ed-4bb7-b41d-20a7938234a4 req-645bcf8a-af99-4814-a92f-3e4399527dc3 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 210 time: 0.0402617 Aug 21 17:59:56.026290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.040518 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.064407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.075685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.088544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:56.091305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.092066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:56.096447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:56.120594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Transition to ACTIVE for port object 97647b92-2ed2-49b0-a26b-09230ec87888 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:56.137375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.153094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.162147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'Port': ['ID=b6ebdccf-3df2-46bb-9be0-ba667c92f32c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.182873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.187868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3a89011-58b2-487d-ac28-d1a60394511f req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6514523 Aug 21 17:59:56.213246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.279576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.284435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682b372-bd94-404c-9330-00a18e70d9ec tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9113201-3ebc-45e0-b2f0-c286e9974156,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.319687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.335239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.337123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-8894d374-5309-468c-bb71-ce8a434cb68b tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/b9113201-3ebc-45e0-b2f0-c286e9974156 HTTP/1.1" status: 200 len: 1804 time: 0.1259122 Aug 21 17:59:56.339121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.340521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c0bd1185-742e-4ba9-87ba-2dd6a63c9506 HTTP/1.1" status: 204 len: 168 time: 0.4537270 Aug 21 17:59:56.344542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9113201-3ebc-45e0-b2f0-c286e9974156', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:56.344868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9113201-3ebc-45e0-b2f0-c286e9974156', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:56.399638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 17:59:56.418182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 17:59:56.421207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 17:59:56.432339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:56.433243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.436064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531510f4-ad5e-4bf9-995f-a9ac0975beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bd1185-742e-4ba9-87ba-2dd6a63c9506,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.442189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37956) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:56.477282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event updated for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.501936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-62aa8b29-ac63-40ca-b9ce-187e96960921 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4548588 Aug 21 17:59:56.519216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe619b-c503-4e56-86a4-771ba805a9d4 req-b2c42e76-a415-441e-8919-87acdc0d865b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:56.521706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cbe619b-c503-4e56-86a4-771ba805a9d4 req-b2c42e76-a415-441e-8919-87acdc0d865b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.1539974 Aug 21 17:59:56.529405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Request body: {'port': {'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:56.542792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.601256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-730fc758-4cb5-4496-8b33-1bf0584f337b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=436179aa872346788e8d256cfdf5a552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580913 Aug 21 17:59:56.610814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 17:59:56.631744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cbe619b-c503-4e56-86a4-771ba805a9d4 req-25d1bce3-7997-4d1b-b037-097ba4e17958 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987637 Aug 21 17:59:56.639812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.641999 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.644974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.652304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.681897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc1b4f3-f4fc-46ae-8726-cc7b64f7c690,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.685266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.739031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.776340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.783706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.784903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bd45dbd-499f-4b8b-b284-c7994b28d29c req-1944d310-3b1a-45a6-a837-aee61bdaec76 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4469492 Aug 21 17:59:56.830054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'Port': ['ID=b6ebdccf-3df2-46bb-9be0-ba667c92f32c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:56.846000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7553a752-f4fd-44ba-b56c-8092c8ac9f4c None None] Provisioning for port 97647b92-2ed2-49b0-a26b-09230ec87888 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:56.861478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.870720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-78fe5c42-918c-4896-b083-a0e07159d86c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0882869 Aug 21 17:59:56.879320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7553a752-f4fd-44ba-b56c-8092c8ac9f4c None None] Provisioning complete for port 97647b92-2ed2-49b0-a26b-09230ec87888 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:56.879666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7553a752-f4fd-44ba-b56c-8092c8ac9f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.926968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1609195927', 'description': 'tempest-description-288905897'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:56.937938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:56.938399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7553a752-f4fd-44ba-b56c-8092c8ac9f4c None None] Port 97647b92-2ed2-49b0-a26b-09230ec87888 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 17:59:57.095757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.116120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e9ec-855d-42d2-aa24-d7af9c402379 req-f1dc04a8-acdd-451f-9074-ad94522e6451 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:57.119264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45e4e9ec-855d-42d2-aa24-d7af9c402379 req-f1dc04a8-acdd-451f-9074-ad94522e6451 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 948 time: 0.1243801 Aug 21 17:59:57.192598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.195870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.201193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3eda0fa-8aa3-40b8-87f6-336f6eb87463 HTTP/1.1" status: 204 len: 168 time: 0.5874407 Aug 21 17:59:57.209109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45e4e9ec-855d-42d2-aa24-d7af9c402379 req-49290d08-48a1-446f-ac4a-e69ff835d869 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822294 Aug 21 17:59:57.234661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877d07e-e8a6-4065-bb49-4dfdeb1273d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3eda0fa-8aa3-40b8-87f6-336f6eb87463,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:57.276840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a190431a-daf5-48b1-8614-d96b649a7d09 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 17:59:57.340098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.349176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97647b92-2ed2-49b0-a26b-09230ec87888 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:57.356011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.359827 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.383600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9f32d-4fa6-41fc-a124-968547bd8c39 req-8a5c2b72-8a4b-491b-af66-f021799a0367 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:57.396294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2a9f32d-4fa6-41fc-a124-968547bd8c39 req-8a5c2b72-8a4b-491b-af66-f021799a0367 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 931 time: 0.1085765 Aug 21 17:59:57.402560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Transition to ACTIVE for port object 97647b92-2ed2-49b0-a26b-09230ec87888 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 17:59:57.404027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.405385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1bcf04a-49d4-4ca4-9857-c6a1ba26bdcf req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4981985 Aug 21 17:59:57.410612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184789d-f451-463c-a897-979dd3c61ab3 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dff60d-dc2f-4060-8910-15f3caec5eeb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:57.414287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.464687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:57.473007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2a9f32d-4fa6-41fc-a124-968547bd8c39 req-8740e849-73c4-44e3-b9ad-a1afd9a85c0c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643735 Aug 21 17:59:57.487348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a190431a-daf5-48b1-8614-d96b649a7d09,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:57.504733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a190431a-daf5-48b1-8614-d96b649a7d09', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'a190431a-daf5-48b1-8614-d96b649a7d09', 'mac_address': 'fa:16:3e:f7:7b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 17:59:57.517219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Attempting to bind port 97647b92-2ed2-49b0-a26b-09230ec87888 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 17:59:57.517642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Attempting to bind port 97647b92-2ed2-49b0-a26b-09230ec87888 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 17:59:57.518057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Attempting to bind port 97647b92-2ed2-49b0-a26b-09230ec87888 on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:57.530429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Port 97647b92-2ed2-49b0-a26b-09230ec87888 on network 69eec03e-5764-4012-ad57-94de25cf5c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 17:59:57.530785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Attempting to bind port 97647b92-2ed2-49b0-a26b-09230ec87888 on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 17:59:57.542446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 17:59:57.542834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Checking segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 17:59:57.543231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Bound using segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 17:59:57.545681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Bound port: 97647b92-2ed2-49b0-a26b-09230ec87888, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 17:59:57.545681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.549273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 788f78de-a933-4853-ba21-4c09abc1ed95 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:57.602631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.620380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a190431a-daf5-48b1-8614-d96b649a7d09 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 17:59:57.660251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a190431a-daf5-48b1-8614-d96b649a7d09,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:57.675779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.684759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-cb586eaa-83e6-49be-a7c1-d2d15e8709cd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1950040381&fields=id&tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 267 time: 0.0736814 Aug 21 17:59:57.753046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:57.756046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 788f78de-a933-4853-ba21-4c09abc1ed95 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:57.756787 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.814150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 17:59:57.830940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97647b92-2ed2-49b0-a26b-09230ec87888,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 17:59:57.848447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.903397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:57.904020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:57.905503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] 10.222.0.64 "PUT /v2.0/ports/97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 1092 time: 1.3823402 Aug 21 17:59:57.907535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:57.909758 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:57.933966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-4ebe9000-e3cd-47b7-a8fc-2e1d7a8123a7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:57.935530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-4ebe9000-e3cd-47b7-a8fc-2e1d7a8123a7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 824 time: 0.2432642 Aug 21 17:59:57.950460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a190431a-daf5-48b1-8614-d96b649a7d09'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 17:59:57.981371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3c3a3-1f48-48f0-be30-f5730e6d6b6c service neutron] Pushing event updated for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:57.998667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3699864e-f8f9-4b99-813d-648285e33b6b tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/quotas/7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 375 time: 0.0457349 Aug 21 17:59:58.050379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1023939382', 'description': 'tempest-description-126078429'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:58.102773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-18fa6f90-2ac6-4f01-85a5-aa7296f949f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:58.105127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.113458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.117847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-18fa6f90-2ac6-4f01-85a5-aa7296f949f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1095 time: 0.1507492 Aug 21 17:59:58.208683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-681597ac-0ab8-483c-b014-aa242584aca7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0719290 Aug 21 17:59:58.223457 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-f77995c1-77df-48be-9a5b-f19390955dd8 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2144125 Aug 21 17:59:58.276929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-be1bbe2a-c87e-4d92-8697-6267e1538065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:58.277154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.278749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-be1bbe2a-c87e-4d92-8697-6267e1538065 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0542340 Aug 21 17:59:58.282171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.331110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e032a6b-0e11-44b3-b5d3-3378c40ccc9c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:58.345878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-b1864c6f-2b9c-467c-a0c4-f3be58331406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:58.348683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-b1864c6f-2b9c-467c-a0c4-f3be58331406 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582409 Aug 21 17:59:58.404822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.410934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.443464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8900b-4084-4bae-9cf3-c162429fe75e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:58.459929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.463215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fcf57c7-633a-4b9f-bd41-d4ae4d98db6d req-8ef431db-46b6-4d1c-802c-32cfe44b4262 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4216492 Aug 21 17:59:58.476509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-dfc3ade1-4868-454a-b8d1-c35801a44eb3 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152451 Aug 21 17:59:58.529834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-acce103c-5cd1-43d4-be90-37ed0fbf93af tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/f5dff60d-dc2f-4060-8910-15f3caec5eeb HTTP/1.1" status: 200 len: 1804 time: 0.0467618 Aug 21 17:59:58.545877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f5dff60d-dc2f-4060-8910-15f3caec5eeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:58.546265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f5dff60d-dc2f-4060-8910-15f3caec5eeb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:58.554543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-7746e20d-691a-48a2-84a7-0f1191dab2aa service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 17:59:58.555401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-7746e20d-691a-48a2-84a7-0f1191dab2aa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1017373 Aug 21 17:59:58.609528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.639111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.643830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abac6568-7274-47c4-84f0-d8c773d19a22 req-d1a47fff-4ae7-4342-88ea-616d3f7dbd01 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542382 Aug 21 17:59:58.646287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.681888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9a0eb5e-5419-4a8e-9cf2-9050787312ea,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:58.702441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:58.704389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d004064-07c0-4d71-a8fd-c76b7f8a9ad0 req-978277d9-4502-4404-a2b5-4466f57241ad tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1662869 Aug 21 17:59:58.731606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-9551c50e-b9a3-462b-8040-00cde8e985d0 service neutron] 10.222.0.41 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679029 Aug 21 17:59:58.850325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524290d-0702-4c89-9d37-8c0013197e19 req-72aa5034-9044-4e32-a9ed-3354ef6cfeae tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:58.852099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c524290d-0702-4c89-9d37-8c0013197e19 req-72aa5034-9044-4e32-a9ed-3354ef6cfeae tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0670187 Aug 21 17:59:58.907542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c524290d-0702-4c89-9d37-8c0013197e19 req-cbbff532-25bb-4241-8305-0581c82d81f8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494773 Aug 21 17:59:59.022534 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d94a2a-6b96-495c-8e2b-ee37a419461e x-openstack-request-id: req-73d94a2a-6b96-495c-8e2b-ee37a419461e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 17:59:59.022811 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 17:59:59.023085 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73d94a2a-6b96-495c-8e2b-ee37a419461e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 17:59:59.023419 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 17:59:59.090966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6124e88-8a7f-4c63-a5e1-207350bd1228 req-748446bf-a135-4381-ba17-c2e64002e51a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.099127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6124e88-8a7f-4c63-a5e1-207350bd1228 req-748446bf-a135-4381-ba17-c2e64002e51a tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 949 time: 0.0682995 Aug 21 17:59:59.102684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-cf7004ae-0d20-4b75-8061-8d4df66d378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.104705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-cf7004ae-0d20-4b75-8061-8d4df66d378b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1095 time: 0.0838890 Aug 21 17:59:59.106923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-665d7e81-b6cf-48ab-88aa-5c26ca0bd3be service neutron] 10.222.0.41 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662770 Aug 21 17:59:59.152154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6124e88-8a7f-4c63-a5e1-207350bd1228 req-37bf5308-037a-432b-9716-fc760e180524 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492108 Aug 21 17:59:59.167059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1971453389', 'description': 'tempest-description-1304944835'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:59.193697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.231025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-d1ebb096-828d-4b30-b09f-f6b7d30c9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.232583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-d1ebb096-828d-4b30-b09f-f6b7d30c9f86 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1194496 Aug 21 17:59:59.289086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-3ed0b69d-2cb1-429c-b267-c0f6ab276e85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0478196 Aug 21 17:59:59.307193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a190431a-daf5-48b1-8614-d96b649a7d09 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 17:59:59.378864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a190431a-daf5-48b1-8614-d96b649a7d09 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 17:59:59.385514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.386452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a190431a-daf5-48b1-8614-d96b649a7d09 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 17:59:59.387119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.398398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.430658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b2fd2-09df-4fa1-a08d-982a3fd2b421 req-212fd4f9-b027-4a76-835e-2e8a88595b25 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.440264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.448845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af2b2fd2-09df-4fa1-a08d-982a3fd2b421 req-212fd4f9-b027-4a76-835e-2e8a88595b25 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 943 time: 0.1073301 Aug 21 17:59:59.452641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d605ce0-e602-4668-b7e3-1c0213d35e47 req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2901530 Aug 21 17:59:59.457999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-479a3eda-1892-4b5a-a17f-0070772d2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.467384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-479a3eda-1892-4b5a-a17f-0070772d2555 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.1554058 Aug 21 17:59:59.476557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463c870-73fe-47c2-ab08-e907b20dfd2a tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a96b512-f344-45c4-9b28-5efe7ca3fb13,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:59.483014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-249498518', 'description': 'tempest-description-1595213143'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 17:59:59.536003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.540328 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.561735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af2b2fd2-09df-4fa1-a08d-982a3fd2b421 req-21cbc2d7-9f90-4cdf-b02e-09682b28c712 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080608 Aug 21 17:59:59.574038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 17:59:59.577031 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15bc34-9acd-43a3-8036-f37e228c20bd" -d '{"events": [{"server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "name": "network-vif-plugged", "status": "completed", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 17:59:59.588764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-257462de-38a0-4d61-aff5-921272ca5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 17:59:59.596113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-257462de-38a0-4d61-aff5-921272ca5939 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153259 Aug 21 17:59:59.599538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a190431a-daf5-48b1-8614-d96b649a7d09,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 17:59:59.605582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.687830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:59.707951 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.715134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.747831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 17:59:59.762456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2becb24-89c8-45d5-8466-05dcc844c790 req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2867918 Aug 21 17:59:59.770448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-49358bd9-0c1a-4c82-b889-8e92ac656b1a service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650937 Aug 21 17:59:59.795011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f63b87-007e-4fa5-9474-defd46f67794 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54adb3ca-6b15-4147-9818-0a9205bceb17,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 17:59:59.849500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9c1ccbe-1fe0-4f4d-864a-98cf8dbca71a req-5039dead-0012-4dbf-8384-e287ab4af11d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 210 time: 0.0345526 Aug 21 17:59:59.935365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6e70750-fbd0-4f21-b98e-44e94c1ac83d req-8380f850-49bf-44cb-9cd2-447f69b5c1a1 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489685 Aug 21 18:00:00.014128 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbca9c7-2c49-4d51-9d57-54d71fbf4f4f x-openstack-request-id: req-1fbca9c7-2c49-4d51-9d57-54d71fbf4f4f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:00.014420 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "name": "network-vif-plugged", "status": "completed", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:00.014701 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fbca9c7-2c49-4d51-9d57-54d71fbf4f4f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:00.015115 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09', 'code': 200} Aug 21 18:00:00.033928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2139056620', 'description': 'tempest-description-1814016871'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.042315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2142211850', 'description': 'tempest-description-1647187037'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.055640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.071272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.081047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.151521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37133c2c-5557-4653-b800-394cd7fd4d36 req-9fbb3ad9-f984-4924-8d20-78153eb8b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:00.153020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37133c2c-5557-4653-b800-394cd7fd4d36 req-9fbb3ad9-f984-4924-8d20-78153eb8b815 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 1102 time: 0.0650723 Aug 21 18:00:00.186193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.192083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.221141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37133c2c-5557-4653-b800-394cd7fd4d36 req-6e76de5a-69e8-4a44-a877-5a4f63375e33 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Aug 21 18:00:00.231744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb3b905-6180-4cb3-9fbb-f0e832b57c7e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:00.275248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.279040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.282859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.284100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d344edc-623c-4976-b0d3-69cab0bccdb0 req-02bef0b3-fa93-4f36-96e0-88dae6810f45 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2549326 Aug 21 18:00:00.316391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77527e8d-221b-4617-acc4-1d8376b1408d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:00.369735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.373812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.401923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.411136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41ffc912-9652-4f98-897d-797867707b53 req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3745341 Aug 21 18:00:00.413296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b828336-ba95-4b58-8543-3ef6efd7c853 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31add45-e7a4-4601-965e-d891196ef994,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:00.479216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a7671-b990-43cb-a024-3fc4c23c8d78 req-1caee036-6d24-456d-8bd1-db3e7b154764 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:00.481002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b7a7671-b990-43cb-a024-3fc4c23c8d78 req-1caee036-6d24-456d-8bd1-db3e7b154764 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0582249 Aug 21 18:00:00.524817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b7a7671-b990-43cb-a024-3fc4c23c8d78 req-79c62577-5398-4633-8491-482f9a7c26c4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372229 Aug 21 18:00:00.621852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72389a9-9100-4afa-ab5a-10001759b623 req-9daf8fbd-8854-416f-b2a0-611dc22dfa54 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:00.623426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e72389a9-9100-4afa-ab5a-10001759b623 req-9daf8fbd-8854-416f-b2a0-611dc22dfa54 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.0534120 Aug 21 18:00:00.661299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-d52cba81-ff4d-4e2a-b3ef-1420c39d84e1 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/54adb3ca-6b15-4147-9818-0a9205bceb17 HTTP/1.1" status: 200 len: 1804 time: 0.1056421 Aug 21 18:00:00.663075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e72389a9-9100-4afa-ab5a-10001759b623 req-b3fafd63-0a48-47de-90d0-afcd1b8975ef tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 21 18:00:00.699297 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-44bacdfa-bc12-45e8-b989-8d4ed0a93869 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:00.700646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-44bacdfa-bc12-45e8-b989-8d4ed0a93869 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.64 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 824 time: 0.1564507 Aug 21 18:00:00.737289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-09a7c1ce-dc1a-4580-916c-987f3b749a00 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/4eb3b905-6180-4cb3-9fbb-f0e832b57c7e HTTP/1.1" status: 200 len: 1805 time: 0.0683298 Aug 21 18:00:00.757446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54adb3ca-6b15-4147-9818-0a9205bceb17', 'remote_group_id': '4eb3b905-6180-4cb3-9fbb-f0e832b57c7e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.757567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '54adb3ca-6b15-4147-9818-0a9205bceb17', 'remote_group_id': '4eb3b905-6180-4cb3-9fbb-f0e832b57c7e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.780394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-4a09f6ac-b2df-44cd-9a8f-a11018a29695 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 380 time: 0.0644062 Aug 21 18:00:00.798579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'port': {'device_id': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'admin_state_up': True, 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'security_groups': ['3100c1ae-1207-4bf4-80e5-97eafcb5e913']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.799968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-73129137', 'description': 'tempest-description-1768971111'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:00.840635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.916710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.917003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97647b92-2ed2-49b0-a26b-09230ec87888 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:00.922678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.961537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:00.961804 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-75726558-c726-4937-a349-0da357f0d817 req-7d494177-0582-412c-9e5a-d9c55538a7ed service neutron] show failed (client error): The resource could not be found. Aug 21 18:00:00.962785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91d5f751-438e-44b7-ba27-e0123a127b0b req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1671348 Aug 21 18:00:00.962920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-7d494177-0582-412c-9e5a-d9c55538a7ed service neutron] 10.222.0.39 "GET /v2.0/ports/6d61d267-6f04-4d0f-b080-4da7c5590678/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.1752515 Aug 21 18:00:00.964589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e4a9-605f-45d5-8f31-344aa97d850c tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859e31c-fb59-4927-8eb4-dea988302c12,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:00.965879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.020142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.038768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.065396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Made reservation on behalf of 7a47c9cdb3ac4ea2be4e9a5cccf2e359 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:01.071138 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.075635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e834d85-f02c-4fa9-a305-fa69da697612,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:01.075986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97647b92-2ed2-49b0-a26b-09230ec87888,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:01.088946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '97647b92-2ed2-49b0-a26b-09230ec87888', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:01.102088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.103753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a29ea7a0-4c45-41ee-ac20-4f939c7309be req-a91cd74a-c025-4163-a070-f139d9cde5d7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3580761 Aug 21 18:00:01.135465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80e09f-411f-4e30-ae32-22f400599294 req-1c73838d-6faf-484b-aa14-555d0ad18884 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:01.137229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd80e09f-411f-4e30-ae32-22f400599294 req-1c73838d-6faf-484b-aa14-555d0ad18884 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 943 time: 0.0691023 Aug 21 18:00:01.164699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.198545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97647b92-2ed2-49b0-a26b-09230ec87888 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:01.224076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd80e09f-411f-4e30-ae32-22f400599294 req-7f1b0101-f776-4a2b-8ce0-fa264ae0cd71 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802743 Aug 21 18:00:01.239098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97647b92-2ed2-49b0-a26b-09230ec87888,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:01.244955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.272041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.64', 58923) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:01.306717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:01.323753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebf438d5-ffa3-4741-95b3-e223c5c9d090 req-80c62d5b-9a3b-4728-b762-9b6430d5ac96 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 210 time: 0.0652385 Aug 21 18:00:01.388584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-479676091', 'description': 'tempest-description-538394562'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:01.396804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Allocated IP 172.20.0.10 (5f5b5e89-89ac-4cc9-9cd3-c77e87be405f/89ca5277-1476-40ce-84c2-9e2170026ddd/6ae24606-aa04-4f1d-b73a-fd4fdb164070) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:01.402668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-233c585b-cf5f-4571-a6a9-42e0f9c60aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:01.404312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-233c585b-cf5f-4571-a6a9-42e0f9c60aa0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.1309996 Aug 21 18:00:01.418782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:tempest-test_az-2088366872'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:01.433448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.479448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97647b92-2ed2-49b0-a26b-09230ec87888'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:01.511183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.592543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.617177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Transition to ACTIVE for port object 6ae24606-aa04-4f1d-b73a-fd4fdb164070 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:01.633380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.639075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.678466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.679730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2ae037a-ace5-4851-8c28-8cb8e31a2e75 req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2973590 Aug 21 18:00:01.685887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877616cd-ae43-4db4-b419-a73f876a6fa0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1013b9-62a5-4756-8480-e58ae722a195,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:01.711499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.762154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:01.770304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:01.773059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:01.775412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:01.781032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:01.781671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.798043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a1009f9c-5f00-4d92-9798-8e3eb7198005 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031142 Aug 21 18:00:01.816684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Request body: {'port': {'device_id': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:01.860311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-5f3e0df8-2171-43f6-be9b-f40c48f1b211 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50469 time: 0.5955384 Aug 21 18:00:01.866982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:01.902351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:01.918893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.930114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebac328-4a5e-43a6-aafa-f9ff6b02ef7c req-32c05d6c-f676-4e69-aa38-1128e13a3c7b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:01.931928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aebac328-4a5e-43a6-aafa-f9ff6b02ef7c req-32c05d6c-f676-4e69-aa38-1128e13a3c7b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 950 time: 0.0827646 Aug 21 18:00:01.977556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:01.981532 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e5d026-ba87-48b6-9a2d-01d31bd56ec3" -d '{"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-unplugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:01.987384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:01.998487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-041f6a90-d34b-4009-b0f5-00edaa1439ce tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1d58c904-6ea9-436a-ab80-9be02a67cdfe HTTP/1.1" status: 200 len: 2981 time: 0.0875759 Aug 21 18:00:02.002993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Transition to ACTIVE for port object 6d61d267-6f04-4d0f-b080-4da7c5590678 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:02.018992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.027583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aebac328-4a5e-43a6-aafa-f9ff6b02ef7c req-026fb8a8-c395-450a-9542-54c069baef9e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858996 Aug 21 18:00:02.092403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e93cb3f-70ea-42d4-83df-18e54e31df00 None None] Provisioning for port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:02.097980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e93cb3f-70ea-42d4-83df-18e54e31df00 None None] Provisioning complete for port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:02.098951 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e93cb3f-70ea-42d4-83df-18e54e31df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.145517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4e93cb3f-70ea-42d4-83df-18e54e31df00 None None] Port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:00:02.222675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ce480-2358-415d-ba57-e87e43a3caeb req-f6690000-86d8-4e22-9d7b-90b4555c37a1 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.224267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-204ce480-2358-415d-ba57-e87e43a3caeb req-f6690000-86d8-4e22-9d7b-90b4555c37a1 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.1244204 Aug 21 18:00:02.302508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-204ce480-2358-415d-ba57-e87e43a3caeb req-628c24c2-091c-42f7-a601-d8445ca24a16 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706782 Aug 21 18:00:02.333821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] No DVR routers for this DVR port 6d61d267-6f04-4d0f-b080-4da7c5590678 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:02.336828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:02.350290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-d45fd7ae-6052-423c-bd64-f43c4c236a6a tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/1d58c904-6ea9-436a-ab80-9be02a67cdfe HTTP/1.1" status: 200 len: 2981 time: 0.3449483 Aug 21 18:00:02.368131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1761582562', 'description': 'tempest-description-339356145'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:02.381013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae24606-aa04-4f1d-b73a-fd4fdb164070 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:02.391866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.395029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:02.395365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:02.395729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:02.405785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:02.406104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Attempting to bind port 6d61d267-6f04-4d0f-b080-4da7c5590678 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:02.409414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Transition to ACTIVE for port object 6ae24606-aa04-4f1d-b73a-fd4fdb164070 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:02.411121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.417191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:02.417536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:02.417919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:02.418343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Bound port: 6d61d267-6f04-4d0f-b080-4da7c5590678, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:02.418721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.419524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.422294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-b59a676b-4242-4949-99ff-223bd0395c71 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/4eb3b905-6180-4cb3-9fbb-f0e832b57c7e HTTP/1.1" status: 200 len: 1805 time: 0.0561934 Aug 21 18:00:02.494712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Pushing event updated for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:02.510733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-64e40db1-61d5-4c4c-a26b-a1c45b722592 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/754cc8c3-e1fb-4803-97d9-307a3ba41997 HTTP/1.1" status: 200 len: 2981 time: 0.0803123 Aug 21 18:00:02.520656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:02.524331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:02.536132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.540522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Attempting to bind port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:02.541164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Attempting to bind port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:02.541164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Attempting to bind port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:02.549737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:02.550279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Attempting to bind port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:02.563692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:02.564064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Checking segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:02.564457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Bound using segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:02.564955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Bound port: 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:02.565380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.595087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.595715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.596586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.597100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] 10.222.0.64 "PUT /v2.0/ports/6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 1119 time: 1.1831570 Aug 21 18:00:02.601038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-85bbf16f-0e7e-497c-b33c-78dd115b89cf tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/754cc8c3-e1fb-4803-97d9-307a3ba41997 HTTP/1.1" status: 200 len: 2981 time: 0.0816758 Aug 21 18:00:02.623960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.644533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990912e-a8eb-4d67-bcbc-196535f1c23c service neutron] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:02.679731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.681563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-514b537d-e4aa-43e3-80a2-6ac8edccf713 req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3496971 Aug 21 18:00:02.689946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c10a62-e541-4dc1-b18c-926ab96cddca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:02.701856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:02.704463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-615612a9-42aa-47bb-af1e-f37faf3b44c8 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/77527e8d-221b-4617-acc4-1d8376b1408d HTTP/1.1" status: 200 len: 2981 time: 0.0902359 Aug 21 18:00:02.706204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:02.715738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.735372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-9277ed44-a82e-4a52-934f-6a95c6cd2054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.736869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-9277ed44-a82e-4a52-934f-6a95c6cd2054 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1122 time: 0.1063955 Aug 21 18:00:02.760243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.760920 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:02.762415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] 10.222.0.64 "PUT /v2.0/ports/6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 200 len: 1093 time: 0.9523008 Aug 21 18:00:02.762992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:02.768322 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e7f79a-83a9-44f3-83b9-66e7295236f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:02.841927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4f1f1-6eb6-4a95-a676-a9912e6c418d service neutron] Pushing event updated for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:02.849420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-1460eea2-49cf-482c-9b80-6d76e6699d80 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/77527e8d-221b-4617-acc4-1d8376b1408d HTTP/1.1" status: 200 len: 2981 time: 0.1333532 Aug 21 18:00:02.896186 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f215e485-c704-4384-a8c3-521a46def5d9 x-openstack-request-id: req-f215e485-c704-4384-a8c3-521a46def5d9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:02.896775 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-unplugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:02.896775 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f215e485-c704-4384-a8c3-521a46def5d9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:02.897088 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'code': 200} Aug 21 18:00:02.897346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-0e7f1d12-76ae-4e3c-865f-2dd9c54a57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.899898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-0e7f1d12-76ae-4e3c-865f-2dd9c54a57d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0785520 Aug 21 18:00:02.930717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-b7d98e01-ba4d-4f44-8649-c04c12cea96a tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/7e032a6b-0e11-44b3-b5d3-3378c40ccc9c HTTP/1.1" status: 200 len: 2981 time: 0.0705426 Aug 21 18:00:02.931810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97647b92-2ed2-49b0-a26b-09230ec87888 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:02.935551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-2f4d111c-7be4-4a16-803c-137f8f19ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:02.937014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-2f4d111c-7be4-4a16-803c-137f8f19ae70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1877387 Aug 21 18:00:02.962856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-cff2cd49-2324-461f-b76b-3567a2e37ead service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 200 len: 217 time: 0.0486574 Aug 21 18:00:02.992621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 97647b92-2ed2-49b0-a26b-09230ec87888 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:02.998609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 97647b92-2ed2-49b0-a26b-09230ec87888 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:02.999315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.006679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-21b4e717-3eac-48a0-9915-720620195c4f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0523033 Aug 21 18:00:03.028817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-d11817ea-17cc-4b3f-a622-16a5690ab718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.030424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-d11817ea-17cc-4b3f-a622-16a5690ab718 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.0549145 Aug 21 18:00:03.060830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-199e2fe6-efdd-407d-92bb-2441f2fcef23 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/7e032a6b-0e11-44b3-b5d3-3378c40ccc9c HTTP/1.1" status: 200 len: 2981 time: 0.1227465 Aug 21 18:00:03.083729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-a6ab5513-c3e7-463f-b24b-28a68f8ab28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.085191 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-a6ab5513-c3e7-463f-b24b-28a68f8ab28f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0639579 Aug 21 18:00:03.103516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b80e-de97-45e9-a73e-1c3b0ef66d9f req-b91a4efd-e95e-4c71-a9b2-ca1bb3d12606 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.105013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c250b80e-de97-45e9-a73e-1c3b0ef66d9f req-b91a4efd-e95e-4c71-a9b2-ca1bb3d12606 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 944 time: 0.1453879 Aug 21 18:00:03.107814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-d05aa854-cfff-4a01-8e0d-4aad9bbd060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.109094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-d05aa854-cfff-4a01-8e0d-4aad9bbd060a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634103 Aug 21 18:00:03.112629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.136180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:03.138679 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9d4ca9-fd46-4850-8002-f7539f61c442" -d '{"events": [{"server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "name": "network-vif-plugged", "status": "completed", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:03.139142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-0d9f39cd-d370-4904-a4f6-6944e6f85a80 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/88f9b467-6f2e-4b41-bdd7-5614253242ac HTTP/1.1" status: 200 len: 2977 time: 0.0722451 Aug 21 18:00:03.158767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97647b92-2ed2-49b0-a26b-09230ec87888,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:03.163303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.164014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75726558-c726-4937-a349-0da357f0d817 req-bf6883cc-f576-4679-b2e7-32a9df46d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.166124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-bf6883cc-f576-4679-b2e7-32a9df46d1c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679297 Aug 21 18:00:03.197092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c250b80e-de97-45e9-a73e-1c3b0ef66d9f req-6faffb9a-70cd-46d4-9a08-de264c58b674 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819316 Aug 21 18:00:03.231888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:03.236198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-a279f31b-f112-4057-af94-0d3cd8e5ce6d tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/88f9b467-6f2e-4b41-bdd7-5614253242ac HTTP/1.1" status: 200 len: 2977 time: 0.0905249 Aug 21 18:00:03.246424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-832b02ae-8db9-4d62-8f0e-b8b7a1fea04f service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245909 Aug 21 18:00:03.308746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-6370ef05-4e55-499e-942c-c04fee6f7cf5 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/944908cf-81cc-423f-bc74-5d5155405ec6 HTTP/1.1" status: 200 len: 2973 time: 0.0612786 Aug 21 18:00:03.312614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-ea2496d5-b7b7-4532-89da-ba7010213a40 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326361 Aug 21 18:00:03.350304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f37a7acc-4ccb-48c5-b98e-61b479dffcca req-a652a042-3e39-43d0-a546-4451474aee19 service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922377 Aug 21 18:00:03.419919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-2afb7b52-818a-4192-99f4-abd2144895fe tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/944908cf-81cc-423f-bc74-5d5155405ec6 HTTP/1.1" status: 200 len: 2973 time: 0.1011834 Aug 21 18:00:03.457357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e5059-03d0-4c23-9239-f2e83ae38839 req-8a685bbb-6bc6-4604-bf77-8c5cef0875c4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.458965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-216e5059-03d0-4c23-9239-f2e83ae38839 req-8a685bbb-6bc6-4604-bf77-8c5cef0875c4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 944 time: 0.0495045 Aug 21 18:00:03.472583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75726558-c726-4937-a349-0da357f0d817 req-dc3151d4-18b2-4085-86e4-e782476ee85a service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473122 Aug 21 18:00:03.484248 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-78b7649e-ec78-4176-912d-d656a5ea9f9f tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/aca7bbfa-d788-49f5-9927-81245684284a HTTP/1.1" status: 200 len: 2981 time: 0.0541151 Aug 21 18:00:03.501851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-216e5059-03d0-4c23-9239-f2e83ae38839 req-125b0d34-22f7-4479-a95c-ba52069272ed tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368493 Aug 21 18:00:03.545587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-cb0d4387-a2ee-47b2-b496-0afd43c7ef92 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/aca7bbfa-d788-49f5-9927-81245684284a HTTP/1.1" status: 200 len: 2981 time: 0.0532274 Aug 21 18:00:03.566936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce193879-562c-4213-8692-1e7083c5515c req-c8bb8194-851c-415e-bca6-3353658f1ed2 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/1a1013b9-62a5-4756-8480-e58ae722a195 HTTP/1.1" status: 200 len: 1803 time: 0.0413537 Aug 21 18:00:03.596942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-64cb1640-55eb-42fe-9207-f120df2ab356 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b8b304f0-f44e-4779-98b4-8d0c18661fcd HTTP/1.1" status: 200 len: 2977 time: 0.0450437 Aug 21 18:00:03.611845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce193879-562c-4213-8692-1e7083c5515c req-e3d53082-4c75-422a-adec-9a4d8441e9a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa HTTP/1.1" status: 200 len: 1804 time: 0.0378590 Aug 21 18:00:03.623084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a1013b9-62a5-4756-8480-e58ae722a195', 'remote_group_id': 'cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:03.623597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1a1013b9-62a5-4756-8480-e58ae722a195', 'remote_group_id': 'cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:03.637229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-f507a655-b6be-4f6d-9040-3d17c16bd5f3 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/b8b304f0-f44e-4779-98b4-8d0c18661fcd HTTP/1.1" status: 200 len: 2977 time: 0.0391684 Aug 21 18:00:03.684413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-df2fa5f8-9458-48c6-823e-caa243881798 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/baa35190-0a33-4a8e-b0fa-2629ad06d07e HTTP/1.1" status: 200 len: 2981 time: 0.0406127 Aug 21 18:00:03.691830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.724484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.726396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-d235b301-7e6a-46be-9f78-a5c7dad4d14f tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/baa35190-0a33-4a8e-b0fa-2629ad06d07e HTTP/1.1" status: 200 len: 2981 time: 0.0360293 Aug 21 18:00:03.728842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.746991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3692d9fc-ea91-4503-b4d3-eeed2a8e0656,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:03.755232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.755586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.755928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.756265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.756597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.756929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.757258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.757584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.757916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.758241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.758587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.758911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:03.761632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:03.762846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce193879-562c-4213-8692-1e7083c5515c req-2ab47eaf-7e23-42a2-b776-6c839ca16518 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1445961 Aug 21 18:00:03.772451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-a68848e3-d649-4885-8772-8f63575cbe38 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c712f9a0-1e49-426d-8966-bbc501dd7043 HTTP/1.1" status: 200 len: 2981 time: 0.0388947 Aug 21 18:00:03.820230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-a8dc358b-3e7f-44a9-ab4a-5974c60ea771 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/c712f9a0-1e49-426d-8966-bbc501dd7043 HTTP/1.1" status: 200 len: 2981 time: 0.0402219 Aug 21 18:00:03.861133 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9144f913-1525-4e6f-97bb-556a592aa7b1 x-openstack-request-id: req-9144f913-1525-4e6f-97bb-556a592aa7b1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:03.861492 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:03.861815 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9144f913-1525-4e6f-97bb-556a592aa7b1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:03.862448 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'status': 'completed', 'code': 200} Aug 21 18:00:03.865825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-4d359b36-b727-487c-ab8b-f7f7bde953c6 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ca05960b-41a5-4ddb-9d4b-10f795306655 HTTP/1.1" status: 200 len: 2977 time: 0.0387266 Aug 21 18:00:03.950179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-e84bf875-1490-4953-ab5b-f925e5139acb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/ca05960b-41a5-4ddb-9d4b-10f795306655 HTTP/1.1" status: 200 len: 2977 time: 0.0762885 Aug 21 18:00:03.954646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-3b410856-550a-4c64-bef5-0894f701d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.956184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-3b410856-550a-4c64-bef5-0894f701d82b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0633726 Aug 21 18:00:03.980952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d8ef5-89f5-4d2d-b019-c49ca3c7f7ac req-b71898c4-d1af-4709-b65e-f97a93f9ab8b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:03.983666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-609d8ef5-89f5-4d2d-b019-c49ca3c7f7ac req-b71898c4-d1af-4709-b65e-f97a93f9ab8b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 970 time: 0.0542612 Aug 21 18:00:04.025439 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-609d8ef5-89f5-4d2d-b019-c49ca3c7f7ac req-fc20f7c3-908a-4523-81a1-b9b22d545f98 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357268 Aug 21 18:00:04.053413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-fb7e6b4c-2547-49ee-90bc-c79414d07b48 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f83ddc55-0f6a-48af-88a7-679846b9591a HTTP/1.1" status: 200 len: 2981 time: 0.0955727 Aug 21 18:00:04.071985 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3477000-058f-4060-9996-d8a9f8b2a5c4 x-openstack-request-id: req-e3477000-058f-4060-9996-d8a9f8b2a5c4 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:04.072334 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "name": "network-vif-plugged", "status": "completed", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:04.072651 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3477000-058f-4060-9996-d8a9f8b2a5c4 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:04.073105 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'code': 200} Aug 21 18:00:04.120781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-23db04cb-02ee-4224-ab4d-6e49ba3aa275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.122282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-23db04cb-02ee-4224-ab4d-6e49ba3aa275 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 925 time: 0.1573350 Aug 21 18:00:04.137335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38178) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:04.139943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d411fb2-60dc-4e5a-b7c8-2f8f662c962a req-4d2f18d8-b68c-4cc7-ba14-c611a7c09732 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/f83ddc55-0f6a-48af-88a7-679846b9591a HTTP/1.1" status: 200 len: 2981 time: 0.0755835 Aug 21 18:00:04.169807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-462da81b-57b3-4bdb-be50-95f117e13a9a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 200 len: 217 time: 0.0388913 Aug 21 18:00:04.222316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3452e-9c33-44f5-b017-74a555f1d453 req-eaa8e1dd-7eae-4624-adb3-ff6b2d89af43 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.224074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbc3452e-9c33-44f5-b017-74a555f1d453 req-eaa8e1dd-7eae-4624-adb3-ff6b2d89af43 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.0881908 Aug 21 18:00:04.227600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda2a1b-7b95-4bc2-aaa1-c8e8484252e2 req-c1680796-8367-4f60-864d-3ed597bd0342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.229648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edda2a1b-7b95-4bc2-aaa1-c8e8484252e2 req-c1680796-8367-4f60-864d-3ed597bd0342 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.0776780 Aug 21 18:00:04.242342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-12a4389c-19c8-4cef-8c68-780a617d9af1 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa HTTP/1.1" status: 200 len: 1804 time: 0.0751696 Aug 21 18:00:04.251042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-00ef3eb3-bfa4-42f5-9589-51e79c22799e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.252481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-00ef3eb3-bfa4-42f5-9589-51e79c22799e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.0703535 Aug 21 18:00:04.280158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-424fc5fa-6c84-4fe9-97b3-3b5f143c3f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.320029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edda2a1b-7b95-4bc2-aaa1-c8e8484252e2 req-eb4b4360-dcb6-4989-9ccc-cb71d158fa0b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811162 Aug 21 18:00:04.328375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbc3452e-9c33-44f5-b017-74a555f1d453 req-d3915f0b-42b1-4deb-98d1-7e6be75cf794 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918624 Aug 21 18:00:04.329617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-740dedb5-b20e-4b32-8d4b-a665ef16a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.331111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-740dedb5-b20e-4b32-8d4b-a665ef16a054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700243 Aug 21 18:00:04.344924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.371306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.439727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.442275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.443449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b72b5a1-8cad-4d04-9bd9-d3257c0c3488 req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa HTTP/1.1" status: 204 len: 173 time: 0.1898389 Aug 21 18:00:04.457188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:04.467450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.467818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.468327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.468570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.469052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.469436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.469866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.470282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.470905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.471122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.471410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.471841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9900661-f9f5-4c74-bab1-8b945f0a19ca tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:04.508554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f15331f-c658-4e4b-bb17-b76891118c52 req-151d6bb8-c0ab-4a52-99a4-1298d95efe3e tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee3bb6078be549efaed60d5db723f138 HTTP/1.1" status: 200 len: 6103 time: 0.1245100 Aug 21 18:00:04.529541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-424fc5fa-6c84-4fe9-97b3-3b5f143c3f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.538398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-424fc5fa-6c84-4fe9-97b3-3b5f143c3f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.569002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072ff3e-b7ca-4677-9a0a-f51c99957bac req-8ae03ab1-49ac-48ab-958e-998bcfa6539c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.570755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7072ff3e-b7ca-4677-9a0a-f51c99957bac req-8ae03ab1-49ac-48ab-958e-998bcfa6539c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 945 time: 0.0624828 Aug 21 18:00:04.592123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-424fc5fa-6c84-4fe9-97b3-3b5f143c3f06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b32d73642214319880ff897cc2732f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515905 Aug 21 18:00:04.595073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:04.605104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fc5fa-6c84-4fe9-97b3-3b5f143c3f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5a64f8-3932-41dd-ab93-981d06214b80,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:04.615329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f15331f-c658-4e4b-bb17-b76891118c52 req-21e867fa-bd46-4793-8fdf-3ead16c04155 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "GET /v2.0/security-groups/7e032a6b-0e11-44b3-b5d3-3378c40ccc9c HTTP/1.1" status: 200 len: 2981 time: 0.0984685 Aug 21 18:00:04.646031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:04.654989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7072ff3e-b7ca-4677-9a0a-f51c99957bac req-0d53e45e-c68b-4937-bc39-8b0f4196a7f3 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705831 Aug 21 18:00:04.690021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-990e93c9-817c-49f7-a450-8288fc267651 service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393921 Aug 21 18:00:04.702878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f15331f-c658-4e4b-bb17-b76891118c52 req-fa35d029-fbf1-49e7-92d5-88c5f8203edf tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "GET /v2.0/security-groups/7e032a6b-0e11-44b3-b5d3-3378c40ccc9c HTTP/1.1" status: 200 len: 2981 time: 0.0866904 Aug 21 18:00:04.705661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.740117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.797333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd2d87fc-540d-431c-b364-db4cb1676c02 req-5aa68620-1b52-4701-beab-9c3b80ab1eef tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/1a1013b9-62a5-4756-8480-e58ae722a195 HTTP/1.1" status: 200 len: 1803 time: 0.0683603 Aug 21 18:00:04.831017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fb6346c-867e-4504-befa-e0e4348d87f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.834677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.837553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10e7f79a-83a9-44f3-83b9-66e7295236f1 req-11adc7e5-1add-4115-b4cb-dec3d1960d06 service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385779 Aug 21 18:00:04.839162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:04.840392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c5a64f8-3932-41dd-ab93-981d06214b80 HTTP/1.1" status: 204 len: 168 time: 0.2441397 Aug 21 18:00:04.854809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af03209-31aa-49b8-9780-ece9a97296ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5a64f8-3932-41dd-ab93-981d06214b80,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:04.898193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:04.901152 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8affeba3-c541-4f23-b16e-5e5618e3c04e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:04.945551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-afe43546-5c59-4a39-9edd-6872748f23f7 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/d859e31c-fb59-4927-8eb4-dea988302c12 HTTP/1.1" status: 200 len: 1776 time: 0.0411048 Aug 21 18:00:04.961380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc55114-47d3-4280-b77e-c2d204ddf6b3 req-ed1f805d-6da5-4cef-bb7f-a188e5eadb0c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:04.963033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5cc55114-47d3-4280-b77e-c2d204ddf6b3 req-ed1f805d-6da5-4cef-bb7f-a188e5eadb0c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 944 time: 0.0741501 Aug 21 18:00:05.004884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.020348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5cc55114-47d3-4280-b77e-c2d204ddf6b3 req-df8258ec-ccae-478f-a16c-1bac1d164cf4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 Aug 21 18:00:05.029959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fb6346c-867e-4504-befa-e0e4348d87f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.032028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.035032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fb6346c-867e-4504-befa-e0e4348d87f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.078320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.079166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6346c-867e-4504-befa-e0e4348d87f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ffdec3-7d25-4668-929d-e9dd5b156de0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.081321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.083146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3cba40a-626d-4b4a-a143-d2369e8d022f req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/d859e31c-fb59-4927-8eb4-dea988302c12 HTTP/1.1" status: 204 len: 173 time: 0.1304755 Aug 21 18:00:05.091073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c1bb8-c0aa-4f96-8e67-226ef9d5aa09 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859e31c-fb59-4927-8eb4-dea988302c12,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.096429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1849335909', 'description': 'tempest-description-1660878575'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:05.122544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0fb6346c-867e-4504-befa-e0e4348d87f0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb2e09b786cd4ec1b72e307c5a6c2f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727116 Aug 21 18:00:05.125012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38218) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:05.138600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.147539 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:00:05.209780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38220) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:05.219230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.231318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15e778f2-024e-4221-bb60-d87c212eb5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.250293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.253221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de78409-8997-49ae-8424-43968817e1fb req-8b02cb34-9ae0-48f9-aae3-c8130aea82be tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.254796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9de78409-8997-49ae-8424-43968817e1fb req-8b02cb34-9ae0-48f9-aae3-c8130aea82be tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.0809495 Aug 21 18:00:05.256708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.258140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.301085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fa1262-8542-417f-812c-28404e132a52,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.317206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9de78409-8997-49ae-8424-43968817e1fb req-413818b1-65c2-42f2-bee9-274ace312864 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519507 Aug 21 18:00:05.333468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.336268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.337914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76ffdec3-7d25-4668-929d-e9dd5b156de0 HTTP/1.1" status: 204 len: 168 time: 0.2117963 Aug 21 18:00:05.341805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:05.357485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7120b20-495c-493e-93cb-fc97da1d1a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ffdec3-7d25-4668-929d-e9dd5b156de0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.394277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:05.400215 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13e031b-52bc-430e-a931-b08a7b8b30c4 x-openstack-request-id: req-e13e031b-52bc-430e-a931-b08a7b8b30c4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:05.400578 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:05.400894 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e13e031b-52bc-430e-a931-b08a7b8b30c4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:05.401356 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'status': 'completed', 'code': 200} Aug 21 18:00:05.402772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15e778f2-024e-4221-bb60-d87c212eb5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.410155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15e778f2-024e-4221-bb60-d87c212eb5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.417981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.420120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22e4667e-d863-4659-ade5-0d78d3667a1b req-acac89ec-e667-4d27-ae64-eec3fa892f19 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3428180 Aug 21 18:00:05.457604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e778f2-024e-4221-bb60-d87c212eb5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d819d45-d938-41e3-8db7-24a0253246e2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.465384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15e778f2-024e-4221-bb60-d87c212eb5f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd5f329d9d7c44f5a7b188ea76b8ef62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512488 Aug 21 18:00:05.466370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38226) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:05.572523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-f73856fc-df41-4ac1-8737-f261572e4ff2 tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "GET /v2.0/security-groups/a31add45-e7a4-4601-965e-d891196ef994 HTTP/1.1" status: 200 len: 1778 time: 0.1080544 Aug 21 18:00:05.604943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8a680-2ed8-44c1-8da4-1f30af996601 req-2f0548f9-4d38-4bcb-86a2-bbc5bfe0d7bc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.607056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53b8a680-2ed8-44c1-8da4-1f30af996601 req-2f0548f9-4d38-4bcb-86a2-bbc5bfe0d7bc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 970 time: 0.1340041 Aug 21 18:00:05.611188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-057349c1-af76-412b-9ba8-39f5757d6b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.614115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-057349c1-af76-412b-9ba8-39f5757d6b10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1122 time: 0.1243379 Aug 21 18:00:05.614287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-eda8e227-5b2e-4e24-a60d-80b138cc7214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.629154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-eda8e227-5b2e-4e24-a60d-80b138cc7214 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1122 time: 0.1372237 Aug 21 18:00:05.643335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.672138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.736779 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.742820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.745557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.749124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d819d45-d938-41e3-8db7-24a0253246e2 HTTP/1.1" status: 204 len: 168 time: 0.2790730 Aug 21 18:00:05.761215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-0bdf1f40-39f2-4d4f-9080-3a96740a80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.762439 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-0bdf1f40-39f2-4d4f-9080-3a96740a80eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1407032 Aug 21 18:00:05.770961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.808264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80edee0-cb29-4252-bb1d-5db411d7ade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d819d45-d938-41e3-8db7-24a0253246e2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:05.829374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-bb10b342-11ad-4a09-b8e9-99928708f282 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0507143 Aug 21 18:00:05.843906 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53b8a680-2ed8-44c1-8da4-1f30af996601 req-2095e352-09bd-4973-a0ac-e85e597af8f1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134488 Aug 21 18:00:05.893889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.897048 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:05.906305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-20302342-f656-4d68-b9c4-33dfb3ac0fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.908083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-20302342-f656-4d68-b9c4-33dfb3ac0fa8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1865249 Aug 21 18:00:05.911999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-294d2b1e-c7f1-4913-b091-29a9bcd75107 req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/a31add45-e7a4-4601-965e-d891196ef994 HTTP/1.1" status: 204 len: 173 time: 0.3328850 Aug 21 18:00:05.918541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-989b5f31-2084-45b9-a6c9-e243456d5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:05.925177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-989b5f31-2084-45b9-a6c9-e243456d5d78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0846186 Aug 21 18:00:05.957992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-1f076d85-0817-4a57-8e9f-115ac2481840 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0386786 Aug 21 18:00:05.964557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e5fd4-df9d-48b4-bd47-69b4c75772bb tempest-SecurityGroupsTestAdminJSON-2124862530 tempest-SecurityGroupsTestAdminJSON-2124862530-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31add45-e7a4-4601-965e-d891196ef994,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:06.041294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-9a92167b-c910-4f5d-a499-fb4ebab71ec2 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 200 len: 1805 time: 0.1588941 Aug 21 18:00:06.043702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38238) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:06.048751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-765aac6b-ec73-4325-afee-9af9355be2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:06.050075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19fa1262-8542-417f-812c-28404e132a52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:06.050214 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-765aac6b-ec73-4325-afee-9af9355be2b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1125534 Aug 21 18:00:06.050513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19fa1262-8542-417f-812c-28404e132a52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:06.075415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cefb100-8c7c-42e8-afd0-0679ea1e5efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.089228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-e912ed14-07d2-48f6-aa77-2a2c8e541de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:06.091794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-e912ed14-07d2-48f6-aa77-2a2c8e541de6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1030512 Aug 21 18:00:06.142866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16369cf9-bb6d-427d-b0d9-0bbafac1f8e6 req-7e7955af-655a-4403-88b8-0284bacec2c6 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:06.144436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16369cf9-bb6d-427d-b0d9-0bbafac1f8e6 req-7e7955af-655a-4403-88b8-0284bacec2c6 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 945 time: 0.1389048 Aug 21 18:00:06.187299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-82d12e86-62e7-4168-b6e9-ac0c2e12f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:06.188903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-82d12e86-62e7-4168-b6e9-ac0c2e12f6b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0889382 Aug 21 18:00:06.193443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.296110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.318561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f914a156-42ef-4901-b47b-572e9255e240 req-0917426d-51ab-46ab-8a24-49a82a957bae tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:06.320122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f914a156-42ef-4901-b47b-572e9255e240 req-0917426d-51ab-46ab-8a24-49a82a957bae tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.1449077 Aug 21 18:00:06.323225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.396553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73fb8f08-d788-4342-bcbd-7a1528935078,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:06.418583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-59b47d07-30a4-4b1d-8c35-8dc57b871954 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086840 Aug 21 18:00:06.461135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16369cf9-bb6d-427d-b0d9-0bbafac1f8e6 req-b19810b3-cb63-414b-b009-f90ac38717cb tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033276 Aug 21 18:00:06.470714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-ec6f929b-8021-478c-9ac0-a2bdcfe640f7 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041512 Aug 21 18:00:06.584510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Deleting port a190431a-daf5-48b1-8614-d96b649a7d09 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:06.584699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.586462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cefb100-8c7c-42e8-afd0-0679ea1e5efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.607075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cefb100-8c7c-42e8-afd0-0679ea1e5efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.673749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-406e8432-1161-435e-bb02-fe9cfce2bff6 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "GET /v2.0/security-groups/7a96b512-f344-45c4-9b28-5efe7ca3fb13 HTTP/1.1" status: 200 len: 1778 time: 0.1378460 Aug 21 18:00:06.683228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cefb100-8c7c-42e8-afd0-0679ea1e5efa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f4b4398a70e4bfcac7e9eaeb59a9853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6363802 Aug 21 18:00:06.685636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-8ccef682-26b6-4256-9ef8-80ae0f134589 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063441 Aug 21 18:00:06.687945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38262) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:06.690135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cefb100-8c7c-42e8-afd0-0679ea1e5efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c90a867-cc2e-4b81-985d-21f46b17016e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:06.697477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38264) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:06.790787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.791560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8affeba3-c541-4f23-b16e-5e5618e3c04e req-8d4665cb-28c7-413d-a3a3-200677083b90 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496635 Aug 21 18:00:06.793752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.827965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.831287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.832528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0192413d-6dec-42be-8d7b-f45f7c3a5337 req-8a06ed97-622a-432e-a08f-2075953568a7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7904458 Aug 21 18:00:06.835535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.840668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-649529117-network', 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:06.886429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] For port a190431a-daf5-48b1-8614-d96b649a7d09, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a190431a-daf5-48b1-8614-d96b649a7d09,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:06.886966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.908554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:06.910870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.913339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Calling delete_port for a190431a-daf5-48b1-8614-d96b649a7d09 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:06.922035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.929689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6ae24606-aa04-4f1d-b73a-fd4fdb164070 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:06.938856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.942165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.944034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-792f0ca9-69ed-41fd-879b-2efd8ba32622 req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "DELETE /v2.0/security-groups/7a96b512-f344-45c4-9b28-5efe7ca3fb13 HTTP/1.1" status: 204 len: 173 time: 0.2571332 Aug 21 18:00:06.961931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1270cb-177a-484f-8f42-62d540d72567 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a96b512-f344-45c4-9b28-5efe7ca3fb13,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:06.973940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.977057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:06.979745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c90a867-cc2e-4b81-985d-21f46b17016e HTTP/1.1" status: 204 len: 168 time: 0.2903802 Aug 21 18:00:07.012067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da83146-7333-494e-895a-71a5fd98f105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c90a867-cc2e-4b81-985d-21f46b17016e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.069099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28273d12-8b56-47bc-b52a-3f9ba680a2ee req-6f2c44ee-536f-4be7-9a4c-aa4ba717d475 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:07.070846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28273d12-8b56-47bc-b52a-3f9ba680a2ee req-6f2c44ee-536f-4be7-9a4c-aa4ba717d475 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 944 time: 0.1763408 Aug 21 18:00:07.097939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:07.110712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'port_id': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'mac_address': 'fa:16:3e:e6:33:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:07.128765 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28273d12-8b56-47bc-b52a-3f9ba680a2ee req-a125c424-6275-41a1-a990-f49d23fe1240 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509820 Aug 21 18:00:07.178439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.195346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae24606-aa04-4f1d-b73a-fd4fdb164070 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:07.197766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.217673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8ee80-3fd7-4ba8-9097-abfd0ab1dc47 req-cfe57274-ff88-4c26-8c6b-8b11f6b43957 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:07.223515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8b8ee80-3fd7-4ba8-9097-abfd0ab1dc47 req-cfe57274-ff88-4c26-8c6b-8b11f6b43957 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/ports?device_id=1cc7bc33-0d90-417f-aa03-8a06aba44b53 HTTP/1.1" status: 200 len: 950 time: 0.1505423 Aug 21 18:00:07.232251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:07.233784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.238812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.240223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:07.357971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.374396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:07.379334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8b8ee80-3fd7-4ba8-9097-abfd0ab1dc47 req-c25ea09d-4735-4796-a1b4-bfddbb7a1f46 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.41 "GET /v2.0/security-groups?id=ca05960b-41a5-4ddb-9d4b-10f795306655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416500 Aug 21 18:00:07.393146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be50a854-3910-4af0-8bd4-50c1bade32dc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.421027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:07.427406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.427768 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Added segment a06fb039-2378-4256-aee0-7dcd76165773 of type vlan for network 52809fd1-75b1-4630-a937-c561f174b0b3 Aug 21 18:00:07.436661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'mac_address': 'fa:16:3e:1e:0f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:tempest-test_az-2088366872', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:07.462205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.478481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a190431a-daf5-48b1-8614-d96b649a7d09'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:07.499969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-22e2ed58-1686-451f-b29b-caa00801e02d tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2857919 Aug 21 18:00:07.502784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.522591 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.523802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-7024fc21-e0f1-4259-8473-b0f304ce0f9e tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 200 len: 2398 time: 0.0943975 Aug 21 18:00:07.531437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:07.537508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Pushing event deleted for resources: {'Port': ['ID=a190431a-daf5-48b1-8614-d96b649a7d09,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.546607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19fa1262-8542-417f-812c-28404e132a52', 'remote_group_id': None}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:07.546997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '19fa1262-8542-417f-812c-28404e132a52', 'remote_group_id': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:07.551565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d61d267-6f04-4d0f-b080-4da7c5590678 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:07.583170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:07.585536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.586734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:07.587708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.593365 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.615505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] No DVR routers for this DVR port a190431a-daf5-48b1-8614-d96b649a7d09 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:07.623458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.626457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f914a156-42ef-4901-b47b-572e9255e240 req-158a6ef0-9940-47ed-b8a1-75c635e6d433 tempest-DeleteServersAdminTestJSON-1904786257 tempest-DeleteServersAdminTestJSON-1904786257-project] 10.222.0.39 "DELETE /v2.0/ports/a190431a-daf5-48b1-8614-d96b649a7d09 HTTP/1.1" status: 204 len: 173 time: 1.2958446 Aug 21 18:00:07.627248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'name': 'network-vif-deleted', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:07.637428 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd45cfb-148a-4b28-9057-13902818674c" -d '{"events": [{"server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "name": "network-vif-deleted", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:07.654726 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.671180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.728552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0202897 Aug 21 18:00:07.730284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:07.738851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Request body: {'subnet': {'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-649529117-subnet', 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:07.743997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834ba5e-783d-4967-b95f-b3265f13cf11 admin admin] Pushing event updated for resources: {'Network': ['ID=52809fd1-75b1-4630-a937-c561f174b0b3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.756717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.758164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 52809fd1-75b1-4630-a937-c561f174b0b3 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:07.791900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.808332 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.839256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb2b29e-a41a-4d0e-9a39-c6179cd51725,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:07.854630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.860624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae8604d4-c8a9-4d2b-87d8-62ff92f482af req-9970736a-a7d0-4ac1-b1f4-1f03e1977587 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3268716 Aug 21 18:00:07.864722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:07.867475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:07.881199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6ae24606-aa04-4f1d-b73a-fd4fdb164070'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:07.928759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:07.973984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.002075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7c5a4-e812-42be-8afc-e691a6e9cfd8 req-ef374326-d314-444d-a3f3-acc1a3915168 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:08.010018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50a7c5a4-e812-42be-8afc-e691a6e9cfd8 req-ef374326-d314-444d-a3f3-acc1a3915168 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 971 time: 0.0812566 Aug 21 18:00:08.058822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50a7c5a4-e812-42be-8afc-e691a6e9cfd8 req-f47fba95-5c98-48e8-9600-70206cb2e14a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477672 Aug 21 18:00:08.103585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Allocated IP 172.25.1.131 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/44b396d6-8620-4cea-81c5-aee0ee052b03) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:08.126386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-87d6a68d-e1a3-408c-8a74-3f978793a19c tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "GET /v2.0/security-groups/92c8900b-4084-4bae-9cf3-c162429fe75e HTTP/1.1" status: 200 len: 1777 time: 0.0519471 Aug 21 18:00:08.192010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.208951 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.220235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.269030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.272320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.283396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53ec2e68-d988-4849-9e0f-f3ee48e3af95 req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] 10.222.0.41 "DELETE /v2.0/security-groups/92c8900b-4084-4bae-9cf3-c162429fe75e HTTP/1.1" status: 204 len: 173 time: 0.1551301 Aug 21 18:00:08.297619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7ded2-d294-4c06-bc26-16e9e21acbe1 tempest-SecurityGroupsTestAdminJSON-1693468440 tempest-SecurityGroupsTestAdminJSON-1693468440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8900b-4084-4bae-9cf3-c162429fe75e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:08.340272 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c73e424-2462-4e2c-8f5c-de42bfb23050 x-openstack-request-id: req-1c73e424-2462-4e2c-8f5c-de42bfb23050 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:08.340698 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc7bc33-0d90-417f-aa03-8a06aba44b53", "name": "network-vif-deleted", "tag": "a190431a-daf5-48b1-8614-d96b649a7d09", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:08.340955 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c73e424-2462-4e2c-8f5c-de42bfb23050 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:08.341341 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc7bc33-0d90-417f-aa03-8a06aba44b53', 'name': 'network-vif-deleted', 'tag': 'a190431a-daf5-48b1-8614-d96b649a7d09', 'status': 'completed', 'code': 200} Aug 21 18:00:08.342352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.427512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f8de45-437c-4ceb-8aa7-8aafe743c32f req-3cedca14-5c48-4c48-956b-b9a15b7564e9 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 200 len: 2996 time: 0.0807619 Aug 21 18:00:08.451285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event updated for resources: {'Port': ['ID=44b396d6-8620-4cea-81c5-aee0ee052b03,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:08.455559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:08.460311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:08.463058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:08.474623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.583548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.608302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38324) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:08.652295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0ae541-7a1b-4f79-b015-7f9638ef59cd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:08.700088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.724924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51914e5-1ca6-464b-b1f0-18ec87523165 req-d795efe8-44f9-4acf-b405-34152a20299d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:08.726485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f51914e5-1ca6-464b-b1f0-18ec87523165 req-d795efe8-44f9-4acf-b405-34152a20299d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 945 time: 0.0860093 Aug 21 18:00:08.781581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:08.781939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Network hostable DHCP agents. Network: 52809fd1-75b1-4630-a937-c561f174b0b3, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:08.782919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f51914e5-1ca6-464b-b1f0-18ec87523165 req-9b47f604-89ea-4293-acc8-c702675773d7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497539 Aug 21 18:00:08.882880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-389b79a4-c9c3-4853-bd11-c5c02d042ca7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-group-rules/0eb2b29e-a41a-4d0e-9a39-c6179cd51725 HTTP/1.1" status: 200 len: 783 time: 0.0259180 Aug 21 18:00:08.903715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3c5fc03d-c9ae-4d7f-8d19-6592c5e971e1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:08.905207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3c5fc03d-c9ae-4d7f-8d19-6592c5e971e1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07&tenant_id=7163e520782a42749ecd474e2afa0eab&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 971 time: 0.2069886 Aug 21 18:00:08.909579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Network 52809fd1-75b1-4630-a937-c561f174b0b3 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:08.928071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 52809fd1-75b1-4630-a937-c561f174b0b3) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:08.936455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c5bef6-ee72-4c47-bf80-50c0b678c521 None None] Network 52809fd1-75b1-4630-a937-c561f174b0b3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:08.951887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:08.952479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:08.956870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6ae24606-aa04-4f1d-b73a-fd4fdb164070 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:08.962995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-b080386e-8ee4-428e-9218-a76f8812fd2e tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 200 len: 2996 time: 0.0687275 Aug 21 18:00:09.004596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34d9f0f0-e91b-4ed7-8be3-343e7f2e229b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee3bb6078be549efaed60d5db723f138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926432 Aug 21 18:00:09.006320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:09.021174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.021697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f66a88a2-19d0-400e-999f-b17c6176a29c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2897880 Aug 21 18:00:09.037752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.039433 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-7f609ed4-aeeb-40f3-8297-f88861ef6a05 service neutron] delete failed (client error): The resource could not be found. Aug 21 18:00:09.041707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-7f609ed4-aeeb-40f3-8297-f88861ef6a05 service neutron] 10.222.0.39 "DELETE /v2.0/ports/6d61d267-6f04-4d0f-b080-4da7c5590678/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.1244383 Aug 21 18:00:09.056141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.063719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.133311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.141299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.162436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.163711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-901b9d1d-144c-4770-8a67-64e98d3db458 req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/0eb2b29e-a41a-4d0e-9a39-c6179cd51725 HTTP/1.1" status: 204 len: 173 time: 0.1921978 Aug 21 18:00:09.164432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.168617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event updated for resources: {'Port': ['ID=44b396d6-8620-4cea-81c5-aee0ee052b03,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:09.185596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6068cd0-a01c-4b50-a9af-80f3347da7f5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb2b29e-a41a-4d0e-9a39-c6179cd51725,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:09.199500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.201085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-c77828ef-1063-44b9-8d47-a0296f260612 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6999025 Aug 21 18:00:09.247543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.277359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:09.297823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:09.298201 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.302641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3efe998a-9879-44b3-8f66-d618e941795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:09.303008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3efe998a-9879-44b3-8f66-d618e941795f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1123 time: 0.1442378 Aug 21 18:00:09.309886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-94d1af6e-63a6-4af9-8848-4eed33374ac7 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.0977612 Aug 21 18:00:09.363987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f307f0-6277-49e5-a135-584036213633 None None] Network 52809fd1-75b1-4630-a937-c561f174b0b3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:09.375427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09723b2c-d907-4898-9462-b7f8e9686da1 req-35b146ee-d6ca-461a-a57a-2889c201ad15 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:09.384594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09723b2c-d907-4898-9462-b7f8e9686da1 req-35b146ee-d6ca-461a-a57a-2889c201ad15 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 971 time: 0.1009209 Aug 21 18:00:09.394267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.397925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.403340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e032a6b-0e11-44b3-b5d3-3378c40ccc9c HTTP/1.1" status: 204 len: 168 time: 0.3959935 Aug 21 18:00:09.422663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d974a00-f3dd-4b08-9909-da16241a5f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e032a6b-0e11-44b3-b5d3-3378c40ccc9c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:09.463173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09723b2c-d907-4898-9462-b7f8e9686da1 req-2e4a8e83-fef8-40d9-b4e2-ed79d6c8cfc7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776141 Aug 21 18:00:09.484198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-be06c13e-b0b0-4a4b-9ea5-bb0d0c3ca9a6 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:09.491940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-be06c13e-b0b0-4a4b-9ea5-bb0d0c3ca9a6 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1641023 Aug 21 18:00:09.505930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-e4bb3c45-fff8-4967-aae0-8c1a4ff53d44 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:09.518991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c663ca0-75cc-4a48-a3a7-59db9d21522c req-e4bb3c45-fff8-4967-aae0-8c1a4ff53d44 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0256267 Aug 21 18:00:09.544855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.602296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:09.606925 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4b238e-5846-4f72-9205-5e86f07f2d0b" -d '{"events": [{"server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:09.613111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-d857898c-bfb3-49fa-bacc-9806a360ecd9 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 200 len: 2398 time: 0.0580747 Aug 21 18:00:09.627546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:09.633652 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.634798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:09.676113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-8880301e-cdb1-41ea-a5fc-a28038ce16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:09.678158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-8880301e-cdb1-41ea-a5fc-a28038ce16bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3674295 Aug 21 18:00:09.696912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.729907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:09.746985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 6d61d267-6f04-4d0f-b080-4da7c5590678 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:09.753117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 6d61d267-6f04-4d0f-b080-4da7c5590678 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:09.754064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.859423 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.906046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:09.916705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:09.966399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-bb6504e6-36e6-4f5a-9f93-ab9f7ce800bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.2705653 Aug 21 18:00:09.989705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:09.990281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.038186 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf68caff-b15a-4075-a8cb-a41a324b92fc x-openstack-request-id: req-cf68caff-b15a-4075-a8cb-a41a324b92fc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:10.042890 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "name": "network-vif-plugged", "status": "completed", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:10.043713 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf68caff-b15a-4075-a8cb-a41a324b92fc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:10.044328 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'code': 200} Aug 21 18:00:10.052980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3a1be670-d85e-4966-9a6a-a38089b82a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.054471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3a1be670-d85e-4966-9a6a-a38089b82a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0785174 Aug 21 18:00:10.107531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.110033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.111604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-762f5845-7c0a-4de2-a1e9-fa1bc8e85300 req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/19fa1262-8542-417f-812c-28404e132a52 HTTP/1.1" status: 204 len: 173 time: 0.4886007 Aug 21 18:00:10.115146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38374) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:10.129552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-902572655-network', 'tenant_id': '4a47066797d44f5c9f0f3563bea81a7b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:10.137129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38378) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:10.137685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e5eb2-8048-4ff6-8914-422a2d22d2a5 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fa1262-8542-417f-812c-28404e132a52,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:10.189309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdce3a-528b-4a57-bf93-48f5febd5e60 req-1d66d32b-2484-4f68-b3b5-8fe0d798cb96 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.190900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6bdce3a-528b-4a57-bf93-48f5febd5e60 req-1d66d32b-2484-4f68-b3b5-8fe0d798cb96 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.0927534 Aug 21 18:00:10.191095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-0ab1ec79-8060-44a1-a202-a41547487f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.192570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-0ab1ec79-8060-44a1-a202-a41547487f31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1316252 Aug 21 18:00:10.212590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5cac3114-34b4-48c3-bb3b-d3fb5f43a044 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=287c9b9f59f64d61a79bf97ebc9cb875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742486 Aug 21 18:00:10.219575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:10.242745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Made reservation on behalf of 4a47066797d44f5c9f0f3563bea81a7b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:10.245476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.264287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6bdce3a-528b-4a57-bf93-48f5febd5e60 req-1dab9874-37bf-4c01-b99c-8ac9966728ce tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637233 Aug 21 18:00:10.287277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.310728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.330709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.338129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037bad-5f69-472b-a299-d93f116a2d29 req-fda89a72-e1d4-4298-a0ed-621c18c73272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.339667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08037bad-5f69-472b-a299-d93f116a2d29 req-fda89a72-e1d4-4298-a0ed-621c18c73272 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 1098 time: 0.2070782 Aug 21 18:00:10.380037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.382756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.384030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77527e8d-221b-4617-acc4-1d8376b1408d HTTP/1.1" status: 204 len: 168 time: 0.1635132 Aug 21 18:00:10.385002 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-3d89f5bc-77e6-4b2e-9ed1-0f909d6c2d6c req-e58c4331-d59e-41ce-9901-9809a2ad45c4 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] show failed (client error): The resource could not be found. Aug 21 18:00:10.386058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d89f5bc-77e6-4b2e-9ed1-0f909d6c2d6c req-e58c4331-d59e-41ce-9901-9809a2ad45c4 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/cf9521f3-ee1e-4869-b2b6-b81ef3cc7faa HTTP/1.1" status: 404 len: 352 time: 0.0213454 Aug 21 18:00:10.394683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f499e-e436-4fbc-be23-c8559911103a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77527e8d-221b-4617-acc4-1d8376b1408d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:10.483694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-90521f11-d494-4b4c-bef2-145b4acd5242 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.499638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-90521f11-d494-4b4c-bef2-145b4acd5242 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 819 time: 0.3016732 Aug 21 18:00:10.512134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-3bd3865e-3762-457a-9f32-1817ddddd724 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977874 Aug 21 18:00:10.526924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08037bad-5f69-472b-a299-d93f116a2d29 req-2c21ff7c-93a1-4d1f-af07-1e8e126ef0f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769240 Aug 21 18:00:10.528459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-b6639de5-d82b-4767-b83c-a10d268772c5 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/quotas/75ff08e1801d44ea8f000f5888e6e41e HTTP/1.1" status: 200 len: 375 time: 0.0276756 Aug 21 18:00:10.542354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c8b03d9e-255f-49c7-a758-29fd804233d4 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/1a1013b9-62a5-4756-8480-e58ae722a195 HTTP/1.1" status: 200 len: 1803 time: 0.0558035 Aug 21 18:00:10.625277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.662448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.685123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-a70fbf5b-485e-424f-b832-5acf0d6eb1c6 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1464026 Aug 21 18:00:10.729117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.732773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.734373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f71932d7-99fa-471a-95e6-98e1b90d2786 req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/1a1013b9-62a5-4756-8480-e58ae722a195 HTTP/1.1" status: 204 len: 173 time: 0.1850750 Aug 21 18:00:10.753624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b67f80-7795-466f-8252-6542a949ddda tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1013b9-62a5-4756-8480-e58ae722a195,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:10.786768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1897b90f-e6b7-4ba8-a3e2-6fe07f5a7f05 req-62d43bd4-6e6c-43b2-bef4-3fcbee0f021b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571859 Aug 21 18:00:10.802403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.822668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.869698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:10.877514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:10.900908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-6a6f7169-4cc7-4244-ab63-33f55c5d470a service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044122 Aug 21 18:00:10.902125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:10.902466 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Added segment a64ddd7e-0328-47bd-927b-f0c2846adc4b of type vlan for network 7ff988e6-66c3-4ad4-8470-a09c7761d00f Aug 21 18:00:10.914069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe43568-75d5-4933-b888-e12fd9dec6f0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:10.973251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940cc29-9879-4cc3-9a27-51c9bb6ca204 req-b68355fe-b855-47f5-a0f4-d4f24d7e5d40 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:10.982473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3940cc29-9879-4cc3-9a27-51c9bb6ca204 req-b68355fe-b855-47f5-a0f4-d4f24d7e5d40 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 972 time: 0.0765615 Aug 21 18:00:11.010808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.035281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3940cc29-9879-4cc3-9a27-51c9bb6ca204 req-54b0b03a-ed5f-4a88-ae37-77cff498de7d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512443 Aug 21 18:00:11.057348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.058382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:11.059088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.071860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-977908a6-eded-4c6d-9bd8-6508c12f553d service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582820 Aug 21 18:00:11.112812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a562a78e-270d-46d8-9e48-a6779969ecaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5077c469f5554bed8c04ca1b08b209ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396030 Aug 21 18:00:11.113097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:11.126422 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0090275 Aug 21 18:00:11.129284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:11.138129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-bc6218d3-4a2e-45cb-b315-8f117f6c9d98 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/4eb3b905-6180-4cb3-9fbb-f0e832b57c7e HTTP/1.1" status: 200 len: 1805 time: 0.0762036 Aug 21 18:00:11.153487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Request body: {'subnet': {'network_id': '7ff988e6-66c3-4ad4-8470-a09c7761d00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-902572655-subnet', 'tenant_id': '4a47066797d44f5c9f0f3563bea81a7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:11.181219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58968a-b5d6-4a18-ac65-ce23a011ef97 admin admin] Pushing event updated for resources: {'Network': ['ID=7ff988e6-66c3-4ad4-8470-a09c7761d00f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:11.194118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7ff988e6-66c3-4ad4-8470-a09c7761d00f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:11.221732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Made reservation on behalf of 4a47066797d44f5c9f0f3563bea81a7b for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:11.223990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.240878 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.253553 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.318131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.339427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.384698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a190431a-daf5-48b1-8614-d96b649a7d09 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:11.441306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25176a1a-52ac-451b-b469-a4e95324ab0b req-1d3082c8-8301-4569-b9e6-f21e335f1a33 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0630848 Aug 21 18:00:11.451500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: a190431a-daf5-48b1-8614-d96b649a7d09 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:00:11.452019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a190431a-daf5-48b1-8614-d96b649a7d09 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:11.454197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.457834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.460353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d49eb1d1-5133-4195-95f9-e1f3ab1f59f8 req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/4eb3b905-6180-4cb3-9fbb-f0e832b57c7e HTTP/1.1" status: 204 len: 173 time: 0.3132563 Aug 21 18:00:11.478883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c5e94-c457-4a05-9243-a8e0fee706cb tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb3b905-6180-4cb3-9fbb-f0e832b57c7e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:11.528394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.532342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.536052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca05960b-41a5-4ddb-9d4b-10f795306655 HTTP/1.1" status: 204 len: 168 time: 0.4195220 Aug 21 18:00:11.654441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f09468-55bb-4949-978a-12934eae3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05960b-41a5-4ddb-9d4b-10f795306655,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:11.679833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.701104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bff80709-7685-493a-af3a-1dfeec0b174c req-1b2b0a8e-0ad2-45bb-bd21-84c6100b7301 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/54adb3ca-6b15-4147-9818-0a9205bceb17 HTTP/1.1" status: 200 len: 1804 time: 0.1073675 Aug 21 18:00:11.729704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bc023-185d-4895-ace4-6f119a17a3cd req-65b7db58-1a87-487d-9f25-93a6c1737e87 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:11.731571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d9bc023-185d-4895-ace4-6f119a17a3cd req-65b7db58-1a87-487d-9f25-93a6c1737e87 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.1290681 Aug 21 18:00:11.783157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed5867fb-c04c-429e-9163-f9d183716524,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:11.806986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d9bc023-185d-4895-ace4-6f119a17a3cd req-88422d4c-8436-405b-a488-dc5824d94ef2 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659313 Aug 21 18:00:11.813317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Checking segment: {'id': 'a64ddd7e-0328-47bd-927b-f0c2846adc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7ff988e6-66c3-4ad4-8470-a09c7761d00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:11.814232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Network hostable DHCP agents. Network: 7ff988e6-66c3-4ad4-8470-a09c7761d00f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:11.847724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Network 7ff988e6-66c3-4ad4-8470-a09c7761d00f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:11.859879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bff80709-7685-493a-af3a-1dfeec0b174c req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.864056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7ff988e6-66c3-4ad4-8470-a09c7761d00f) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:11.873754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:11.873754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:11.878373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411b6d32-164a-4929-9241-edddb1803c7f None None] Network 7ff988e6-66c3-4ad4-8470-a09c7761d00f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:11.905794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ec53951c-15eb-4a8f-8faa-eec00f9c2e64 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7593107 Aug 21 18:00:11.919781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bff80709-7685-493a-af3a-1dfeec0b174c req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.014135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bff80709-7685-493a-af3a-1dfeec0b174c req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.025044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bff80709-7685-493a-af3a-1dfeec0b174c req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.026204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bff80709-7685-493a-af3a-1dfeec0b174c req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/54adb3ca-6b15-4147-9818-0a9205bceb17 HTTP/1.1" status: 204 len: 173 time: 0.3181307 Aug 21 18:00:12.047478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254a750-26f0-42cc-983f-699842e2a790 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54adb3ca-6b15-4147-9818-0a9205bceb17,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:12.077131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:12.083600 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a10170-a456-45c0-840f-dd13d33e352e" -d '{"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-plugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:12.100433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4670837-523c-4836-a54b-5eab1e9a3fc9 None None] Network 7ff988e6-66c3-4ad4-8470-a09c7761d00f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:12.225742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-447ad191-28fd-45b0-972a-6f8bc7c36fb0 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/f5dff60d-dc2f-4060-8910-15f3caec5eeb HTTP/1.1" status: 200 len: 2403 time: 0.0718873 Aug 21 18:00:12.336522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.381274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.432647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:12.448797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d063da-c737-43a0-a0ea-d0477af932ce req-19c25b75-36e2-4ddc-980f-9a446ba3609a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:12.458961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4d063da-c737-43a0-a0ea-d0477af932ce req-19c25b75-36e2-4ddc-980f-9a446ba3609a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 972 time: 0.1130304 Aug 21 18:00:12.472702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-266d96b0-5f3c-46c9-b4f6-295ab0dbc1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.481216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.483875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.498699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0db81567-cc47-4c08-bbff-ea9d2794046e req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/f5dff60d-dc2f-4060-8910-15f3caec5eeb HTTP/1.1" status: 204 len: 173 time: 0.2629261 Aug 21 18:00:12.508528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451487d7-f05a-463b-b5d3-5d4721ab2558 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dff60d-dc2f-4060-8910-15f3caec5eeb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:12.522239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4d063da-c737-43a0-a0ea-d0477af932ce req-41b32ec7-2c9a-430d-97c8-b21ce912f96d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Aug 21 18:00:12.554002 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ba9446-79c7-4b1a-b91f-7993a94aa311 x-openstack-request-id: req-c8ba9446-79c7-4b1a-b91f-7993a94aa311 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:12.554558 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-plugged", "status": "completed", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:12.554558 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8ba9446-79c7-4b1a-b91f-7993a94aa311 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:12.554939 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'code': 200} Aug 21 18:00:12.609164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-266d96b0-5f3c-46c9-b4f6-295ab0dbc1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.617273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-266d96b0-5f3c-46c9-b4f6-295ab0dbc1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.666330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-266d96b0-5f3c-46c9-b4f6-295ab0dbc1c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14031024e8224d09ba006f6c16337f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325146 Aug 21 18:00:12.669031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:12.711584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d96b0-5f3c-46c9-b4f6-295ab0dbc1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23664ce7-9aef-45d0-a2f1-64880d8815a2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:12.733777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5633577d-1e28-425f-8c58-f92db94c0dad req-3ca7617e-7881-481a-a18d-6f483816cdeb tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0373061 Aug 21 18:00:12.743900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.803154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.849579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-9ee894de-a951-4eb5-9329-4e556b198792 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "GET /v2.0/security-groups/b9113201-3ebc-45e0-b2f0-c286e9974156 HTTP/1.1" status: 200 len: 2397 time: 0.0682490 Aug 21 18:00:12.905012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.908179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:12.912173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23664ce7-9aef-45d0-a2f1-64880d8815a2 HTTP/1.1" status: 204 len: 168 time: 0.2417078 Aug 21 18:00:12.936617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86bf7f-c7da-4232-b766-5954c41ec423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23664ce7-9aef-45d0-a2f1-64880d8815a2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:13.064506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.093472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38512) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:13.110728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.144150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-30cf430d-a6aa-42c5-808b-280816dede5a tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:13.145664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-30cf430d-a6aa-42c5-808b-280816dede5a tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.39 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 819 time: 0.2437508 Aug 21 18:00:13.167618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'port': {'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'admin_state_up': True, 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:13.189194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-909dcd62-06aa-4e41-b57f-f4251b250dfd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:13.200234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-909dcd62-06aa-4e41-b57f-f4251b250dfd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.2547181 Aug 21 18:00:13.223298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-9700e015-5028-4d62-a1bb-7232810ec683 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/quotas/f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 375 time: 0.0213780 Aug 21 18:00:13.255141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.257993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.272028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-58287a14-f8b3-4ba7-9d7e-465eddf7efe0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464699 Aug 21 18:00:13.281878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85256233-ab49-4cc3-abdc-9ccf38a07497 req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] 10.222.0.41 "DELETE /v2.0/security-groups/b9113201-3ebc-45e0-b2f0-c286e9974156 HTTP/1.1" status: 204 len: 173 time: 0.4245627 Aug 21 18:00:13.286044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38520) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:13.371255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-813b12bf-c8de-48f7-bca5-3c52d1be48d0 service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990846 Aug 21 18:00:13.379470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c591f-c212-473b-a8fe-4616e096e1c7 tempest-SecurityGroupRulesTestJSON-754986523 tempest-SecurityGroupRulesTestJSON-754986523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9113201-3ebc-45e0-b2f0-c286e9974156,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:13.411800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89549024-d68d-4845-8382-264983e1dc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.479692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-1b51bdf3-ab2e-4283-b9b4-88deb5188fcc service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075633 Aug 21 18:00:13.498537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Deleting subnet 0a92f352-d245-4114-a5e3-004533f12d7f {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:00:13.506917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.560281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20d10a-4153-4017-bb1b-571ef50f56cd req-09c8725c-26b0-4237-bd33-dce7c17c3dc8 tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:13.561821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c20d10a-4153-4017-bb1b-571ef50f56cd req-09c8725c-26b0-4237-bd33-dce7c17c3dc8 tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1124 time: 0.1756821 Aug 21 18:00:13.580401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.621486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.701015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c20d10a-4153-4017-bb1b-571ef50f56cd req-572a8cc0-c6f4-4aa0-bc3a-5d64d27c0dbb tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262560 Aug 21 18:00:13.730155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52773e-d0c1-430f-9843-6a6ac05c5b4b req-eecf7a92-1b98-41a5-b1bb-c33f043c5f1f tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:13.738769 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f52773e-d0c1-430f-9843-6a6ac05c5b4b req-eecf7a92-1b98-41a5-b1bb-c33f043c5f1f tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.0763390 Aug 21 18:00:13.752362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.779125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89549024-d68d-4845-8382-264983e1dc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.799541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f52773e-d0c1-430f-9843-6a6ac05c5b4b req-86dd0a09-5b02-4612-8e09-1da079196905 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596566 Aug 21 18:00:13.827566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89549024-d68d-4845-8382-264983e1dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.836412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a92f352-d245-4114-a5e3-004533f12d7f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:13.857110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:13.859070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-81b58ad2-2171-45ba-88fd-ea9e59892228 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0a92f352-d245-4114-a5e3-004533f12d7f HTTP/1.1" status: 204 len: 168 time: 0.5612733 Aug 21 18:00:13.861592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:13.923706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-258f7d6e-686c-4717-a1b1-f0158f6d900c req-bf411b17-0511-4d9f-acef-2d2668da6565 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 210 time: 0.1251812 Aug 21 18:00:13.999083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94f1b73b-3bcd-407c-90a0-dbe862aa074a req-06cb03f4-6aa3-42ed-a3f6-d02ae3a089ab tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 210 time: 0.0718369 Aug 21 18:00:13.999552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38560) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:14.006969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-89549024-d68d-4845-8382-264983e1dc67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=baafc75e01ff40228d4ddeb614a93287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8986754 Aug 21 18:00:14.010633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89549024-d68d-4845-8382-264983e1dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1772f7-2ce4-4f1d-aeeb-d3f4a166c8b3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:14.019708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Made reservation on behalf of 75ff08e1801d44ea8f000f5888e6e41e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:14.028682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.046812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.150595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.201346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599d773-2466-478e-b9a2-9196baac42b0 req-115a514f-1d59-4e10-84be-5494ffa77213 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:14.203290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c599d773-2466-478e-b9a2-9196baac42b0 req-115a514f-1d59-4e10-84be-5494ffa77213 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.1352799 Aug 21 18:00:14.213939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:14.225285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'floatingip': {'port_id': '6ae24606-aa04-4f1d-b73a-fd4fdb164070'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:14.229468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.332192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Allocated IP 172.20.0.7 (69eec03e-5764-4012-ad57-94de25cf5c6c/ce10b887-4800-4908-a1d9-a012014cf6a3/82a60735-ae97-429d-a030-9cdedebc1b76) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:14.352902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.379087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.379440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.380219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.380568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > port after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.380892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.381230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > port after_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.381629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.381865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.382365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.382715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.520045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.520536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.521016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.521439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94598) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:14.523238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcd917a-1355-4a80-93e8-ede190c3fa0e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:14.573194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.587943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7cff31d-3a6d-4eeb-b44d-d48e7b5bf783') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:14.589397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7cff31d-3a6d-4eeb-b44d-d48e7b5bf783') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:14.594725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Transition to ACTIVE for port object 82a60735-ae97-429d-a030-9cdedebc1b76 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:14.614336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-44876912-d14d-488e-a04d-3af85a75c679 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3192346 Aug 21 18:00:14.621395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.627350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.674155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.690355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97647b92-2ed2-49b0-a26b-09230ec87888'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:14.721330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.728082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Network 69eec03e-5764-4012-ad57-94de25cf5c6c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:14.731429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:14.738275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:14.744755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:14.745502 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.760818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event updated for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:14.768923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-102cd199-355b-4b1a-817f-182a126eb07b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6096351 Aug 21 18:00:14.787498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Request body: {'port': {'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:14.793474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:00:14.793889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: from cryptography.utils import int_from_bytes Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: from cryptography.utils import int_from_bytes Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:00:14.831316 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:00:14.932735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.147830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-184a051e-a1c4-4c12-94b8-7a07a32e47fd None None] Provisioning for port 82a60735-ae97-429d-a030-9cdedebc1b76 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:15.156816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-184a051e-a1c4-4c12-94b8-7a07a32e47fd None None] Provisioning complete for port 82a60735-ae97-429d-a030-9cdedebc1b76 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:15.157560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-184a051e-a1c4-4c12-94b8-7a07a32e47fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.208404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-184a051e-a1c4-4c12-94b8-7a07a32e47fd None None] Port 82a60735-ae97-429d-a030-9cdedebc1b76 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:00:15.258684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:15.396465 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-908e5e7c-106b-444b-acfb-1a83ce36ae71 req-ee246853-ccfc-41a0-bbe6-562cd5ca5905 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 210 time: 0.0318639 Aug 21 18:00:15.403038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a60735-ae97-429d-a030-9cdedebc1b76 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:15.411239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.436056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Transition to ACTIVE for port object 82a60735-ae97-429d-a030-9cdedebc1b76 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:15.441002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.521624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Pushing event updated for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:15.565132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b62c31-6344-40db-894d-7e4e3641b3b2 req-46fe66a4-4dac-43e5-b1ec-9058c213219e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:15.571812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3b62c31-6344-40db-894d-7e4e3641b3b2 req-46fe66a4-4dac-43e5-b1ec-9058c213219e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 943 time: 0.1013803 Aug 21 18:00:15.605366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Attempting to bind port 82a60735-ae97-429d-a030-9cdedebc1b76 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:15.606042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Attempting to bind port 82a60735-ae97-429d-a030-9cdedebc1b76 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:15.606184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Attempting to bind port 82a60735-ae97-429d-a030-9cdedebc1b76 on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:15.614327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Port 82a60735-ae97-429d-a030-9cdedebc1b76 on network 69eec03e-5764-4012-ad57-94de25cf5c6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:15.614711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Attempting to bind port 82a60735-ae97-429d-a030-9cdedebc1b76 on network 69eec03e-5764-4012-ad57-94de25cf5c6c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:15.623074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:15.623394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Checking segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:15.623774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Bound using segment: {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:15.624325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Bound port: 82a60735-ae97-429d-a030-9cdedebc1b76, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac833e6f-6803-43f8-b73c-917827bf2add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:15.624703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.638846 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.642015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.645507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a1772f7-2ce4-4f1d-aeeb-d3f4a166c8b3 HTTP/1.1" status: 204 len: 168 time: 1.6412265 Aug 21 18:00:15.650933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3b62c31-6344-40db-894d-7e4e3641b3b2 req-ac974797-b3ad-4669-957e-ec0216509ad5 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Aug 21 18:00:15.714924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782c708-21df-49cd-9264-4273c9cd749f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1772f7-2ce4-4f1d-aeeb-d3f4a166c8b3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:15.716934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.726138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-76aedca7-a90a-4839-9c71-0f98d3914548 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:15.728837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-76aedca7-a90a-4839-9c71-0f98d3914548 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0872848 Aug 21 18:00:15.751699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:15.756129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82a60735-ae97-429d-a030-9cdedebc1b76,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:15.767899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.799451 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.807536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:15.808616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.810488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] 10.222.0.39 "PUT /v2.0/ports/82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 1092 time: 1.0304937 Aug 21 18:00:15.812748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2dcd917a-1355-4a80-93e8-ede190c3fa0e HTTP/1.1" status: 204 len: 168 time: 1.9500628 Aug 21 18:00:15.822513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:15.822513 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:15.876909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca33ab-3300-4715-96a3-86fd22c43419 service neutron] Pushing event updated for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:15.897781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-4ede4150-9fe9-4b7d-aa58-de5503d9e3dc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/quotas/7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 375 time: 0.1530037 Aug 21 18:00:15.907597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0c166-1ec2-450c-9ab2-cdc55fd48b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcd917a-1355-4a80-93e8-ede190c3fa0e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:15.919741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-db2609f9-6d95-419a-9909-008dad8b634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:15.922445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-db2609f9-6d95-419a-9909-008dad8b634b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1095 time: 0.0568061 Aug 21 18:00:15.934000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dec059f-a570-4274-bb20-d39427e9a0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:15.975226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-afc4ddb2-91e0-4df5-ab86-3d00d7ac9b29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 217 time: 0.0433111 Aug 21 18:00:15.995108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:00:16.057434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-0aaec6d4-09b8-4a6e-a54f-33b75e710db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:16.059179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-0aaec6d4-09b8-4a6e-a54f-33b75e710db1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0768063 Aug 21 18:00:16.099505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-306967bf-017c-4a9f-a7c8-d0000e240938 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:16.099505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-306967bf-017c-4a9f-a7c8-d0000e240938 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.8401611 Aug 21 18:00:16.118692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Request body: {'port': {'device_id': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'admin_state_up': True, 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:16.143251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-ae5d0c0d-a6b6-43b2-99f4-865f8a1cef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:16.146480 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-ae5d0c0d-a6b6-43b2-99f4-865f8a1cef23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804074 Aug 21 18:00:16.156598 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd49e5-06d5-4342-9a99-634256ed2434 x-openstack-request-id: req-9ecd49e5-06d5-4342-9a99-634256ed2434 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:16.156941 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:16.157200 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ecd49e5-06d5-4342-9a99-634256ed2434 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:16.159091 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76', 'status': 'completed', 'code': 200} Aug 21 18:00:16.163259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-e4a44165-09c5-4196-8631-6304df91a868 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2630541 Aug 21 18:00:16.206521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.215113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:16.228717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.439820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dec059f-a570-4274-bb20-d39427e9a0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.441527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38658) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:16.515299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dec059f-a570-4274-bb20-d39427e9a0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.530318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dfe3461e-22c2-4a68-8fa6-e8e3100a2709 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2f04a3d856e470dbf44a018e6060918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139546 Aug 21 18:00:16.533212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38676) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:16.544754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-8f03b127-9094-44f5-bfa2-39be8367ff44 service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845961 Aug 21 18:00:16.611450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b024f41c-3399-45e0-8413-6feb967831c1 req-68c3afdf-b9d5-49f5-bc7f-f72084d5f0f4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 210 time: 0.0561182 Aug 21 18:00:16.618111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7b14d2fa-350b-40eb-a4bb-7578fe8086c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.645311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e94d160d-d0b1-4a9f-9a0a-a48cf54fbaaf req-31cfe881-ac99-4256-aff9-d2d5cf394e11 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 210 time: 0.2025111 Aug 21 18:00:16.676543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.702001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7dec059f-a570-4274-bb20-d39427e9a0c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb24f15aa64241e89c82c191885312b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4386013 Aug 21 18:00:16.704182 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Floating IP c49b08f8-e981-4df6-8783-fea816ead11c associated. External IP: 172.25.1.81, port: 6ae24606-aa04-4f1d-b73a-fd4fdb164070. Aug 21 18:00:16.706461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38684) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:16.710070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec059f-a570-4274-bb20-d39427e9a0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d46afb8-099e-4aaa-9219-e649c696adef,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:16.748220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfe72c7-0a65-4454-936d-74652dd926e8 req-0ec15cec-ae8b-4b8d-9efa-94bef8bec369 service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918657 Aug 21 18:00:16.752804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:16.756388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.852965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.937106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f167610-8015-4cb4-85ea-fc1c88dcc49f req-44425473-32b1-4656-9087-81f424f65176 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:16.938618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f167610-8015-4cb4-85ea-fc1c88dcc49f req-44425473-32b1-4656-9087-81f424f65176 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 943 time: 0.1617169 Aug 21 18:00:16.941575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-d1e37ee4-e905-46aa-bbbd-2ed66d3488a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:16.942773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-d1e37ee4-e905-46aa-bbbd-2ed66d3488a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1095 time: 0.1276350 Aug 21 18:00:16.992188 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.995055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:16.996399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aca7bbfa-d788-49f5-9927-81245684284a HTTP/1.1" status: 204 len: 168 time: 0.4606829 Aug 21 18:00:17.002425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.043012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed3bd9-34f8-408a-9b4f-78766f84803c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca7bbfa-d788-49f5-9927-81245684284a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:17.097564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.114755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f167610-8015-4cb4-85ea-fc1c88dcc49f req-2b643013-3272-44dd-b583-a670da055022 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609333 Aug 21 18:00:17.153107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-fd8f1505-088e-4c0a-90cf-b79930ec941d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:17.155687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-fd8f1505-088e-4c0a-90cf-b79930ec941d service neutron] 10.222.0.39 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.2036209 Aug 21 18:00:17.158709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7b14d2fa-350b-40eb-a4bb-7578fe8086c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.177152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7b14d2fa-350b-40eb-a4bb-7578fe8086c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.213286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Allocated IP 172.20.0.13 (52809fd1-75b1-4630-a937-c561f174b0b3/5b0ae541-7a1b-4f79-b015-7f9638ef59cd/caf9d471-58c6-41bc-8dbb-4f49f61e6187) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:17.218728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-5ba730c5-055f-4d55-aada-4d7533123647 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 217 time: 0.0532746 Aug 21 18:00:17.227690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7b14d2fa-350b-40eb-a4bb-7578fe8086c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afbc692ac742414b81467ab4eeca07d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7834971 Aug 21 18:00:17.239255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:17.316325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14d2fa-350b-40eb-a4bb-7578fe8086c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8019c404-c2f2-45a9-b21b-c9c913e141b7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:17.328471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:17.331763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-40a9dc96-da97-4d66-b77e-748c80afe44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:17.334265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-40a9dc96-da97-4d66-b77e-748c80afe44b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.1081107 Aug 21 18:00:17.369893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.372497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.376709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d46afb8-099e-4aaa-9219-e649c696adef HTTP/1.1" status: 204 len: 168 time: 0.6692505 Aug 21 18:00:17.382926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.400235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:17.413680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.417136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-82c2861a-b7d7-476d-9b82-3d7bafeaa88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:17.418767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-82c2861a-b7d7-476d-9b82-3d7bafeaa88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760114 Aug 21 18:00:17.449553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d8ee8-9073-4cd7-a11e-c88c87d5bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d46afb8-099e-4aaa-9219-e649c696adef,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:17.505117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa1c-674f-4875-aef2-4d1dd73c5ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.546756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.549536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.554179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8019c404-c2f2-45a9-b21b-c9c913e141b7 HTTP/1.1" status: 204 len: 168 time: 0.3128135 Aug 21 18:00:17.566366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07916cb3-d868-4a98-a81a-f9b92395562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8019c404-c2f2-45a9-b21b-c9c913e141b7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:17.572124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-14b926b8-1ab0-4e4c-b418-b13cf7c60d32 service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429460 Aug 21 18:00:17.671096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.719414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-ff3d6538-8f1d-40af-9b92-28916718a487 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636840 Aug 21 18:00:17.745618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7780ddc1-4004-49dd-ab72-1eba53f62355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.860029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c0cfd64-2bb1-437a-bc5b-ed2e66318001 req-b38c9160-3aa8-4cb6-8330-6c7e42d9f8db tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 210 time: 0.0510669 Aug 21 18:00:17.861079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:17.869056 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.882148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:17.906454 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:17.910398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e99a79f-4c26-47a7-9bf0-acd5395b89a6 req-8ae54ec4-13a5-44b4-a353-977d76a3c4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307149 Aug 21 18:00:17.915181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d28d26e-e77a-474a-b0f5-1d8c079c7897 req-a0c23292-5e24-4e06-99f8-c7d558138f98 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 210 time: 0.0634696 Aug 21 18:00:17.919570 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:17.920669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:18.006762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-23808519-ed8f-47f0-9eff-950c83b2d642 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.011386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-db200862-789f-4063-819c-0ed3877a084e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "PUT /v2.0/floatingips/c49b08f8-e981-4df6-8783-fea816ead11c HTTP/1.1" status: 200 len: 991 time: 3.7923028 Aug 21 18:00:18.011542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-23808519-ed8f-47f0-9eff-950c83b2d642 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799449 Aug 21 18:00:18.014247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:18.016600 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0763b519-d447-4b55-a985-f56ccabf8fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:18.024321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Request body: {'port': {'device_id': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '7163e520782a42749ecd474e2afa0eab'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:18.035505 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa1c-674f-4875-aef2-4d1dd73c5ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.052153 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:18.053476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Network 52809fd1-75b1-4630-a937-c561f174b0b3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:18.058873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:18.065154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1fbfa1c-674f-4875-aef2-4d1dd73c5ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.076823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:18.088749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:18.104834 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.118747 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb5da66-8e7c-45d6-9e86-8249dfc3a7e4 x-openstack-request-id: req-bcb5da66-8e7c-45d6-9e86-8249dfc3a7e4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:18.119088 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:18.119310 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcb5da66-8e7c-45d6-9e86-8249dfc3a7e4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:18.119659 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'status': 'completed', 'code': 200} Aug 21 18:00:18.297687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1fbfa1c-674f-4875-aef2-4d1dd73c5ab0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=512dc7baea754f20ab0fac9bd63a0e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9680226 Aug 21 18:00:18.300680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38742) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:18.317379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fbfa1c-674f-4875-aef2-4d1dd73c5ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07152074-7e6c-4a8f-a8f0-0ff52316be7d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:18.331089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Made reservation on behalf of 7163e520782a42749ecd474e2afa0eab for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:18.335990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.347979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.348856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.368590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-6549ca43-a831-4035-868b-d8ba1db17e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.370403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-6549ca43-a831-4035-868b-d8ba1db17e40 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 1098 time: 0.2418678 Aug 21 18:00:18.379701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-7914ec3c-90c3-47f3-a2b6-01a6dfc0b7fe tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2668355 Aug 21 18:00:18.397114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c442d59-02a7-4fd7-9e70-72ba213314ff req-83ccdb99-620e-4f87-9415-f2d637ce08e1 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.405397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c442d59-02a7-4fd7-9e70-72ba213314ff req-83ccdb99-620e-4f87-9415-f2d637ce08e1 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 943 time: 0.1643102 Aug 21 18:00:18.413501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Request body: {'port': {'device_id': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:18.448432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:e6:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:00:15Z', 'revision_number': 1, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:18.469484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.489996 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:18.502782 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:18.503508 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T17:59:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:18.515726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Allocated IP 192.168.233.182 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/30b35c12-fd0e-443a-bf80-a1a2f245ac6d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:18.565589 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c442d59-02a7-4fd7-9e70-72ba213314ff req-fccb88da-bd37-4d28-9697-b2fcd6d3e503 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590016 Aug 21 18:00:18.592675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.612291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-a8f61378-fd5d-42fb-a655-dc8a305bad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.614147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-a8f61378-fd5d-42fb-a655-dc8a305bad23 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 925 time: 0.2333343 Aug 21 18:00:18.651392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.655986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:18.698481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.724730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.756815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Transition to ACTIVE for port object 30b35c12-fd0e-443a-bf80-a1a2f245ac6d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:18.793074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.796238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.800934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07152074-7e6c-4a8f-a8f0-0ff52316be7d HTTP/1.1" status: 204 len: 168 time: 0.4967282 Aug 21 18:00:18.809939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.811912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120116-c035-4acd-8749-e1e44415c8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07152074-7e6c-4a8f-a8f0-0ff52316be7d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:18.828313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:18.865262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:18.868748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:18.874283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:18.880036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:18.880711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:18.892499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:18.911575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-95eb0cdb-3505-43e8-af29-a527a3969bda tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8915436 Aug 21 18:00:18.936922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Request body: {'port': {'device_id': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:19.087814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.346329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b1bf0c4d-d6ca-42e4-a53a-5e3c3f8b92e8 None None] Provisioning for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:19.353511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b1bf0c4d-d6ca-42e4-a53a-5e3c3f8b92e8 None None] Provisioning complete for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:19.354259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b1bf0c4d-d6ca-42e4-a53a-5e3c3f8b92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.361172 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:e6:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:00:15Z', 'revision_number': 1, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:19.389231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39990f7a-7d53-4a78-9b46-0a15e00fe922 None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:e6:33:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:00:15Z', 'revision_number': 1, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:19.391203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:19.404495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82a60735-ae97-429d-a030-9cdedebc1b76 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:19.449278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf0c4d-d6ca-42e4-a53a-5e3c3f8b92e8 None None] Port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:00:19.461078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0205eb-9c68-4104-a6cb-f8d88ae773ef req-7203bd17-5e2c-4697-b4a7-db76721546a4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:19.471699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec0205eb-9c68-4104-a6cb-f8d88ae773ef req-7203bd17-5e2c-4697-b4a7-db76721546a4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 936 time: 0.3419344 Aug 21 18:00:19.550558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-0e6d5516-57e7-4c92-8e50-16f5b3c74de2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 200 len: 999 time: 0.9088204 Aug 21 18:00:19.567624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82a60735-ae97-429d-a030-9cdedebc1b76,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:19.580230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '82a60735-ae97-429d-a030-9cdedebc1b76', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:19.589220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38782) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:19.646825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec0205eb-9c68-4104-a6cb-f8d88ae773ef req-1deceda1-03bd-457d-ba48-c3a88e36c941 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702859 Aug 21 18:00:19.661324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.683250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-16b3cf9c-13fd-4ff2-a82c-87fdee0c4012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.689226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a60735-ae97-429d-a030-9cdedebc1b76 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:19.719760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f7a438-61cd-4897-a289-b164add17a59 req-26795c8d-7c3e-4bb7-87f2-6cbbc7f10e5e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:19.722131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f7a438-61cd-4897-a289-b164add17a59 req-26795c8d-7c3e-4bb7-87f2-6cbbc7f10e5e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 932 time: 0.4879172 Aug 21 18:00:19.739442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82a60735-ae97-429d-a030-9cdedebc1b76,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:19.749255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.788737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf9d471-58c6-41bc-8dbb-4f49f61e6187 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:19.804991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-e3b46fff-ce52-41f8-b472-a1dce564791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:19.804991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-e3b46fff-ce52-41f8-b472-a1dce564791c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.2135262 Aug 21 18:00:19.809259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.839238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f7a438-61cd-4897-a289-b164add17a59 req-18f6b278-a5c6-43cb-b95f-4afc33418cee tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Aug 21 18:00:19.883253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Transition to ACTIVE for port object caf9d471-58c6-41bc-8dbb-4f49f61e6187 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:19.897631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:19.898228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.903132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-2027813846-network', 'tenant_id': 'f28e83c53d7c4ddf96bf2817e24342eb'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:19.907477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b06bc4f1-df63-4a09-a7f4-003bee766294 None None] New status for floating IP c49b08f8-e981-4df6-8783-fea816ead11c: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:19.932414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38788) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:19.960228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b35c12-fd0e-443a-bf80-a1a2f245ac6d {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:19.969890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:19.987049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['82a60735-ae97-429d-a030-9cdedebc1b76'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:19.995277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223985a-9607-420d-8793-0b8ed3488ff5 req-1cb12a47-956c-4e42-866f-72db273900a4 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.003167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d223985a-9607-420d-8793-0b8ed3488ff5 req-1cb12a47-956c-4e42-866f-72db273900a4 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 944 time: 0.1413915 Aug 21 18:00:20.004565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-3e06ab16-52bb-41c8-a8a8-bd60b098a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.005913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Transition to ACTIVE for port object 30b35c12-fd0e-443a-bf80-a1a2f245ac6d will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:20.007691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-3e06ab16-52bb-41c8-a8a8-bd60b098a1ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1749635 Aug 21 18:00:20.023704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.092219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d223985a-9607-420d-8793-0b8ed3488ff5 req-af57a9cd-4c65-4c2d-99fa-1dd7f1fc88ac tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835257 Aug 21 18:00:20.116316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:20.146432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:20.166472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:20.167202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:20.167769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:20.174070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:20.174773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:20.181946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:20.182714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:20.183362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:20.184456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Bound port: 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:20.185050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.280399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:20.281774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:20.281774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:20.298431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-4903f627-b905-457a-8634-39493209642e service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750247 Aug 21 18:00:20.328336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:20.335206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:20.344882 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-16b3cf9c-13fd-4ff2-a82c-87fdee0c4012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.351273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.406995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.408492 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fbc41040-004a-4d40-92d5-e5229c1c7de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.460686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-658372597-network', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:20.464893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.466079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763b519-d447-4b55-a985-f56ccabf8fe9 req-9784e989-fe4a-49ea-b748-2522371958ab service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193969 Aug 21 18:00:20.466197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.468718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:20.469052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:20.469337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] 10.222.0.64 "PUT /v2.0/ports/30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 1097 time: 1.5468054 Aug 21 18:00:20.471417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:20.471541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-16b3cf9c-13fd-4ff2-a82c-87fdee0c4012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.486949 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79114114-4f84-4011-b2b9-05fdc40839ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:20.505281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Made reservation on behalf of f28e83c53d7c4ddf96bf2817e24342eb for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:20.514049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.528629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:20.529310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:20.532097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:20.532849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Bound port: caf9d471-58c6-41bc-8dbb-4f49f61e6187, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:20.533468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.562941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.588693 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d378c76b-72b9-4078-8360-85dd9818786d x-openstack-request-id: req-d378c76b-72b9-4078-8360-85dd9818786d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:20.589027 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:20.589221 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d378c76b-72b9-4078-8360-85dd9818786d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:20.589660 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'status': 'completed', 'code': 200} Aug 21 18:00:20.592108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b669586-4a73-41a0-bb0d-a98c46e007f1 service neutron] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:20.599616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3cf9c-13fd-4ff2-a82c-87fdee0c4012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce450eca-f020-46f6-b380-f4c5b209bac5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:20.605750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Made reservation on behalf of 6cd9adc84da54f98ab7ff5b501515267 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:20.611540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.621257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-16b3cf9c-13fd-4ff2-a82c-87fdee0c4012 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7f1cdd66d6f426f8895d115b06642b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0299530 Aug 21 18:00:20.627039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38804) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:20.650217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.666873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-231f6c7b-9566-48db-9dca-548b04af4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.668587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-231f6c7b-9566-48db-9dca-548b04af4618 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1100 time: 0.1159134 Aug 21 18:00:20.702463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:20.706375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:20.714629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.751777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-d43fa005-09ad-49b4-8a85-c0618bed781f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.0691955 Aug 21 18:00:20.752596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.753283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.754765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] 10.222.0.39 "PUT /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 1093 time: 2.3462443 Aug 21 18:00:20.755204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:20.757612 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765873e4-10dd-4fa9-96b0-05304cf6baf5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:20.819341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d489e84-c348-473e-9a9c-015dabbf041f service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:20.844480 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc1faf0-dd9b-43b9-a8b7-01a33971d357 x-openstack-request-id: req-ccc1faf0-dd9b-43b9-a8b7-01a33971d357 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:20.845048 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:20.845484 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ccc1faf0-dd9b-43b9-a8b7-01a33971d357 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:20.846032 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'status': 'completed', 'code': 200} Aug 21 18:00:20.849567 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.868039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-e9231d39-b0be-48bf-8d8b-992a936f6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.870774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-e9231d39-b0be-48bf-8d8b-992a936f6a4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1096 time: 0.0604262 Aug 21 18:00:20.906173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.934320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9785cfa-3091-4427-9e5c-50e3a1145786 req-e0ff3eb5-0b0c-44bf-82f2-d11997201043 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.935914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9785cfa-3091-4427-9e5c-50e3a1145786 req-e0ff3eb5-0b0c-44bf-82f2-d11997201043 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.1818116 Aug 21 18:00:20.937437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-27ba84b4-e20f-4008-ac0f-908f1114b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:20.938770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-27ba84b4-e20f-4008-ac0f-908f1114b5aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1730566 Aug 21 18:00:20.941183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-60dffafa-925c-4625-a319-1019a2c16c1a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0530798 Aug 21 18:00:20.968803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:20.991246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.013453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-daf0c111-419c-4cc9-b1ce-e3c79f6d0435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.015197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-daf0c111-419c-4cc9-b1ce-e3c79f6d0435 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0731862 Aug 21 18:00:21.045653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:21.058049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-aec58100-3a0a-4fe8-a3b0-6a142270d04c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321999 Aug 21 18:00:21.068484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acaa3df2-8865-43d0-a100-7c23b2a39569,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:21.075573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9785cfa-3091-4427-9e5c-50e3a1145786 req-29815c1e-60ce-4a49-a48e-867bc49c686a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221607 Aug 21 18:00:21.083366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.085818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.087490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce450eca-f020-46f6-b380-f4c5b209bac5 HTTP/1.1" status: 204 len: 168 time: 0.4561107 Aug 21 18:00:21.088682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.089026 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Added segment 4ffd9403-84cb-454f-8dc7-f5e23349aee3 of type vlan for network 91159dbb-e4aa-4aad-99a5-f096d2774cad Aug 21 18:00:21.101452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-e9c4b3b4-a7b4-4f87-a9f0-38686a0f782e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.103049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-e9c4b3b4-a7b4-4f87-a9f0-38686a0f782e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1449096 Aug 21 18:00:21.146597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb37537-dafc-4c40-960f-20ee1671b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce450eca-f020-46f6-b380-f4c5b209bac5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:21.203026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.257706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-9454687f-5da9-4151-8a09-00524fabe886 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455989 Aug 21 18:00:21.259514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.260594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.261226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.262479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.277185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.297283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ba5b6-98c9-4730-b9b3-7637cb76ecd5 req-33fce224-5203-4d8f-bb6b-797a66fe45b3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.298911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-349ba5b6-98c9-4730-b9b3-7637cb76ecd5 req-33fce224-5203-4d8f-bb6b-797a66fe45b3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.2371292 Aug 21 18:00:21.336946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:21.349942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9564779 Aug 21 18:00:21.350928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38832) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:21.374939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.375286 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Added segment 6c084a09-386e-45da-a29f-561ac6940aaa of type vlan for network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 Aug 21 18:00:21.376520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72926e5-bf99-4fe2-822f-34a823def77c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:21.385062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Request body: {'subnet': {'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-2027813846-subnet', 'tenant_id': 'f28e83c53d7c4ddf96bf2817e24342eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:21.392593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-e83e2280-c840-4c30-befe-b5082574b3b9 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886424 Aug 21 18:00:21.404576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82a60735-ae97-429d-a030-9cdedebc1b76 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:21.429317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e0883-849e-4a47-bacf-ad6c9f0b3d42 admin admin] Pushing event updated for resources: {'Network': ['ID=91159dbb-e4aa-4aad-99a5-f096d2774cad,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:21.456079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-349ba5b6-98c9-4730-b9b3-7637cb76ecd5 req-653aedc5-9d04-46db-ae6e-55bd0c703ffd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408808 Aug 21 18:00:21.464896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:21.504865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.511643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Made reservation on behalf of f28e83c53d7c4ddf96bf2817e24342eb for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:21.517878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.519475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.557318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.558456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.559125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.573445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22bf44c8-e10e-4ca2-8338-23b9c6584581 req-b1931fdf-8595-48b3-96a9-8516865c70f6 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713314 Aug 21 18:00:21.662981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cff278f-f4e4-4baa-9611-d1b23cdaa574 req-3e676fee-5551-4635-be32-927b295ee677 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816662 Aug 21 18:00:21.673292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 82a60735-ae97-429d-a030-9cdedebc1b76 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:21.681404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 82a60735-ae97-429d-a030-9cdedebc1b76 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:21.681779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.704589 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7690535 Aug 21 18:00:21.716793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:21.725037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Request body: {'subnet': {'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-658372597-subnet', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:21.744534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58730a-17b9-4c54-b449-f38b179e666d admin admin] Pushing event updated for resources: {'Network': ['ID=9bc8aa81-777b-407e-b2c0-a6f4d1013096,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:21.771085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:21.775697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-298da25b-4359-4a13-bf77-c3dc4c5e5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.777961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-298da25b-4359-4a13-bf77-c3dc4c5e5b66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1096 time: 0.0799885 Aug 21 18:00:21.788693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edb640-4855-4548-8d8b-c5c6e5b18f46 req-2bce2fdf-24d5-44f5-93dd-27a4c75b871b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.804486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40edb640-4855-4548-8d8b-c5c6e5b18f46 req-2bce2fdf-24d5-44f5-93dd-27a4c75b871b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 944 time: 0.2311566 Aug 21 18:00:21.807453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Made reservation on behalf of 6cd9adc84da54f98ab7ff5b501515267 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:21.810144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.858668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114114-4f84-4011-b2b9-05fdc40839ad req-a4a7e254-48b8-45e4-867b-31cfc5500190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.860565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-a4a7e254-48b8-45e4-867b-31cfc5500190 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1100 time: 0.1214011 Aug 21 18:00:21.926141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:21.947142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-b3228463-1e40-4ed4-b5db-e7ae064d2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:21.948967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-b3228463-1e40-4ed4-b5db-e7ae064d2112 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1251268 Aug 21 18:00:21.956454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:21.959713 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb6d083-3710-4ab1-b217-fc5848c50b9b" -d '{"events": [{"server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:21.975406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82a60735-ae97-429d-a030-9cdedebc1b76,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:21.987490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.017647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-a93fbf2a-7382-4e0b-9b72-dd0fbe6694e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0587094 Aug 21 18:00:22.035554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40edb640-4855-4548-8d8b-c5c6e5b18f46 req-36bfdcc2-c4ef-4d6e-a8af-8bc5ddb89d45 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355163 Aug 21 18:00:22.053164 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ecd898-5c73-45c2-8a00-789a2e5fe32c x-openstack-request-id: req-a8ecd898-5c73-45c2-8a00-789a2e5fe32c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:22.055481 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "name": "network-vif-plugged", "status": "completed", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:22.055835 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a8ecd898-5c73-45c2-8a00-789a2e5fe32c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:22.057040 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76', 'code': 200} Aug 21 18:00:22.097250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.121438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:22.142284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-bd91cb9c-c9a9-4b2a-a2de-f84f3d4d5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.144514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-bd91cb9c-c9a9-4b2a-a2de-f84f3d4d5e5d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1013832 Aug 21 18:00:22.174610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114114-4f84-4011-b2b9-05fdc40839ad req-51140176-99cc-4f78-9e6e-80a8fe504e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.176205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-51140176-99cc-4f78-9e6e-80a8fe504e3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2754731 Aug 21 18:00:22.199865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-9b8aa925-bf4b-4b7f-ad2a-246ce86dbbd1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473142 Aug 21 18:00:22.213566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:22.311772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e1a1b-7536-4256-9117-fe029de16882 req-5c57641e-47be-4290-824a-7e96681633dd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.319283 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f88e1a1b-7536-4256-9117-fe029de16882 req-5c57641e-47be-4290-824a-7e96681633dd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.1237609 Aug 21 18:00:22.390590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f88e1a1b-7536-4256-9117-fe029de16882 req-58c1643c-7017-4f6e-ac4b-6f7acb704b66 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653722 Aug 21 18:00:22.393239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-7b4c1702-ba41-4638-8405-0f744e19d1d8 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804323 Aug 21 18:00:22.494389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-2bb9ffc1-6245-4ebd-b7ae-a0a42624719c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.2901657 Aug 21 18:00:22.507938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0642f8b-e2c6-4271-adb1-333e3afc6a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.525371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b90fed-4f9d-41be-9585-aa53a1f63701,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:22.547584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-765873e4-10dd-4fa9-96b0-05304cf6baf5 req-837f95e8-8f4c-4b07-a890-46805bbbf7e2 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458395 Aug 21 18:00:22.587147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211ed20-9ac1-45a9-aec7-34353f038890 req-dc0aed08-af58-4840-a4f5-db2b34e3eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.588974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d211ed20-9ac1-45a9-aec7-34353f038890 req-dc0aed08-af58-4840-a4f5-db2b34e3eb3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.4741147 Aug 21 18:00:22.601377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Checking segment: {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:22.601824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Network hostable DHCP agents. Network: 91159dbb-e4aa-4aad-99a5-f096d2774cad, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:22.645445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0642f8b-e2c6-4271-adb1-333e3afc6a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.652335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0642f8b-e2c6-4271-adb1-333e3afc6a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.660388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.677674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114114-4f84-4011-b2b9-05fdc40839ad req-07d7de3a-567f-4f17-a262-dafb4e58a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.679279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-07d7de3a-567f-4f17-a262-dafb4e58a240 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1637375 Aug 21 18:00:22.698093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e0642f8b-e2c6-4271-adb1-333e3afc6a2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f590f1d76ac24a1194570448c568a526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4797113 Aug 21 18:00:22.698305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:22.706210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642f8b-e2c6-4271-adb1-333e3afc6a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f80c467-2611-41d2-814e-a72c069feff2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:22.736930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:22.756703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d211ed20-9ac1-45a9-aec7-34353f038890 req-4e6a2faa-f268-4ffb-8efa-f300acafb6d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405220 Aug 21 18:00:22.757158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.781979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.793178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f0310-756d-484c-bfa0-bc94e2fbd2a5 req-fc21256c-7809-4403-bbd5-1aa89bb78b0d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.794707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256f0310-756d-484c-bfa0-bc94e2fbd2a5 req-fc21256c-7809-4403-bbd5-1aa89bb78b0d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.2171373 Aug 21 18:00:22.797986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba98d01-34b7-4279-87b9-ea27f0c0ab43,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:22.804922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 91159dbb-e4aa-4aad-99a5-f096d2774cad) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:22.812873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914165e1-80be-4510-92a6-0f3e368a495b None None] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:22.825126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.825932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.855391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.860035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Checking segment: {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:22.860390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Network hostable DHCP agents. Network: 9bc8aa81-777b-407e-b2c0-a6f4d1013096, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:22.861727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:22.867504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f80c467-2611-41d2-814e-a72c069feff2 HTTP/1.1" status: 204 len: 168 time: 0.1677105 Aug 21 18:00:22.870861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79114114-4f84-4011-b2b9-05fdc40839ad req-dfa9185c-88e2-4bc2-ae0f-32d1401f44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:22.872585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-dfa9185c-88e2-4bc2-ae0f-32d1401f44e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1639667 Aug 21 18:00:22.882665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9de3-1f79-491f-8d12-497eef7599a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f80c467-2611-41d2-814e-a72c069feff2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:22.883934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2cf94aa-f2c0-4687-a3b6-fa07be3bcd43 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5034478 Aug 21 18:00:22.923355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256f0310-756d-484c-bfa0-bc94e2fbd2a5 req-3c850168-968e-4f7c-91d0-aca9227a7c4b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103237 Aug 21 18:00:23.001287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb45f5-fe61-4193-82f1-0b652c3e4363 None None] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:23.002061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-5d206605-2461-43d2-8d5a-de6c0d2e3cf1 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169543 Aug 21 18:00:23.004833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:23.011538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9bc8aa81-777b-407e-b2c0-a6f4d1013096) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:23.054677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4a536-640a-46a9-87eb-6ab2e14a74da None None] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:23.071309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:23.072175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.108971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f63574a7-4866-4acb-aaa6-93ce3e76032c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3900442 Aug 21 18:00:23.111859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38894) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:23.117550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:23.165729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.166922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.186934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79114114-4f84-4011-b2b9-05fdc40839ad req-88fb971d-8495-47f8-9b85-acd07c0b7f17 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684237 Aug 21 18:00:23.227247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0b401-fe0f-433e-9517-8e9fe5b12b1b req-c6b337ac-27d3-4baa-8bdf-d2b2f40de531 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:23.229623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91c0b401-fe0f-433e-9517-8e9fe5b12b1b req-c6b337ac-27d3-4baa-8bdf-d2b2f40de531 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 945 time: 0.0989232 Aug 21 18:00:23.252279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.295812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91c0b401-fe0f-433e-9517-8e9fe5b12b1b req-ff7b3dd9-3568-4ba9-a56e-0db4aa3c3ae9 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523047 Aug 21 18:00:23.309473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.427156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.477262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'fixed_ips': [{'subnet_id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:00:23.478268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.540998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4ea8f-73ce-4b1d-b494-2d73faed5d7c req-aee813cc-2137-439a-a606-aa5998b310f8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:23.566051 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fb4ea8f-73ce-4b1d-b494-2d73faed5d7c req-aee813cc-2137-439a-a606-aa5998b310f8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.0898130 Aug 21 18:00:23.591830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:23.603392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-540060321', 'description': 'tempest-description-367960893'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:23.614431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fb4ea8f-73ce-4b1d-b494-2d73faed5d7c req-82612f09-d0e0-439f-8e89-0f85ac6bca78 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471947 Aug 21 18:00:23.652950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc86e57b-d409-44b4-941c-817849d37794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.683805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Allocated IP 172.20.0.2 (9bc8aa81-777b-407e-b2c0-a6f4d1013096/dba98d01-34b7-4279-87b9-ea27f0c0ab43/ce024551-0ff9-4934-bcfa-941d04a2015b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:23.708513 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.753333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.779407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.869331 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.881049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Transition to ACTIVE for port object ce024551-0ff9-4934-bcfa-941d04a2015b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:23.906071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Transition to ACTIVE for port object ce024551-0ff9-4934-bcfa-941d04a2015b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:23.915847 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.927085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc86e57b-d409-44b4-941c-817849d37794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.940501 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc86e57b-d409-44b4-941c-817849d37794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:23.963072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Allocated IP 172.25.1.18 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:23.971169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:23.981808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:23.985113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:24.014399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Pushing event updated for resources: {'Port': ['ID=ce024551-0ff9-4934-bcfa-941d04a2015b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.022960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dc86e57b-d409-44b4-941c-817849d37794 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3fb76309a6044fdb3f227215e608be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4283314 Aug 21 18:00:24.026086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38914) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:24.035303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86e57b-d409-44b4-941c-817849d37794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff348a7-7c06-4af5-8f9d-dab44e118043,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.057775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Attempting to bind port ce024551-0ff9-4934-bcfa-941d04a2015b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:24.058084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Attempting to bind port ce024551-0ff9-4934-bcfa-941d04a2015b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:24.058452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Attempting to bind port ce024551-0ff9-4934-bcfa-941d04a2015b on network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:24.064944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:24.064944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Checking segment: {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:24.064944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.064944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Bound using segment: {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:24.065376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Bound port: ce024551-0ff9-4934-bcfa-941d04a2015b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:24.065644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.113773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:24.136407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.139397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] For port ce024551-0ff9-4934-bcfa-941d04a2015b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:24.145421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] For port ce024551-0ff9-4934-bcfa-941d04a2015b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce024551-0ff9-4934-bcfa-941d04a2015b,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:24.151566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.152987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.158955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.164380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.189612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.194688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38142663-8574-4fe2-b2c1-4eb81ef1dfff,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.199115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.200289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1a314a0-4c6b-4e91-b0c0-bead10eb70f0 req-c4ada52e-f43c-49e5-a5d4-af9f2f072802 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6075912 Aug 21 18:00:24.246219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1803984379', 'description': 'tempest-description-523270655'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:24.246881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cfae7-d251-4723-a52b-b5aa755d3eb7 req-ba977db2-0730-4632-afaf-d7132cd3e8cc tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:24.255278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-227cfae7-d251-4723-a52b-b5aa755d3eb7 req-ba977db2-0730-4632-afaf-d7132cd3e8cc tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.2213814 Aug 21 18:00:24.264442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.273089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5fc61-1a4c-4a66-8055-4b17142d945d None None] Pushing event updated for resources: {'Port': ['ID=ce024551-0ff9-4934-bcfa-941d04a2015b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.311085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-227cfae7-d251-4723-a52b-b5aa755d3eb7 req-51f0e89a-5a4b-4de1-95c4-b07bd8fd4b0d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545690 Aug 21 18:00:24.319952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.323649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.327161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ff348a7-7c06-4af5-8f9d-dab44e118043 HTTP/1.1" status: 204 len: 168 time: 0.2976332 Aug 21 18:00:24.335141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184103f-5a32-4843-94d7-2cb68e5181c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff348a7-7c06-4af5-8f9d-dab44e118043,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.362585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6d86-b819-439d-a7c0-5c6dc1de5e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.369003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.382882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:24.401527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:24.407386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Pushing event updated for resources: {'Port': ['ID=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.412346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:24.464715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785ce20-716c-425a-8229-dc9477512696 req-ac4501a3-a506-47c3-9dfb-c1ff31dd30f2 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:24.468241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d785ce20-716c-425a-8229-dc9477512696 req-ac4501a3-a506-47c3-9dfb-c1ff31dd30f2 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 945 time: 0.0755599 Aug 21 18:00:24.549213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d785ce20-716c-425a-8229-dc9477512696 req-3b1b27b6-486a-4a43-85c8-8704cefa0e2b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638616 Aug 21 18:00:24.727452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6d86-b819-439d-a7c0-5c6dc1de5e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.734833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a3ce6d86-b819-439d-a7c0-5c6dc1de5e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.830327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a3ce6d86-b819-439d-a7c0-5c6dc1de5e51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=191b569dd85742f5b4eaedac2f1e5d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7155178 Aug 21 18:00:24.831065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce6d86-b819-439d-a7c0-5c6dc1de5e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7336eecc-51d9-4999-a2e9-48816ca7bae8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:24.834187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38940) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:24.834732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-e9ce6ace-bfbe-418c-9130-0e3db0ccbe96 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:24.844142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-e9ce6ace-bfbe-418c-9130-0e3db0ccbe96 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0986900 Aug 21 18:00:24.890835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-591df808-ddfd-4c60-8cd5-14d651b2c288 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.0457311 Aug 21 18:00:24.901024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:24.902456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:24.989893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.022790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:25.222136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:25.247265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'mac_address': 'fa:16:3e:cc:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:25.253321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.254701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.266011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.313486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38952) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:25.324709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.340298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b35c12-fd0e-443a-bf80-a1a2f245ac6d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:25.356791 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.367522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.368771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5188e17-320c-4329-93de-3485f7ec81fd req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1348081 Aug 21 18:00:25.387945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27301ad4-af28-4e35-9c27-ecd6bf131933 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6e9107-2782-457b-bd63-993676d9d04b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:25.400273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:25.405989 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.491844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:25.535641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c0687a-eaf7-4c62-a681-36107ab17647 None None] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:25.565400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.655840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce024551-0ff9-4934-bcfa-941d04a2015b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:25.693512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1108569499-network', 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:25.707079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:25.729019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:25.740854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cca772e5-3a54-4b0e-9ee2-e1c26d67ea94 None None] Provisioning for port ce024551-0ff9-4934-bcfa-941d04a2015b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:25.761832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.764349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.767922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7336eecc-51d9-4999-a2e9-48816ca7bae8 HTTP/1.1" status: 204 len: 168 time: 0.9266887 Aug 21 18:00:25.779785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:25.782072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.795064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db617-5540-44b6-a632-86bbd081c149 req-ccd02a1d-3a4c-4262-ba55-d31c169bc33c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:25.796748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-110db617-5540-44b6-a632-86bbd081c149 req-ccd02a1d-3a4c-4262-ba55-d31c169bc33c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 949 time: 0.2235022 Aug 21 18:00:25.803510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163387f5-71ab-41a7-8fb3-1c4f75fe2c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7336eecc-51d9-4999-a2e9-48816ca7bae8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:25.808040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.868765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Router a5f2883e-d3ee-44af-b420-dba6bb346573 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:00:25.888479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-110db617-5540-44b6-a632-86bbd081c149 req-def1cdb3-c3eb-43c5-9668-598e72bed91b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822790 Aug 21 18:00:25.933709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:25.947115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.031948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:26.035231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ce024551-0ff9-4934-bcfa-941d04a2015b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:26.061894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce024551-0ff9-4934-bcfa-941d04a2015b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:26.062262 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.067084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'port_id': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'mac_address': 'fa:16:3e:b0:20:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ae541-7a1b-4f79-b015-7f9638ef59cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:26.074593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:26.089790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.090959 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Sync routers for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:26.111022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:26.111975 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:26.113341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.129129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408498ee-d84c-45e2-8f6b-e3cc7b9dc5fd req-d735539f-6311-492b-adba-02d8128288bf tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:26.131428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-408498ee-d84c-45e2-8f6b-e3cc7b9dc5fd req-d735539f-6311-492b-adba-02d8128288bf tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.1053894 Aug 21 18:00:26.138205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.142551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3cae41af-5e27-4e40-985c-c21acc69c95d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0294020 Aug 21 18:00:26.143201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38972) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:26.149000 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Floating IP 9db8959f-5596-4787-91fc-12f4df88042e associated. External IP: 172.25.1.131, port: 97647b92-2ed2-49b0-a26b-09230ec87888. Aug 21 18:00:26.204639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.223090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:26.240379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf9d471-58c6-41bc-8dbb-4f49f61e6187 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:26.248464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409d244b-47f7-408c-b90b-f97aefd4982c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:26.268230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.268832 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Added segment 4c70579e-bc7a-4a79-985b-203d9f68132f of type vlan for network 99d359fe-5cd8-4203-8c11-d60eade81c9c Aug 21 18:00:26.285615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.300749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:26.326447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:26.341641 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.345753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ce024551-0ff9-4934-bcfa-941d04a2015b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce024551-0ff9-4934-bcfa-941d04a2015b,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:26.368915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-408498ee-d84c-45e2-8f6b-e3cc7b9dc5fd req-9cf333d3-6a6c-4aed-8e35-893edaaaf161 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088888 Aug 21 18:00:26.402912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38974) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:26.412855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:26.416002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.426470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.427057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.427392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.427720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.428046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.428368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.428896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.431374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.431729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.432068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.432398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.432723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:26.483587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.506529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ce024551-0ff9-4934-bcfa-941d04a2015b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:26.550882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a4982370-b62c-4426-9fb8-ebac89913c79 None None] Provisioning complete for port ce024551-0ff9-4934-bcfa-941d04a2015b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:26.552052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4982370-b62c-4426-9fb8-ebac89913c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.583974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['caf9d471-58c6-41bc-8dbb-4f49f61e6187'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:26.600411 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:24Z', 'revision_number': 3, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:26.632454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.633581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:26.634159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.640892 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Checking router: a5f2883e-d3ee-44af-b420-dba6bb346573 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:26.641257 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Updating router a5f2883e-d3ee-44af-b420-dba6bb346573 port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:00:26.674059 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.740661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4134159 Aug 21 18:00:26.741631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:26.745790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Request body: {'subnet': {'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1108569499-subnet', 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:26.753532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-389e6464-2a38-4a93-8523-1aba62e0a960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.778729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be2b71-c586-4714-be68-f6c27502d055 admin admin] Pushing event updated for resources: {'Network': ['ID=99d359fe-5cd8-4203-8c11-d60eade81c9c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:26.795988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:26.832901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-85cafdcc-a994-438f-98fa-27790f155ef9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:26.840734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-85cafdcc-a994-438f-98fa-27790f155ef9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 813 time: 0.3173597 Aug 21 18:00:26.860379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-caaf5913-f9c8-4159-8272-71a7e9e8ed6f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/quotas/f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 375 time: 0.0188034 Aug 21 18:00:26.911698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:26.914041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:26.924819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-47e89cc6-b65f-4495-b532-9c7179aaacb4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627978 Aug 21 18:00:26.933881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:26.988830 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.000264 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Transition to ACTIVE for port object 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:27.006291 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.050375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:27.059353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Attempting to bind port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:27.059812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Attempting to bind port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:27.060243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Attempting to bind port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:27.070012 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f03df7-2184-41bd-8914-0989f75affcb None None] Pushing event updated for resources: {'Port': ['ID=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.079653 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:27.080006 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:27.080492 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.080947 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:27.081520 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Bound port: 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:27.082307 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.136960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:27.143590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:27.144508 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.150759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-433391b5-87a3-457f-8e82-5ed036cd811a service neutron] 10.222.0.41 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387799 Aug 21 18:00:27.159442 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] For port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:27.163643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] For port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:27.169115 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.211689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:27.219791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.225900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-389e6464-2a38-4a93-8523-1aba62e0a960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.233137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f03df7-2184-41bd-8914-0989f75affcb None None] Pushing event updated for resources: {'Port': ['ID=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.240472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.253826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-389e6464-2a38-4a93-8523-1aba62e0a960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.263777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:27.279426 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:27.280849 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:27.292084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:27.292691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:27.294601 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.310208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-6cd11688-adef-4689-8f86-e01dcd4a135c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "PUT /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 996 time: 2.4122326 Aug 21 18:00:27.318685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:27.321551 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbc8966-e7da-454a-a9ad-7a995ed8746a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:27.356238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-389e6464-2a38-4a93-8523-1aba62e0a960 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7075f64a89c04ee1b49db17854a845b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9512475 Aug 21 18:00:27.368807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-f54d36f0-398c-497b-9177-de77d094d10d service neutron] 10.222.0.41 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962612 Aug 21 18:00:27.372083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:27.381113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.383003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e6464-2a38-4a93-8523-1aba62e0a960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ac3b8-e37f-4315-946b-9c08372bf5f7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.416292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:27.419825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:27.423420 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2b0ca6-cc58-4b95-a894-53dec1b79793" -d '{"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:27.432666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.470602 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:27.471960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-0e595d58-d559-4852-a5bf-0b86302fe557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:27.473485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:27.473612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-0e595d58-d559-4852-a5bf-0b86302fe557 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.1392829 Aug 21 18:00:27.521384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1bafab6-096d-4273-a48a-abd620ae126f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.546906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce024551-0ff9-4934-bcfa-941d04a2015b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:27.570261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:27.570702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Network hostable DHCP agents. Network: 99d359fe-5cd8-4203-8c11-d60eade81c9c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:27.575396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.620558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Allocated IP 172.20.0.1 (9bc8aa81-777b-407e-b2c0-a6f4d1013096/dba98d01-34b7-4279-87b9-ea27f0c0ab43/cdbc4fe8-1a5b-45c4-bc09-96b092e33c93) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:27.653536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-d0b14d04-58e7-4b8d-bdc3-28919abe1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:27.659037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-d0b14d04-58e7-4b8d-bdc3-28919abe1988 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1740885 Aug 21 18:00:27.738250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.755500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Transition to ACTIVE for port object cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:27.804975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.835208 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:24Z', 'revision_number': 3, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:27.855231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:27.861243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.892326 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a5a46f-4432-4460-8744-962233cff7b7 None None] The sync data for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 is: [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:24Z', 'revision_number': 3, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:27.894200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:27.896087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:27.897407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:27.900539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.904594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:27.947560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 99d359fe-5cd8-4203-8c11-d60eade81c9c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:27.956598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:27.962373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:27.962816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:27.967729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-b4d7e206-cba9-4741-9380-b49aad2c1abb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 999 time: 0.3019729 Aug 21 18:00:27.970105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d706-1922-4dc7-aed0-57eb9be275e3 req-d75c513a-2688-4f2c-a9d8-f971071f7e69 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:27.982189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c052d706-1922-4dc7-aed0-57eb9be275e3 req-d75c513a-2688-4f2c-a9d8-f971071f7e69 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1851220 Aug 21 18:00:28.011634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda82a7d-ca20-4b07-a126-51b11e3c8e15 None None] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:28.043035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.056901 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20cbc105-eb47-483c-b361-a1ceb3438482 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3064013 Aug 21 18:00:28.097655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c052d706-1922-4dc7-aed0-57eb9be275e3 req-8491fb86-06bc-4910-b2b6-e295f4bf04c7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145279 Aug 21 18:00:28.132271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-0247511b-9053-401b-97b4-375b17e4ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:28.135512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port caf9d471-58c6-41bc-8dbb-4f49f61e6187 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:28.137840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-0247511b-9053-401b-97b4-375b17e4ff14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.1511488 Aug 21 18:00:28.145502 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.155485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.162673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c80ac3b8-e37f-4315-946b-9c08372bf5f7 HTTP/1.1" status: 204 len: 168 time: 0.7883785 Aug 21 18:00:28.179665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port caf9d471-58c6-41bc-8dbb-4f49f61e6187 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:28.185507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.270418 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dead92-f4e7-40c4-a27d-ae63dfb15976 x-openstack-request-id: req-29dead92-f4e7-40c4-a27d-ae63dfb15976 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:28.295303 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:28.296605 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29dead92-f4e7-40c4-a27d-ae63dfb15976 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:28.297219 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 18:00:28.298547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ff0ac-87db-43ca-bf9d-321098a049d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ac3b8-e37f-4315-946b-9c08372bf5f7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:28.310231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce024551-0ff9-4934-bcfa-941d04a2015b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:28.310620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.401398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.531501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca6f81-d446-4fca-b06d-51b83b5868dd req-c0fb9b3c-fcac-4881-9dda-1ff07c82dc30 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:28.533423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54ca6f81-d446-4fca-b06d-51b83b5868dd req-c0fb9b3c-fcac-4881-9dda-1ff07c82dc30 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 945 time: 0.1695168 Aug 21 18:00:28.534279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-562ce567-8976-4400-8141-2bde4b00df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:28.537427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-562ce567-8976-4400-8141-2bde4b00df2e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.2687337 Aug 21 18:00:28.569406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-5f864656-3f0c-4c4b-aac6-cab0a5e9d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:28.578076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-5f864656-3f0c-4c4b-aac6-cab0a5e9d8c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4135938 Aug 21 18:00:28.585558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-db9f7f84-c4aa-4e87-8a37-7b5cc9f67875 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:28.592964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-db9f7f84-c4aa-4e87-8a37-7b5cc9f67875 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140021 Aug 21 18:00:28.758291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54ca6f81-d446-4fca-b06d-51b83b5868dd req-fba23a56-6b4f-45cb-98ca-8d9140174e5c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041352 Aug 21 18:00:28.848441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77db56d9-0c31-4a79-9eff-225b7164dab4 None None] Provisioning for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:28.871659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b03a28d-59f5-432c-a467-1cbb0303b191 None None] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:28.884738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77db56d9-0c31-4a79-9eff-225b7164dab4 None None] Provisioning complete for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:28.886216 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77db56d9-0c31-4a79-9eff-225b7164dab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.888649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:28.950904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-9631e6fc-443a-474b-b99b-bdb2d78f11d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:28.952419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-9631e6fc-443a-474b-b99b-bdb2d78f11d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.4067841 Aug 21 18:00:28.965211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-bd7c17a5-b94a-4ece-b207-2019b1b37c5d service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710163 Aug 21 18:00:28.966714 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c455edb-b9aa-40ad-aeb5-307f6caabe09 x-openstack-request-id: req-5c455edb-b9aa-40ad-aeb5-307f6caabe09 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:28.967003 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:28.967252 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c455edb-b9aa-40ad-aeb5-307f6caabe09 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:28.967641 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'code': 200} Aug 21 18:00:29.132436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1c5cc86-f49e-422e-875c-b34544d5d3ac req-952c0924-2a86-4f49-a617-abb9d24acbe7 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 210 time: 0.1178811 Aug 21 18:00:29.191296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-77db56d9-0c31-4a79-9eff-225b7164dab4 None None] Port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:00:29.194252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:29.201836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd7d97-1a65-4c5c-9de5-f0e11946836b req-0062a3ca-f2d4-4c2a-951f-b089bbca133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.203856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edbd7d97-1a65-4c5c-9de5-f0e11946836b req-0062a3ca-f2d4-4c2a-951f-b089bbca133d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1102 time: 0.2254992 Aug 21 18:00:29.212531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.229930 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.235716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-88b86729-108e-40c4-bb17-3897f26eac84 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 999 time: 0.2536178 Aug 21 18:00:29.238218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.358058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:25Z', 'revision_number': 1, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:29.437277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:29.441970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:29.513385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:29.514382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:29.534731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:29.549365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1449607872-network', 'tenant_id': '4cc6db9971494327be6851ae685b165d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:29.563648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:29.635571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-179099d4-2474-4a1b-b4b7-831bb8771d76 req-06032500-e324-4301-a2e7-59b387f1d212 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6613712 Aug 21 18:00:29.641052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-7644351f-9217-4692-b577-120826ca8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.642755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-7644351f-9217-4692-b577-120826ca8740 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.3608413 Aug 21 18:00:29.705019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:29.708859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:29.716119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Made reservation on behalf of 4cc6db9971494327be6851ae685b165d for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:29.741462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.786457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-033186c2-3d25-46d0-97dc-117acb7aeb19 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.788057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-033186c2-3d25-46d0-97dc-117acb7aeb19 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 813 time: 0.5472190 Aug 21 18:00:29.792273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.839246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:29.839646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.846296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'device_id': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad', 'admin_state_up': True, 'tenant_id': 'f28e83c53d7c4ddf96bf2817e24342eb'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:29.847359 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edbd7d97-1a65-4c5c-9de5-f0e11946836b req-1122e047-bfd4-4a6b-b08b-c1ee159950d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327016 Aug 21 18:00:29.881056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Pushing event updated for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:29.884388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:29.922369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063425c-5641-41cb-94fe-0e16845c429d req-fe133a76-85b9-405d-83fe-1f9de3618980 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.924206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7063425c-5641-41cb-94fe-0e16845c429d req-fe133a76-85b9-405d-83fe-1f9de3618980 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1159964 Aug 21 18:00:29.951324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-2aac5e52-6d9b-4fa2-803f-021c2d3f767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.953352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-2aac5e52-6d9b-4fa2-803f-021c2d3f767a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2753568 Aug 21 18:00:29.985863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-d6111081-bcec-42ba-9436-40ce35144b2f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:29.987652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-d6111081-bcec-42ba-9436-40ce35144b2f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2390273 Aug 21 18:00:30.020851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7063425c-5641-41cb-94fe-0e16845c429d req-10e61f4b-ffe2-4417-9226-1846fe2ee12b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694089 Aug 21 18:00:30.034336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.068282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:30.074195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:30.100364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:30.110927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.186637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:25Z', 'revision_number': 1, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:30.226792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-b11fc037-5cfb-4641-9cd7-b1916e6c3aa1 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 999 time: 0.2316318 Aug 21 18:00:30.236680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:30.241605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d994be30-e16b-4a25-8599-bfd7fa508512 None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:25Z', 'revision_number': 1, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:30.260217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:30.286851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Router a5f2883e-d3ee-44af-b420-dba6bb346573 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:30.296416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f8d6-a707-4149-bbb8-6809e2dd85e6 req-0c991ce3-0a82-404a-ab95-4a727b8b4e2d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:30.298001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2474f8d6-a707-4149-bbb8-6809e2dd85e6 req-0c991ce3-0a82-404a-ab95-4a727b8b4e2d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 946 time: 0.1562369 Aug 21 18:00:30.358478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2474f8d6-a707-4149-bbb8-6809e2dd85e6 req-a3a43eee-b5f6-4764-ad96-3a4bc533286b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451336 Aug 21 18:00:30.441458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d04a99ab-b768-4e14-9743-14b3abba0c56 None None] Provisioning complete for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:30.441702 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d04a99ab-b768-4e14-9743-14b3abba0c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.449628 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.493841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-019a26a2-c24b-4294-996c-2342555fbc14 req-b54fb7c7-c72b-44ef-9a27-1222fb6c7fa0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0339751 Aug 21 18:00:30.512602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:30.526002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d04a99ab-b768-4e14-9743-14b3abba0c56 None None] Port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:00:30.546594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-18693ea2-a344-451c-999e-e67cdfcae86b admin admin] 10.222.0.41 "PUT /v2.0/routers/a5f2883e-d3ee-44af-b420-dba6bb346573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3895988 Aug 21 18:00:30.609070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.615113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-9b1cef68-0e6f-4fca-b9a3-c0366cae2b80 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251575 Aug 21 18:00:30.641838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:30.854714 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Sync routers for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:30.866767 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:30.867972 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:30.969225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:30.971567 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138b37a6-db65-4cb0-a887-52069a0277bc" -d '{"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-plugged", "status": "completed", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:30.986269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f181c6-9e91-4461-b303-e5848fe584c8 None None] New status for floating IP 9db8959f-5596-4787-91fc-12f4df88042e: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:31.024595 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:31.115786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0dbc8966-e7da-454a-a9ad-7a995ed8746a req-1c3e6069-a307-4515-91e0-1cb100dd36d7 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4920452 Aug 21 18:00:31.120443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:00:31.140027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Made reservation on behalf of f28e83c53d7c4ddf96bf2817e24342eb for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:31.143656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.162056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21db87f-6b8a-4287-9013-8982a0133d93,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:31.166879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.166879 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Added segment de15406d-c197-4afe-9dad-e60d4ab8f048 of type vlan for network 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda Aug 21 18:00:31.283537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-3c26d6eb-f950-49b2-9904-3021530bbcf0 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3068330 Aug 21 18:00:31.287779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.291857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:31.353051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.375170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:00:31.375504 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:00:31.411780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.413564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:31.413714 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:28Z', 'revision_number': 4, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'cdbc4fe8-1a5b-45c4-bc09-96b092e33c93', 'name': '', 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'mac_address': 'fa:16:3e:63:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:27Z', 'updated_at': '2021-08-21T18:00:28Z', 'revision_number': 2, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'subnets': [{'id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:31.422619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.427522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Allocated IP 172.20.0.5 (91159dbb-e4aa-4aad-99a5-f096d2774cad/01b90fed-4f9d-41be-9585-aa53a1f63701/0bfb9fe5-2cc9-42af-a704-f45c419e1574) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:31.459462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:31.459925 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Checking router: a5f2883e-d3ee-44af-b420-dba6bb346573 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:31.461730 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Updating router a5f2883e-d3ee-44af-b420-dba6bb346573 port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:00:31.482537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.496948 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.504432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9685731 Aug 21 18:00:31.511169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39082) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:31.517284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Request body: {'subnet': {'network_id': '19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1449607872-subnet', 'tenant_id': '4cc6db9971494327be6851ae685b165d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:31.527282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:31.527661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.536908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7762f21-0adc-4828-bbf0-ba3f40a2f44b admin admin] Pushing event updated for resources: {'Network': ['ID=19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:31.556729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:00:31.627142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Allocated IP 172.25.1.245 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9d6006d7-1f69-423a-9e3d-05d1adfe4429) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:31.673330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Made reservation on behalf of 4cc6db9971494327be6851ae685b165d for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:31.675783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.754970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.786563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.798469 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.808997 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Transition to ACTIVE for port object cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:31.813666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.820865 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.856440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:31.860900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:31.867820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:31.869797 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:31.870778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event updated for resources: {'Port': ['ID=9d6006d7-1f69-423a-9e3d-05d1adfe4429,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:31.877467 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.877809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.878150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.878481 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.878837 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.879166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.879310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.879490 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.879873 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.880201 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.880654 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.880982 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.881478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:00:31.908054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.951167 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Attempting to bind port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:31.951791 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Attempting to bind port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:31.952316 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Attempting to bind port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 on network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:31.957967 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:31.958630 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Checking segment: {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:31.959215 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:31.959758 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Bound using segment: {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:31.960380 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Bound port: cdbc4fe8-1a5b-45c4-bc09-96b092e33c93, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c084a09-386e-45da-a29f-561ac6940aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:31.961484 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.011641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.034698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] For port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:32.042409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:32.044828 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] For port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:32.047600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:32.049711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.051414 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.055680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:32.061602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:32.062248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.082036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.102623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:32.109872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:32.110952 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:32.152498 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-9c280721-7138-4bb7-b300-40d7945f4d48 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3547325 Aug 21 18:00:32.198857 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13102475-4d98-4cb2-935f-4d6653ad2348 None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:32.218447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Request body: {'port': {'device_id': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:32.222267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4674bfa8-3566-4fa0-b845-02f1492fa4b0,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:32.261792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:32.292806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.299925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Checking segment: {'id': 'de15406d-c197-4afe-9dad-e60d4ab8f048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:32.300166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Network hostable DHCP agents. Network: 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:00:32.302774 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.378145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.392539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event updated for resources: {'Port': ['ID=9d6006d7-1f69-423a-9e3d-05d1adfe4429,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:32.403141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.417467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.418853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-1f44b409-b740-4c52-874d-f9f4c1183010 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1343975 Aug 21 18:00:32.459380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Network 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:00:32.490056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:32.498753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:32.500027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:32.500147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-9af4aa9d-f91c-489d-bd29-1415ab45cd50 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0738213 Aug 21 18:00:32.513392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de20b3-bd41-48dc-9807-2ff6a665e586 None None] Network 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:32.525226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:28Z', 'revision_number': 4, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'cdbc4fe8-1a5b-45c4-bc09-96b092e33c93', 'name': '', 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'mac_address': 'fa:16:3e:63:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:27Z', 'updated_at': '2021-08-21T18:00:32Z', 'revision_number': 4, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'subnets': [{'id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:32.553753 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95af6cc-5515-4a01-92f9-84d075b42be8 None None] The sync data for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 is: [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:28Z', 'revision_number': 4, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'cdbc4fe8-1a5b-45c4-bc09-96b092e33c93', 'name': '', 'network_id': '9bc8aa81-777b-407e-b2c0-a6f4d1013096', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'mac_address': 'fa:16:3e:63:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:27Z', 'updated_at': '2021-08-21T18:00:32Z', 'revision_number': 4, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'subnets': [{'id': 'dba98d01-34b7-4279-87b9-ea27f0c0ab43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:32.627772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a4b0d79d-fd5a-4461-820a-04f467a00056 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1147206 Aug 21 18:00:32.706988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ed5b6-4670-42f9-8ba0-6e4815554665 None None] Network 19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:32.713358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-7e7ca83a-acb4-4fad-90f7-f606d9a9a793 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:32.724295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-7e7ca83a-acb4-4fad-90f7-f606d9a9a793 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.2062201 Aug 21 18:00:32.732634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-d823e13f-bd2e-494b-8286-f27062a96e91 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:32.735017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dac4858f-fc03-4ef5-b3ac-70d7a58a219c req-d823e13f-bd2e-494b-8286-f27062a96e91 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097563 Aug 21 18:00:32.927727 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9b16a9-1c8c-4f63-9774-2cc534c2d355 x-openstack-request-id: req-7f9b16a9-1c8c-4f63-9774-2cc534c2d355 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:32.928026 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-plugged", "status": "completed", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:32.928282 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f9b16a9-1c8c-4f63-9774-2cc534c2d355 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:32.928686 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'code': 200} Aug 21 18:00:33.017177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.023949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.065339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859a17b-ece8-4d45-9deb-d9ec0cd5dc1f req-503ac352-1374-4467-bd61-80dd5bbfa9fa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.066993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c859a17b-ece8-4d45-9deb-d9ec0cd5dc1f req-503ac352-1374-4467-bd61-80dd5bbfa9fa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0878406 Aug 21 18:00:33.073594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2a7dc-d25c-4c0c-b3a9-0d91bed9fcdd req-ded5cbf6-47f5-42f7-bf7a-f6535444911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.074991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7d2a7dc-d25c-4c0c-b3a9-0d91bed9fcdd req-ded5cbf6-47f5-42f7-bf7a-f6535444911f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1098 time: 0.0685472 Aug 21 18:00:33.136558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c859a17b-ece8-4d45-9deb-d9ec0cd5dc1f req-adab6dc0-06bd-4513-85c3-d7f54968701f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597425 Aug 21 18:00:33.140127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7d2a7dc-d25c-4c0c-b3a9-0d91bed9fcdd req-29e81f2f-e0b7-4b67-867d-68417948a427 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449834 Aug 21 18:00:33.178593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfb9fe5-2cc9-42af-a704-f45c419e1574 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:33.191015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.213015 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Floating IP 9db8959f-5596-4787-91fc-12f4df88042e associated. External IP: 172.25.1.131, port: 97647b92-2ed2-49b0-a26b-09230ec87888. Aug 21 18:00:33.247430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Transition to ACTIVE for port object 0bfb9fe5-2cc9-42af-a704-f45c419e1574 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:33.248108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56cf32-d7ed-484f-b24c-81dc6518a4da req-6c6c5f28-c75b-40c5-9851-93bb5049da02 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.250356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a56cf32-d7ed-484f-b24c-81dc6518a4da req-6c6c5f28-c75b-40c5-9851-93bb5049da02 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 946 time: 0.0524144 Aug 21 18:00:33.259602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.292249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a56cf32-d7ed-484f-b24c-81dc6518a4da req-a6743b5d-ef27-4d69-990c-bdc85346e78f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347722 Aug 21 18:00:33.362531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:33.400891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Attempting to bind port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:33.401234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Attempting to bind port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:33.401569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Attempting to bind port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:33.410831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:33.411175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Attempting to bind port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:33.432006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78505c72-2b5f-4b00-a477-718a94097fd9 req-c2ba6c58-e407-4e97-ae7c-5a5fc780d097 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.433749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78505c72-2b5f-4b00-a477-718a94097fd9 req-c2ba6c58-e407-4e97-ae7c-5a5fc780d097 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 943 time: 0.0780501 Aug 21 18:00:33.447516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:33.447857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Checking segment: {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:33.448238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Bound using segment: {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:33.448683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Bound port: 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:33.449043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.478144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:33.485004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78505c72-2b5f-4b00-a477-718a94097fd9 req-e1c6fb1d-29c7-444d-8fbc-3e0f28e4d314 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412905 Aug 21 18:00:33.553456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:33.558354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:33.558837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.639842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c524afac-5b76-48d3-8075-3f7cde81d3e2 req-57f0af99-a6cd-4ec2-a766-ea6388aba5b1 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips/5dcd32d0-c96e-4642-87d5-980b97e46b09 HTTP/1.1" status: 200 len: 693 time: 0.0466824 Aug 21 18:00:33.662191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.700520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:33.705181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.766922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:33.774827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524afac-5b76-48d3-8075-3f7cde81d3e2 req-d0839c61-6a8a-4b60-a03a-ccee1c9ad12c tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.783221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c524afac-5b76-48d3-8075-3f7cde81d3e2 req-d0839c61-6a8a-4b60-a03a-ccee1c9ad12c tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1355481 Aug 21 18:00:33.790111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-c524afac-5b76-48d3-8075-3f7cde81d3e2 req-79a891e0-20aa-440c-9671-bbcdc0e992ba tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:33.796380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c524afac-5b76-48d3-8075-3f7cde81d3e2 req-79a891e0-20aa-440c-9671-bbcdc0e992ba tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116122 Aug 21 18:00:33.845729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:33.850888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:33.855395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:33.862335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.938535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:33.939187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:33.940536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] 10.222.0.39 "PUT /v2.0/ports/0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 1092 time: 1.7708833 Aug 21 18:00:33.942407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:33.944687 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605" -d '{"events": [{"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:34.014222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccfe0c-a07f-4b36-ac07-d94c6b455eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:34.055218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:34.060177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-ae76d288-dd00-410f-b7c8-f81336b20ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:34.061710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-ae76d288-dd00-410f-b7c8-f81336b20ccf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1095 time: 0.0601158 Aug 21 18:00:34.065977 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:34.076986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:34.077815 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:34.099542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-b0e0928c-664d-4026-b577-5a92b0d72c4e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:34.102796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-b0e0928c-664d-4026-b577-5a92b0d72c4e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.1152663 Aug 21 18:00:34.119477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-e80dac85-23b1-4bae-8177-0c1f8b094c2c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/quotas/d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 375 time: 0.0106611 Aug 21 18:00:34.135211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-800d57dd-e1e5-4c6c-9b42-ad331db96939 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 217 time: 0.0419881 Aug 21 18:00:34.167484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-a566a487-24ad-42ff-afc1-824432871fdd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406299 Aug 21 18:00:34.219583 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:34.238352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b4220-d2c6-4440-98cb-9e3925782bae req-802d640d-d18b-42e5-a5d7-eece3dafb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:34.239862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-802d640d-d18b-42e5-a5d7-eece3dafb079 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.0878911 Aug 21 18:00:34.269777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-28b1a7df-873c-45a8-89a5-73b1483e4e24 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946240 Aug 21 18:00:34.312100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-019ac18e-cb9b-42df-965d-a7d0c31c8016 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308659 Aug 21 18:00:34.375875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-25fbbd6b-d4b1-4c27-85aa-e28f72a030c9 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949922 Aug 21 18:00:34.444205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:34.458215 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:32Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:34.470640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-87766996-02e3-4e1c-a0a1-b1e693c84ee1 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456776 Aug 21 18:00:34.488250 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:34.498337 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:34.499223 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:34.617359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-1447fc95-bd88-4169-96ec-fabd5723c792 req-e8c6baea-d08f-415d-b370-295237778577 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:34.618336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1447fc95-bd88-4169-96ec-fabd5723c792 req-e8c6baea-d08f-415d-b370-295237778577 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053072 Aug 21 18:00:34.619112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:34.657528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-359b4220-d2c6-4440-98cb-9e3925782bae req-5b0cebc8-38db-4927-9ba2-c9e1013d9c98 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534345 Aug 21 18:00:34.678448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:34.690176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:34.749170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-2048a73d-d55f-41ea-be20-2a058e464dee tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "PUT /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 998 time: 4.5125799 Aug 21 18:00:34.805664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-e9b4bf93-1c4b-4616-9d5c-4e0b30fb84f1 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:34.807167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-e9b4bf93-1c4b-4616-9d5c-4e0b30fb84f1 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports/97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 942 time: 0.0509443 Aug 21 18:00:34.932209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c806787a-855b-4a5d-9fe5-8c37eb626418 req-8ae5af60-a1e7-4cec-b70f-2044e67f3e11 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=6cd9adc84da54f98ab7ff5b501515267 HTTP/1.1" status: 200 len: 696 time: 0.0947344 Aug 21 18:00:35.018982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-5670db55-09fa-4e4b-a236-c6127117ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.031563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-5670db55-09fa-4e4b-a236-c6127117ab2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.1077931 Aug 21 18:00:35.047241 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:32Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:35.073852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806787a-855b-4a5d-9fe5-8c37eb626418 req-c1fb66e6-7d31-47b2-bdae-d60a00df28e0 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.076051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c806787a-855b-4a5d-9fe5-8c37eb626418 req-c1fb66e6-7d31-47b2-bdae-d60a00df28e0 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks?id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 787 time: 0.1424260 Aug 21 18:00:35.091400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-c806787a-855b-4a5d-9fe5-8c37eb626418 req-dc0d65df-8ce3-4ba9-9a54-812b166808cd tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:35.094586 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cc7cf3-7147-4e83-9639-95765c2bebd8 None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:32Z', 'revision_number': 3, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:35.109350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c806787a-855b-4a5d-9fe5-8c37eb626418 req-dc0d65df-8ce3-4ba9-9a54-812b166808cd tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206304 Aug 21 18:00:35.123731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-c4fab19d-e9b8-4402-83b6-4ee05ed19398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.125407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-c4fab19d-e9b8-4402-83b6-4ee05ed19398 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.0927665 Aug 21 18:00:35.126591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39146) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:35.174365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-91ced262-54af-451c-93e3-5d053f61a91c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0418186 Aug 21 18:00:35.230604 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c980745-a5a9-41fe-9d3f-b7cbfb4c4101 x-openstack-request-id: req-7c980745-a5a9-41fe-9d3f-b7cbfb4c4101 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:35.230904 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:35.231129 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c980745-a5a9-41fe-9d3f-b7cbfb4c4101 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:35.231503 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'status': 'completed', 'code': 200} Aug 21 18:00:35.295133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-a05619a6-3503-4824-ab7a-cda355487f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.303189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-a05619a6-3503-4824-ab7a-cda355487f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.1173089 Aug 21 18:00:35.314808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825582c-9f51-4f2b-8415-feb8d75a5ba0 req-9a0b046e-dc1c-4ed5-8c06-4d4205ab0907 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.319019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8825582c-9f51-4f2b-8415-feb8d75a5ba0 req-9a0b046e-dc1c-4ed5-8c06-4d4205ab0907 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 946 time: 0.0628197 Aug 21 18:00:35.346810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-9492cef9-c9c7-42e4-994e-0066ee562e36 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2189918 Aug 21 18:00:35.357069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-bf90871b-f800-4e79-9651-2de8bfbab25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.358721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-bf90871b-f800-4e79-9651-2de8bfbab25d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1095 time: 0.1176000 Aug 21 18:00:35.365636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8825582c-9f51-4f2b-8415-feb8d75a5ba0 req-2c36cfb1-4f97-4e51-95f1-45332242e0b7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Aug 21 18:00:35.367700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-50b4b55c-d43c-45d5-bcd9-554da6a2cf31 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:35.368861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-50b4b55c-d43c-45d5-bcd9-554da6a2cf31 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069089 Aug 21 18:00:35.394657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-6301d52a-2fda-45ce-962f-80090ba052e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.407387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-6301d52a-2fda-45ce-962f-80090ba052e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029773 Aug 21 18:00:35.452103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e7ed3d-0701-46fb-9cd6-78ca9beb9161 None None] New status for floating IP 9db8959f-5596-4787-91fc-12f4df88042e: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:35.488176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:35.503092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b624bc1b-5521-4bb0-acb2-ea79378c37d0 req-0a0f16bf-367f-4d4c-9655-e418ea3eb54e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 210 time: 0.0350318 Aug 21 18:00:35.597865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-bdc8de2d-b035-44ac-8774-ce3938ff3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.600391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-bdc8de2d-b035-44ac-8774-ce3938ff3f40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.2305422 Aug 21 18:00:35.623545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:35.624200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:35.636277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495435b-9d58-4819-841b-a14ad787c3dc req-83eb3ae1-3ddb-428f-ba9e-d71f410fe907 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.637943 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7495435b-9d58-4819-841b-a14ad787c3dc req-83eb3ae1-3ddb-428f-ba9e-d71f410fe907 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 943 time: 0.0659451 Aug 21 18:00:35.692719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7495435b-9d58-4819-841b-a14ad787c3dc req-a5116694-b9a7-4650-a5a0-03eff451b5b4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Aug 21 18:00:35.696575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-0ef803aa-4298-47bb-bd98-b650dfb97c49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 217 time: 0.0827806 Aug 21 18:00:35.721388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-23f3c7a5-82f0-4a66-b36c-c957dfa9f395 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376492 Aug 21 18:00:35.916900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-b11e662b-98ec-43bf-a3cc-2f2d65030a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.918730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-b11e662b-98ec-43bf-a3cc-2f2d65030a49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.2095063 Aug 21 18:00:35.930083 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:35.955733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:35.956663 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:35.968648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b73d0b-1f64-4bd7-b7ef-e62120e7226c req-fa052419-e728-483a-b862-728e1db39cc3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:35.976711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7b73d0b-1f64-4bd7-b7ef-e62120e7226c req-fa052419-e728-483a-b862-728e1db39cc3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0665827 Aug 21 18:00:35.987967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-a871d9c3-4862-48e8-94d6-ba3bf48de8af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586050 Aug 21 18:00:36.020979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7b73d0b-1f64-4bd7-b7ef-e62120e7226c req-1fe29935-8ec7-4450-b32e-bc10d21fb0af tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430782 Aug 21 18:00:36.034407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-7ba562c2-67f4-4299-aa41-68bb1349d43a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.035903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-7ba562c2-67f4-4299-aa41-68bb1349d43a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.2933731 Aug 21 18:00:36.079724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Request body: {'port': {'device_id': '6905e180-7737-4d45-a6bc-71489c714c6e', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'admin_state_up': True, 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:36.087158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-633444cb-4f03-4b08-8155-f5711db296c3 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456702 Aug 21 18:00:36.114397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-4cef8095-4949-4e1e-a626-ac50732f8cdf tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips/5dcd32d0-c96e-4642-87d5-980b97e46b09 HTTP/1.1" status: 200 len: 693 time: 0.0568817 Aug 21 18:00:36.135360 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:36.253733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5a7b3b3c-a97a-4eb1-9c99-4987b5efb3a3 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.257204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-59ce4878-344f-4e51-a099-73fe30877ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.259224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-59ce4878-344f-4e51-a099-73fe30877ee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.1082487 Aug 21 18:00:36.264168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5a7b3b3c-a97a-4eb1-9c99-4987b5efb3a3 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1492195 Aug 21 18:00:36.271260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-8ba9786d-bbe3-4849-8a22-050b75342980 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:36.279078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-8ba9786d-bbe3-4849-8a22-050b75342980 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139253 Aug 21 18:00:36.282331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-3ed1b3ea-6e9e-41a3-ba1f-8478f2f79ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860827 Aug 21 18:00:36.343141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-92340fac-6d0f-4742-9c1c-ac8aaf1d8e36 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0630131 Aug 21 18:00:36.394936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-f24885a4-7998-4545-a32d-765fc8f28961 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.245 HTTP/1.1" status: 200 len: 696 time: 0.0507874 Aug 21 18:00:36.406846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:35Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:36.442553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:36.446370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:36.446736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:36.466141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:36.467453 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:36.501125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e507fbb2-73ec-498f-a5f8-6a4bf43e1605 req-e63bed60-4e7b-43a5-8c7f-106b968b4919 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051051 Aug 21 18:00:36.506246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-a3c462b2-22cd-46a2-abf5-65f474abd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.508374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-a3c462b2-22cd-46a2-abf5-65f474abd20d service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.2405064 Aug 21 18:00:36.629026 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:36.720569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-a48a1b1e-c05d-4f7d-a3b4-49fff899332c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 1001 time: 0.1934431 Aug 21 18:00:36.786535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Allocated IP 172.20.0.11 (99d359fe-5cd8-4203-8c11-d60eade81c9c/a1bafab6-096d-4273-a48a-abd620ae126f/cd873437-985a-45c0-8b07-b21a2262c2c7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:36.811221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-d14a59d5-18d4-4f43-899f-b0bd45a69e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.813563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-d14a59d5-18d4-4f43-899f-b0bd45a69e42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0921400 Aug 21 18:00:36.820353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Deleting port 9d6006d7-1f69-423a-9e3d-05d1adfe4429 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:36.820353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:36.893829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-3f63089c-9013-4185-a19f-0098874614b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:36.900025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:36.900356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:36.902517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-3f63089c-9013-4185-a19f-0098874614b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743556 Aug 21 18:00:36.921522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Calling delete_port for 9d6006d7-1f69-423a-9e3d-05d1adfe4429 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:36.946658 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:35Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:36.972253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a22476-7c90-4c47-8e63-0f5d3d16c1ec None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '82a60735-ae97-429d-a030-9cdedebc1b76', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:d2:7c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:35Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:37.070687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-40ffbb16-1e91-4615-958d-36eb2267504a service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671944 Aug 21 18:00:37.081039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.087827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.107006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event deleted for resources: {'Port': ['ID=9d6006d7-1f69-423a-9e3d-05d1adfe4429,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:37.181978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.185878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.186776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e55395c6-c514-47c0-9e49-7a4d6f9bb1bb req-5e9caa94-fd8d-46e2-a607-6f323da352c7 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "DELETE /v2.0/floatingips/5dcd32d0-c96e-4642-87d5-980b97e46b09 HTTP/1.1" status: 204 len: 173 time: 0.7825997 Aug 21 18:00:37.207766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6debb6f-a108-4974-b493-82ee227c94c5 req-cf3f4e51-964e-434d-918c-dca40fa106c1 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297634 Aug 21 18:00:37.218153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.232964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}, {'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:37.235654 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0171d4dc-ab90-4263-986f-0759492d7cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}, {"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:37.253621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-55f47773-0e02-4536-8461-30f20a680b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.256579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-55f47773-0e02-4536-8461-30f20a680b67 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1102 time: 0.0563478 Aug 21 18:00:37.283473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:37.286759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:37.291081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:37.296901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.297538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.309937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:37.323102 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-0d0e2a43-3322-482f-b823-0afef1183afe tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2482476 Aug 21 18:00:37.338177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Request body: {'port': {'device_id': '6905e180-7737-4d45-a6bc-71489c714c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:37.398188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff1c1e-41c5-484b-b4a6-a1305a8c934b req-e680ce06-85d9-49c3-85ad-98eb9bc1d73d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.400367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6aff1c1e-41c5-484b-b4a6-a1305a8c934b req-e680ce06-85d9-49c3-85ad-98eb9bc1d73d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 932 time: 0.0777190 Aug 21 18:00:37.429484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-526c9929-76a7-49d2-87c8-3d447ca76bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.431014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-526c9929-76a7-49d2-87c8-3d447ca76bd0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1651678 Aug 21 18:00:37.457974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6aff1c1e-41c5-484b-b4a6-a1305a8c934b req-04c51c1d-2da6-4f23-a7a3-22639f01070a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454183 Aug 21 18:00:37.490348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-9a130b6c-6d4e-4cb2-ab45-872d02dcef19 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.0403864 Aug 21 18:00:37.509880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0bfb9fe5-2cc9-42af-a704-f45c419e1574 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:37.590345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-97c07cf3-f766-49bf-a43b-c52555db49f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.592107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-97c07cf3-f766-49bf-a43b-c52555db49f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0934479 Aug 21 18:00:37.606139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75a2e3-03b5-4ded-8d36-ea8d7ff9be79 req-ade925d6-40af-400c-8173-014d21ba51e2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.607676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f75a2e3-03b5-4ded-8d36-ea8d7ff9be79 req-ade925d6-40af-400c-8173-014d21ba51e2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 943 time: 0.0678539 Aug 21 18:00:37.611779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:37.623554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad', 'port_id': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'mac_address': 'fa:16:3e:85:5e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b90fed-4f9d-41be-9585-aa53a1f63701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:37.663030 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.672309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f75a2e3-03b5-4ded-8d36-ea8d7ff9be79 req-56eefc1c-9cb3-4768-91c1-d68da8569723 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549421 Aug 21 18:00:37.674959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-992506af-944a-4d46-b3cb-cfbbdad11dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.676376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-992506af-944a-4d46-b3cb-cfbbdad11dba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0678408 Aug 21 18:00:37.676511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfb9fe5-2cc9-42af-a704-f45c419e1574 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:37.690728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.699685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:37.708451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:37.733755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c819e76-bd7f-4dd3-8c60-3c5862fd1f59 req-75108f75-20d9-4b7c-874e-53e850b96c5f tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.742526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c819e76-bd7f-4dd3-8c60-3c5862fd1f59 req-75108f75-20d9-4b7c-874e-53e850b96c5f tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1098 time: 0.0886426 Aug 21 18:00:37.768128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:37.797168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-fe3801c5-10a5-48cb-beaa-e8333cbb1e35 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099572 Aug 21 18:00:37.803210 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c819e76-bd7f-4dd3-8c60-3c5862fd1f59 req-0668baeb-fa35-471c-bbf1-ddbbce643a70 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598254 Aug 21 18:00:37.927362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27123-c54b-4fd1-978c-7310bb21f6b0 req-55d03128-e75f-4d32-a878-6b90c557831d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:37.928826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aab27123-c54b-4fd1-978c-7310bb21f6b0 req-55d03128-e75f-4d32-a878-6b90c557831d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1054933 Aug 21 18:00:37.955086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-a813f4f9-c804-4d10-aa34-4d357515cfbd service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499074 Aug 21 18:00:37.974941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aab27123-c54b-4fd1-978c-7310bb21f6b0 req-99835b72-6c44-4b05-9d7b-678d92af42dc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366483 Aug 21 18:00:37.977551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:38.076557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-2f7516cd-01b7-49b3-a812-8d8ca2ae1c93 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1853416 Aug 21 18:00:38.096078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:38.105987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-ce9b388e-0451-45c2-aece-8df550056421 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.1061609 Aug 21 18:00:38.149858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd873437-985a-45c0-8b07-b21a2262c2c7 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:38.158132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.158822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-6fe8c0d1-a23b-411b-b1ee-2d68e632166e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.160569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-6fe8c0d1-a23b-411b-b1ee-2d68e632166e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports/82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 942 time: 0.0535407 Aug 21 18:00:38.162527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.190201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Transition to ACTIVE for port object cd873437-985a-45c0-8b07-b21a2262c2c7 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:38.218508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.302857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-3ea38fa2-1197-421c-8a65-617019e51f01 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.0602467 Aug 21 18:00:38.304513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:38.324669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:38.325354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:38.325701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:38.332842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:38.333171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:38.341748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:38.342088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:38.342475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:38.342935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Bound port: cd873437-985a-45c0-8b07-b21a2262c2c7, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:38.343295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.395239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.412504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-8a495b50-61c1-4538-bbe6-98198308ba5b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.413832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-8a495b50-61c1-4538-bbe6-98198308ba5b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1024072 Aug 21 18:00:38.424024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-d7f43e16-ee95-4016-90b9-05988d590a88 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:38.425263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35b1818e-ab23-4aba-8ad9-42ffb2e11c44 req-d7f43e16-ee95-4016-90b9-05988d590a88 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058286 Aug 21 18:00:38.458969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:38.476295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:38.484470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.514128 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e21b7c7-c54b-46be-bd92-7a791047259f x-openstack-request-id: req-3e21b7c7-c54b-46be-bd92-7a791047259f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:38.514424 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:38.514705 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e21b7c7-c54b-46be-bd92-7a791047259f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:38.515095 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 18:00:38.515345 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76', 'status': 'completed', 'code': 200} Aug 21 18:00:38.546976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.547607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.549107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-274403e1-634d-4da8-a1af-60939b94563a service neutron] 10.222.0.64 "PUT /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 1093 time: 1.2170615 Aug 21 18:00:38.611149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Allocated IP 172.25.1.43 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/91449eba-0aee-4d7b-98ac-a4eb6b16a4ce) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:00:38.629430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-ab77a54b-1079-4c0f-aa5b-255fed42119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.631598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-ab77a54b-1079-4c0f-aa5b-255fed42119d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.0857005 Aug 21 18:00:38.638178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5dab4-7d5a-4df5-887c-960b2f894499 req-f3d20dab-0350-4f45-816d-778335776f4b tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.639624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d5dab4-7d5a-4df5-887c-960b2f894499 req-f3d20dab-0350-4f45-816d-778335776f4b tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1098 time: 0.0831287 Aug 21 18:00:38.645592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274403e1-634d-4da8-a1af-60939b94563a service neutron] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:38.669880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-bd349989-417b-4ca5-84de-683f09bbb14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.671349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-bd349989-417b-4ca5-84de-683f09bbb14e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.1196523 Aug 21 18:00:38.730115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d5dab4-7d5a-4df5-887c-960b2f894499 req-a3b541e4-7453-4798-baf1-f9859df38703 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802000 Aug 21 18:00:38.756725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-7df72e10-390c-49f1-8439-f0a79a1200af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.758323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-7df72e10-390c-49f1-8439-f0a79a1200af service neutron] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1178625 Aug 21 18:00:38.764086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-382b2c85-f2da-43af-a444-aa84a5849c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.765578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-382b2c85-f2da-43af-a444-aa84a5849c3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1096 time: 0.1611712 Aug 21 18:00:38.818470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-7ff785d7-f2b3-4183-b689-c23a31a7405c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0437393 Aug 21 18:00:38.827714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-b796a3b8-719d-4a4a-ae08-411021001eb2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.0515361 Aug 21 18:00:38.912917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-df7980f8-412b-4cc9-bfe2-077de9729649 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.1012297 Aug 21 18:00:38.916237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-e049061c-e319-486b-8a9b-6b22355b539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.917802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-e049061c-e319-486b-8a9b-6b22355b539b service neutron] 10.222.0.39 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.2333527 Aug 21 18:00:38.919002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-05941eff-3aa2-46a5-9eb4-4cf8d7bc4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.921305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-05941eff-3aa2-46a5-9eb4-4cf8d7bc4d9d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0698943 Aug 21 18:00:38.925244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:38.928967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-859350e0-7777-4321-bf52-8739aefa9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:38.930445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-859350e0-7777-4321-bf52-8739aefa9568 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0888619 Aug 21 18:00:39.000630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-9bd5d9c7-a9d1-4d27-83c9-d4baf564e225 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.002118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-9bd5d9c7-a9d1-4d27-83c9-d4baf564e225 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports/82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 942 time: 0.0773370 Aug 21 18:00:39.004423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-7a17c196-c717-4fe5-bba8-fe0b7ca57256 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660315 Aug 21 18:00:39.014828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-6006f8cc-d5f4-46f6-8980-cbbf35171e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.016291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-6006f8cc-d5f4-46f6-8980-cbbf35171e87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781264 Aug 21 18:00:39.043601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-691427aa-c3ba-4d6a-b0bd-09aa5294a10b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 1001 time: 0.1108639 Aug 21 18:00:39.136586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.154337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-f9420fb3-c757-4fed-8719-e2ff5a51006b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.0857050 Aug 21 18:00:39.157505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-8c211cb2-4187-423d-b569-59e3413665bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.159105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-8c211cb2-4187-423d-b569-59e3413665bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0811298 Aug 21 18:00:39.187825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-cbd116b4-8830-4e2e-814c-40cdd3ee9e13 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625102 Aug 21 18:00:39.205858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:00:39.223302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-d66eae3e-e6fc-4975-be4c-5922f4fdd2dc service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098196 Aug 21 18:00:39.224939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:00:39.230190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:00:39.271151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event updated for resources: {'Port': ['ID=91449eba-0aee-4d7b-98ac-a4eb6b16a4ce,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:39.325653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-ecd778c4-8be5-454c-ae05-3d1ae890433c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.327067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-ecd778c4-8be5-454c-ae05-3d1ae890433c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1637912 Aug 21 18:00:39.349958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-902ccbb6-a174-4a95-be92-15833d6ceb45 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350889 Aug 21 18:00:39.353241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-3c3c564d-738a-4259-a811-b2028219d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.354770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-3c3c564d-738a-4259-a811-b2028219d840 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769464 Aug 21 18:00:39.358580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.405621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-bd017a30-ee67-49b8-aaa9-7bc50469b1bb tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.0676100 Aug 21 18:00:39.415665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:39.448239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2b43349-4aee-4069-95f6-193ea3f4df29 req-2fb75dbc-5cca-4903-92ac-ab4fd394c8e4 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132485 Aug 21 18:00:39.456108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.470741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.519106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0bfb9fe5-2cc9-42af-a704-f45c419e1574 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:39.521594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-89375ef0-38d7-4e90-9ab8-4b5d2477d6d3 service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568065 Aug 21 18:00:39.572371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:39.576481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:39.576916 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.632785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.638090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.638561 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Floating IP 9db8959f-5596-4787-91fc-12f4df88042e disassociated. External IP: 172.25.1.131, port: 82a60735-ae97-429d-a030-9cdedebc1b76. Aug 21 18:00:39.657526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.682703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0171d4dc-ab90-4263-986f-0759492d7cf4 req-5c17f863-91a3-4a0b-8a1c-acdbd161ca3c service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447301 Aug 21 18:00:39.684347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:39.686599 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b1a54-9ad8-4dc5-b4d1-feb651d3035a" -d '{"events": [{"server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:39.699577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:39.702170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.705823 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.708988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.741402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.764490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event updated for resources: {'Port': ['ID=91449eba-0aee-4d7b-98ac-a4eb6b16a4ce,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:39.767845 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.768100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-d851c5aa-0d1d-4e75-b07d-538f2398608b tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6805742 Aug 21 18:00:39.769962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:39.821334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-8a955707-ff21-450c-b30d-e697de5c7467 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0444839 Aug 21 18:00:39.877028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:39.931133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-e2af0387-3caf-4fec-a34e-af706ea7ba62 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:39.932483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04fff93a-67e9-402a-9986-4eb819d14f7e req-e2af0387-3caf-4fec-a34e-af706ea7ba62 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1051950 Aug 21 18:00:39.984340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:39.988923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:39.994862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:40.004205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:40.004834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:40.017835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-624bb533-8786-4074-8912-3e729d465c57 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "PUT /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 695 time: 0.6058972 Aug 21 18:00:40.018438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:40.020526 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861d040e-fe3b-4451-aab3-80c53d46b9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:40.079092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-2575f63a-31d7-46fd-93d1-1f543e150755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.080543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55daa8-e917-4884-8182-737cffdc1109 req-eb20d8af-487d-4b98-abbf-5ed56b6d8f9d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.080707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-2575f63a-31d7-46fd-93d1-1f543e150755 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0463686 Aug 21 18:00:40.082114 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f55daa8-e917-4884-8182-737cffdc1109 req-eb20d8af-487d-4b98-abbf-5ed56b6d8f9d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.0625796 Aug 21 18:00:40.126489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f55daa8-e917-4884-8182-737cffdc1109 req-02ff2fd7-f9cf-4f83-bc5d-de4c56d7c0c5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332849 Aug 21 18:00:40.132100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:40.180686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-a70672c4-6805-4680-a450-015ed2c18ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.182194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-a70672c4-6805-4680-a450-015ed2c18ff4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.0942783 Aug 21 18:00:40.233978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-0faca6ca-3e67-4bdb-894a-27f2ec937ca2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 217 time: 0.0365264 Aug 21 18:00:40.234758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d497a-9ec8-4b8e-b643-f8fe17e06d77 req-db82ee9b-2aa4-48a3-97b5-11cd81007684 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.236257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da9d497a-9ec8-4b8e-b643-f8fe17e06d77 req-db82ee9b-2aa4-48a3-97b5-11cd81007684 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 945 time: 0.0490410 Aug 21 18:00:40.279549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da9d497a-9ec8-4b8e-b643-f8fe17e06d77 req-d02c730e-44d6-41af-9bb1-6c1e59f53365 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370839 Aug 21 18:00:40.286770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-0ef34a78-f78b-4ded-8a15-7a405b221168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.288294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-0ef34a78-f78b-4ded-8a15-7a405b221168 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0484939 Aug 21 18:00:40.339389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-357f9bb3-2413-4d92-bec0-4c918343377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.340909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-357f9bb3-2413-4d92-bec0-4c918343377d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453749 Aug 21 18:00:40.442898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-d61ec363-e524-4cc4-b329-7f1cc4dbada8 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944738 Aug 21 18:00:40.468148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:40.495595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:40.504079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5807d5d-40c5-417c-8aa4-11a8f710ffd7 req-a0e4e73f-7c8d-4709-a6dc-a74f4aa7a53a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.504398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:40.505105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:40.505588 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5807d5d-40c5-417c-8aa4-11a8f710ffd7 req-a0e4e73f-7c8d-4709-a6dc-a74f4aa7a53a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0552258 Aug 21 18:00:40.518175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:40.520446 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c4f448-2fcd-4e69-8c92-5a451ec08436" -d '{"events": [{"name": "network-changed", "server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:40.540248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6bb2498-a6d9-42ba-a9d8-4ab411a52390 req-f9a0fd74-9d15-4634-8c34-583f07be1664 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900490 Aug 21 18:00:40.552075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5807d5d-40c5-417c-8aa4-11a8f710ffd7 req-3a759f4b-4d9b-42a4-8a61-6e412b233fe8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Aug 21 18:00:40.597981 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f9043-39a2-41f8-8aa9-5341454dfb91 x-openstack-request-id: req-b36f9043-39a2-41f8-8aa9-5341454dfb91 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:40.598508 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "name": "network-vif-plugged", "status": "completed", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:40.598508 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b36f9043-39a2-41f8-8aa9-5341454dfb91 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:40.601166 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'code': 200} Aug 21 18:00:40.635323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:40.670193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-007230fd-2e2f-4533-8262-1ee226630934 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips/7ec052da-dc2b-4dc0-9c35-aa64db181664 HTTP/1.1" status: 200 len: 692 time: 0.0806611 Aug 21 18:00:40.698263 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0aaee-0ff4-4f1d-bc01-9c0de0fc0417 x-openstack-request-id: req-9af0aaee-0ff4-4f1d-bc01-9c0de0fc0417 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:40.698792 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:40.699219 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9af0aaee-0ff4-4f1d-bc01-9c0de0fc0417 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:40.699788 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76', 'status': 'completed', 'code': 200} Aug 21 18:00:40.774084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-d1872dd1-2f1f-4375-b99d-56cd4515c696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.774374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c50e1-8265-46bc-aad8-f240a61d6499 req-2092baa1-2399-48bc-874a-5e6f34a0997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.775928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-772c50e1-8265-46bc-aad8-f240a61d6499 req-2092baa1-2399-48bc-874a-5e6f34a0997e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1097 time: 0.1206055 Aug 21 18:00:40.776263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-d1872dd1-2f1f-4375-b99d-56cd4515c696 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 1097 time: 0.0522048 Aug 21 18:00:40.798572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-e7d418f6-6a8d-4d1c-937a-e3956c37e669 req-25695c41-f8dc-4e5d-ac4d-45dbf206a125 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:40.800121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7d418f6-6a8d-4d1c-937a-e3956c37e669 req-25695c41-f8dc-4e5d-ac4d-45dbf206a125 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063105 Aug 21 18:00:40.837606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e9cb7f9d-2c6c-4134-8d4e-dc47a903eff1 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.839027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e9cb7f9d-2c6c-4134-8d4e-dc47a903eff1 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1509590 Aug 21 18:00:40.852321 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-772c50e1-8265-46bc-aad8-f240a61d6499 req-5c991cc8-3d9d-4929-950b-69a094c08377 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552888 Aug 21 18:00:40.856054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-676d3f09-9f3c-4fe8-9da5-a5861c3f3b41 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:40.857036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-676d3f09-9f3c-4fe8-9da5-a5861c3f3b41 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087013 Aug 21 18:00:40.877130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:40.909908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf54545e-66ec-4874-8eca-34128dfcb96f None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:40.919061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-8358aba0-13b9-455d-8119-9caec092d124 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0535908 Aug 21 18:00:40.932714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-3c971f6c-7e47-4a00-95e3-c420df55478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:40.934225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-3c971f6c-7e47-4a00-95e3-c420df55478c service neutron] 10.222.0.39 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1328428 Aug 21 18:00:40.972449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-2cd98cf2-4d80-4f6c-94d7-a93a62526864 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0464797 Aug 21 18:00:41.077235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-d80710a8-cf47-468f-a2dd-8c38dd5da571 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 200 len: 217 time: 0.0369132 Aug 21 18:00:41.115666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Deleting port 91449eba-0aee-4d7b-98ac-a4eb6b16a4ce {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:41.116018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.141927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-6fe9b31d-c964-422f-8fda-52a1a9223ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.143865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-6fe9b31d-c964-422f-8fda-52a1a9223ceb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0568419 Aug 21 18:00:41.205646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.206123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.210440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-6ee6a172-8fc1-4dd3-84d0-59c49c5b543f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.212883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-6ee6a172-8fc1-4dd3-84d0-59c49c5b543f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606613 Aug 21 18:00:41.222271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Calling delete_port for 91449eba-0aee-4d7b-98ac-a4eb6b16a4ce owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:41.230439 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf553eb-42c7-40f0-b6e3-944d3eb20166 None None] New status for floating IP 9db8959f-5596-4787-91fc-12f4df88042e: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:41.316976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-a99fe393-056b-4bfe-ab5c-8066864142dd service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958986 Aug 21 18:00:41.393402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.440124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861d040e-fe3b-4451-aab3-80c53d46b9cb req-421fe5cc-379b-43bc-b59f-b762e584d59d service neutron] 10.222.0.39 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133282 Aug 21 18:00:41.446592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Pushing event deleted for resources: {'Port': ['ID=91449eba-0aee-4d7b-98ac-a4eb6b16a4ce,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:41.476312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.478967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:41.480140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f1dd66f-cc14-45af-a80f-0227d2df894b req-e1187e04-4dfb-431e-bb56-27ba1930d637 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ec052da-dc2b-4dc0-9c35-aa64db181664 HTTP/1.1" status: 204 len: 173 time: 0.5013330 Aug 21 18:00:41.519918 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bba292e-d4b4-4c80-bc08-3c78c71e846b x-openstack-request-id: req-6bba292e-d4b4-4c80-bc08-3c78c71e846b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:41.520212 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:41.520461 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bba292e-d4b4-4c80-bc08-3c78c71e846b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:41.520879 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'status': 'completed', 'code': 200} Aug 21 18:00:41.619405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-7f053ffe-e0c8-4b50-8dc0-62b2abcd1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.620998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-7f053ffe-e0c8-4b50-8dc0-62b2abcd1706 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1096 time: 0.0488517 Aug 21 18:00:41.734262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-109a0dc2-19bb-42d2-a5ef-1f8fe7c4297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.736213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-109a0dc2-19bb-42d2-a5ef-1f8fe7c4297d service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1072474 Aug 21 18:00:41.804229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-835a8560-be0c-4bf4-b938-406b7cb7ec73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.0573907 Aug 21 18:00:41.879204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-44a84373-d205-4039-875f-edecec7b6c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.880680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-44a84373-d205-4039-875f-edecec7b6c27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0683990 Aug 21 18:00:41.897216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36d81d-c796-4764-8ebd-6311c3ff898d req-e1c60ed3-7ef2-4f85-b883-09e74fae41cb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:41.898811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e36d81d-c796-4764-8ebd-6311c3ff898d req-e1c60ed3-7ef2-4f85-b883-09e74fae41cb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.0976913 Aug 21 18:00:42.036116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39284) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:42.146051 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:00:42.146709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47653ceb-4dd7-44d0-b91d-330e420f9185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.171553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-fed00e54-5687-4614-b559-965be026a691 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2717888 Aug 21 18:00:42.176368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-19bb89d7-19ad-4b47-8432-114b07e966b6 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:42.177598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-19bb89d7-19ad-4b47-8432-114b07e966b6 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2952054 Aug 21 18:00:42.240436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47653ceb-4dd7-44d0-b91d-330e420f9185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.244191 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47653ceb-4dd7-44d0-b91d-330e420f9185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.272504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-67e01489-42d1-4392-9c81-3e37323b773e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:42.274426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-67e01489-42d1-4392-9c81-3e37323b773e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 1095 time: 0.0892277 Aug 21 18:00:42.279279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e36d81d-c796-4764-8ebd-6311c3ff898d req-a4ead4d4-e103-4a89-a65c-6a8526c56b0a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722026 Aug 21 18:00:42.279748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47653ceb-4dd7-44d0-b91d-330e420f9185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a5c27d-2eb8-4828-b4ec-64b829fea285,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:42.285127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Request body: {'binding': {'host': 'n-h2-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:42.285472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:00:42.285753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-47653ceb-4dd7-44d0-b91d-330e420f9185 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb08714b87fb4791864908d76e78013b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485702 Aug 21 18:00:42.289924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39288) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:42.343625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.365317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.411922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.415578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.416727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74a5c27d-2eb8-4828-b4ec-64b829fea285 HTTP/1.1" status: 204 len: 168 time: 0.1260536 Aug 21 18:00:42.421707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-7334e126-55d1-472e-8db6-f825f601db1c service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374978 Aug 21 18:00:42.428598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e81ee-fe16-491f-b56d-d2251cc0f811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a5c27d-2eb8-4828-b4ec-64b829fea285,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:42.503907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830f33f-c225-4629-8ad6-25a0aef2abcb req-3f3db8b5-8333-4ca2-abcd-0defc32e60d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:42.505407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4830f33f-c225-4629-8ad6-25a0aef2abcb req-3f3db8b5-8333-4ca2-abcd-0defc32e60d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 945 time: 0.1561496 Aug 21 18:00:42.586982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4830f33f-c225-4629-8ad6-25a0aef2abcb req-c8d2ba9d-20c3-4f60-bd44-e1461cfdf157 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706072 Aug 21 18:00:42.587644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on host n-h2-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:42.587986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:42.588315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:42.602743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:42.603083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:42.608908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c4f448-2fcd-4e69-8c92-5a451ec08436 req-53699111-5e19-4159-bd13-026d912a6ffc service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788516 Aug 21 18:00:42.611700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:42.612183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:42.612574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:42.613011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Bound port: caf9d471-58c6-41bc-8dbb-4f49f61e6187, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:42.715844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39296) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:42.728869 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-94bfafe9-4f08-471c-944d-b2d107f6ebae req-a5d23b87-f2fd-4b39-9326-1f7b62ea1dae tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] show failed (client error): The resource could not be found. Aug 21 18:00:42.730025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94bfafe9-4f08-471c-944d-b2d107f6ebae req-a5d23b87-f2fd-4b39-9326-1f7b62ea1dae tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips/7ec052da-dc2b-4dc0-9c35-aa64db181664 HTTP/1.1" status: 404 len: 350 time: 0.0516701 Aug 21 18:00:42.733049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd344632-c80c-42c1-984d-9273ee6d5bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.742745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:42.747848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.749369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-bc415867-c600-4c61-a598-4cd53778642b service neutron] 10.222.0.41 "POST /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187/bindings HTTP/1.1" status: 201 len: 390 time: 0.4689922 Aug 21 18:00:42.861785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd344632-c80c-42c1-984d-9273ee6d5bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.878075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed7ffd-06c5-4e72-8e3b-550a006b9a52 req-365dcf76-4081-42f1-9ea2-3afd9747a7cc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:42.880066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3eed7ffd-06c5-4e72-8e3b-550a006b9a52 req-365dcf76-4081-42f1-9ea2-3afd9747a7cc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0920668 Aug 21 18:00:42.894344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fd344632-c80c-42c1-984d-9273ee6d5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:42.922468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3eed7ffd-06c5-4e72-8e3b-550a006b9a52 req-7410483a-1b13-4837-9199-c214bd699b89 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 21 18:00:42.966928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fd344632-c80c-42c1-984d-9273ee6d5bf1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f22e5b6d46e249169babcc872b8cce5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2499518 Aug 21 18:00:42.967755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd344632-c80c-42c1-984d-9273ee6d5bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284eb275-ec90-44a3-a906-a9ac07ce9d4c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:42.970607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:42.998232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-5a0a1319-d4ed-49b8-a708-3f23140867f4 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:42.999755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-5a0a1319-d4ed-49b8-a708-3f23140867f4 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1354640 Aug 21 18:00:43.068374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-15bd7e2f-8fae-49e2-a474-ec49b2389da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.070689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-15bd7e2f-8fae-49e2-a474-ec49b2389da7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1098 time: 0.0807171 Aug 21 18:00:43.074381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4319d40-1db1-412a-ae1d-19267180a538 req-edabcbdb-1fea-46ac-8cec-15c6a267815a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-540060321&fields=id&tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 267 time: 0.0744045 Aug 21 18:00:43.085331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:43.191981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:43.192293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319d40-1db1-412a-ae1d-19267180a538 req-c79f5308-6e10-4ff7-84cf-cebac3b5896f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.193946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4319d40-1db1-412a-ae1d-19267180a538 req-c79f5308-6e10-4ff7-84cf-cebac3b5896f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 945 time: 0.1125274 Aug 21 18:00:43.206577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'port_id': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'mac_address': 'fa:16:3e:f1:89:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bafab6-096d-4273-a48a-abd620ae126f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:00:43.211655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'security_groups': ['acaa3df2-8865-43d0-a100-7c23b2a39569', '38142663-8574-4fe2-b2c1-4eb81ef1dfff']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:43.247840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-526495a5-09e2-4d3b-8eb7-8b67e253f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.249442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-526495a5-09e2-4d3b-8eb7-8b67e253f61a service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1659753 Aug 21 18:00:43.250662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.266873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd873437-985a-45c0-8b07-b21a2262c2c7 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:43.288011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:43.293067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.321759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-8af3d741-1bea-497c-86f8-b034a2c257c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0609410 Aug 21 18:00:43.330949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.336584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-7eea9c20-c58f-42b9-9f09-1fe4fb595646 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 696 time: 0.3290410 Aug 21 18:00:43.345172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:43.362229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:43.403708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.408952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-b2e72572-287e-40b6-b580-49ae0cae953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.410514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-b2e72572-287e-40b6-b580-49ae0cae953c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0806656 Aug 21 18:00:43.418950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.455665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-a45148fb-256c-4d42-9c18-1c85331bc6e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355911 Aug 21 18:00:43.472926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45436c37-d860-488a-941a-789dcdd566dd req-9caadc8d-bca2-41a4-b854-44d7cd795497 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.474375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45436c37-d860-488a-941a-789dcdd566dd req-9caadc8d-bca2-41a4-b854-44d7cd795497 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.39 "GET /v2.0/ports?device_id=c17b4b24-e0fd-4da1-bdf0-9a261384b7f9 HTTP/1.1" status: 200 len: 945 time: 0.1634161 Aug 21 18:00:43.504840 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.584886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['cd873437-985a-45c0-8b07-b21a2262c2c7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:43.620190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-38b5dd55-05f4-415e-ae1c-60c1cda12133 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540730 Aug 21 18:00:43.686945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.689486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.692886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/284eb275-ec90-44a3-a906-a9ac07ce9d4c HTTP/1.1" status: 204 len: 168 time: 0.7186930 Aug 21 18:00:43.711234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f5af4-752c-4270-847b-2456f43669ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284eb275-ec90-44a3-a906-a9ac07ce9d4c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:43.722526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:43.754413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Deleting port 82a60735-ae97-429d-a030-9cdedebc1b76 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:43.754921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.766342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-dcb36d73-6e16-421a-8979-ee832dd0f956 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359012 Aug 21 18:00:43.777549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.783958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.796208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:43.845597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:43.846235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:43.861555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4319d40-1db1-412a-ae1d-19267180a538 req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "PUT /v2.0/ports/0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 981 time: 0.6562831 Aug 21 18:00:43.862200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:43.864529 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be00477-e1af-4574-91e1-e71af157e8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:43.909840 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-68f90f36-b8f5-4d98-bf20-fbca41d75548 req-02b4c855-1996-4db5-a1ea-454381a3ba59 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] show failed (client error): The resource could not be found. Aug 21 18:00:43.918342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68f90f36-b8f5-4d98-bf20-fbca41d75548 req-02b4c855-1996-4db5-a1ea-454381a3ba59 tempest-FloatingIPsTestJSON-306667263 tempest-FloatingIPsTestJSON-306667263-project] 10.222.0.41 "GET /v2.0/floatingips/7ec052da-dc2b-4dc0-9c35-aa64db181664 HTTP/1.1" status: 404 len: 350 time: 0.0452738 Aug 21 18:00:43.935169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:43.941956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:43.984910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] For port 82a60735-ae97-429d-a030-9cdedebc1b76, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82a60735-ae97-429d-a030-9cdedebc1b76,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:43.985785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.005350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Calling delete_port for 82a60735-ae97-429d-a030-9cdedebc1b76 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:44.103937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98a551-23a1-4dca-9fe7-fe68835eb6d9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:44.141749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-4108ac99-eca3-41dd-b5c3-1652f80e1b56 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:44.143285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-4108ac99-eca3-41dd-b5c3-1652f80e1b56 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1098 time: 0.2004540 Aug 21 18:00:44.169558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-32'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:44.243683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94687189-036c-4ea2-b799-f0731e24f1c6 req-e8759ba2-6aa8-406a-b0e5-27d76b68d72c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:44.247404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94687189-036c-4ea2-b799-f0731e24f1c6 req-e8759ba2-6aa8-406a-b0e5-27d76b68d72c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 946 time: 0.1921582 Aug 21 18:00:44.268226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.278051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.307591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.326169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.340818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['82a60735-ae97-429d-a030-9cdedebc1b76'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:44.344726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97647b92-2ed2-49b0-a26b-09230ec87888'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:44.360607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event deleted for resources: {'Port': ['ID=82a60735-ae97-429d-a030-9cdedebc1b76,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:44.389705 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94687189-036c-4ea2-b799-f0731e24f1c6 req-abc44dcc-476e-47a6-b97f-5ced5ca4ffe4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263082 Aug 21 18:00:44.463503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] No DVR routers for this DVR port 82a60735-ae97-429d-a030-9cdedebc1b76 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:44.467058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.469321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45436c37-d860-488a-941a-789dcdd566dd req-0ad07a1f-0fde-4765-a5bb-4597e8f78890 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.39 "DELETE /v2.0/ports/82a60735-ae97-429d-a030-9cdedebc1b76 HTTP/1.1" status: 204 len: 173 time: 0.9877279 Aug 21 18:00:44.469771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'name': 'network-vif-deleted', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:44.472526 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4096e-7b51-41a4-8b5f-a3f1dc54bb41" -d '{"events": [{"server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "name": "network-vif-deleted", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:44.491998 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Floating IP 9db8959f-5596-4787-91fc-12f4df88042e associated. External IP: 172.25.1.131, port: 97647b92-2ed2-49b0-a26b-09230ec87888. Aug 21 18:00:44.766690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:44.897146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:44.902026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:44.909327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:44.922422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:44.923681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:44.944798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-6c3e789c-91f6-442c-a901-558c5f83e047 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "PUT /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 996 time: 1.6071126 Aug 21 18:00:45.018214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fecf3e-6331-4890-8b02-4d3ec38d0261 req-32cdc197-105a-4fda-b3ea-a28cc849b6eb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.025555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16fecf3e-6331-4890-8b02-4d3ec38d0261 req-32cdc197-105a-4fda-b3ea-a28cc849b6eb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.4431050 Aug 21 18:00:45.034358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-640ca42c-b2cf-4f39-bd2c-261b7a8b01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.036571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-640ca42c-b2cf-4f39-bd2c-261b7a8b01ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.0782418 Aug 21 18:00:45.092352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:45.102941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:00:45.138518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16fecf3e-6331-4890-8b02-4d3ec38d0261 req-eb51315e-588c-428c-b2ed-92fb27b477c7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116524 Aug 21 18:00:45.151849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-293c40da-fc3b-409b-84d8-252c040d7aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.153601 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-293c40da-fc3b-409b-84d8-252c040d7aab service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1101401 Aug 21 18:00:45.174282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:45.216468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port cd873437-985a-45c0-8b07-b21a2262c2c7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:00:45.232730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port cd873437-985a-45c0-8b07-b21a2262c2c7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:00:45.233105 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.242731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-ab245e51-f15f-409e-ae77-c1fcd776bfa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 999 time: 0.0786467 Aug 21 18:00:45.313644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:45.338541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-e8fb3a85-7413-4cbe-a77e-3811a7af44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.340254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-e8fb3a85-7413-4cbe-a77e-3811a7af44e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.0908244 Aug 21 18:00:45.411303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-59e751c8-0a39-47f3-96c6-88ee20682bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.413785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-59e751c8-0a39-47f3-96c6-88ee20682bf1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655730 Aug 21 18:00:45.441555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.446988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-afce51da-a0d8-4f12-85c0-640e14d61d46 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1803984379&fields=id&tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 267 time: 0.0750632 Aug 21 18:00:45.469437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.474939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.515150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:45.518702 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca255155-b338-4a7d-b6ea-a7d31278b6f7" -d '{"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-plugged", "status": "completed", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:45.528912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.544966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:45.557993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.561637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-153036a6-d191-42ab-a784-690dbe1a2041 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408806 Aug 21 18:00:45.644328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-dade1783-cd1c-4e59-a408-a8d3336bafe8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.645825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-dade1783-cd1c-4e59-a408-a8d3336bafe8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 984 time: 0.1917183 Aug 21 18:00:45.651598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:45.658774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:45.676428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c52f33a9-3b9e-4885-b134-b88250e8f3cc req-d9b9636d-0699-440f-8124-48193ef93995 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139240 Aug 21 18:00:45.697047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:44Z', 'revision_number': 8, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:45.700414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'security_groups': ['38142663-8574-4fe2-b2c1-4eb81ef1dfff', 'acaa3df2-8865-43d0-a100-7c23b2a39569', 'fa6e9107-2782-457b-bd63-993676d9d04b']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:45.706185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on host n-h1-793621-32 for vnic_type normal with profile {"migrating_to": "n-h2-793621-32"} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:45.706550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:45.706971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:45.728012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:45.732672 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470e4587-4b2b-4819-9bbd-ab6ce7426caa x-openstack-request-id: req-470e4587-4b2b-4819-9bbd-ab6ce7426caa {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:45.732948 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:45.733203 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-470e4587-4b2b-4819-9bbd-ab6ce7426caa {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:45.733665 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'status': 'completed', 'code': 200} Aug 21 18:00:45.739145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:45.740822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:45.746619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:45.746980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Attempting to bind port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:45.764838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:45.765178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:45.765569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:45.766013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Bound port: caf9d471-58c6-41bc-8dbb-4f49f61e6187, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:45.766376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.848800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-767c2aea-06b5-47ca-8b03-729c48a6abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.850640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-767c2aea-06b5-47ca-8b03-729c48a6abcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1136 time: 0.0841668 Aug 21 18:00:45.856986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:45.863504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6282-45de-4c3d-b56f-1cbb5f9dc4f8 req-3fe0d7d2-b61a-4685-802b-935aa82cdb5e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:45.870061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85af6282-45de-4c3d-b56f-1cbb5f9dc4f8 req-3fe0d7d2-b61a-4685-802b-935aa82cdb5e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0902126 Aug 21 18:00:45.911341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:45.961910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85af6282-45de-4c3d-b56f-1cbb5f9dc4f8 req-65c81561-aa18-40da-8c82-69e6ad729d47 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821412 Aug 21 18:00:46.007720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:46.013229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-bec5403d-384b-4b8d-acac-c2ea29748dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.015336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-bec5403d-384b-4b8d-acac-c2ea29748dde service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.1439884 Aug 21 18:00:46.049203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:46.063569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-7fd931d4-cdcd-4757-8efe-dd3da0d59796 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 217 time: 0.0372386 Aug 21 18:00:46.065055 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60fc5a-960a-48db-ab1c-9c62575e706f x-openstack-request-id: req-5a60fc5a-960a-48db-ab1c-9c62575e706f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:46.065335 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b4b24-e0fd-4da1-bdf0-9a261384b7f9", "name": "network-vif-deleted", "tag": "82a60735-ae97-429d-a030-9cdedebc1b76", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:46.065583 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a60fc5a-960a-48db-ab1c-9c62575e706f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:46.067255 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b4b24-e0fd-4da1-bdf0-9a261384b7f9', 'name': 'network-vif-deleted', 'tag': '82a60735-ae97-429d-a030-9cdedebc1b76', 'status': 'completed', 'code': 200} Aug 21 18:00:46.085849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.126179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:44Z', 'revision_number': 8, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:46.151810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-41864d7b-e838-44a0-939d-92d5cc93948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.153294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-41864d7b-e838-44a0-939d-92d5cc93948a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.0812132 Aug 21 18:00:46.171425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf6bb2-90a0-486c-96ba-7b56befc3b72 req-46a97302-9f4c-4237-a0c1-052bbf0367fa tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.172739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1fbf6bb2-90a0-486c-96ba-7b56befc3b72 req-46a97302-9f4c-4237-a0c1-052bbf0367fa tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.0699453 Aug 21 18:00:46.205377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-6cf94a21-842e-4113-9806-491f612c1d14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428419 Aug 21 18:00:46.239302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:46.279168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.279796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.281181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-34dab6f2-323a-4a3a-a6ef-a20e4475a51b service neutron] 10.222.0.64 "PUT /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 1124 time: 2.1174252 Aug 21 18:00:46.286939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538756dd-8bf9-410e-8d1e-5d5d024b256f None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '9db8959f-5596-4787-91fc-12f4df88042e', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'floating_ip_address': '172.25.1.131', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'port_id': '97647b92-2ed2-49b0-a26b-09230ec87888', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 366, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'mac_address': 'fa:16:3e:1d:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:00:08Z', 'updated_at': '2021-08-21T18:00:44Z', 'revision_number': 8, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:46.297080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1fbf6bb2-90a0-486c-96ba-7b56befc3b72 req-c2803eb1-a925-44e6-b846-43060aad2318 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948591 Aug 21 18:00:46.322403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Deleting port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:46.322787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.348127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['caf9d471-58c6-41bc-8dbb-4f49f61e6187'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:46.368130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-0714d4a6-350b-4c67-a6dc-04d9d20baf03 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540663 Aug 21 18:00:46.392252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:46.398730 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c0b625-9ee0-4ece-a15d-6fbe06f6fcf3 x-openstack-request-id: req-e0c0b625-9ee0-4ece-a15d-6fbe06f6fcf3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:46.399021 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-plugged", "status": "completed", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:46.399720 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0c0b625-9ee0-4ece-a15d-6fbe06f6fcf3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:46.400117 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'code': 200} Aug 21 18:00:46.450939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.459266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] For port cdbc4fe8-1a5b-45c4-bc09-96b092e33c93, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:46.459717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.462892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.517233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Calling delete_port for cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:46.541594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be00477-e1af-4574-91e1-e71af157e8a8 req-19069595-1676-467b-a121-198816929a28 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399982 Aug 21 18:00:46.567394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.568061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:46.569512 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-97ea6da1-49b9-4bfc-8161-d6fdd0c42556 req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "PUT /v2.0/ports/0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 1020 time: 0.8804567 Aug 21 18:00:46.640100 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477ba61a-ffce-4611-ac11-2d739cb42635 None None] New status for floating IP 9db8959f-5596-4787-91fc-12f4df88042e: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:46.649559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:46.654379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:46.748234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495ccb3-396f-4cd3-b0e0-b77746ab64dd req-1b15c682-b5de-439f-8f06-613c67d90ae0 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.751908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6495ccb3-396f-4cd3-b0e0-b77746ab64dd req-1b15c682-b5de-439f-8f06-613c67d90ae0 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 946 time: 0.0552647 Aug 21 18:00:46.829446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6495ccb3-396f-4cd3-b0e0-b77746ab64dd req-12898012-8a74-4496-a6dc-60456361ad38 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709081 Aug 21 18:00:46.839105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9490fb-38dc-4c58-b0c3-ad53947db772 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:46.847241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8cf7d-bfe1-408a-a68b-2a8e062dbc19 req-84b9981e-b062-436a-a27d-ad78fb4fad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:46.849267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cda8cf7d-bfe1-408a-a68b-2a8e062dbc19 req-84b9981e-b062-436a-a27d-ad78fb4fad2f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1098 time: 0.3688617 Aug 21 18:00:46.917350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cda8cf7d-bfe1-408a-a68b-2a8e062dbc19 req-57d0c362-b19d-4f88-a206-e4a0f33a83a2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Aug 21 18:00:46.924149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4fd334d-dac0-4313-bae0-ca4fef628eeb req-1c477f64-c9bc-4970-b6c1-2e7a880fdea5 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 996 time: 0.2988994 Aug 21 18:00:47.076299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd334d-dac0-4313-bae0-ca4fef628eeb req-d7079e1d-aa24-45d0-86b3-2fa9234baa0c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:47.078411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4fd334d-dac0-4313-bae0-ca4fef628eeb req-d7079e1d-aa24-45d0-86b3-2fa9234baa0c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1470294 Aug 21 18:00:47.092291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-f4fd334d-dac0-4313-bae0-ca4fef628eeb req-524b0ee2-789b-45a5-aa64-72f701442b4b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:47.093267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4fd334d-dac0-4313-bae0-ca4fef628eeb req-524b0ee2-789b-45a5-aa64-72f701442b4b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069478 Aug 21 18:00:47.094415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:47.121209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbc4fe8-1a5b-45c4-bc09-96b092e33c93,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:47.362454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceffe09-e1a0-40de-8bac-15734f9504cd req-8d8f09e3-0baf-4fe5-89ba-051b4848d842 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:47.364502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ceffe09-e1a0-40de-8bac-15734f9504cd req-8d8f09e3-0baf-4fe5-89ba-051b4848d842 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0594907 Aug 21 18:00:47.415761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ceffe09-e1a0-40de-8bac-15734f9504cd req-2d22c393-b347-41ac-a4d1-afadf15ccf40 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Aug 21 18:00:47.502379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-c4d3bdd9-807c-4645-87b6-f4d38d22197e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.0625796 Aug 21 18:00:47.555854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-038b0b0b-a7c9-4002-9182-eaa12e7a0a2e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:47.557232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-038b0b0b-a7c9-4002-9182-eaa12e7a0a2e tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports/97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 942 time: 0.0484474 Aug 21 18:00:47.588069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82a60735-ae97-429d-a030-9cdedebc1b76 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:47.592093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e10ce-5765-4b59-8a5b-4bd0ad7542f7 req-2515765e-bb8c-4865-829b-a5b6c156597d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:47.593665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-514e10ce-5765-4b59-8a5b-4bd0ad7542f7 req-2515765e-bb8c-4865-829b-a5b6c156597d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1023 time: 0.3746920 Aug 21 18:00:47.609388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:47.611492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 82a60735-ae97-429d-a030-9cdedebc1b76 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:00:47.611837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82a60735-ae97-429d-a030-9cdedebc1b76 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:47.719738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92be8e46-ee48-4b51-a4d4-f58c6374875c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:47.737899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187'}, {'name': 'network-changed', 'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187'}, {'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:47.740338 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691450de-332d-4829-9bf5-cf9da24260a6" -d '{"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-unplugged", "status": "completed", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187"}, {"name": "network-changed", "server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187"}, {"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:47.757220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-514e10ce-5765-4b59-8a5b-4bd0ad7542f7 req-e026744e-22d7-4c81-9eeb-dad8803cd57b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=38142663-8574-4fe2-b2c1-4eb81ef1dfff&id=acaa3df2-8865-43d0-a100-7c23b2a39569&id=fa6e9107-2782-457b-bd63-993676d9d04b HTTP/1.1" status: 200 len: 6147 time: 0.1557450 Aug 21 18:00:47.917184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Router a5f2883e-d3ee-44af-b420-dba6bb346573 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:47.919264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-5e2f8b72-9e86-45b0-9032-12c923bd943c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.3215926 Aug 21 18:00:47.975853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e230e-4683-4294-99ae-910d74c62903 req-d9667e47-818b-4d2f-a044-87451875c77d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:47.977358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-410e230e-4683-4294-99ae-910d74c62903 req-d9667e47-818b-4d2f-a044-87451875c77d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.0970564 Aug 21 18:00:48.027510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-2f2ccaef-f6a4-46d0-b440-6a6e3ef69156 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:48.028877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-2f2ccaef-f6a4-46d0-b440-6a6e3ef69156 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1036785 Aug 21 18:00:48.056306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-410e230e-4683-4294-99ae-910d74c62903 req-1da712d6-c138-4c7e-a321-d4dada3b47f9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727208 Aug 21 18:00:48.071501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:48.071775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:48.073742 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3750891e-2754-48ac-8ad5-a30895ab981f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:48.076687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1ee593aa-c2f7-4cfa-902c-b6f6e4132883 admin admin] 10.222.0.41 "PUT /v2.0/routers/a5f2883e-d3ee-44af-b420-dba6bb346573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1326013 Aug 21 18:00:48.079194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:48.085121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Sync routers for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:48.109759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:48.110525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:48.120192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-25e45c79-49b6-4464-bce7-b44f21007406 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 1001 time: 0.0838637 Aug 21 18:00:48.125083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:48.156391 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e84a1fc-b842-4a3d-9d29-8c0faf66f3d1 x-openstack-request-id: req-2e84a1fc-b842-4a3d-9d29-8c0faf66f3d1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:48.156698 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-unplugged", "status": "completed", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187", "code": 200}, {"name": "network-changed", "server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:48.156956 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e84a1fc-b842-4a3d-9d29-8c0faf66f3d1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:48.157625 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'code': 200} Aug 21 18:00:48.157888 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'status': 'completed', 'code': 200} Aug 21 18:00:48.158140 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'status': 'completed', 'code': 200} Aug 21 18:00:48.174968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.200374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2128685735 ', 'description': 'tempest-description-1552977754'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:48.218981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.238773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.271976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-73fddacc-87db-40a3-b49d-acd5dfc0c5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:48.273610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-73fddacc-87db-40a3-b49d-acd5dfc0c5a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1127 time: 0.0971406 Aug 21 18:00:48.276660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:48.277987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.383729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.443545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.452228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.454353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.454738 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Floating IP 9db8959f-5596-4787-91fc-12f4df88042e disassociated. External IP: 172.25.1.131, port: 97647b92-2ed2-49b0-a26b-09230ec87888. Aug 21 18:00:48.462282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.474563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.492102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18'}], 'enable_snat': True}, 'gw_port_id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:46Z', 'revision_number': 5, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port': {'id': '48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:48.496040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-0dff8bdd-368c-4e98-97ee-82786bbe1f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:48.497668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-0dff8bdd-368c-4e98-97ee-82786bbe1f5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.2146535 Aug 21 18:00:48.509567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Deleting port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:48.509916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.513371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.519099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5b44b0a-617a-46b7-b361-be2a48c2f297 req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3257124 Aug 21 18:00:48.526783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Checking router: a5f2883e-d3ee-44af-b420-dba6bb346573 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:48.537602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Routers {'a5f2883e-d3ee-44af-b420-dba6bb346573'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:48.538998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a5f2883e-d3ee-44af-b420-dba6bb346573'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:48.559109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-f703d41e-8291-4672-ab1e-124ec492c985 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0525932 Aug 21 18:00:48.575342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814846b-8b84-4715-8c5d-1166907fd03c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18551a74-7b84-4819-bbb2-e7a6fd6fa977,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:48.628786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] For port 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:48.629244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:48.636089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] Set router a5f2883e-d3ee-44af-b420-dba6bb346573 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:48.644836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Calling delete_port for 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:48.695311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:48Z', 'revision_number': 6, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:48.728812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0749e-32dc-47a8-a01d-4a7d7e4dd96f None None] The sync data for ids ['a5f2883e-d3ee-44af-b420-dba6bb346573'] in n-d-793621-32 is: [{'id': 'a5f2883e-d3ee-44af-b420-dba6bb346573', 'name': 'tempest-FloatingIPsTestJSON-658372597-router', 'tenant_id': '6cd9adc84da54f98ab7ff5b501515267', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:00:23Z', 'updated_at': '2021-08-21T18:00:48Z', 'revision_number': 6, 'project_id': '6cd9adc84da54f98ab7ff5b501515267', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:48.768323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5c053-d660-4114-af39-28a9bca698f7 req-8017ca7b-95ff-4546-bad9-82c860bab872 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:48.775433 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-acf5c053-d660-4114-af39-28a9bca698f7 req-8017ca7b-95ff-4546-bad9-82c860bab872 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 946 time: 0.1241093 Aug 21 18:00:48.781400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-bb19a38e-6c97-46d3-98b4-9bbe3f679bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:48.782915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-bb19a38e-6c97-46d3-98b4-9bbe3f679bcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1303043 Aug 21 18:00:48.831914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-87e79576-c16d-4179-9bbf-b87f571a3274 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390749 Aug 21 18:00:48.869915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-acf5c053-d660-4114-af39-28a9bca698f7 req-17b89900-59a6-4e97-bf1e-c3ea3c0f16b2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936067 Aug 21 18:00:48.930566 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b0b613-3824-4d3d-94b0-7d56c80b3dce x-openstack-request-id: req-23b0b613-3824-4d3d-94b0-7d56c80b3dce {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:48.930852 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:48.931097 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23b0b613-3824-4d3d-94b0-7d56c80b3dce {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:48.931476 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 18:00:48.936865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39404) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:48.956807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:00:48.969697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.020908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Pushing event deleted for resources: {'Port': ['ID=48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:49.036644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-5f0bcb0e-ce47-4b41-bb6e-0b8e0fc68e25 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736591 Aug 21 18:00:49.083304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.135909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:49.173416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750891e-2754-48ac-8ad5-a30895ab981f req-277181fb-6ab8-435a-bf26-69d17a995fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.175101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-277181fb-6ab8-435a-bf26-69d17a995fed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.2179008 Aug 21 18:00:49.178581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:00:49.184782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.198471 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:00:49.208670 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:49.209290 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:49.224920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-d89a9151-7dd2-47a1-937a-db1f1d182b65 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781299 Aug 21 18:00:49.238632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a64e6dbe-486b-4098-a55a-fe5d0df07c41 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "PUT /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 696 time: 1.1104572 Aug 21 18:00:49.264759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.266922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf00e-b6df-4896-a0f7-9b1f47ee430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.270143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.314999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:49.319214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a594096a-12c8-46a6-8595-4f412a7608e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.328116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-a594096a-12c8-46a6-8595-4f412a7608e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.0885198 Aug 21 18:00:49.333269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 has no active binding in host n-h2-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:00:49.397176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-f68fffbd-c7d5-4c76-bd4e-db3df11ed462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.399020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-f68fffbd-c7d5-4c76-bd4e-db3df11ed462 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1175 time: 0.1186824 Aug 21 18:00:49.411559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.412241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5f2883e-d3ee-44af-b420-dba6bb346573 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:00:49.432075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53726ff4-f57a-4677-91cf-18f49cbbc877 req-88a40339-0fef-42e8-9f22-ffa9bb742761 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.433765 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53726ff4-f57a-4677-91cf-18f49cbbc877 req-88a40339-0fef-42e8-9f22-ffa9bb742761 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.3036594 Aug 21 18:00:49.440850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.444508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c20c8baf-7723-442e-8083-afdd271bb24f admin admin] 10.222.0.41 "DELETE /v2.0/routers/a5f2883e-d3ee-44af-b420-dba6bb346573 HTTP/1.1" status: 204 len: 168 time: 1.3620982 Aug 21 18:00:49.449913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:49.460336 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:49.478421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-211c57ff-f60d-4340-838e-73f5918eb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.485764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-211c57ff-f60d-4340-838e-73f5918eb5f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.1567869 Aug 21 18:00:49.522306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750891e-2754-48ac-8ad5-a30895ab981f req-c6708322-87ec-42b0-b066-a278c48f9cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.524535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-c6708322-87ec-42b0-b066-a278c48f9cec service neutron] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.3351870 Aug 21 18:00:49.539467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-380ea040-16f4-48c2-848d-b60c7729a965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0524044 Aug 21 18:00:49.563064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53726ff4-f57a-4677-91cf-18f49cbbc877 req-d193b932-2226-40f3-aa4f-55f9955a899e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Aug 21 18:00:49.567342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Deleting subnet dba98d01-34b7-4279-87b9-ea27f0c0ab43 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:00:49.580767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.613076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-e6fe7263-2c0e-4b88-825a-41372e41dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.614612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-e6fe7263-2c0e-4b88-825a-41372e41dab4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.2029088 Aug 21 18:00:49.645532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-c8a7c7a8-8cc1-4b2d-bf0f-9b07a76f2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.647150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-c8a7c7a8-8cc1-4b2d-bf0f-9b07a76f2028 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.1065435 Aug 21 18:00:49.684391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-cf12e34f-79dc-43d0-9a37-46e7c89fd140 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.1113660 Aug 21 18:00:49.685327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:49.712504 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:49.715830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:00:49.716963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 48f3b0db-8d5f-4b25-8fa1-773dc0ea4ff7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:49.717715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-b0e0a893-83f1-4134-9142-fc1578dced70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 200 len: 217 time: 0.0877404 Aug 21 18:00:49.719592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:49.744427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:00:49.745662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdbc4fe8-1a5b-45c4-bc09-96b092e33c93 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:49.749826 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:00:49.755922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.761509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:00:49.762137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:49.766361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf00e-b6df-4896-a0f7-9b1f47ee430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.796547 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1cf00e-b6df-4896-a0f7-9b1f47ee430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.826413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d625-f683-454c-9384-af69de8eafcb req-3cc21991-dbb1-447f-8550-4cc5b302703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.828565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-3cc21991-dbb1-447f-8550-4cc5b302703f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1686945 Aug 21 18:00:49.830723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691450de-332d-4829-9bf5-cf9da24260a6 req-d15bafeb-5768-430f-a318-3febb10cc45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.832231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-d15bafeb-5768-430f-a318-3febb10cc45f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.0860989 Aug 21 18:00:49.873632 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:00:49.885274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b1cf00e-b6df-4896-a0f7-9b1f47ee430b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5dab332c0621402bb46c955d80c999a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470885 Aug 21 18:00:49.890482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:49.899918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c841b54-0d60-42c4-9704-7a88ecf35b51 req-f021efd1-80a6-4084-9c5a-f82ff4ef844a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/18551a74-7b84-4819-bbb2-e7a6fd6fa977 HTTP/1.1" status: 200 len: 1781 time: 0.2713251 Aug 21 18:00:49.901363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750891e-2754-48ac-8ad5-a30895ab981f req-9ca0791e-9434-40a0-abf8-ee26a216b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.902771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-9ca0791e-9434-40a0-abf8-ee26a216b84b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.2055082 Aug 21 18:00:49.931196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:49.933194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-0a839f64-ce75-456f-89ca-2c9b176a27ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771394 Aug 21 18:00:49.964844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cf00e-b6df-4896-a0f7-9b1f47ee430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505d68b2-1460-4893-8f28-4f99e8cc8fdd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:49.997921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750891e-2754-48ac-8ad5-a30895ab981f req-58571194-8c78-474d-a686-54b331bee7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:49.999506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-58571194-8c78-474d-a686-54b331bee7fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828733 Aug 21 18:00:50.076895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-f2d66200-2428-4268-b1de-7bc9da9561c4 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419987 Aug 21 18:00:50.097323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.136167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba98d01-34b7-4279-87b9-ea27f0c0ab43,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:50.141037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.143123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f202cc70-722e-4dc7-9786-f107b98e5b3c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dba98d01-34b7-4279-87b9-ea27f0c0ab43 HTTP/1.1" status: 204 len: 168 time: 0.6922317 Aug 21 18:00:50.146087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39420) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:50.149442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a331b3-3006-4f78-8ac2-8ce7a09202bc None None] Network 9bc8aa81-777b-407e-b2c0-a6f4d1013096 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:00:50.185508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.210557 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:50.231933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-4b3b8d51-a345-4fd9-9953-4547f8dab18a service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876582 Aug 21 18:00:50.247039 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae27de29-8d89-47da-94b5-5681ce12e4f9 None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T17:59:46Z', 'revision_number': 4, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '788f78de-a933-4853-ba21-4c09abc1ed95', 'name': '', 'network_id': '69eec03e-5764-4012-ad57-94de25cf5c6c', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'mac_address': 'fa:16:3e:7b:24:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_interface', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:45Z', 'updated_at': '2021-08-21T17:59:55Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'subnets': [{'id': 'ce10b887-4800-4908-a1d9-a012014cf6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:00:50.247535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-3795bf27-a58d-4866-82e6-14140209fc1d service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376394 Aug 21 18:00:50.250143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.289476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.367074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1a3d625-f683-454c-9384-af69de8eafcb req-cebe60b5-a451-477d-8f76-ae6e8740ed78 service neutron] 10.222.0.41 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573385 Aug 21 18:00:50.371867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c87be888-e6b5-4799-9e5d-045d4bdda6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.392239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.457385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-691450de-332d-4829-9bf5-cf9da24260a6 req-72855bcd-6fb0-4a17-9c94-6c722b999b07 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042069 Aug 21 18:00:50.478606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.481461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.485509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/505d68b2-1460-4893-8f28-4f99e8cc8fdd HTTP/1.1" status: 204 len: 168 time: 0.5627921 Aug 21 18:00:50.497571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ec493-aba0-4d7a-8fa9-41dad5e6a671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505d68b2-1460-4893-8f28-4f99e8cc8fdd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:50.523439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] DHCP port deletion for 9bc8aa81-777b-407e-b2c0-a6f4d1013096 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:00:50.558385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506dead-c7db-44b5-b9f6-a9be436a6673 req-59a40ea3-1f32-4ea1-839c-0c2f246e239d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:50.571500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2506dead-c7db-44b5-b9f6-a9be436a6673 req-59a40ea3-1f32-4ea1-839c-0c2f246e239d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.0750194 Aug 21 18:00:50.595126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Deleting port ce024551-0ff9-4934-bcfa-941d04a2015b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:50.595875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.612371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2506dead-c7db-44b5-b9f6-a9be436a6673 req-882ab2a5-d2da-4bad-a434-3b8ada9c65e6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387323 Aug 21 18:00:50.679715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] For port ce024551-0ff9-4934-bcfa-941d04a2015b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce024551-0ff9-4934-bcfa-941d04a2015b,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:50.680127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.697702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Calling delete_port for ce024551-0ff9-4934-bcfa-941d04a2015b owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:50.702821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c176d4de-8f22-4f64-b552-c10813fa5be9 None None] New status for floating IP 9db8959f-5596-4787-91fc-12f4df88042e: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:00:50.726979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-e0b0e7cc-125f-4afc-84e6-92ecbfe812b0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/18551a74-7b84-4819-bbb2-e7a6fd6fa977 HTTP/1.1" status: 200 len: 1781 time: 0.0679679 Aug 21 18:00:50.755097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5878e-58a2-4639-995d-7853109e69f7 req-3e41bd59-a9b4-47a5-a32e-f2786e8d0954 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:50.756764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ed5878e-58a2-4639-995d-7853109e69f7 req-3e41bd59-a9b4-47a5-a32e-f2786e8d0954 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1098 time: 0.4376051 Aug 21 18:00:50.766333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3750891e-2754-48ac-8ad5-a30895ab981f req-796f23a8-9b32-401f-aee2-a9f575063e48 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069387 Aug 21 18:00:50.799922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Deleting port ce024551-0ff9-4934-bcfa-941d04a2015b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:50.800265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.810695 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.849737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.882250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ed5878e-58a2-4639-995d-7853109e69f7 req-339a0102-f48a-4ca2-a647-f98ab42f42c0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146393 Aug 21 18:00:50.924460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] For port ce024551-0ff9-4934-bcfa-941d04a2015b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce024551-0ff9-4934-bcfa-941d04a2015b,segment=NetworkSegment(6c084a09-386e-45da-a29f-561ac6940aaa),segment_id=6c084a09-386e-45da-a29f-561ac6940aaa)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:50.925860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.932920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:50.935674 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff08174-35c5-497b-adaf-b76863d46019" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:50.957153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Calling delete_port for ce024551-0ff9-4934-bcfa-941d04a2015b owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:50.961937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.968828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:50.968828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59e865c9-e03c-482d-bc2b-d3836d41c697 req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/18551a74-7b84-4819-bbb2-e7a6fd6fa977 HTTP/1.1" status: 204 len: 173 time: 0.2334211 Aug 21 18:00:50.987888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39436) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:51.002689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c1d5a-5931-4986-bc2d-e01fd86a310f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18551a74-7b84-4819-bbb2-e7a6fd6fa977,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.050341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-062564e2-963e-45de-96ac-eb8213d96cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.147155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a689a-007a-40a8-b74b-0d944079ccb8 req-9f5f0e8c-eb29-4717-9461-7b2b91d1aead tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.149551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a0a689a-007a-40a8-b74b-0d944079ccb8 req-9f5f0e8c-eb29-4717-9461-7b2b91d1aead tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0606341 Aug 21 18:00:51.155646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-062564e2-963e-45de-96ac-eb8213d96cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.166484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.203181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-062564e2-963e-45de-96ac-eb8213d96cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.204572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] Pushing event deleted for resources: {'Port': ['ID=ce024551-0ff9-4934-bcfa-941d04a2015b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.213439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8f7871-6c3a-4f35-96a9-8acbd4166292 None None] No DVR routers for this DVR port ce024551-0ff9-4934-bcfa-941d04a2015b on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:51.216458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a0a689a-007a-40a8-b74b-0d944079ccb8 req-54fa2535-7406-46ec-b774-0ae04d30168a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Aug 21 18:00:51.264298 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6d8205-2990-455d-a54d-336ae3685af5 x-openstack-request-id: req-db6d8205-2990-455d-a54d-336ae3685af5 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:51.264692 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:51.264827 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db6d8205-2990-455d-a54d-336ae3685af5 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:51.265010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4a13c-8ad7-4f30-82ef-acae5eb8f883 req-f411c104-d045-4d88-994c-588c1c6e030e tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.266920 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 18:00:51.273011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3a4a13c-8ad7-4f30-82ef-acae5eb8f883 req-f411c104-d045-4d88-994c-588c1c6e030e tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1098 time: 0.1201754 Aug 21 18:00:51.294945 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-32c8e3e9-fbb4-4a68-aa67-c30f85e4dc8d req-574be99d-6466-41f5-9ad7-0ae69314f7e8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:00:51.297303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32c8e3e9-fbb4-4a68-aa67-c30f85e4dc8d req-574be99d-6466-41f5-9ad7-0ae69314f7e8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/18551a74-7b84-4819-bbb2-e7a6fd6fa977 HTTP/1.1" status: 404 len: 352 time: 0.0167408 Aug 21 18:00:51.316185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-062564e2-963e-45de-96ac-eb8213d96cdf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d556704a14e94e57b18c31dcef967cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260629 Aug 21 18:00:51.318962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39442) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:51.322749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.346146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062564e2-963e-45de-96ac-eb8213d96cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17114cc1-95fc-4634-aa54-44853b1f468c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.362964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1521624379', 'description': 'tempest-description-561640710'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:51.375216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce024551-0ff9-4934-bcfa-941d04a2015b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.383467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] No DVR routers for this DVR port ce024551-0ff9-4934-bcfa-941d04a2015b on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:51.406611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3a4a13c-8ad7-4f30-82ef-acae5eb8f883 req-9202ee2b-a1da-48f2-89aa-2c15ed6d6d9e tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219134 Aug 21 18:00:51.438946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.446270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.451316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08174-35c5-497b-adaf-b76863d46019 req-ffa4d375-5d20-436f-a7f1-0a3ae5d3a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.452821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-ffa4d375-5d20-436f-a7f1-0a3ae5d3a80a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 1097 time: 0.1588349 Aug 21 18:00:51.457333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.469575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce024551-0ff9-4934-bcfa-941d04a2015b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:51.479705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.494863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ce024551-0ff9-4934-bcfa-941d04a2015b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:00:51.495417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce024551-0ff9-4934-bcfa-941d04a2015b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:51.545175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af86feca-d336-4390-9ac9-cf8dafc179de req-f4f7cb3f-730a-4c9a-907e-24e1cf10f408 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 200 len: 694 time: 0.1178772 Aug 21 18:00:51.574916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.577371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.581813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17114cc1-95fc-4634-aa54-44853b1f468c HTTP/1.1" status: 204 len: 168 time: 0.2579715 Aug 21 18:00:51.582231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.592339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d25bbd-3fa6-489b-ba50-3fb3f3dca1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17114cc1-95fc-4634-aa54-44853b1f468c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.608954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.609311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.610068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.610426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > port after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.610784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.611126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > port after_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.611452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.611776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.612096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.612422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.615940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.622026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.649094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.656887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3aba200a-f958-446d-b91d-498412276a26 req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3034003 Aug 21 18:00:51.665136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40eba4-90c5-4000-b2d4-1e3d87b15bf6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1714457c-2891-460a-8c6b-8bee4d70d676,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:51.682740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.683013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.684566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.684566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 21 18:00:51.684566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc8aa81-777b-407e-b2c0-a6f4d1013096']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:51.738892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c084a09-386e-45da-a29f-561ac6940aaa') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:51.739101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c084a09-386e-45da-a29f-561ac6940aaa') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:00:51.766464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.797019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43a878-f06b-420f-9e3f-08c73f63ac00 req-c20d4073-38fa-435e-8698-2efdea107716 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.798848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe43a878-f06b-420f-9e3f-08c73f63ac00 req-c20d4073-38fa-435e-8698-2efdea107716 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 944 time: 0.0552146 Aug 21 18:00:51.809193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.837099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:00:51.837565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: from cryptography.utils import int_from_bytes Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: from cryptography.utils import int_from_bytes Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:00:51.841680 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:00:51.865788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08174-35c5-497b-adaf-b76863d46019 req-16580973-a63f-4e3c-8115-538e0d0b0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.868097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-16580973-a63f-4e3c-8115-538e0d0b0353 service neutron] 10.222.0.64 "GET /v2.0/networks?id=69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 200 len: 920 time: 0.3839490 Aug 21 18:00:51.873124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe43a878-f06b-420f-9e3f-08c73f63ac00 req-a16573ac-91e3-4a8f-b900-3edc2db1ef9e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Aug 21 18:00:51.908123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-e5c62922-b88e-4384-9661-279dbb748cde service neutron] 10.222.0.39 "GET /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187/bindings/n-h2-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.0685117 Aug 21 18:00:51.947515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1712333169', 'description': 'tempest-description-1225630207'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:51.955968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-3cb6a117-8f8a-45c2-9f8e-7f6be9a3d2ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 200 len: 217 time: 0.0566430 Aug 21 18:00:51.964813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86feca-d336-4390-9ac9-cf8dafc179de req-9d39a913-528c-4838-a52f-e12c18bb8681 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:51.973732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af86feca-d336-4390-9ac9-cf8dafc179de req-9d39a913-528c-4838-a52f-e12c18bb8681 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.3942292 Aug 21 18:00:51.988798 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.036232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.067055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af86feca-d336-4390-9ac9-cf8dafc179de req-d98864e1-830b-4e9c-a8ce-42374875b451 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 697 time: 0.0924129 Aug 21 18:00:52.085834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.090070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9bc8aa81-777b-407e-b2c0-a6f4d1013096 HTTP/1.1" status: 204 len: 168 time: 1.9409535 Aug 21 18:00:52.090070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108109a-03ae-4132-a56f-ca53e01d6512 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc8aa81-777b-407e-b2c0-a6f4d1013096,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:52.170760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af86feca-d336-4390-9ac9-cf8dafc179de req-dd4b69b5-abc3-4fda-a67d-23181af1120f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.131 HTTP/1.1" status: 200 len: 697 time: 0.1028116 Aug 21 18:00:52.183565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08174-35c5-497b-adaf-b76863d46019 req-49074348-f22b-4345-9d3e-3560b7732eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:52.184849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.185774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-49074348-f22b-4345-9d3e-3560b7732eb8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 200 len: 858 time: 0.2082193 Aug 21 18:00:52.202288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.231332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:52.260606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.262297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-320691db-cae3-48b5-81ce-b123f886721c req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3411570 Aug 21 18:00:52.271462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103a934a-87ce-4ca3-a0db-d8863675ae51 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:52.277429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:52.324249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff08174-35c5-497b-adaf-b76863d46019 req-01957143-e2d1-4643-b1af-be8b43b4dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:52.324602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf9d471-58c6-41bc-8dbb-4f49f61e6187 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:00:52.326849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-01957143-e2d1-4643-b1af-be8b43b4dfe7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=69eec03e-5764-4012-ad57-94de25cf5c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926218 Aug 21 18:00:52.342086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:52.372256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.387538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:52.472218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-ec36aab9-87fe-4302-aa09-4dccbc76995f service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999048 Aug 21 18:00:52.497308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Deleting port 44b396d6-8620-4cea-81c5-aee0ee052b03 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:52.497793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.678065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.678403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.720728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-1e83c719-f28a-4973-90b4-25fe34a80d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:52.722248 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-1e83c719-f28a-4973-90b4-25fe34a80d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1085 time: 0.1326165 Aug 21 18:00:52.723213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Calling delete_port for 44b396d6-8620-4cea-81c5-aee0ee052b03 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:52.740522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff08174-35c5-497b-adaf-b76863d46019 req-b1d3b115-b2b0-4703-b88a-ddb148a7a693 service neutron] 10.222.0.64 "GET /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580762 Aug 21 18:00:52.818893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7c256a0b-1bc3-4ba2-bf41-05ec9343dd5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6cd9adc84da54f98ab7ff5b501515267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302225 Aug 21 18:00:52.824246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39498) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:52.893381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] Transition to ACTIVE for port object caf9d471-58c6-41bc-8dbb-4f49f61e6187 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:00:52.894822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-79857b58-3180-41ee-95ae-dd46cf21eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:52.896896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-79857b58-3180-41ee-95ae-dd46cf21eedc service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1092958 Aug 21 18:00:52.911961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:52.953273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-c1c762c9-7692-4c5a-923a-b0fb6d072ba4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0476391 Aug 21 18:00:52.960766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.024724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.027032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] Pushing event updated for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=10']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:53.029676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-2b13b06c-eb8d-4a4b-9f83-ceb0211ec737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.029967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-2b13b06c-eb8d-4a4b-9f83-ceb0211ec737 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0617225 Aug 21 18:00:53.068820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] No DVR routers for this DVR port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:53.085358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-dafbfbd8-f447-4d14-b5c7-5baf7f92ca3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299184 Aug 21 18:00:53.120039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-adf080ec-3ac3-428e-8de3-6e258700d652 service neutron] 10.222.0.39 "PUT /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187/bindings/n-h2-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.2044837 Aug 21 18:00:53.127885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.146767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.149518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.153694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e72926e5-bf99-4fe2-822f-34a823def77c HTTP/1.1" status: 204 len: 168 time: 0.3259206 Aug 21 18:00:53.160497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b19e7-f1df-4751-9800-41222d6d4d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72926e5-bf99-4fe2-822f-34a823def77c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:53.199991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.289715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event deleted for resources: {'Port': ['ID=44b396d6-8620-4cea-81c5-aee0ee052b03,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:53.391331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.394319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.395613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af86feca-d336-4390-9ac9-cf8dafc179de req-caf54d18-8930-4654-a101-0bf6411ec04c tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "DELETE /v2.0/floatingips/9db8959f-5596-4787-91fc-12f4df88042e HTTP/1.1" status: 204 len: 173 time: 1.2158518 Aug 21 18:00:53.402421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-67cd49d7-a469-42a8-a93c-a2cb70a3fdbf tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.404243 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-67cd49d7-a469-42a8-a93c-a2cb70a3fdbf tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1942482 Aug 21 18:00:53.406093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-90c2c056-4145-4dce-96ad-0146138be8ee service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128982 Aug 21 18:00:53.545548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-36d88982-3094-41b9-b676-dc1c5f4803c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.547888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-36d88982-3094-41b9-b676-dc1c5f4803c5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b&tenant_id=f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 1097 time: 0.1146691 Aug 21 18:00:53.619067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84b4c7be-e3f9-4935-be36-84e13aabd18b req-95a84f80-c40a-4494-a056-dd93edafc7b1 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020178 Aug 21 18:00:53.651366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c322968-e6ec-4d83-9ca0-0ad9c5961079 req-a0c6ad1b-5e78-42ec-879d-88d8299f30df tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.653931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c322968-e6ec-4d83-9ca0-0ad9c5961079 req-a0c6ad1b-5e78-42ec-879d-88d8299f30df tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1030891 Aug 21 18:00:53.659990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-b69a1e8e-82e4-47ff-9bc0-38efa472092d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.661255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-b69a1e8e-82e4-47ff-9bc0-38efa472092d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1097 time: 0.0869451 Aug 21 18:00:53.759094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c322968-e6ec-4d83-9ca0-0ad9c5961079 req-d309db57-2945-4626-af76-3768c272aa02 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937884 Aug 21 18:00:53.795409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-989204544', 'description': 'tempest-description-1930063982'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:53.813964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-5f2f6b51-738c-4c77-b76e-e04d8274bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.815923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-5f2f6b51-738c-4c77-b76e-e04d8274bc82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1364818 Aug 21 18:00:53.861786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-d02a3d2d-a83e-4697-8e73-c09d59bea871 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0355520 Aug 21 18:00:53.862480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:53.943703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-2de56c59-5f0f-4498-8a49-c8a1def7823f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:53.945688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-2de56c59-5f0f-4498-8a49-c8a1def7823f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0711424 Aug 21 18:00:53.998943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-b7bb6a4f-6e24-44b0-a13c-c9d659ac2a3e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347626 Aug 21 18:00:54.006252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-5bab6cac-9489-46b9-96de-28bb4a7d7eb9 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:00:54.007861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-5bab6cac-9489-46b9-96de-28bb4a7d7eb9 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3041909 Aug 21 18:00:54.099112 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:54.106705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:54.130715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-caec2e9e-e71e-4f44-8bf5-a0938462f20f tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:54.133294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-caec2e9e-e71e-4f44-8bf5-a0938462f20f tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 1095 time: 0.1064899 Aug 21 18:00:54.144630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Request body: {'binding': {'host': 'n-h1-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:54.145096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:00:54.161364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:54.162567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0795874-7b5d-4b68-bba6-fa019f4753eb req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3754954 Aug 21 18:00:54.187348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9df4fa-d7e9-442f-9806-d720c67af5f5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c1976-2504-4925-b782-3e7880defdee,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:54.223428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-6b1e7f7d-6cce-4e76-8e9c-953d7070404b service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114565 Aug 21 18:00:54.648070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c00e9a-ec9e-4ad5-a103-1988f1060f48 req-acb305fb-8a54-41f1-a06f-e60f76d851f9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:54.649515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c00e9a-ec9e-4ad5-a103-1988f1060f48 req-acb305fb-8a54-41f1-a06f-e60f76d851f9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 945 time: 0.4287133 Aug 21 18:00:54.688208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-42e102e6-b365-4ca5-8ee0-75b8f248ceee service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272444 Aug 21 18:00:54.710581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on host n-h1-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:54.710921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:54.711248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:54.722676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c00e9a-ec9e-4ad5-a103-1988f1060f48 req-98449008-833e-4779-98bd-65ce29f7549b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630343 Aug 21 18:00:54.724200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:54.724835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:54.732709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:54.733047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:54.733429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:54.733853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Bound port: cd873437-985a-45c0-8b07-b21a2262c2c7, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:54.785854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:54.791051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:54.792241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-9b891d52-f8a6-44b6-85e1-7c271628beb5 service neutron] 10.222.0.41 "POST /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7/bindings HTTP/1.1" status: 201 len: 390 time: 0.6538112 Aug 21 18:00:55.070377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-9b84e0b9-d304-4f57-8a4d-af398cff7446 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.071914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-9b84e0b9-d304-4f57-8a4d-af398cff7446 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1275752 Aug 21 18:00:55.124542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-1a85d997-a92f-4e4e-a29a-75b4cc02fffd service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407112 Aug 21 18:00:55.146024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-807f6aa0-de7b-4d9d-9863-8a1bbf462a9f req-453d39b1-0aa6-4447-9a7d-656a8c81f63b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 10895 time: 0.2338605 Aug 21 18:00:55.159555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-3a9e6851-a905-4b34-b4ea-8a9b182e016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.161888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-3a9e6851-a905-4b34-b4ea-8a9b182e016c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1098 time: 0.1267052 Aug 21 18:00:55.242076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312be97-9c62-4233-8c6b-d326df194f75 req-0270442e-7159-4e97-a057-72b55a0c1c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.243588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-0270442e-7159-4e97-a057-72b55a0c1c31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 1124 time: 0.0628464 Aug 21 18:00:55.251061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4aaab-4008-443c-b992-72ab80f10bf5 req-0a571f98-6bf7-4552-857c-6a35cedfe75b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.252481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-79f4aaab-4008-443c-b992-72ab80f10bf5 req-0a571f98-6bf7-4552-857c-6a35cedfe75b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0825381 Aug 21 18:00:55.308995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-807f6aa0-de7b-4d9d-9863-8a1bbf462a9f req-9cef812e-85fc-4c8c-84bd-37b42615bebe tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/acaa3df2-8865-43d0-a100-7c23b2a39569 HTTP/1.1" status: 200 len: 2981 time: 0.1543791 Aug 21 18:00:55.344043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-79f4aaab-4008-443c-b992-72ab80f10bf5 req-ce7e327d-d87f-42e0-8677-de87deeaa4ff tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825055 Aug 21 18:00:55.370379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-46437f17-4047-4759-a520-15095b7ef884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.371952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-46437f17-4047-4759-a520-15095b7ef884 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2012386 Aug 21 18:00:55.388816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312be97-9c62-4233-8c6b-d326df194f75 req-08b71063-e935-498c-8058-bdf0252bc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.392600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-08b71063-e935-498c-8058-bdf0252bc9d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1181304 Aug 21 18:00:55.430029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-80b98e2e-6d6f-41d7-a90c-ac595971c00d service neutron] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:55.432256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-cabe0ea8-62da-4f22-a7e0-d9f912e692b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.0520144 Aug 21 18:00:55.435242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-807f6aa0-de7b-4d9d-9863-8a1bbf462a9f req-012475af-4880-4974-887b-07325267a531 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/acaa3df2-8865-43d0-a100-7c23b2a39569 HTTP/1.1" status: 200 len: 2981 time: 0.1122265 Aug 21 18:00:55.437791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-80b98e2e-6d6f-41d7-a90c-ac595971c00d service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:55.440234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125570d-3e61-43fb-ac5d-1d6bde06c9d0 req-80b98e2e-6d6f-41d7-a90c-ac595971c00d service neutron] 10.222.0.64 "DELETE /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187/bindings/n-h1-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.3525565 Aug 21 18:00:55.468606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-a7f52c21-4658-4e58-9b36-40479a079972 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 200 len: 217 time: 0.0640013 Aug 21 18:00:55.513002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-41e788e0-1035-47f5-bda6-7ea4957e9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.514476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-41e788e0-1035-47f5-bda6-7ea4957e9cf5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0747459 Aug 21 18:00:55.563763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f675d63-f9cb-4c3d-be69-01cee8ba37b3 req-7111547c-4811-4f40-8869-f267dbe45793 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.565424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f675d63-f9cb-4c3d-be69-01cee8ba37b3 req-7111547c-4811-4f40-8869-f267dbe45793 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 946 time: 0.1087694 Aug 21 18:00:55.567840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-1b784f23-ac3b-40cd-bc2b-5b0b2f8651da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437107 Aug 21 18:00:55.575259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312be97-9c62-4233-8c6b-d326df194f75 req-cab4551b-9ca0-4847-b56a-42f92ebcf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.578408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-cab4551b-9ca0-4847-b56a-42f92ebcf98d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0898960 Aug 21 18:00:55.632473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:00:55.652894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f675d63-f9cb-4c3d-be69-01cee8ba37b3 req-4ae40ab0-cf76-47be-80f9-368500add152 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725918 Aug 21 18:00:55.666820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e312be97-9c62-4233-8c6b-d326df194f75 req-66926a78-0887-48b0-ae75-2306db76fda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.668832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-66926a78-0887-48b0-ae75-2306db76fda8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760059 Aug 21 18:00:55.677766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c90eea-f567-46fd-9d64-9ef05a35b15e req-0fb209a2-a772-43d0-b937-d021f452c439 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:55.679412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88c90eea-f567-46fd-9d64-9ef05a35b15e req-0fb209a2-a772-43d0-b937-d021f452c439 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 945 time: 0.1140945 Aug 21 18:00:55.713835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:00:55.722822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-bdb1a8d1-7650-435a-a179-0b89c7041620 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446311 Aug 21 18:00:55.756065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88c90eea-f567-46fd-9d64-9ef05a35b15e req-f0e6dc34-6b17-4d4c-afe7-d2a98b623ebd tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/security-groups?id=754cc8c3-e1fb-4803-97d9-307a3ba41997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693853 Aug 21 18:00:55.884958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-b68d64dc-ec53-4ad2-959f-2badb5a73667 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063978 Aug 21 18:00:55.888457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1568e744-28ac-4c51-bea5-13a974af44ff req-dc848671-3d64-46b5-b68f-dd41d9165184 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1714457c-2891-460a-8c6b-8bee4d70d676 HTTP/1.1" status: 200 len: 1800 time: 0.0733852 Aug 21 18:00:55.918086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-6d3b9f56-16b6-445d-bfa7-b84a5db90f2a service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831446 Aug 21 18:00:55.970776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1568e744-28ac-4c51-bea5-13a974af44ff req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.008782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1568e744-28ac-4c51-bea5-13a974af44ff req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.020994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0a381-40e9-4090-9bcf-78a04ad1efba req-0e853ef5-efce-4449-b736-48ac22ac4b8f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.023055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46b0a381-40e9-4090-9bcf-78a04ad1efba req-0e853ef5-efce-4449-b736-48ac22ac4b8f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 945 time: 0.0781395 Aug 21 18:00:56.026904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e312be97-9c62-4233-8c6b-d326df194f75 req-5f6ded8a-aebd-4c9f-9cdb-d64a3f5cffe9 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338491 Aug 21 18:00:56.064702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46b0a381-40e9-4090-9bcf-78a04ad1efba req-8f528c1e-a945-45a7-8aa0-bd37dad2f56e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346296 Aug 21 18:00:56.071572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c0d572a1-c346-4f9b-8f2a-85c28cb305da tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.073651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c0d572a1-c346-4f9b-8f2a-85c28cb305da tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1098 time: 0.0784926 Aug 21 18:00:56.085829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-32'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:56.088669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1568e744-28ac-4c51-bea5-13a974af44ff req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.091320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1568e744-28ac-4c51-bea5-13a974af44ff req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.092364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1568e744-28ac-4c51-bea5-13a974af44ff req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/1714457c-2891-460a-8c6b-8bee4d70d676 HTTP/1.1" status: 204 len: 173 time: 0.1893809 Aug 21 18:00:56.118928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7dcac-c03c-44de-98c3-36083410dbc1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1714457c-2891-460a-8c6b-8bee4d70d676,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:56.186554 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-755882e7-7dfb-47b7-a1d0-15759b95c44b req-2c7bada3-a2a7-424d-85e5-7c143b469fdc tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:00:56.187589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-755882e7-7dfb-47b7-a1d0-15759b95c44b req-2c7bada3-a2a7-424d-85e5-7c143b469fdc tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1714457c-2891-460a-8c6b-8bee4d70d676 HTTP/1.1" status: 404 len: 352 time: 0.0197883 Aug 21 18:00:56.190659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.349125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668c899-6f20-43d2-badc-31acbff6efb3 req-7767e60a-4338-4bca-b954-b32e52045026 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.350710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f668c899-6f20-43d2-badc-31acbff6efb3 req-7767e60a-4338-4bca-b954-b32e52045026 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1097 time: 0.0897217 Aug 21 18:00:56.369140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:56.373877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-e9f9433d-f5b8-43fa-bc12-67c5c1c410bb tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058 HTTP/1.1" status: 200 len: 1801 time: 0.0678289 Aug 21 18:00:56.427934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f668c899-6f20-43d2-badc-31acbff6efb3 req-d8c7e338-20f2-4e48-9d71-16f05e35a14c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692515 Aug 21 18:00:56.456963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:56.476295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.515988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.522079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39650) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:56.531604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:56.534662 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054b5c24-0f0c-4bd6-bbee-d108bb6c2199" -d '{"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:56.538654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.568506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.578811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.582206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.583825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f732c6b2-e4f7-4119-b170-f07a51deaab9 req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058 HTTP/1.1" status: 204 len: 173 time: 0.2028084 Aug 21 18:00:56.597562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a34e34-257c-4527-937e-22a87edea7f1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:56.657764 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c3695-093a-40da-a88d-5573d82ee6cf x-openstack-request-id: req-fc0c3695-093a-40da-a88d-5573d82ee6cf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:56.658053 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-unplugged", "status": "completed", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:56.658302 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0c3695-093a-40da-a88d-5573d82ee6cf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:56.658718 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'code': 200} Aug 21 18:00:56.659448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b2221-fafa-446f-ab20-14c871f094f2 req-e07e9fde-d37a-4b3b-9a58-44a301646cf8 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.661897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-681b2221-fafa-446f-ab20-14c871f094f2 req-e07e9fde-d37a-4b3b-9a58-44a301646cf8 tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.64 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 945 time: 0.0657141 Aug 21 18:00:56.669289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871076e-0e1d-48cb-8e76-c3d36d21993a req-16026a58-a757-47f5-989c-2ab249c9131f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.670812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8871076e-0e1d-48cb-8e76-c3d36d21993a req-16026a58-a757-47f5-989c-2ab249c9131f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1299846 Aug 21 18:00:56.684582 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-8ea5f6c5-1785-4eed-8062-798420e17558 req-a144c2ab-6ba2-46c3-87bf-15f83ed3bb08 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:00:56.685104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea5f6c5-1785-4eed-8062-798420e17558 req-a144c2ab-6ba2-46c3-87bf-15f83ed3bb08 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058 HTTP/1.1" status: 404 len: 352 time: 0.0225155 Aug 21 18:00:56.722663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:56.749719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on host n-h2-793621-32 for vnic_type normal with profile {"migrating_to": "n-h1-793621-32"} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:00:56.750060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:00:56.750566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:56.752702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69677e01-cadd-4260-b107-4c8e33c45881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.771174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:00:56.771506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Attempting to bind port cd873437-985a-45c0-8b07-b21a2262c2c7 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:00:56.789324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:00:56.789664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:00:56.790053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:00:56.790490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Bound port: cd873437-985a-45c0-8b07-b21a2262c2c7, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:00:56.790874 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.795417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Deleting port 97647b92-2ed2-49b0-a26b-09230ec87888 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:00:56.795754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.798035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8871076e-0e1d-48cb-8e76-c3d36d21993a req-2c5cb00b-f6b9-478b-84ef-bcb6f0adfe6a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865617 Aug 21 18:00:56.932810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:00:56.938043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-3fd63b16-5775-4706-93b6-6fe432660ed0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:56.939550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-3fd63b16-5775-4706-93b6-6fe432660ed0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.1774602 Aug 21 18:00:56.949348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:00:56.956841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] For port 97647b92-2ed2-49b0-a26b-09230ec87888, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97647b92-2ed2-49b0-a26b-09230ec87888,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:56.957208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.960900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:56.969013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-e7c5b9d7-162a-47b1-a82b-3536ad710b05 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/quotas/f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 375 time: 0.0221157 Aug 21 18:00:56.972908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Calling delete_port for 97647b92-2ed2-49b0-a26b-09230ec87888 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:00:57.013625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f6cb-2f19-4de8-9513-d75592570df2 req-6cf46efd-2416-46f3-89be-fbde714e1a2a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:57.015165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d13f6cb-2f19-4de8-9513-d75592570df2 req-6cf46efd-2416-46f3-89be-fbde714e1a2a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.1385331 Aug 21 18:00:57.036251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69677e01-cadd-4260-b107-4c8e33c45881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.055850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69677e01-cadd-4260-b107-4c8e33c45881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.071900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-8a177009-1547-4141-9ed5-4cb7f80a2520 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0944567 Aug 21 18:00:57.088384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:57.135462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:57.136091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.137468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-c7106d38-2b4b-4f70-a4b2-3a644236a55b service neutron] 10.222.0.39 "PUT /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 1124 time: 1.0571389 Aug 21 18:00:57.142097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69677e01-cadd-4260-b107-4c8e33c45881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2412c15e-f068-4dd1-8acf-549d15b6dec9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:57.146168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-69677e01-cadd-4260-b107-4c8e33c45881 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58739be5bd5246c3bd16e6eff1d0ec75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230628 Aug 21 18:00:57.149632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39674) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:57.159492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d13f6cb-2f19-4de8-9513-d75592570df2 req-711574f3-9188-4b7d-a3c5-c3c01de00a0c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329138 Aug 21 18:00:57.205010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.214117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.226939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97647b92-2ed2-49b0-a26b-09230ec87888'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:57.229517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.249234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['cd873437-985a-45c0-8b07-b21a2262c2c7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:00:57.259178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-dec547d5-b67c-4ad2-81e7-70fe2a89aef9 service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765163 Aug 21 18:00:57.292357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-66a10a88-b927-4d2c-9c28-f3f2551d6b1c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/a97c1976-2504-4925-b782-3e7880defdee HTTP/1.1" status: 200 len: 1800 time: 0.0606420 Aug 21 18:00:57.300765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Pushing event deleted for resources: {'Port': ['ID=97647b92-2ed2-49b0-a26b-09230ec87888,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:57.330256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.333117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.334431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2412c15e-f068-4dd1-8acf-549d15b6dec9 HTTP/1.1" status: 204 len: 168 time: 0.1839879 Aug 21 18:00:57.346790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] No DVR routers for this DVR port 97647b92-2ed2-49b0-a26b-09230ec87888 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:00:57.349423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.352751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-681b2221-fafa-446f-ab20-14c871f094f2 req-787ccc2f-634b-4adf-870d-499431a8162f tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.64 "DELETE /v2.0/ports/97647b92-2ed2-49b0-a26b-09230ec87888 HTTP/1.1" status: 204 len: 173 time: 0.6821516 Aug 21 18:00:57.355147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'name': 'network-vif-deleted', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:57.357757 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec56817-3367-4987-97fa-fad65ad71d20" -d '{"events": [{"server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "name": "network-vif-deleted", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:57.386809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f2c2e-ee56-43fb-9e18-8b9080dd85a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2412c15e-f068-4dd1-8acf-549d15b6dec9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:57.437164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.489541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.493268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-253fa73b-aadb-4722-96cd-8c265c94d67c service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039030 Aug 21 18:00:57.573733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.578898 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.596673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a42ebd7f-3d20-4e46-9255-a4e9a7fb06e5 req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/a97c1976-2504-4925-b782-3e7880defdee HTTP/1.1" status: 204 len: 173 time: 0.2960968 Aug 21 18:00:57.632206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357400c-661e-4e7f-aa12-fbb73ccd5fd9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c1976-2504-4925-b782-3e7880defdee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:57.786520 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95dbb646-25d8-4171-8541-6ae0e738d940 req-db60782e-da5f-4e16-9f9c-4d648ea97e2b tempest-FloatingIPsAssociationTestJSON-320751482 tempest-FloatingIPsAssociationTestJSON-320751482-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae3a0292-5791-44f9-a218-e80e1b22f123 HTTP/1.1" status: 200 len: 210 time: 0.0508299 Aug 21 18:00:57.809763 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3e03a0-f27f-4844-ad5a-74a181413ba0 x-openstack-request-id: req-7c3e03a0-f27f-4844-ad5a-74a181413ba0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:57.810070 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3a0292-5791-44f9-a218-e80e1b22f123", "name": "network-vif-deleted", "tag": "97647b92-2ed2-49b0-a26b-09230ec87888", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:57.810330 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c3e03a0-f27f-4844-ad5a-74a181413ba0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:57.810766 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3a0292-5791-44f9-a218-e80e1b22f123', 'name': 'network-vif-deleted', 'tag': '97647b92-2ed2-49b0-a26b-09230ec87888', 'status': 'completed', 'code': 200} Aug 21 18:00:57.838620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:57.855808 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-4e8f58c1-cdb3-4f65-98ab-a3eb7f50b5f2 req-6e759455-0bb3-4826-9a9a-c0429746124e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:00:57.856864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e8f58c1-cdb3-4f65-98ab-a3eb7f50b5f2 req-6e759455-0bb3-4826-9a9a-c0429746124e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/a97c1976-2504-4925-b782-3e7880defdee HTTP/1.1" status: 404 len: 352 time: 0.0301099 Aug 21 18:00:57.860143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f94d2dbd-d521-40e6-8d8b-415c0b53a325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:57.933081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53950e8f-f07b-4456-9036-bc6d94d2a251 req-31005247-7fc7-42bd-b083-27f530489f23 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 210 time: 0.0739970 Aug 21 18:00:58.093329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-055147b9-946a-43ce-814a-2b25a65459d9 req-f75713f0-b62f-4ec4-8f63-33e23e9e1b73 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 6147 time: 0.1229768 Aug 21 18:00:58.117195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17e1ea-773a-4f29-839c-fb8b42064f6b req-a8213b7e-ca16-45f2-be44-e97b463d1349 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:58.127807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea17e1ea-773a-4f29-839c-fb8b42064f6b req-a8213b7e-ca16-45f2-be44-e97b463d1349 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1414711 Aug 21 18:00:58.144994 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f94d2dbd-d521-40e6-8d8b-415c0b53a325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.168858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-055147b9-946a-43ce-814a-2b25a65459d9 req-51904eea-c760-4d6f-b4e4-fb8e0e6e169a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/acaa3df2-8865-43d0-a100-7c23b2a39569 HTTP/1.1" status: 200 len: 2981 time: 0.0745409 Aug 21 18:00:58.184652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f94d2dbd-d521-40e6-8d8b-415c0b53a325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.231178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea17e1ea-773a-4f29-839c-fb8b42064f6b req-993734d9-4add-4278-b902-ca49d4eb3b3c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880716 Aug 21 18:00:58.293601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39722) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:58.294741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f94d2dbd-d521-40e6-8d8b-415c0b53a325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54d7ce6ccb28450fb7818430a18775d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546673 Aug 21 18:00:58.318626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d2dbd-d521-40e6-8d8b-415c0b53a325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b3cd27-38fb-4fa3-8cfc-728349d11709,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:58.330180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-055147b9-946a-43ce-814a-2b25a65459d9 req-2c515dc8-a432-405d-8c3d-41be80ddda41 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/acaa3df2-8865-43d0-a100-7c23b2a39569 HTTP/1.1" status: 200 len: 2981 time: 0.1598794 Aug 21 18:00:58.410167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.427585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ce34f-c5b3-417b-a6a8-808d64383f8c req-303ed0a1-8b90-4e98-a6b2-5dc71f7eb8b3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:58.433100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-660581537', 'description': 'tempest-description-975910892'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:58.435754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-449ce34f-c5b3-417b-a6a8-808d64383f8c req-303ed0a1-8b90-4e98-a6b2-5dc71f7eb8b3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.1029229 Aug 21 18:00:58.463085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.471861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.527019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-449ce34f-c5b3-417b-a6a8-808d64383f8c req-260df801-5806-4e40-95a8-2a555ac1639d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837269 Aug 21 18:00:58.574339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.577740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.579276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.579780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3b3cd27-38fb-4fa3-8cfc-728349d11709 HTTP/1.1" status: 204 len: 168 time: 0.2851274 Aug 21 18:00:58.588000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.613698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9620732-c69b-41fb-a349-91c4072ed078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b3cd27-38fb-4fa3-8cfc-728349d11709,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:58.627396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.633032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d45088f2-fe1d-456e-9d68-2508ee774caa req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2055337 Aug 21 18:00:58.635517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75829f33-f63f-4208-ba75-ff581655350c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:58.659916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:00:58.663332 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacdce8d-0308-4a94-9229-84652aeb08c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:00:58.686551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-764282866', 'description': 'tempest-description-326750784'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:58.715757 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2e86aa-58fd-476d-805c-0ee6675306e0 x-openstack-request-id: req-de2e86aa-58fd-476d-805c-0ee6675306e0 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:00:58.716531 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:00:58.716777 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de2e86aa-58fd-476d-805c-0ee6675306e0 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:00:58.717353 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'status': 'completed', 'code': 200} Aug 21 18:00:58.718996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.844436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-3d2593ff-e306-440c-9398-66b9c7806142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:58.846165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-3d2593ff-e306-440c-9398-66b9c7806142 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1127 time: 0.0728872 Aug 21 18:00:58.867471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39762) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:58.896739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.937297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.992511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:58.998372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea896cee-7724-4f47-a35e-af7f82372be8 req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3418572 Aug 21 18:00:59.002593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b417f-5e3b-491a-bdc4-89a2f2fa468b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e05d8-e2b1-427a-a12d-69b6a681d445,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:00:59.074178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-8fb71e57-57a6-4171-9a58-c0df9ae7ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.075805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-8fb71e57-57a6-4171-9a58-c0df9ae7ee16 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2196953 Aug 21 18:00:59.173882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-3b93dda9-9d39-4b6a-8f99-cae3109cd191 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.0775602 Aug 21 18:00:59.251989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7490827f-7d3a-482e-b326-84566a503a23 req-f2150065-7210-41ea-8a1a-d4c1af179986 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 210 time: 0.1209242 Aug 21 18:00:59.279366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-01a61428-31b3-4587-8ffb-9ffe1262bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.281015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-01a61428-31b3-4587-8ffb-9ffe1262bcd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0984504 Aug 21 18:00:59.408256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-2c7b4bdf-de16-4d38-9bf3-dead6f0d88c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412741 Aug 21 18:00:59.449431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-4c2af43a-a01b-4fb0-bbf0-420cf8fa3b20 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.450542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-4c2af43a-a01b-4fb0-bbf0-420cf8fa3b20 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.3234966 Aug 21 18:00:59.489803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Request body: {'port': {'device_id': '880b2865-8da6-401a-be9d-749564cf4e6b', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'admin_state_up': True, 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:59.526919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-8170abdc-b14b-44d9-b3de-1950bb92406b service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079710 Aug 21 18:00:59.557654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d449b1f-53c8-485c-80c0-ce2708bfa0dc req-3cb6ad18-30df-4de1-b2fb-64be70b66841 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.559199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d449b1f-53c8-485c-80c0-ce2708bfa0dc req-3cb6ad18-30df-4de1-b2fb-64be70b66841 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1839099 Aug 21 18:00:59.626606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-c5343c2a-9706-461d-9400-3ebd5e759b4e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.634892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-c5343c2a-9706-461d-9400-3ebd5e759b4e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 813 time: 0.3527298 Aug 21 18:00:59.650194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:00:59.660652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-d5eacc0d-3b08-472a-a4c8-3e6085174d55 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/quotas/f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 375 time: 0.0248053 Aug 21 18:00:59.691098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d449b1f-53c8-485c-80c0-ce2708bfa0dc req-23a3973b-736c-413a-9de4-e6218a4bc7b9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232409 Aug 21 18:00:59.726115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:00:59.735284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacdce8d-0308-4a94-9229-84652aeb08c3 req-8f8c1395-b97f-4e77-a717-5675f358b9b2 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929836 Aug 21 18:00:59.745940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:00:59.750740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:00:59.777382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-8d4a2e79-a019-4a14-bd89-f98b3ffd2089 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158245 Aug 21 18:00:59.844222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:00:59.858474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:00:59.911995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-cae5d6f5-51d8-47b4-a4d9-8dc1fdf1f15a service neutron] 10.222.0.41 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245368 Aug 21 18:00:59.916253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1692044035-network', 'tenant_id': 'fada25dd58974ffc8666686f55b9e517'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:00:59.959760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d72f1-570c-4a1b-85f7-37c918b6979f req-473724c6-711b-4166-aaef-2186bf27e618 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:00:59.966969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c15d72f1-570c-4a1b-85f7-37c918b6979f req-473724c6-711b-4166-aaef-2186bf27e618 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.1772866 Aug 21 18:01:00.021737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-960d4dda-b128-43f4-9cab-aa9ab29b3170 service neutron] 10.222.0.41 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028945 Aug 21 18:01:00.027521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Made reservation on behalf of fada25dd58974ffc8666686f55b9e517 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:00.029754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.063327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.071752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.122724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c15d72f1-570c-4a1b-85f7-37c918b6979f req-bd0f3bea-5cfa-4f90-bb1f-8a492d2b0dff tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548164 Aug 21 18:01:00.132203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Allocated IP 172.20.0.2 (52809fd1-75b1-4630-a937-c561f174b0b3/5b0ae541-7a1b-4f79-b015-7f9638ef59cd/62d1378c-34f9-4989-b60f-ebccfe109c37) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:00.294389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5c11721-b2d4-40d3-b595-1b687a829746 req-116a52af-1d98-4cd8-9fb9-097d9ce5d5ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 210 time: 0.0586312 Aug 21 18:01:00.662236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-874b99be-9bc4-4507-8acc-1d24da93c973 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258746 Aug 21 18:01:00.718506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e58481db-852c-447e-8c7f-a0a925263e5a req-ae10392e-733c-4ac7-a8ff-2206b5fb7beb tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 210 time: 0.3492653 Aug 21 18:01:00.793764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.822292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-45d9304d-59fc-4d89-b69f-b804f609fc4f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:00.826692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.828854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.830481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-45d9304d-59fc-4d89-b69f-b804f609fc4f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1613624 Aug 21 18:01:00.841403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-1d439d04-73ab-4f44-aac1-dcdffa29c248 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/quotas/63b0e06555fc4cb6b61ce21dffb857da HTTP/1.1" status: 200 len: 375 time: 0.0099177 Aug 21 18:01:00.877419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-5aaee39a-78d4-4a58-931b-787688f76492 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281448 Aug 21 18:01:00.904999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:01:00.943702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee86fd-c908-45f9-887e-7b580b324bf3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:00.957600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:00.957955 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Added segment 5b148716-8bad-4c82-8343-d25e3853050d of type vlan for network 63effe99-5525-477d-9eeb-3c0125d9e0ef Aug 21 18:01:00.986873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02be472-05b6-47ed-9a41-c2a0a5630518 req-19ba428c-18b5-4cfe-854d-58118bc4b3c0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:00.988969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b02be472-05b6-47ed-9a41-c2a0a5630518 req-19ba428c-18b5-4cfe-854d-58118bc4b3c0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1827106 Aug 21 18:01:01.063320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.073394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.136837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-f6c1ffb1-399c-4644-8839-9718f061f213 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391507 Aug 21 18:01:01.153362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b02be472-05b6-47ed-9a41-c2a0a5630518 req-1983695d-f0f8-4a52-a87d-045445bac8aa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283550 Aug 21 18:01:01.167569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Network 52809fd1-75b1-4630-a937-c561f174b0b3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:01.171738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:01.174320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:01.204487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97647b92-2ed2-49b0-a26b-09230ec87888 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:01.235543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.237393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:01.237991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.247442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 97647b92-2ed2-49b0-a26b-09230ec87888 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:01.248335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97647b92-2ed2-49b0-a26b-09230ec87888 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:01.257828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:01.345094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Deleting port 788f78de-a933-4853-ba21-4c09abc1ed95 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:01.345346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.391996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-f7c0635d-9e8b-485d-8ccd-6b4fb4432ef0 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:01.399646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-f7c0635d-9e8b-485d-8ccd-6b4fb4432ef0 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553194 Aug 21 18:01:01.415837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:01.416559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.422441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6890018 Aug 21 18:01:01.429402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-1f64a229-dc10-48a8-8b7b-8544750abb62 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/quotas/63b0e06555fc4cb6b61ce21dffb857da HTTP/1.1" status: 200 len: 375 time: 0.0287871 Aug 21 18:01:01.431576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39894) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:01.437797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Request body: {'subnet': {'network_id': '63effe99-5525-477d-9eeb-3c0125d9e0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1692044035-subnet', 'tenant_id': 'fada25dd58974ffc8666686f55b9e517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:01.459907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-fe62c4e1-f2f3-4bac-8928-6d0532dadc91 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:01.461368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-fe62c4e1-f2f3-4bac-8928-6d0532dadc91 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 813 time: 0.2123375 Aug 21 18:01:01.464246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee80a23-a113-4845-8dee-56ff4fd193a9 admin admin] Pushing event updated for resources: {'Network': ['ID=63effe99-5525-477d-9eeb-3c0125d9e0ef,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:01.473692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 63effe99-5525-477d-9eeb-3c0125d9e0ef details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:01:01.493787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-48b97329-6e04-4cef-af7c-6c43e8d3a3a8 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635169 Aug 21 18:01:01.508482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee3575-9c9a-46e4-b5a5-3cf817d0c773 req-9b1cde97-438c-410b-8423-fa4643f64caa tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:01.510056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19ee3575-9c9a-46e4-b5a5-3cf817d0c773 req-9b1cde97-438c-410b-8423-fa4643f64caa tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.2342870 Aug 21 18:01:01.516824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'device_id': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad', 'admin_state_up': True, 'tenant_id': 'f28e83c53d7c4ddf96bf2817e24342eb'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:01.551645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] For port 788f78de-a933-4853-ba21-4c09abc1ed95, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=788f78de-a933-4853-ba21-4c09abc1ed95,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:01.553913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.577176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Calling delete_port for 788f78de-a933-4853-ba21-4c09abc1ed95 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:01.581412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-58f4a169-37f6-4db2-ba33-e6ebb1336988 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0999761 Aug 21 18:01:01.590015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19ee3575-9c9a-46e4-b5a5-3cf817d0c773 req-68429078-6eb1-4f95-bbec-3dbd5557fa63 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677683 Aug 21 18:01:01.591084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Made reservation on behalf of fada25dd58974ffc8666686f55b9e517 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:01.593350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.598106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Request body: {'port': {'device_id': '880b2865-8da6-401a-be9d-749564cf4e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:01.738907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:01.893055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6b19970-effe-4c96-a2df-64b9f797d3bc req-19d671ae-dd18-416e-98e5-0fbcba296168 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 210 time: 0.0456450 Aug 21 18:01:02.073678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb204d5c-3da0-41ad-aa53-9516d7de35af req-30984bac-a359-407c-b531-d8e7ad99b0b9 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 210 time: 0.3331876 Aug 21 18:01:02.093464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Made reservation on behalf of f28e83c53d7c4ddf96bf2817e24342eb for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:02.096928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.132007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64904a98-e649-44d9-adfd-9d8a90160bee req-792af459-891b-45b9-a34f-9be02fa6ba64 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:02.133661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64904a98-e649-44d9-adfd-9d8a90160bee req-792af459-891b-45b9-a34f-9be02fa6ba64 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 931 time: 0.1651051 Aug 21 18:01:02.187908 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.247867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64904a98-e649-44d9-adfd-9d8a90160bee req-cdbeedbb-3871-4839-a3ac-63f6730c3ab3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983100 Aug 21 18:01:02.275140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Pushing event deleted for resources: {'Port': ['ID=788f78de-a933-4853-ba21-4c09abc1ed95,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:02.322995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-2a36e1af-2dea-4e35-ae92-b164296b436a tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737064 Aug 21 18:01:02.407411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Allocated IP 172.20.0.8 (91159dbb-e4aa-4aad-99a5-f096d2774cad/01b90fed-4f9d-41be-9585-aa53a1f63701/c6a7fd39-e0f1-410a-abfe-1ea715cf43a7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:02.431562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-ea115db5-7d11-42ce-bf8e-3f26d0350af7 service neutron] 10.222.0.64 "GET /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.2193198 Aug 21 18:01:02.441933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.474526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee60013-d718-464d-8bf2-72070ca5a292 req-6875ae19-13de-4745-8f9d-b680620a66fc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:02.477481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eee60013-d718-464d-8bf2-72070ca5a292 req-6875ae19-13de-4745-8f9d-b680620a66fc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1834126 Aug 21 18:01:02.495514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d1378c-34f9-4989-b60f-ebccfe109c37 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:02.514339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.568002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Transition to ACTIVE for port object 62d1378c-34f9-4989-b60f-ebccfe109c37 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:02.580074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.616440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c0a7cc-02c7-4d5d-8628-c2e383a43a97,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:02.674053 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eee60013-d718-464d-8bf2-72070ca5a292 req-9f4b16f9-0cbf-45de-afac-e057e2cb3ac0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690276 Aug 21 18:01:02.685840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-aff38eae-62d6-4cb6-bcec-dbfdeaa157a3 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:02.687856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-aff38eae-62d6-4cb6-bcec-dbfdeaa157a3 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3136213 Aug 21 18:01:02.691043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Checking segment: {'id': '5b148716-8bad-4c82-8343-d25e3853050d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '63effe99-5525-477d-9eeb-3c0125d9e0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:02.691415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Network hostable DHCP agents. Network: 63effe99-5525-477d-9eeb-3c0125d9e0ef, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:01:02.718633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Request body: {'port': {'device_id': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '63b0e06555fc4cb6b61ce21dffb857da'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:02.729355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:02.786432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Network 63effe99-5525-477d-9eeb-3c0125d9e0ef is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:01:02.819735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.837143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 63effe99-5525-477d-9eeb-3c0125d9e0ef) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:02.848171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:02.848732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583414b6-76fa-4821-a611-38ec4c128ecd None None] Network 63effe99-5525-477d-9eeb-3c0125d9e0ef requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:02.849208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.888809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7e3f8386-e4f1-4789-bd5b-97c4602abc90 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4544733 Aug 21 18:01:02.893101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.902751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:02.936765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:02.937107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:02.937442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:02.945291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:02.960963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942a2d4-f8ac-4a58-b98e-0dc98434bd5c req-cb8943eb-0650-4a4f-9249-eb0c698b7c8f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:02.973829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:02.978867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2942a2d4-f8ac-4a58-b98e-0dc98434bd5c req-cb8943eb-0650-4a4f-9249-eb0c698b7c8f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 944 time: 0.2892511 Aug 21 18:01:02.984361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.39', 55054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:03.009171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:03.034565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd873437-985a-45c0-8b07-b21a2262c2c7 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:03.038195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-737ffa32-b823-43b9-a981-9c590859e927 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490034 Aug 21 18:01:03.038778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:03.039104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:03.049422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:03.095205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c8f65a-e654-4318-bb58-8033af1653b3 None None] Network 63effe99-5525-477d-9eeb-3c0125d9e0ef requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:03.134883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:03.135106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:03.135612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:03.135934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Bound port: 62d1378c-34f9-4989-b60f-ebccfe109c37, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:03.136303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.163206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-916b7c21-e857-4d45-b7b9-b8eceb5972d2 req-4f223726-c2dc-433c-b109-e9f998f17f9a tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 210 time: 0.0899408 Aug 21 18:01:03.189957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Network 91159dbb-e4aa-4aad-99a5-f096d2774cad is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:03.189957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:03.193615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:03.237244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.270784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:03.271502 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.314072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:03.347587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-d2580150-0070-4d03-8ff8-68782f37980f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:03.349220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-d2580150-0070-4d03-8ff8-68782f37980f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2366977 Aug 21 18:01:03.373034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-dd15671e-a95d-4775-80d0-e38345855068 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8686535 Aug 21 18:01:03.387173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Request body: {'port': {'device_id': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '63b0e06555fc4cb6b61ce21dffb857da'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:03.390138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Request body: {'port': {'device_id': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:03.418811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2942a2d4-f8ac-4a58-b98e-0dc98434bd5c req-d4f90576-315c-46d2-a321-6b29567d6f01 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4341273 Aug 21 18:01:03.424562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:03.463840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fae04-7841-4b8d-bc78-724d8506dc99 req-b6c123bc-9d40-4a63-bfd9-59a0e831f4fa tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:03.473151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a2fae04-7841-4b8d-bc78-724d8506dc99 req-b6c123bc-9d40-4a63-bfd9-59a0e831f4fa tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 931 time: 0.1889470 Aug 21 18:01:03.501582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:03.554918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.572672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Transition to ACTIVE for port object cd873437-985a-45c0-8b07-b21a2262c2c7 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:03.576684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.577589 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a2fae04-7841-4b8d-bc78-724d8506dc99 req-3fe249ff-ea2a-4f28-9481-1d078617ceb8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035693 Aug 21 18:01:03.606902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.658790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Made reservation on behalf of 63b0e06555fc4cb6b61ce21dffb857da for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:03.662350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.713013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39934) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:03.722986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:03.723733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.725738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] 10.222.0.39 "PUT /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 1092 time: 2.1319673 Aug 21 18:01:03.730734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1306468949-network', 'tenant_id': '762f57ef22dc4793be859b251fd96e44'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:03.738660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:03.741664 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2635bf-0617-4e5f-aedf-6a46df1016e5" -d '{"events": [{"name": "network-changed", "server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:03.744605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:03.771258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] No DVR routers for this DVR port cd873437-985a-45c0-8b07-b21a2262c2c7 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:03.826974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Pushing event updated for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=10']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:03.828346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a595f3-feb6-4e61-a3fe-05c48236d42f service neutron] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:03.863049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] 10.222.0.64 "PUT /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7/bindings/n-h1-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.4186766 Aug 21 18:01:03.869948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.871193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.871602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.871939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.872442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.872783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.873106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.873429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.873751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.874070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.874387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.874738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c9077-9c70-4728-8056-56158ce73582 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:03.935468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.39', 55058) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:03.953502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b4c6d-b5b0-4ba4-b6ba-a0c5dff51566 req-da0d2e55-aca8-46d6-90e3-14c45e1a3569 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:03.955097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-677b4c6d-b5b0-4ba4-b6ba-a0c5dff51566 req-da0d2e55-aca8-46d6-90e3-14c45e1a3569 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1774454 Aug 21 18:01:04.087959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-04093eba-4833-40e3-80cf-b5eee7213736 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.089669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-04093eba-4833-40e3-80cf-b5eee7213736 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1532803 Aug 21 18:01:04.092489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-677b4c6d-b5b0-4ba4-b6ba-a0c5dff51566 req-12835d86-4737-40fe-98cc-ff23e379c9bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084199 Aug 21 18:01:04.148266 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e802be1-d743-4c18-8cd6-54c34aa3769b x-openstack-request-id: req-6e802be1-d743-4c18-8cd6-54c34aa3769b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:04.148810 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:04.148810 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e802be1-d743-4c18-8cd6-54c34aa3769b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:04.149161 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'status': 'completed', 'code': 200} Aug 21 18:01:04.156499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98618c-d172-451e-87f9-68f5acae4851 req-512fd710-14c3-4a51-8fc1-0d751aa67179 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.157995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da98618c-d172-451e-87f9-68f5acae4851 req-512fd710-14c3-4a51-8fc1-0d751aa67179 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.6176510 Aug 21 18:01:04.163722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Made reservation on behalf of 762f57ef22dc4793be859b251fd96e44 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:04.166182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.195283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:01:04.195283 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:01:04.195283 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id_1': '63b0e06555fc4cb6b61ce21dffb857da', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 1, 3, 804822)}] Aug 21 18:01:04.195283 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:01:04.195696 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:01:04.201226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.214260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e91be701-c286-483b-9921-c5456fa1feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.216104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-e91be701-c286-483b-9921-c5456fa1feed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e&tenant_id=d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 1097 time: 0.1176224 Aug 21 18:01:04.226562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Made reservation on behalf of 63b0e06555fc4cb6b61ce21dffb857da for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:04.229905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.250478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:04.267338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.277612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-515dfefa-22eb-488e-aa36-4f507556afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.279220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-515dfefa-22eb-488e-aa36-4f507556afa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1095 time: 0.4930594 Aug 21 18:01:04.279886 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.319381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-411bed72-2a24-476e-9cfc-11330496c347 req-6241f547-db12-4cad-bf4e-f35796052df1 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 210 time: 0.0534983 Aug 21 18:01:04.327366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Transition to ACTIVE for port object c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:04.336673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.345925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-00b9590a-177c-4c0b-922a-c4e3e4d45318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.345925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-00b9590a-177c-4c0b-922a-c4e3e4d45318 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1097 time: 0.0906670 Aug 21 18:01:04.353827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da98618c-d172-451e-87f9-68f5acae4851 req-049e968e-aabf-4bd6-b7f6-e484319cf7aa tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811669 Aug 21 18:01:04.362315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-ad13d042-a43f-406f-bd84-fafb45bb5d9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 217 time: 0.0622649 Aug 21 18:01:04.384703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Router 8841f83c-b476-437d-b30f-e023108a4e81 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:01:04.452071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:04.481796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ce4d73-723d-473b-871d-05bd85287974 req-21261661-2bc4-41ce-898e-d470eaac2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.483470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-21261661-2bc4-41ce-898e-d470eaac2a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1140018 Aug 21 18:01:04.530800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-541631d1-f9a4-452c-a845-d38a0f29d949 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346406 Aug 21 18:01:04.553746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-f678527f-b2d7-434d-9c97-bcd529bd538f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.555367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-f678527f-b2d7-434d-9c97-bcd529bd538f service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1868498 Aug 21 18:01:04.616091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9a799-50f1-438d-b63d-b57b5bc07a02 req-b0972e0f-5f53-4043-af02-75ee8ee3d636 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.617595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2a9a799-50f1-438d-b63d-b57b5bc07a02 req-b0972e0f-5f53-4043-af02-75ee8ee3d636 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.1217964 Aug 21 18:01:04.618721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Attempting to bind port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:04.619052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Attempting to bind port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:04.619484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Attempting to bind port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:04.623205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-f8d06535-a4d6-4b97-940f-a48304803d14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.0558317 Aug 21 18:01:04.625233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:04.625558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Attempting to bind port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 on network 91159dbb-e4aa-4aad-99a5-f096d2774cad {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:04.638727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:04.639125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Checking segment: {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:04.639440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Bound using segment: {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:04.639881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Bound port: c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffd9403-84cb-454f-8dc7-f5e23349aee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:04.640238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.641353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.645654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:04.656564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f86bb792-d4ee-4044-95f3-39e70e4aa58f admin admin] 10.222.0.41 "PUT /v2.0/routers/8841f83c-b476-437d-b30f-e023108a4e81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7857509 Aug 21 18:01:04.657530 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Sync routers for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:04.658861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.661472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:04.676177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:04.677202 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:04.723169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.734565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2a9a799-50f1-438d-b63d-b57b5bc07a02 req-26391a88-d6ab-4b49-8814-893f77832553 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059332 Aug 21 18:01:04.741908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-ae6a51a8-5691-4720-a494-80ab03aada32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.743379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-ae6a51a8-5691-4720-a494-80ab03aada32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1066775 Aug 21 18:01:04.751944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:01:04.796171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-cdfd5b58-af1f-4079-861e-e692a1361c1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397794 Aug 21 18:01:04.817122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:04.831694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:04.832220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08edb42e-74ea-4b64-92ca-cbb3560d11a8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:04.838349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.838727 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Added segment aafaf4c7-82f9-46a9-bd6b-e2bba4a8718a of type vlan for network 7255deb9-973b-4e88-a930-a29efdfe95ea Aug 21 18:01:04.874113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:04.882418 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.888370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-07cb038a-3536-4993-8498-33f282883c7a service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268762 Aug 21 18:01:04.895159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.895526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.895865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.896181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.896509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.896903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.897231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.897605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.897935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.898255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.898597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.898921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:04.942462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:04.943051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.944872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] 10.222.0.39 "PUT /v2.0/ports/c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 1092 time: 1.5623238 Aug 21 18:01:04.945323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:04.947621 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5df820-6d49-43d1-8ad2-989d83254ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:04.973858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:04.987145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c0901-e659-408c-ba22-93cf878a1650 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:04.993118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-5e52d8f4-3284-46ff-b8d0-4914edf3bb1d service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841545 Aug 21 18:01:05.018776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdf974-5516-44ee-ac29-8a566f4ed91d req-6d69e7d4-c3a0-4c2a-918d-b8527d0209b2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.020495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfdf974-5516-44ee-ac29-8a566f4ed91d req-6d69e7d4-c3a0-4c2a-918d-b8527d0209b2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 943 time: 0.2893407 Aug 21 18:01:05.023417 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T18:01:02Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:05.045839 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba3ed14-ea1b-41f8-bec8-356d9a5e29a8 x-openstack-request-id: req-aba3ed14-ea1b-41f8-bec8-356d9a5e29a8 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:05.046224 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:05.046974 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aba3ed14-ea1b-41f8-bec8-356d9a5e29a8 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:05.046974 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'status': 'completed', 'code': 200} Aug 21 18:01:05.055920 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Checking router: 8841f83c-b476-437d-b30f-e023108a4e81 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:01:05.056671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.065963 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Routers {'8841f83c-b476-437d-b30f-e023108a4e81'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:05.066621 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8841f83c-b476-437d-b30f-e023108a4e81'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:05.165582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.166593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.167189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.185405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] Set router 8841f83c-b476-437d-b30f-e023108a4e81 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:05.189703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.199193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddfdf974-5516-44ee-ac29-8a566f4ed91d req-4769beb2-96ee-41f1-bee8-8e1aa681f1a2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680417 Aug 21 18:01:05.227478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:05.265927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31ce4d73-723d-473b-871d-05bd85287974 req-1fc1dba7-d0f6-4001-953e-a3c982fe8379 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632884 Aug 21 18:01:05.274468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:05.286325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.440403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T18:01:02Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:05.469760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39a42c1-c265-4cdc-8e2e-35fdd7fa38aa None None] The sync data for ids ['8841f83c-b476-437d-b30f-e023108a4e81'] in n-d-793621-32 is: [{'id': '8841f83c-b476-437d-b30f-e023108a4e81', 'name': 'tempest-FloatingIPsAssociationTestJSON-20272265-router', 'tenant_id': '75ff08e1801d44ea8f000f5888e6e41e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:39Z', 'updated_at': '2021-08-21T18:01:02Z', 'revision_number': 5, 'project_id': '75ff08e1801d44ea8f000f5888e6e41e', 'gw_port': {'id': '5a765f32-2d00-427e-9951-a65e49ec942f', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:9b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8841f83c-b476-437d-b30f-e023108a4e81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:40Z', 'updated_at': '2021-08-21T17:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:01:05.471688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] Pushing event updated for resources: {'Network': ['ID=7255deb9-973b-4e88-a930-a29efdfe95ea,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:05.483858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7255deb9-973b-4e88-a930-a29efdfe95ea details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:01:05.504230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea9e6cad-e4ac-401c-94db-e82654f3a595 req-1d6313ce-e124-405e-91e1-f54db883c0cf tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 210 time: 0.0627425 Aug 21 18:01:05.517730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-c2f94638-22c7-4116-9422-5bc5d5799550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.519468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-c2f94638-22c7-4116-9422-5bc5d5799550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1095 time: 0.5245178 Aug 21 18:01:05.533768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.535236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:05.538253 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 63b0e06555fc4cb6b61ce21dffb857da {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:01:05.538621 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:01:05.550240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9896ac2c-6a15-442c-a2a5-8e15355fd452 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8299861 Aug 21 18:01:05.550636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39962) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:05.565497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Request body: {'subnet': {'network_id': '7255deb9-973b-4e88-a930-a29efdfe95ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1306468949-subnet', 'tenant_id': '762f57ef22dc4793be859b251fd96e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:05.572806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-4138918b-c524-42dc-8464-84a07f2de30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.574523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-4138918b-c524-42dc-8464-84a07f2de30f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1095 time: 0.2274151 Aug 21 18:01:05.587959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-f1f53927-e52c-4858-805d-dae1608c8536 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5828400 Aug 21 18:01:05.608376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fa6f6-d6ea-4ef0-97a9-3e9f512707d8 req-53989135-5642-42e5-89fd-a0eabe2f4a71 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.610047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e2fa6f6-d6ea-4ef0-97a9-3e9f512707d8 req-53989135-5642-42e5-89fd-a0eabe2f4a71 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1994760 Aug 21 18:01:05.613056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-a428a971-ba7a-4131-a934-29020ccaf453 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 217 time: 0.0763111 Aug 21 18:01:05.614093 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-99c116d6-669b-4169-b546-758db2ccb0ce service neutron] show failed (client error): The resource could not be found. Aug 21 18:01:05.615095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-99c116d6-669b-4169-b546-758db2ccb0ce service neutron] 10.222.0.64 "GET /v2.0/ports/30b35c12-fd0e-443a-bf80-a1a2f245ac6d/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.2071364 Aug 21 18:01:05.689717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e2fa6f6-d6ea-4ef0-97a9-3e9f512707d8 req-8718519a-a342-4d4a-ba8a-60c0734484e5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724649 Aug 21 18:01:05.697944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-d4590f14-f12a-4996-a5eb-685a82b76fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.700772 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-d4590f14-f12a-4996-a5eb-685a82b76fd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.0666244 Aug 21 18:01:05.741616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-0a6630c3-ce0f-4bbc-9005-fc1f0ddc9453 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308094 Aug 21 18:01:05.771507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Allocated IP 192.168.233.202 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:05.774905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Made reservation on behalf of 762f57ef22dc4793be859b251fd96e44 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:05.777391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.838919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b113f7-768c-4763-a312-55f6c8be5b2f req-b3ffa94a-ed58-4859-860d-5624f7ed76aa tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.840497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1b113f7-768c-4763-a312-55f6c8be5b2f req-b3ffa94a-ed58-4859-860d-5624f7ed76aa tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.2007339 Aug 21 18:01:05.852271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.39', 55059) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:05.946391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-bc26a344-6069-475f-bee9-bf4fa96c2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.948145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-bc26a344-6069-475f-bee9-bf4fa96c2037 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.3412037 Aug 21 18:01:05.949405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Deleting port 5a765f32-2d00-427e-9951-a65e49ec942f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:05.949829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:05.984105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-4adf7acc-0ece-49c5-a903-6fd1e9cc29ab tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:05.985600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-4adf7acc-0ece-49c5-a903-6fd1e9cc29ab tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1323650 Aug 21 18:01:05.999303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594e112-c5cb-49c8-8952-ab7f6b850ce0 req-052a6b09-fc94-4f77-8ad2-81e9a8a57a10 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.000739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a594e112-c5cb-49c8-8952-ab7f6b850ce0 req-052a6b09-fc94-4f77-8ad2-81e9a8a57a10 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.1332681 Aug 21 18:01:06.009754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-eeddd37a-91cb-4d20-b2ce-9b6ef97a5b7a service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463069 Aug 21 18:01:06.011459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-4c2d2ede-bdb5-4761-8f97-c1bcd571adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.012817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-4c2d2ede-bdb5-4761-8f97-c1bcd571adc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.1884689 Aug 21 18:01:06.050322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:06.076002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1b113f7-768c-4763-a312-55f6c8be5b2f req-209b134f-7710-4b71-a012-45fcd7e876c4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924300 Aug 21 18:01:06.083140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-92f616c5-7b99-4fa8-b05b-31e59c22df64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 217 time: 0.1127298 Aug 21 18:01:06.164112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a594e112-c5cb-49c8-8952-ab7f6b850ce0 req-0a3104fa-d02a-4f20-a5f7-e3c98192a6ad tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503632 Aug 21 18:01:06.210311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.237929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] For port 5a765f32-2d00-427e-9951-a65e49ec942f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5a765f32-2d00-427e-9951-a65e49ec942f,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:06.238559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.270958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-351662bd-986c-443c-a077-60bfb6d6a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.272863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-351662bd-986c-443c-a077-60bfb6d6a3c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1768959 Aug 21 18:01:06.273722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Calling delete_port for 5a765f32-2d00-427e-9951-a65e49ec942f owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:06.318695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a69fefe-6023-4a0e-a429-1899522007f5 req-c76746fe-9c5b-4455-b04f-33759ef156b8 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780695 Aug 21 18:01:06.386199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-dd2a6769-b622-4b6b-9e21-30128a2321ef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947349 Aug 21 18:01:06.415645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-93f58a84-79d4-449d-be4a-2de0f26c70d6 service neutron] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:06.428295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.451703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.460809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-93f58a84-79d4-449d-be4a-2de0f26c70d6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.462328 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-93f58a84-79d4-449d-be4a-2de0f26c70d6 service neutron] 10.222.0.39 "DELETE /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7/bindings/n-h2-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.4595652 Aug 21 18:01:06.491984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-f866230c-ad8d-4bb0-996d-5b19c5f9d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.494901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-f866230c-ad8d-4bb0-996d-5b19c5f9d6c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1095 time: 0.0814140 Aug 21 18:01:06.547880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4d73-7f8c-469e-aa2b-51ab804c15e2 req-36192561-227a-4bee-8fdc-fd50deaefe67 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.549523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-447a4d73-7f8c-469e-aa2b-51ab804c15e2 req-36192561-227a-4bee-8fdc-fd50deaefe67 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 943 time: 0.2840030 Aug 21 18:01:06.550743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:06.572386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Transition to ACTIVE for port object 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:06.600041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-c6abfab8-cead-407e-b6b7-021ae772532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.601506 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-c6abfab8-cead-407e-b6b7-021ae772532f service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.0990043 Aug 21 18:01:06.620383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e90e94c3-7c48-400b-9b00-169dd5d5fc53 req-49cc60a5-b56a-42a9-92fe-c7bf549f0863 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 210 time: 0.0323555 Aug 21 18:01:06.655125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-e9bbc6e8-38be-4c5e-afbc-699fbf464222 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 217 time: 0.0371358 Aug 21 18:01:06.706868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-5e70b1cd-f51d-4b26-9f94-9e6b92ac767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.708371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-5e70b1cd-f51d-4b26-9f94-9e6b92ac767b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.0457284 Aug 21 18:01:06.741820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-8b50e0c3-433a-4f9e-9cd4-a5c66fac1757 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256581 Aug 21 18:01:06.891365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1335fa3c-95d6-4bac-9d94-ab60b5badb25 req-f71c1c61-05f3-4440-9fe9-40189eb9d348 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:06.892947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1335fa3c-95d6-4bac-9d94-ab60b5badb25 req-f71c1c61-05f3-4440-9fe9-40189eb9d348 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0861962 Aug 21 18:01:06.897585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-84126fda-b0c4-4e52-a4c1-f863e997cbf3 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446493 Aug 21 18:01:06.989092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1335fa3c-95d6-4bac-9d94-ab60b5badb25 req-1e9ed57d-d2ed-4c02-b90d-731e46fc56aa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859685 Aug 21 18:01:07.024053 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c5df820-6d49-43d1-8ad2-989d83254ee1 req-da05ad5f-efae-4fd1-84bf-1f756bc56bf1 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135581 Aug 21 18:01:07.078357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2af0c70-6b64-4b2a-a8b0-711b50fece2c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:07.105915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-447a4d73-7f8c-469e-aa2b-51ab804c15e2 req-4b74c3a4-98a9-4fea-8277-0ce7e75f508f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347524 Aug 21 18:01:07.113099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-20f8b3fe-26c8-40ef-92b7-f6d7ceec5820 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7135394 Aug 21 18:01:07.177634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.179844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Checking segment: {'id': 'aafaf4c7-82f9-46a9-bd6b-e2bba4a8718a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7255deb9-973b-4e88-a930-a29efdfe95ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:07.180209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Network hostable DHCP agents. Network: 7255deb9-973b-4e88-a930-a29efdfe95ea, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:01:07.264490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751518a-c8c8-4526-a9de-b7badaeeb31d req-1399dd2a-77b6-460a-ba69-95588f7c461e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.266010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2751518a-c8c8-4526-a9de-b7badaeeb31d req-1399dd2a-77b6-460a-ba69-95588f7c461e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.1117947 Aug 21 18:01:07.316140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:07.335130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2751518a-c8c8-4526-a9de-b7badaeeb31d req-cf3792e4-bbe5-41c6-adf1-05fbf393e2fd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601900 Aug 21 18:01:07.347618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:07.367791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:07.374801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:07.382319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:07.385692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:07.393091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Network 7255deb9-973b-4e88-a930-a29efdfe95ea is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:01:07.422368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.428840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:07.431445 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fc4ee3-2a08-49bf-bdc2-1dc318404ae0" -d '{"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:07.436586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.447614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 788f78de-a933-4853-ba21-4c09abc1ed95 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:07.456950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Transition to ACTIVE for port object 30b35c12-fd0e-443a-bf80-a1a2f245ac6d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:07.464839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.483581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 788f78de-a933-4853-ba21-4c09abc1ed95 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:07.484332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 788f78de-a933-4853-ba21-4c09abc1ed95 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:07.527154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Pushing event deleted for resources: {'Port': ['ID=5a765f32-2d00-427e-9951-a65e49ec942f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:07.532283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2635bf-0617-4e5f-aedf-6a46df1016e5 req-110a4198-3abc-4674-8985-07831d2bdda2 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4083488 Aug 21 18:01:07.541312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] No DVR routers for this DVR port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:07.570334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7255deb9-973b-4e88-a930-a29efdfe95ea) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:07.577440 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d894a2b3-7920-4a39-b786-8f548a1926f1 x-openstack-request-id: req-d894a2b3-7920-4a39-b786-8f548a1926f1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:07.577730 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-unplugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:07.577988 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d894a2b3-7920-4a39-b786-8f548a1926f1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:07.578095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc9cff-2e6b-4f33-9185-cf6f282f04ce None None] Network 7255deb9-973b-4e88-a930-a29efdfe95ea requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:07.578374 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'code': 200} Aug 21 18:01:07.600603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:07.601243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a63f-939c-4fe6-83bf-0add9b745bf0 req-575882d6-5247-48a6-9045-6850b78eb43a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.605081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:07.605420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:07.605766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:07.609595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b756a63f-939c-4fe6-83bf-0add9b745bf0 req-575882d6-5247-48a6-9045-6850b78eb43a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.3097830 Aug 21 18:01:07.611070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:07.611466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Attempting to bind port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:07.617335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:07.617762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:07.618211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:07.618751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Bound port: 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:07.619186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.631050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.631682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.651548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.652533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.699409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:07.706359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:07.711019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:07.712009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-531d064a-3508-4faf-85e0-f47000c49eb6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3375754 Aug 21 18:01:07.717140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.732130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eff44914-34c1-4d82-8a2f-e57682f24e20 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1757123 Aug 21 18:01:07.754703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Request body: {'port': {'device_id': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:07.808112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Allocated IP 192.168.233.201 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/20a3311e-b9fc-4125-b9e7-1fc3f9c3903b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:07.835322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.836198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.838300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] 10.222.0.39 "PUT /v2.0/ports/30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 1097 time: 1.7987678 Aug 21 18:01:07.844054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6429ef43-f414-489d-a3f3-df0fdc3fa922 None None] Provisioning for port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:07.855910 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b756a63f-939c-4fe6-83bf-0add9b745bf0 req-5307d0a7-cea7-4a3d-b624-46014883daa1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171009 Aug 21 18:01:07.878717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2976ae2-1852-4c3a-9232-e62fe1e0e4f2 None None] Network 7255deb9-973b-4e88-a930-a29efdfe95ea requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:07.879247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.891751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6429ef43-f414-489d-a3f3-df0fdc3fa922 None None] Provisioning complete for port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:07.891751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6429ef43-f414-489d-a3f3-df0fdc3fa922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:07.908524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701da29d-10c9-485b-9702-61b44e7ede9a service neutron] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:07.936147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646911-6dbe-4009-8bb4-ec2b07669295 req-f602f7b6-7a70-4fe2-aed0-f79409ed2266 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.944309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78646911-6dbe-4009-8bb4-ec2b07669295 req-f602f7b6-7a70-4fe2-aed0-f79409ed2266 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 936 time: 0.2203338 Aug 21 18:01:07.980744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-3eab260a-0d85-4ebe-839a-5a62e4a20f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:07.982260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-3eab260a-0d85-4ebe-839a-5a62e4a20f68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1100 time: 0.1107874 Aug 21 18:01:07.991012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39990) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:08.041209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78646911-6dbe-4009-8bb4-ec2b07669295 req-5884a3f8-a865-411b-bfea-76f04d36dec4 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959651 Aug 21 18:01:08.064359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6429ef43-f414-489d-a3f3-df0fdc3fa922 None None] Port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:08.139884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.145181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.148158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.182898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Deleting subnet 28c0a7cc-02c7-4d5d-8628-c2e383a43a97 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:01:08.185614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:08.210415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'port_id': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'mac_address': 'fa:16:3e:c4:8d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ae541-7a1b-4f79-b015-7f9638ef59cd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:08.225253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.257510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.271645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91335f4e-210f-4955-af64-f5366c525cf1 req-f630301f-2831-4ce0-a550-3e8500cd46d0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.274220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62d1378c-34f9-4989-b60f-ebccfe109c37 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:08.279001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91335f4e-210f-4955-af64-f5366c525cf1 req-f630301f-2831-4ce0-a550-3e8500cd46d0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1097 time: 0.2362037 Aug 21 18:01:08.295102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:08.295361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.296011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8841f83c-b476-437d-b30f-e023108a4e81 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:01:08.302854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.304618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b65bab-7e3a-48d7-aa93-74bc5b1904f4 req-4bfe1618-1c4d-4548-949b-6122b0769b76 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.307830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5b65bab-7e3a-48d7-aa93-74bc5b1904f4 req-4bfe1618-1c4d-4548-949b-6122b0769b76 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.1197312 Aug 21 18:01:08.324621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.325052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-e3012966-a5b4-459a-8419-542e522e66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.328060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe8ae6f7-55c2-483e-ac46-97ade7a1871d admin admin] 10.222.0.41 "DELETE /v2.0/routers/8841f83c-b476-437d-b30f-e023108a4e81 HTTP/1.1" status: 204 len: 168 time: 3.6579597 Aug 21 18:01:08.328189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-e3012966-a5b4-459a-8419-542e522e66dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3080218 Aug 21 18:01:08.329214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:08.339255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.369412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:08.385057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91335f4e-210f-4955-af64-f5366c525cf1 req-ba0cfa2b-7180-4faf-930e-6577fdc337f5 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044002 Aug 21 18:01:08.465047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-cf33df3b-2361-40c7-a337-19da54a90633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.1238115 Aug 21 18:01:08.547763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['62d1378c-34f9-4989-b60f-ebccfe109c37'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:08.548360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Deleting subnet ce10b887-4800-4908-a1d9-a012014cf6a3 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:01:08.557715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.573788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.590907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-6031c74e-54d7-4a12-9530-346eefb86b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.592375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-6031c74e-54d7-4a12-9530-346eefb86b3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1019049 Aug 21 18:01:08.598619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882bff9-1aa8-44d8-9892-a1eb63fa115a req-778aa228-c05c-4a0d-b9ca-874d2a149d1c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.599832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.603577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9882bff9-1aa8-44d8-9892-a1eb63fa115a req-778aa228-c05c-4a0d-b9ca-874d2a149d1c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 943 time: 0.1348355 Aug 21 18:01:08.609263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Transition to ACTIVE for port object 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:08.657680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5b65bab-7e3a-48d7-aa93-74bc5b1904f4 req-0a3b5061-db3a-4661-ad33-42d2d46a5b44 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812598 Aug 21 18:01:08.664213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9882bff9-1aa8-44d8-9892-a1eb63fa115a req-1e6da49b-f2d6-4cec-822b-b976474cd5a4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Aug 21 18:01:08.668846 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.749299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-6ed67a72-df63-4cf3-9d1e-03c7295309cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.750977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-6ed67a72-df63-4cf3-9d1e-03c7295309cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471648 Aug 21 18:01:08.759460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.827608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:08.833225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.835684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:08.838131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:08.915878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:08.916549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.935338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:08.939865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c0a7cc-02c7-4d5d-8628-c2e383a43a97,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:08.946933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.951414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-73b82f2d-69d1-43da-a777-462859a5d64d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/28c0a7cc-02c7-4d5d-8628-c2e383a43a97 HTTP/1.1" status: 204 len: 168 time: 0.9595466 Aug 21 18:01:08.953163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:08.954659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40014) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:09.003252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3e97a-46c8-4f1b-8986-d52854461ac4 req-7b2fce72-a867-4fca-95d3-7cbc8a4f2e58 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:09.004310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7c3e97a-46c8-4f1b-8986-d52854461ac4 req-7b2fce72-a867-4fca-95d3-7cbc8a4f2e58 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.2438848 Aug 21 18:01:09.019221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-706a0b78-7356-49aa-a188-09f5fe01daf5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3137870 Aug 21 18:01:09.063152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-537187e2-6dea-455c-b9e1-0f9897ca2750 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006656 Aug 21 18:01:09.078037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7c3e97a-46c8-4f1b-8986-d52854461ac4 req-5b83263b-604a-4118-befb-d4a58219d1d5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622122 Aug 21 18:01:09.086450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Request body: {'port': {'device_id': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:09.088568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.187420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.195755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-20c45717-dbe1-48f5-b119-1455a201db48 None None] Provisioning for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:09.199875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:09.200081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-20c45717-dbe1-48f5-b119-1455a201db48 None None] Provisioning complete for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:09.200428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20c45717-dbe1-48f5-b119-1455a201db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.234717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.237050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-20c45717-dbe1-48f5-b119-1455a201db48 None None] Port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:09.250205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-c0527127-e34e-4ef2-8ba6-deead95d8332 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:09.251838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-c0527127-e34e-4ef2-8ba6-deead95d8332 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.3422883 Aug 21 18:01:09.256535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.273558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:09.286197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Transition to ACTIVE for port object 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:09.292633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-c94853ce-94a5-4f4a-9e3b-feb90c399754 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/quotas/d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 375 time: 0.0302517 Aug 21 18:01:09.310031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.320318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:09.448767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce10b887-4800-4908-a1d9-a012014cf6a3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:09.461031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630220ed-12d7-4d42-85d5-57778cdaaf2d None None] Network 69eec03e-5764-4012-ad57-94de25cf5c6c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:09.466202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5a765f32-2d00-427e-9951-a65e49ec942f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:09.466579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:09.479359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.481243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1aed8dc4-46b5-4377-abbf-40ab85341a2e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce10b887-4800-4908-a1d9-a012014cf6a3 HTTP/1.1" status: 204 len: 168 time: 1.1513574 Aug 21 18:01:09.484985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:09.511975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.542150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5a765f32-2d00-427e-9951-a65e49ec942f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:09.542485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5a765f32-2d00-427e-9951-a65e49ec942f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:09.572564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.584686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:09.587041 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b01e31c-3115-45ef-9e91-b77959ddecec" -d '{"events": [{"name": "network-changed", "server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:09.620142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63effe99-5525-477d-9eeb-3c0125d9e0ef']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:09.625623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e84ac-940a-4ea8-ad47-75e94bbb0d88 req-1c6555ac-88d0-4c1a-aa90-7112bcd4a4d9 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:09.626830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab7e84ac-940a-4ea8-ad47-75e94bbb0d88 req-1c6555ac-88d0-4c1a-aa90-7112bcd4a4d9 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.1821189 Aug 21 18:01:09.636885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b89f34-c345-4145-9dec-ade65658cfa5 req-da65e01a-750b-4300-acf3-7eae9ab3949c service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5577023 Aug 21 18:01:09.661220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-f55ff04b-f7b9-43b9-8fe5-563eea6160b2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3465137 Aug 21 18:01:09.667451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b148716-8bad-4c82-8343-d25e3853050d') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:09.668101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b148716-8bad-4c82-8343-d25e3853050d') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:09.693196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:09.699701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.699893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:09.727545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab7e84ac-940a-4ea8-ad47-75e94bbb0d88 req-67a54b80-29dc-4138-86f7-7b049c921e7f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927649 Aug 21 18:01:09.764446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Deleting port fafdc48f-b97e-48b2-853d-0720eaea6b3e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:09.764687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.837826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] For port fafdc48f-b97e-48b2-853d-0720eaea6b3e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fafdc48f-b97e-48b2-853d-0720eaea6b3e,segment=NetworkSegment(ac833e6f-6803-43f8-b73c-917827bf2add),segment_id=ac833e6f-6803-43f8-b73c-917827bf2add)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:09.838442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.854652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.856676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Calling delete_port for fafdc48f-b97e-48b2-853d-0720eaea6b3e owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:09.871751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:01:09.872158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:01:09.874164 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:01:09.876023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Attempting to bind port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:09.876023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Attempting to bind port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:09.876023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Attempting to bind port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:09.876238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:09.888673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] DHCP port deletion for 69eec03e-5764-4012-ad57-94de25cf5c6c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:01:09.892284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'network_id': '91159dbb-e4aa-4aad-99a5-f096d2774cad', 'port_id': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'mac_address': 'fa:16:3e:96:7f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01b90fed-4f9d-41be-9585-aa53a1f63701', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:09.900940 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7bce23-5899-4660-8898-12898c2a27c7 x-openstack-request-id: req-ba7bce23-5899-4660-8898-12898c2a27c7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:09.901238 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:09.901467 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba7bce23-5899-4660-8898-12898c2a27c7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:09.901846 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'status': 'completed', 'code': 200} Aug 21 18:01:09.936653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:09.936986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Attempting to bind port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:09.977562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:09.977890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:09.978180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:09.978657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Bound port: 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:09.979050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.996157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:09.999920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-8f7977e6-6110-4ada-a9d4-d9e33529450a service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149018 Aug 21 18:01:10.025820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.030169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] 10.222.0.41 "DELETE /v2.0/networks/63effe99-5525-477d-9eeb-3c0125d9e0ef HTTP/1.1" status: 204 len: 168 time: 1.0609231 Aug 21 18:01:10.035468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40030) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:10.050079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-ff90c887-382a-4c68-80c6-38e933317fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.051919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-ff90c887-382a-4c68-80c6-38e933317fe7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1100 time: 0.1554472 Aug 21 18:01:10.056100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-20c3502d-31c9-47b3-8239-5f3d5faaf361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.057578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-20c3502d-31c9-47b3-8239-5f3d5faaf361 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1100 time: 0.1594508 Aug 21 18:01:10.058972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3458ea5d-7612-4b66-a129-f20a5cf89012 admin admin] Pushing event deleted for resources: {'Network': ['ID=63effe99-5525-477d-9eeb-3c0125d9e0ef,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.082675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e54bf7-d50a-491f-a2d5-9bb9248aae41 req-812a297c-6741-421b-a401-88948c876a28 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.084702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-87e54bf7-d50a-491f-a2d5-9bb9248aae41 req-812a297c-6741-421b-a401-88948c876a28 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.1850913 Aug 21 18:01:10.123784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.148690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.171536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 62d1378c-34f9-4989-b60f-ebccfe109c37 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:10.180816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:10.194376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Deleting port fafdc48f-b97e-48b2-853d-0720eaea6b3e {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:10.194781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.197690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 62d1378c-34f9-4989-b60f-ebccfe109c37 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:10.198254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.250834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Pushing event deleted for resources: {'Port': ['ID=fafdc48f-b97e-48b2-853d-0720eaea6b3e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.254859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Deleting subnet d2af0c70-6b64-4b2a-a8b0-711b50fece2c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:01:10.260053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] No DVR routers for this DVR port fafdc48f-b97e-48b2-853d-0720eaea6b3e on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:10.272462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.290626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:10.300113 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.348480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] For port fafdc48f-b97e-48b2-853d-0720eaea6b3e, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:10.348813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.378294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Calling delete_port for fafdc48f-b97e-48b2-853d-0720eaea6b3e owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:10.385127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Port fafdc48f-b97e-48b2-853d-0720eaea6b3e was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:01:10.389220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.393490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.411116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-87e54bf7-d50a-491f-a2d5-9bb9248aae41 req-02b109fb-e3d1-426b-be0a-6cc4dad8c3fc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009267 Aug 21 18:01:10.434159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.452197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] Pushing event deleted for resources: {'Port': ['ID=fafdc48f-b97e-48b2-853d-0720eaea6b3e,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.458910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdecd244-9c28-45ae-b05e-0eb303981d5f None None] No DVR routers for this DVR port fafdc48f-b97e-48b2-853d-0720eaea6b3e on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:10.470737 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.471483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:10.503429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-20f4b37a-bd24-4f07-8aaa-587a9d08ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.503636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:10.504981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-20f4b37a-bd24-4f07-8aaa-587a9d08ee6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.4146335 Aug 21 18:01:10.508735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:10.516072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:10.517301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:10.520692 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02623f37-aed5-403a-b7c3-7eefd2f0819e" -d '{"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-plugged", "status": "completed", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:10.523207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.525520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.528498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.540995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.543736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-82aa7851-1d5e-49c0-9d2c-b3b26b35670a service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270181 Aug 21 18:01:10.578580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:10.582936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Transition to ACTIVE for port object 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:10.588272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.589093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.590686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] 10.222.0.39 "PUT /v2.0/ports/8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b HTTP/1.1" status: 200 len: 1097 time: 2.8574569 Aug 21 18:01:10.591507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:10.594417 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:10.602439 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.603307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-5704d15a-d7f5-4020-9cf5-0e0fcbff7ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.605364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-5704d15a-d7f5-4020-9cf5-0e0fcbff7ce4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.5159922 Aug 21 18:01:10.610170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eec03e-5764-4012-ad57-94de25cf5c6c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:10.617460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.621284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-c8b8e4cd-d0e5-4ed3-a8d7-6569ca91e55b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.1018655 Aug 21 18:01:10.648585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef1ab6-c72b-4c94-a8d3-0c6f37d1b1ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.676889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.782627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac833e6f-6803-43f8-b73c-917827bf2add') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:10.783289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac833e6f-6803-43f8-b73c-917827bf2add') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:10.785426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-a92f97c0-421b-4159-95bf-c4a76f0ce9b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.1598945 Aug 21 18:01:10.826398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.844699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:10.880124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Attempting to bind port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:10.880482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Attempting to bind port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:10.881252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Attempting to bind port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:10.887233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:10.887572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Attempting to bind port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:10.894691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:10.895046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:10.895446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:10.896964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Bound port: 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:10.896964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.918579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283ecdb-7ac8-439a-9f50-06fead106bb8 req-8999c99c-0c35-4925-adff-3b8fefb031ca tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.925936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7283ecdb-7ac8-439a-9f50-06fead106bb8 req-8999c99c-0c35-4925-adff-3b8fefb031ca tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 944 time: 0.4160643 Aug 21 18:01:10.928974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.931472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-4341a093-34d9-48da-8c74-f5989669b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.933034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-4341a093-34d9-48da-8c74-f5989669b8bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 1100 time: 0.2728379 Aug 21 18:01:10.953322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-042c1efd-1b35-4d63-bf02-332daed24e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:10.954884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-042c1efd-1b35-4d63-bf02-332daed24e58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2742150 Aug 21 18:01:10.959686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:01:10.960029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:01:10.980090 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:01:11.027719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7283ecdb-7ac8-439a-9f50-06fead106bb8 req-03630692-13f4-4955-8fbc-0baebdd942df tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007249 Aug 21 18:01:11.029729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-9c2d4f74-7467-41e5-ba91-be9d410b9444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.031367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-9c2d4f74-7467-41e5-ba91-be9d410b9444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2181239 Aug 21 18:01:11.031685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-f0f382e6-aaf9-4713-9f23-26573cfa5cfe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b HTTP/1.1" status: 200 len: 217 time: 0.0699360 Aug 21 18:01:11.093604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd4e93-2a75-48f6-bd5f-3abf0b710816 req-a044c635-9417-4ddf-9cb9-fda85a89670e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.103919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7acd4e93-2a75-48f6-bd5f-3abf0b710816 req-a044c635-9417-4ddf-9cb9-fda85a89670e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 945 time: 0.1383166 Aug 21 18:01:11.114094 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86241737-e0be-4518-b74c-6034222018e3 x-openstack-request-id: req-86241737-e0be-4518-b74c-6034222018e3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:11.114697 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-plugged", "status": "completed", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:11.114697 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86241737-e0be-4518-b74c-6034222018e3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:11.115105 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'code': 200} Aug 21 18:01:11.155365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.218342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2af0c70-6b64-4b2a-a8b0-711b50fece2c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:11.220769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.221100 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f64621-bd3d-4295-a9a7-5547f6d7f42a x-openstack-request-id: req-94f64621-bd3d-4295-a9a7-5547f6d7f42a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:11.221371 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:11.221953 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94f64621-bd3d-4295-a9a7-5547f6d7f42a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:11.222962 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'status': 'completed', 'code': 200} Aug 21 18:01:11.235346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.239768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e5467031-cae8-49b1-8d11-8b172755692f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d2af0c70-6b64-4b2a-a8b0-711b50fece2c HTTP/1.1" status: 204 len: 168 time: 1.2011850 Aug 21 18:01:11.240728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7acd4e93-2a75-48f6-bd5f-3abf0b710816 req-27540c96-9ad9-4bb0-9a3f-76ef339f34a9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326749 Aug 21 18:01:11.241278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40052) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:11.266302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-12bc7a1b-e897-4bb0-841b-433d9474fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.268176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-12bc7a1b-e897-4bb0-841b-433d9474fd56 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2501991 Aug 21 18:01:11.289048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa8f09b5-f580-4068-bfb3-5a4b1d3cb142 req-7844e723-8df9-44c2-aef3-478523131882 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 210 time: 0.0428085 Aug 21 18:01:11.292668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:11.299061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-708e4b4a-f720-40de-bbba-25975207bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.300572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-708e4b4a-f720-40de-bbba-25975207bcdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2193120 Aug 21 18:01:11.321177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-29486563-8a07-4742-9bb1-f730b3d30a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.321567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.325744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] 10.222.0.41 "DELETE /v2.0/networks/69eec03e-5764-4012-ad57-94de25cf5c6c HTTP/1.1" status: 204 len: 168 time: 1.8362432 Aug 21 18:01:11.325880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-29486563-8a07-4742-9bb1-f730b3d30a31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2782264 Aug 21 18:01:11.330600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:11.387833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f0356-8d36-4246-93d9-b34caec3f94d admin admin] Pushing event deleted for resources: {'Network': ['ID=69eec03e-5764-4012-ad57-94de25cf5c6c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:11.410755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.475195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.514695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-18aaf4bb-ed39-47d5-8665-c6de3e62cb47 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281175 Aug 21 18:01:11.516797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-70317bf7-8e96-4096-9c76-fe7de4799e08 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969664 Aug 21 18:01:11.549585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fafdc48f-b97e-48b2-853d-0720eaea6b3e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:11.598203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: fafdc48f-b97e-48b2-853d-0720eaea6b3e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:11.598689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fafdc48f-b97e-48b2-853d-0720eaea6b3e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:11.624932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.625806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.627914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/20a3311e-b9fc-4125-b9e7-1fc3f9c3903b HTTP/1.1" status: 200 len: 1097 time: 2.5658607 Aug 21 18:01:11.639286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbd775-47ce-4373-9ff4-843818a739a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:11.660839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbbfb7-4712-4d58-820a-84e2965f3d13 req-7407f111-1bec-422d-aa3d-51ef265b3a59 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.671216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99cbbfb7-4712-4d58-820a-84e2965f3d13 req-7407f111-1bec-422d-aa3d-51ef265b3a59 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.2575655 Aug 21 18:01:11.696813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:11.711186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691d3fc5-bcbb-4c05-a263-d9cdc84504f4 req-a7b452d6-2c0f-40be-b82a-292b375c4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.715089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-691d3fc5-bcbb-4c05-a263-d9cdc84504f4 req-a7b452d6-2c0f-40be-b82a-292b375c4cb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.5298007 Aug 21 18:01:11.751926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40058) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:11.776253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99cbbfb7-4712-4d58-820a-84e2965f3d13 req-0a581594-e011-464d-aaea-ef381f586fa5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040468 Aug 21 18:01:11.785426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e1576-0a38-463b-beb8-0872f9e176cc req-0b50e15c-5e9b-407f-8d5b-e0384e4f641a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.794049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-202e1576-0a38-463b-beb8-0872f9e176cc req-0b50e15c-5e9b-407f-8d5b-e0384e4f641a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.2383490 Aug 21 18:01:11.833267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:11.836799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-3cd16bb3-312f-4da5-a676-bdf93cbf7184 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124866 Aug 21 18:01:11.839735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:11.840450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:11.859662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b01e31c-3115-45ef-9e91-b77959ddecec req-2e332774-474a-4f22-a1e3-5afd0c499a47 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186233 Aug 21 18:01:11.944712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c95dcc9-c5e7-429e-bcbe-35c85083d242 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75ff08e1801d44ea8f000f5888e6e41e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1895502 Aug 21 18:01:11.947576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:11.956266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-202e1576-0a38-463b-beb8-0872f9e176cc req-1d8b38ca-7c09-4cad-912d-eb0ad8506556 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606703 Aug 21 18:01:11.979023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-682ea6db-c37b-452f-8c3a-bce0d7afa68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:11.980837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-682ea6db-c37b-452f-8c3a-bce0d7afa68d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5309949 Aug 21 18:01:12.004546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-b8f4f9ca-2bc9-474f-82cf-fddda71b8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.006133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-b8f4f9ca-2bc9-474f-82cf-fddda71b8548 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 1100 time: 0.1973870 Aug 21 18:01:12.040269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.049719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-691d3fc5-bcbb-4c05-a263-d9cdc84504f4 req-5b86b6f9-ba47-4ae6-bee7-5725b8b27065 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804780 Aug 21 18:01:12.054529 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.069261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.090225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:12.097078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.137147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-56410d01-616c-4ff8-9590-838aedf8262e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b HTTP/1.1" status: 200 len: 217 time: 0.0851102 Aug 21 18:01:12.139475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.139938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.142865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.144021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/754cc8c3-e1fb-4803-97d9-307a3ba41997 HTTP/1.1" status: 204 len: 168 time: 0.1868424 Aug 21 18:01:12.166600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4e52c-eb23-4f21-91c9-973ea464b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754cc8c3-e1fb-4803-97d9-307a3ba41997,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:12.167486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7255deb9-973b-4e88-a930-a29efdfe95ea']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:12.203895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafaf4c7-82f9-46a9-bd6b-e2bba4a8718a') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:12.204212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafaf4c7-82f9-46a9-bd6b-e2bba4a8718a') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:12.211935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:12.225444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.265842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.285446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-23993d8d-e1b0-40bf-8086-8569c1af3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.287924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-23993d8d-e1b0-40bf-8086-8569c1af3c26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1416523 Aug 21 18:01:12.289151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:01:12.289582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:01:12.298538 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:01:12.334682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2543b-ae22-4bfe-865c-bb45b06b30c7 req-5559b268-72e9-48db-9f00-2d78d0b75580 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.336267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dda2543b-ae22-4bfe-865c-bb45b06b30c7 req-5559b268-72e9-48db-9f00-2d78d0b75580 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 945 time: 0.1816123 Aug 21 18:01:12.368631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-2d2d49f8-0b31-4d73-b121-dba8426275e1 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614712 Aug 21 18:01:12.425693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-bb4f502c-6582-46c4-87ec-f34def518dce tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.427500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-bb4f502c-6582-46c4-87ec-f34def518dce tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.2041526 Aug 21 18:01:12.443096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Request body: {'port': {'device_id': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'admin_state_up': True, 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:12.469722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.477308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dda2543b-ae22-4bfe-865c-bb45b06b30c7 req-90584f83-38ca-4ec3-a63b-3fbc40b340a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219194 Aug 21 18:01:12.485441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.487339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] 10.222.0.41 "DELETE /v2.0/networks/7255deb9-973b-4e88-a930-a29efdfe95ea HTTP/1.1" status: 204 len: 168 time: 1.1917865 Aug 21 18:01:12.529644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e719e9-beb1-4074-922b-29761e617e58 req-371b48cc-c53f-4774-910d-c66ce86a8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.531215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-371b48cc-c53f-4774-910d-c66ce86a8ca1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2213068 Aug 21 18:01:12.547805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3b568-b19f-462a-9665-7c52f885c52d admin admin] Pushing event deleted for resources: {'Network': ['ID=7255deb9-973b-4e88-a930-a29efdfe95ea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:12.632633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:12.644204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:12.649823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ade4c-22a9-4f62-b38c-85fd4065b7cc req-e95a7c6d-0231-4f78-b94e-fa2dd3b46417 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.657197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a92ade4c-22a9-4f62-b38c-85fd4065b7cc req-e95a7c6d-0231-4f78-b94e-fa2dd3b46417 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 945 time: 0.2532580 Aug 21 18:01:12.668072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39e49cb8-688c-4dc3-b116-896f4f5f11c9 req-e4a975fd-8ed8-40f0-8d69-8460e90a9e80 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904558 Aug 21 18:01:12.671250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3413845-b662-40e9-b5bb-4b7ed372afe0 req-81fac2f2-ec54-4aff-b25d-9ea2ecc0a578 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 210 time: 0.0617929 Aug 21 18:01:12.792606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40080) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:12.811931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a92ade4c-22a9-4f62-b38c-85fd4065b7cc req-461037d1-899d-440f-a639-3cc36b574ee9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536844 Aug 21 18:01:12.830534 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-b223a248-07f8-46fc-a416-8b38a5fbba79 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716305 Aug 21 18:01:12.920191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-d27a7822-35ba-48e3-8fe1-b81f2a6be5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:12.921703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-d27a7822-35ba-48e3-8fe1-b81f2a6be5e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 1100 time: 0.1816278 Aug 21 18:01:12.946979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-570ea080-757e-4cc3-9641-18b0dc5f0241 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fada25dd58974ffc8666686f55b9e517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528561 Aug 21 18:01:12.950323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40086) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:13.004047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Allocated IP 172.20.0.2 (99d359fe-5cd8-4203-8c11-d60eade81c9c/a1bafab6-096d-4273-a48a-abd620ae126f/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:13.014820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd09b8-984e-42e5-a584-e4bd8454e97f req-e0e39543-dbbf-41e3-bfda-da35b3f647fe tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.016434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-defd09b8-984e-42e5-a584-e4bd8454e97f req-e0e39543-dbbf-41e3-bfda-da35b3f647fe tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.1332965 Aug 21 18:01:13.051716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5e719e9-beb1-4074-922b-29761e617e58 req-20a205a6-0151-4786-8672-4e3f7be156ef service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104456 Aug 21 18:01:13.117065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:13.121080 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e16ba20-e672-4107-bb1a-c9c5718f5c62" -d '{"events": [{"server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "name": "network-vif-plugged", "status": "completed", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:13.122764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.140148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-defd09b8-984e-42e5-a584-e4bd8454e97f req-6480ffbe-b5da-4b53-89a7-209cbd786450 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140838 Aug 21 18:01:13.140648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-dd095833-9bbe-4f4f-8774-213d6ad66b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.142299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-dd095833-9bbe-4f4f-8774-213d6ad66b15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2059803 Aug 21 18:01:13.151299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309e9fe-d812-45ce-9f87-6ce89d174f9e req-a9047943-48ba-4557-86d5-a5716f2a3b89 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.167059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e309e9fe-d812-45ce-9f87-6ce89d174f9e req-a9047943-48ba-4557-86d5-a5716f2a3b89 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.1132178 Aug 21 18:01:13.220727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-0ef62456-bdb9-49c2-aff0-08faa3c20d03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b HTTP/1.1" status: 200 len: 217 time: 0.0516255 Aug 21 18:01:13.224746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:13.227072 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:13.270572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e309e9fe-d812-45ce-9f87-6ce89d174f9e req-8eb3a30c-1dc3-4fc8-a1cc-4b492617a5b2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976434 Aug 21 18:01:13.323945 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218efeac-6b84-4e53-95f5-d73a3d049448 x-openstack-request-id: req-218efeac-6b84-4e53-95f5-d73a3d049448 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:13.323945 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "name": "network-vif-plugged", "status": "completed", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:13.323945 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-218efeac-6b84-4e53-95f5-d73a3d049448 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:13.324667 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'code': 200} Aug 21 18:01:13.343793 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a26ad96-27b3-48ac-88dc-184b214733f7 x-openstack-request-id: req-3a26ad96-27b3-48ac-88dc-184b214733f7 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:13.344090 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:13.344342 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a26ad96-27b3-48ac-88dc-184b214733f7 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:13.344734 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'status': 'completed', 'code': 200} Aug 21 18:01:13.346201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-e80f1b36-2f7d-4f43-a4aa-01c22a70072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.347816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-e80f1b36-2f7d-4f43-a4aa-01c22a70072e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1057484 Aug 21 18:01:13.456087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40108) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:13.547742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.64', 58963) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:13.565281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.621551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-5ae6727e-294d-491a-81c7-bae587afe8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.623176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-5ae6727e-294d-491a-81c7-bae587afe8c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 1100 time: 0.2347829 Aug 21 18:01:13.625690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-c3d6d9df-6eab-4b0f-8c31-4f776944932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.627079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-c3d6d9df-6eab-4b0f-8c31-4f776944932b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2545745 Aug 21 18:01:13.631220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-network', 'tenant_id': '5c5e3e63d76e48669f5233417a901792'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:13.682562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.686901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e862bf4-fd29-4d7a-837e-626f92578d30 req-86b481a7-4909-4cbe-a237-6c27f0f6dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.688509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e862bf4-fd29-4d7a-837e-626f92578d30 req-86b481a7-4909-4cbe-a237-6c27f0f6dfe5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1097 time: 0.2337070 Aug 21 18:01:13.698089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82523120-b05d-45a7-8095-e9f5952a3ae7 req-ea01989c-b3ab-405c-adde-299b1926a96b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.699621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82523120-b05d-45a7-8095-e9f5952a3ae7 req-ea01989c-b3ab-405c-adde-299b1926a96b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 945 time: 0.0821052 Aug 21 18:01:13.701762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.704315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.705384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3ee86fd-c908-45f9-887e-7b580b324bf3 HTTP/1.1" status: 204 len: 168 time: 0.7529221 Aug 21 18:01:13.710538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:13.726144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b2a5e-4de8-478d-ac66-79ff0f33be64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee86fd-c908-45f9-887e-7b580b324bf3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:13.789655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82523120-b05d-45a7-8095-e9f5952a3ae7 req-7d1721e7-72bb-408b-9a22-d2cc48df3bb4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649426 Aug 21 18:01:13.792523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.833512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-b43bd663-bb04-4b2d-8d65-badf40203af9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.835283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:13.835648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-b43bd663-bb04-4b2d-8d65-badf40203af9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d&tenant_id=7163e520782a42749ecd474e2afa0eab&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 948 time: 0.2746062 Aug 21 18:01:13.851043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'mac_address': 'fa:16:3e:cc:6e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:13.852386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bb1f8-4eea-44ee-a254-137e7351896f req-181b8cc0-36a2-4db9-991c-fe0ed1552aec tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.853928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f3bb1f8-4eea-44ee-a254-137e7351896f req-181b8cc0-36a2-4db9-991c-fe0ed1552aec tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 948 time: 0.3134749 Aug 21 18:01:13.868833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Made reservation on behalf of 5c5e3e63d76e48669f5233417a901792 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:13.871141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.879612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:13.880886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:13.883966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:13.887021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:13.897189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.914461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b35c12-fd0e-443a-bf80-a1a2f245ac6d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:13.952385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:13.955487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:13.955648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.955982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.962965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:13.974424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e862bf4-fd29-4d7a-837e-626f92578d30 req-4f007104-bd36-4485-9c5f-5b7b651b867a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513747 Aug 21 18:01:14.004969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-e2331d49-c9ef-4a5c-acba-5bae5088cada tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5658715 Aug 21 18:01:14.018007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17761a7f-73e8-488a-88f8-730a1997bbea req-e6b5cca6-e711-4888-bee9-dd555158e177 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.019574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17761a7f-73e8-488a-88f8-730a1997bbea req-e6b5cca6-e711-4888-bee9-dd555158e177 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 931 time: 0.0739515 Aug 21 18:01:14.025577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Request body: {'port': {'device_id': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:14.035649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-2071c8a3-2c8d-4f3f-9531-d40afa042d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.037711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-2071c8a3-2c8d-4f3f-9531-d40afa042d21 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.4002197 Aug 21 18:01:14.043227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f3bb1f8-4eea-44ee-a254-137e7351896f req-a19e2415-93d3-4a85-8a38-b757b4b7a088 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691053 Aug 21 18:01:14.045064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-2743a615-8825-4b95-b428-b6a8f4de91db service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063561 Aug 21 18:01:14.066303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:14.113904 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-e9843452-f8df-44dc-b5ed-7736d4f7f12c service neutron] delete failed (client error): The resource could not be found. Aug 21 18:01:14.114955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-e9843452-f8df-44dc-b5ed-7736d4f7f12c service neutron] 10.222.0.64 "DELETE /v2.0/ports/30b35c12-fd0e-443a-bf80-a1a2f245ac6d/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.2570047 Aug 21 18:01:14.115745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.120029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-229bd11c-30cc-4f42-a53f-d883224c4678 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b HTTP/1.1" status: 200 len: 217 time: 0.0693605 Aug 21 18:01:14.154569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17761a7f-73e8-488a-88f8-730a1997bbea req-938e8a82-5dbb-454c-80f1-17899a141979 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 Aug 21 18:01:14.231321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40126) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:14.305743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:14.316792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-b26f5b7c-eacd-4513-b178-71cacf6a8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.318847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-b26f5b7c-eacd-4513-b178-71cacf6a8628 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1848242 Aug 21 18:01:14.384424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fa24b-a74e-4717-873f-c9a4a0d2276b req-334d83d4-30ce-4bbb-aaf4-de9e41e7e214 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.386028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-667fa24b-a74e-4717-873f-c9a4a0d2276b req-334d83d4-30ce-4bbb-aaf4-de9e41e7e214 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.1117065 Aug 21 18:01:14.466576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-667fa24b-a74e-4717-873f-c9a4a0d2276b req-801486a7-19b0-4023-b397-b24ac2c874a4 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635092 Aug 21 18:01:14.538558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:14.546653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.560568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Transition to ACTIVE for port object 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:14.564509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.633475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:14.675933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.687244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:14.687587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:14.687924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:14.691477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7ae486-2f98-4536-90f4-734686c320ed req-9803437c-1430-4637-8da2-68e67b054e4f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.692377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:14.692711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:14.692953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c7ae486-2f98-4536-90f4-734686c320ed req-9803437c-1430-4637-8da2-68e67b054e4f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 945 time: 0.5186059 Aug 21 18:01:14.698250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:14.698625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:14.699013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:14.699559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Bound port: 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:14.699811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.706806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.744395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b4602735-94de-41da-ac8d-359e5a870596 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=762f57ef22dc4793be859b251fd96e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021567 Aug 21 18:01:14.752577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:14.765443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:01:14.772374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5911e8-1fce-4a9a-984b-4921f5ae09bc req-ed17395b-4c1e-442b-a40d-a86800dadb07 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663149 Aug 21 18:01:14.774036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-93328608-15b5-48f1-880b-cb13ddee7bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.775420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-93328608-15b5-48f1-880b-cb13ddee7bcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1101 time: 0.4909985 Aug 21 18:01:14.790391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:14.808444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837821f2-d9b3-46b0-8fb3-b5ce360de325,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:14.811327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:14.819695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.820061 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Added segment 435a9c92-5cfa-4569-abf2-8d422800c0fb of type vlan for network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b Aug 21 18:01:14.824370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-37ef5fc4-8c15-41ac-8a3d-169a2bbea36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.825872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-37ef5fc4-8c15-41ac-8a3d-169a2bbea36b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4862888 Aug 21 18:01:14.838935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.848232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.881089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c7ae486-2f98-4536-90f4-734686c320ed req-15bad002-560b-49bd-9205-ef8f92e0881e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792593 Aug 21 18:01:14.906638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:14.907242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.908609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] 10.222.0.64 "PUT /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 1092 time: 0.8881221 Aug 21 18:01:14.913974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:14.915880 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ef0c6f-b014-4b44-ac03-dec18aee4dff" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:14.929571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.956205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:14.985892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871a2d3-713c-4c1c-82af-4ee97c676092 service neutron] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:15.040038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850e156-5f7f-44dc-8f84-c01f2eb6f307 req-5b4b4424-b9a4-40c8-8d92-7538a0235619 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.042205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f850e156-5f7f-44dc-8f84-c01f2eb6f307 req-5b4b4424-b9a4-40c8-8d92-7538a0235619 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 945 time: 0.1579256 Aug 21 18:01:15.056244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-3d60120f-a9c7-44c6-b620-08f54599caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.057799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-3d60120f-a9c7-44c6-b620-08f54599caec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1095 time: 0.0948367 Aug 21 18:01:15.060677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-669c210a-76a3-47be-84e5-c59bfad46d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.062136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-669c210a-76a3-47be-84e5-c59bfad46d95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2781298 Aug 21 18:01:15.065563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-fb95be3b-7cc4-47d2-9cf8-63757388ff0c service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043719 Aug 21 18:01:15.066145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.068008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.068008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.109943 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-d27ac93e-101c-44ab-bcf5-bddaebc25024 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.0382390 Aug 21 18:01:15.121130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.123666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.124727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/08edb42e-74ea-4b64-92ca-cbb3560d11a8 HTTP/1.1" status: 204 len: 168 time: 0.3712142 Aug 21 18:01:15.133596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df68c9-e032-47f2-a896-950b818cbea4 req-8492efe3-c816-4f5d-9cc5-a6da6f07323c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.135159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3df68c9-e032-47f2-a896-950b818cbea4 req-8492efe3-c816-4f5d-9cc5-a6da6f07323c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.1552360 Aug 21 18:01:15.163648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f850e156-5f7f-44dc-8f84-c01f2eb6f307 req-e7e72423-e362-4ef2-9de6-f557d751504e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109955 Aug 21 18:01:15.174986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cf3f0-818b-4314-b510-976b7982c00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08edb42e-74ea-4b64-92ca-cbb3560d11a8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:15.192550 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7254438 Aug 21 18:01:15.192669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40144) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:15.192669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Request body: {'subnet': {'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-subnet', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:15.204793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-c7e2cea8-b5ab-4fb8-848d-3ce599796259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.206917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-c7e2cea8-b5ab-4fb8-848d-3ce599796259 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0868127 Aug 21 18:01:15.210760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-eb5cab0d-7b8d-48b3-94af-2b395432fd7d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.1189058 Aug 21 18:01:15.233035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Made reservation on behalf of 5c5e3e63d76e48669f5233417a901792 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:15.235399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.256745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-a74f5203-dc43-4a82-a709-07363b2242b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362170 Aug 21 18:01:15.268498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ff9f-1dc1-42b1-a410-15848f08a3f4 admin admin] Pushing event updated for resources: {'Network': ['ID=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:15.268689 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba47819-c07c-4ed9-8c35-d39c4c3be4ba x-openstack-request-id: req-6ba47819-c07c-4ed9-8c35-d39c4c3be4ba {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:15.268969 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:15.269212 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ba47819-c07c-4ed9-8c35-d39c4c3be4ba {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:15.269846 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'status': 'completed', 'code': 200} Aug 21 18:01:15.281381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:01:15.329898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3df68c9-e032-47f2-a896-950b818cbea4 req-954af175-6bee-49aa-b76a-cc8033dddf6b tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382630 Aug 21 18:01:15.335508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-ed11f6b8-0bb1-4b3a-b8cc-ed8e0d013157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.337007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-ed11f6b8-0bb1-4b3a-b8cc-ed8e0d013157 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1158640 Aug 21 18:01:15.382089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ad8c12c-c9ec-4b45-81f8-9f5b0447e3b0 req-a18fa96e-2332-4f85-b5ad-06e85a585180 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925603 Aug 21 18:01:15.415714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-c815a545-e1c8-452d-8010-2bfdd0e45955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.417647 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-c815a545-e1c8-452d-8010-2bfdd0e45955 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618620 Aug 21 18:01:15.430986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-6246dccb-51f0-41c7-9ba7-02e9ce5eee6f service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602869 Aug 21 18:01:15.494262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:15.576589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-18b1ac7a-467d-4118-9dc2-1d6fcf744117 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500945 Aug 21 18:01:15.584782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5782c-a908-47b8-922c-66b435c7b946 req-38566477-b4ac-417c-9611-a6bde4fdd33b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.586526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db5782c-a908-47b8-922c-66b435c7b946 req-38566477-b4ac-417c-9611-a6bde4fdd33b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.0806186 Aug 21 18:01:15.616947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:15.640041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'mac_address': 'fa:16:3e:0f:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:15.674242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db5782c-a908-47b8-922c-66b435c7b946 req-bdc9f579-a449-444a-b22d-10375f6d5bd3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788507 Aug 21 18:01:15.714183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:15.714592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c83a465-31a5-4044-adc7-85d1909e1393 req-3d654d71-105a-4fb4-ac4d-96d8bfb7f75e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267760 Aug 21 18:01:15.715290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adf204-ba11-4b50-bf42-019f9fb88700 req-9caa261e-88e4-4af2-8c08-a99e3ba3184e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.723172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-04adf204-ba11-4b50-bf42-019f9fb88700 req-9caa261e-88e4-4af2-8c08-a99e3ba3184e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 949 time: 0.2863879 Aug 21 18:01:15.728671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:15.751019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.777238 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.799658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7b824aa-46db-48b0-97eb-e68f590c7a9c req-ccc74275-3506-43d0-b61d-96dc8bad4274 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588107 Aug 21 18:01:15.809035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64d2f5-1f07-418c-a03d-00968ec82d09 req-1c000ff3-8584-4fd9-9684-2a5da9048a6d tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:15.810363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:15.810713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e64d2f5-1f07-418c-a03d-00968ec82d09 req-1c000ff3-8584-4fd9-9684-2a5da9048a6d tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.0516570 Aug 21 18:01:15.832535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:15.847449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.880269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e64d2f5-1f07-418c-a03d-00968ec82d09 req-ea553990-3068-4d97-a67d-117f47059c25 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537345 Aug 21 18:01:15.919664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:15.933335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:15.933945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:15.950575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-04adf204-ba11-4b50-bf42-019f9fb88700 req-cf615495-35f5-43ff-92e3-76a87f6435a1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102687 Aug 21 18:01:15.997716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:16.030819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:16.046279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'mac_address': 'fa:16:3e:56:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:16.059548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Checking segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:16.059908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Network hostable DHCP agents. Network: 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:01:16.068163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcf176e4-dc49-43e2-adbb-dafc9fadc734,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:16.116241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:16.117157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ce70e-9e9c-487c-ba3f-fe2d5fb13423 req-fba85b9d-9326-43db-9d7e-91af13ce1f19 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.127939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-178b076c-0c6e-4fcb-9d0a-07406c2d88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.129871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-178b076c-0c6e-4fcb-9d0a-07406c2d88f7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1095 time: 0.1695902 Aug 21 18:01:16.131568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-143ce70e-9e9c-487c-ba3f-fe2d5fb13423 req-fba85b9d-9326-43db-9d7e-91af13ce1f19 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.1108804 Aug 21 18:01:16.132944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:01:16.141012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.165742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.168685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:16.193854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922e6f6-eed6-498d-a5c8-866513f5569e None None] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:16.199587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.200182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.216324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-143ce70e-9e9c-487c-ba3f-fe2d5fb13423 req-44589226-85ad-492f-920d-fbcce5421835 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805683 Aug 21 18:01:16.221112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:16.224428 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895edb76-98c2-4f1f-8971-9b9ece8e64db" -d '{"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:16.234061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:16.300763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-032b6f06-e8e7-4a85-a3d0-c6104ad04458 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1103082 Aug 21 18:01:16.301111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:16.302087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:16.310136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:16.324150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:16.325254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.356984 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e9bd86-6da3-4211-90b6-b144413fb378 x-openstack-request-id: req-a9e9bd86-6da3-4211-90b6-b144413fb378 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:16.356984 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-plugged", "status": "completed", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:16.356984 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9e9bd86-6da3-4211-90b6-b144413fb378 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:16.356984 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'code': 200} Aug 21 18:01:16.378205 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.467058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.468792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.469916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:16.501723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb21d9e-d395-425b-83f1-67cc4c270bc9 req-0d85b79d-a068-4381-8d02-6d02acd18426 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.510850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbb21d9e-d395-425b-83f1-67cc4c270bc9 req-0d85b79d-a068-4381-8d02-6d02acd18426 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 945 time: 0.1296797 Aug 21 18:01:16.545224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-b77e8dd1-7b23-4b84-be2e-4d79b71d82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.546929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-b77e8dd1-7b23-4b84-be2e-4d79b71d82cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.3970771 Aug 21 18:01:16.574457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad399a0-e9fd-4bed-9585-2269d963e9cc req-b08cfc94-adbc-47df-b808-bc33acdd5f1d tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.584753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dad399a0-e9fd-4bed-9585-2269d963e9cc req-b08cfc94-adbc-47df-b808-bc33acdd5f1d tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.1748898 Aug 21 18:01:16.610365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:01:16.611329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.617042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:16.627761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.645244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbb21d9e-d395-425b-83f1-67cc4c270bc9 req-2395700d-c045-407a-b7dd-b9e3d3fe3d80 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229794 Aug 21 18:01:16.669783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-65c256f1-c987-4724-af0f-e0f7ddaccddd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.1105006 Aug 21 18:01:16.743754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dad399a0-e9fd-4bed-9585-2269d963e9cc req-68121c95-60f4-46f4-902b-fadd379f861a tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579168 Aug 21 18:01:16.753426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:16.785995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-f6ef9b24-e2f2-4d34-b955-2042b010e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:16.790776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-f6ef9b24-e2f2-4d34-b955-2042b010e0b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1116047 Aug 21 18:01:16.864841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:16.876763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Allocated IP 172.20.0.2 (26184ae3-5f1d-4a7b-b912-c5c13ffefe7b/fcf176e4-dc49-43e2-adbb-dafc9fadc734/729802dd-081c-48d3-9d0b-d4fccafcd7c9) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:16.887395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-bbfb3cf7-2b0c-4a04-aed8-a8cfdbba9589 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-660581537&fields=id&tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 267 time: 0.0889268 Aug 21 18:01:16.896972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-c10ebab0-e8e8-4b3c-9a4f-58fc0b0fd5f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963202 Aug 21 18:01:16.993145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-a1a4cdfd-45b3-47a4-aeaf-5d4fff93f8bd tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.000929 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-a1a4cdfd-45b3-47a4-aeaf-5d4fff93f8bd tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 945 time: 0.0984836 Aug 21 18:01:17.008634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'security_groups': ['acaa3df2-8865-43d0-a100-7c23b2a39569', '499b67ba-ff6e-4c2c-9b4f-287f2bfd76da']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:17.031535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2b191-6f65-4179-949c-6a231fc4c7b0 req-e09b737d-c711-4314-8681-b2c012ce22f1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.045056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9a2b191-6f65-4179-949c-6a231fc4c7b0 req-e09b737d-c711-4314-8681-b2c012ce22f1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.1460567 Aug 21 18:01:17.101119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.107458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.111079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9a2b191-6f65-4179-949c-6a231fc4c7b0 req-87196f06-2b7c-4077-af6d-a513038cf2f1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656130 Aug 21 18:01:17.124040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Transition to ACTIVE for port object 729802dd-081c-48d3-9d0b-d4fccafcd7c9 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:17.144566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Transition to ACTIVE for port object 729802dd-081c-48d3-9d0b-d4fccafcd7c9 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:17.154443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.168272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-1bc04b63-8b41-4866-90ad-5cabfaea6d61 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286532 Aug 21 18:01:17.190126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:17.216138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:17.218809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:17.289675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Attempting to bind port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:17.290256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Attempting to bind port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:17.290794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Attempting to bind port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 on network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:17.293854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Pushing event updated for resources: {'Port': ['ID=729802dd-081c-48d3-9d0b-d4fccafcd7c9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:17.309050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:17.312018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62ef0c6f-b014-4b44-ac03-dec18aee4dff req-976feb0b-6b8b-44a9-857f-e2b3064a06b7 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340926 Aug 21 18:01:17.313991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:17.314620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Checking segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:17.315207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.315460 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.316210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Bound using segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:17.316888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Bound port: 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:17.317477 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.343726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c330d-51fb-40cd-a350-ceba2272fb59 req-27a3c770-9cc4-4512-946f-4eb9f78cb28b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.345746 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e5c330d-51fb-40cd-a350-ceba2272fb59 req-27a3c770-9cc4-4512-946f-4eb9f78cb28b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1580706 Aug 21 18:01:17.357145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.409521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e5c330d-51fb-40cd-a350-ceba2272fb59 req-286f8091-96af-4ecb-950b-055df28c14eb tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567279 Aug 21 18:01:17.503670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:17.558764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:17.570316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.575509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:17.576062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.579356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Allocated IP 172.25.1.196 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/149b9dd5-bd14-484f-9f41-63b1075db8db) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:17.581658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.604309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:17.612395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] For port 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:17.627054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde80306-d581-4abb-af95-eece49da20ec req-1cc044db-7acf-47fe-b067-3e23c41e3121 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.628904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fde80306-d581-4abb-af95-eece49da20ec req-1cc044db-7acf-47fe-b067-3e23c41e3121 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 949 time: 0.0574543 Aug 21 18:01:17.641476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.642149 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.647942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b447c10b-5628-4edf-a93c-58d0590239d4 req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "PUT /v2.0/ports/c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 981 time: 0.6460168 Aug 21 18:01:17.656816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] For port 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=729802dd-081c-48d3-9d0b-d4fccafcd7c9,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:17.670360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:17.672890 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8e16df-5cbc-4a3f-a717-815b29253ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:17.675202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.682471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fde80306-d581-4abb-af95-eece49da20ec req-15dce965-797f-489c-9eaf-382535e183e3 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464911 Aug 21 18:01:17.748424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:17.766944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476c1ba-2be9-4d8b-9e53-4cb3b2da6485 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:17.787544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:17.828274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350a174-78c9-4a93-9a0f-d8b68b5e9bf8 req-88250f80-7edd-482f-b64d-a3c14f43c39a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:17.830065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1350a174-78c9-4a93-9a0f-d8b68b5e9bf8 req-88250f80-7edd-482f-b64d-a3c14f43c39a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1181831 Aug 21 18:01:17.862152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.865922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0cd2bb3c-5ffb-438c-9311-f86156c674a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:17.900287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1350a174-78c9-4a93-9a0f-d8b68b5e9bf8 req-874e0d2b-9c27-4dca-8dcf-287310ff381b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606432 Aug 21 18:01:17.937512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4b966-c7ac-4fa9-8c25-66428d91b77f None None] Pushing event updated for resources: {'Port': ['ID=729802dd-081c-48d3-9d0b-d4fccafcd7c9,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:18.002033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.006944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-fc9d51b6-d10f-4bd3-882d-e39d2761b53c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=afc90273319b4cd29d61d1395864db85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620866 Aug 21 18:01:18.012773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.014169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd2721e8-fce8-4c5c-ad0e-11b9952974d6 req-2031538f-56fa-4392-b3c9-b2f650b85bcd tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/499b67ba-ff6e-4c2c-9b4f-287f2bfd76da HTTP/1.1" status: 200 len: 1799 time: 0.0857697 Aug 21 18:01:18.076589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:18.086098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:18.089071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:18.092770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:18.118704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:18.127316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:18.127838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.168302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-8b901ab3-98cc-478b-aa0b-0282a1e67dff tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:18.170104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-8b901ab3-98cc-478b-aa0b-0282a1e67dff tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1567373 Aug 21 18:01:18.171789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.195186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-3d76dc16-003b-473f-9b76-299cb2dfb4e9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/quotas/afc90273319b4cd29d61d1395864db85 HTTP/1.1" status: 200 len: 375 time: 0.0159447 Aug 21 18:01:18.203380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Pushing event updated for resources: {'Port': ['ID=149b9dd5-bd14-484f-9f41-63b1075db8db,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:18.228873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-04c10f83-04d7-4bfa-b123-47a0c3bd72ed tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308650 Aug 21 18:01:18.253728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.261507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:18.271169 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-fd2721e8-fce8-4c5c-ad0e-11b9952974d6 req-2a37286c-2cd7-4f20-bb0d-4a9320528028 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 18:01:18.272208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd2721e8-fce8-4c5c-ad0e-11b9952974d6 req-2a37286c-2cd7-4f20-bb0d-4a9320528028 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/499b67ba-ff6e-4c2c-9b4f-287f2bfd76da HTTP/1.1" status: 409 len: 341 time: 0.2198949 Aug 21 18:01:18.348776 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d398e761-df43-4a54-97d4-43c887a7362d x-openstack-request-id: req-d398e761-df43-4a54-97d4-43c887a7362d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:18.349118 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:18.349464 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d398e761-df43-4a54-97d4-43c887a7362d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:18.350053 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'status': 'completed', 'code': 200} Aug 21 18:01:18.357921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:18.360807 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816d8cf-7140-454a-8471-607367de6882" -d '{"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:18.428690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.518879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:18.537597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95515d5-8276-4ce9-850f-e5c72483b53f req-addd8d7e-e9b7-4f27-a1e4-0115f4c733b8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:18.546599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.547814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c95515d5-8276-4ce9-850f-e5c72483b53f req-addd8d7e-e9b7-4f27-a1e4-0115f4c733b8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.0797455 Aug 21 18:01:18.548853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.549669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-83b86343-ad14-42a0-8993-664d461f671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:18.551697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-83b86343-ad14-42a0-8993-664d461f671d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1136 time: 0.1921785 Aug 21 18:01:18.598467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c95515d5-8276-4ce9-850f-e5c72483b53f req-eb153d4d-c76a-4bfa-a97c-8e4b21be7a48 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Aug 21 18:01:18.640166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:18.706632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:18.823679 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be0257-bf08-43e0-90f2-09900f34a1f3 x-openstack-request-id: req-26be0257-bf08-43e0-90f2-09900f34a1f3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:18.824054 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:18.827187 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26be0257-bf08-43e0-90f2-09900f34a1f3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:18.827841 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'code': 200} Aug 21 18:01:18.896868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daa66cf5-e8cd-4d29-aeca-183dea2b9a77 req-0b44068a-4dba-43d5-b99a-eaac2aee0ad7 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 210 time: 0.0384433 Aug 21 18:01:18.969686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a87e7-0482-4b2d-aa71-7e92a1d5058f req-5ae9ba75-45e9-482a-9876-8a26a5837c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:18.971251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-845a87e7-0482-4b2d-aa71-7e92a1d5058f req-5ae9ba75-45e9-482a-9876-8a26a5837c34 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 1102 time: 0.0564644 Aug 21 18:01:19.059085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-845a87e7-0482-4b2d-aa71-7e92a1d5058f req-33f663f7-2961-4754-a651-f237ef50e07b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690176 Aug 21 18:01:19.086648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec28c0-34d6-45c8-9a23-ea791d1810a6 req-8d653b11-48d1-422b-a5e5-fb2318ecee77 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.088179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99ec28c0-34d6-45c8-9a23-ea791d1810a6 req-8d653b11-48d1-422b-a5e5-fb2318ecee77 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.6939716 Aug 21 18:01:19.097949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f55c6-e651-48ab-80bf-1ab646cdea77 None None] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:19.142187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab3739-d33b-496d-a588-aabda26e5460 req-5e4b39da-73cc-48a9-8f00-c3b3d86d784b tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.145874 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:01:19.151044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6ab3739-d33b-496d-a588-aabda26e5460 req-5e4b39da-73cc-48a9-8f00-c3b3d86d784b tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 950 time: 0.0847559 Aug 21 18:01:19.181062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b3465d6d-cad5-4107-a736-418d5e2ad598 None None] Provisioning for port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:19.189325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6ab3739-d33b-496d-a588-aabda26e5460 req-57565e84-e5f9-4f13-bbfe-6cc2ee970f9f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371187 Aug 21 18:01:19.253720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99ec28c0-34d6-45c8-9a23-ea791d1810a6 req-3916500d-2242-461b-8f15-12856c276d48 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303217 Aug 21 18:01:19.291291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-c8096b83-843a-4acd-bea4-bc21d6c84870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.293094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-c8096b83-843a-4acd-bea4-bc21d6c84870 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.7293353 Aug 21 18:01:19.313202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:19.342041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab28d9-8398-40ac-9557-3658b0169b16 req-a4e25699-aed5-4b07-9476-974a6d304aa5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.361948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3ab28d9-8398-40ac-9557-3658b0169b16 req-a4e25699-aed5-4b07-9476-974a6d304aa5 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 984 time: 0.1132441 Aug 21 18:01:19.366640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-74fe0bbd-8486-4371-bb11-356d5ba49695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 217 time: 0.0564010 Aug 21 18:01:19.438974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3ab28d9-8398-40ac-9557-3658b0169b16 req-2649651e-8fda-4270-ad79-c01abf4eaaab tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da&id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0759768 Aug 21 18:01:19.516746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:19.548690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'port_id': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'mac_address': 'fa:16:3e:3c:56:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bafab6-096d-4273-a48a-abd620ae126f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:19.549657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-2adf20b6-6392-457c-af68-c4459ddc3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.557857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-2adf20b6-6392-457c-af68-c4459ddc3d53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.1791518 Aug 21 18:01:19.608328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:19.617305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:19.619882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 729802dd-081c-48d3-9d0b-d4fccafcd7c9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:19.660707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:19.677038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-59e160f5-de90-4eaa-ae64-ea74295185ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043155 Aug 21 18:01:19.694547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:19.702417 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:19.781174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:19.796838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:19.801993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] Provisioning complete for port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:19.801993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:19.807535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715e552-30f7-43df-9ca0-950d2835f256 req-76e5cbd9-50ad-4615-a4da-37f38c6b74b1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:19.821249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a715e552-30f7-43df-9ca0-950d2835f256 req-76e5cbd9-50ad-4615-a4da-37f38c6b74b1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.0807099 Aug 21 18:01:19.839544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:19.840072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:19.862623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-a46bac35-9d03-4d09-896c-f20d2dbd68be service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641953 Aug 21 18:01:19.873065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a715e552-30f7-43df-9ca0-950d2835f256 req-870b8a7d-a011-443c-997b-7f0029ec0384 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507448 Aug 21 18:01:19.884632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:01:20.018981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-a4e220f2-8018-48d1-9007-161d764c1300 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356433 Aug 21 18:01:20.027075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.029501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:20.049109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f8e16df-5cbc-4a3f-a717-815b29253ad5 req-9f8de253-b141-4658-a732-252016f66a19 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745000 Aug 21 18:01:20.081220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:20.102891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Sync routers for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:20.109725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.122257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.129580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a88b457-4e0e-4534-9547-1098d479ef84 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.8242877 Aug 21 18:01:20.130973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40292) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:20.138077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-970f085f-4cc9-4abf-b916-5850f4ede427 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=afc90273319b4cd29d61d1395864db85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416319 Aug 21 18:01:20.145428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] For port 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=729802dd-081c-48d3-9d0b-d4fccafcd7c9,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:20.166717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:20.167345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:00:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:20.170489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.251757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-8f0317db-1c81-4c60-83e5-8b06d95348b1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:20.260226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-8f0317db-1c81-4c60-83e5-8b06d95348b1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403321 Aug 21 18:01:20.283870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-c998b138-6e3d-4b79-9947-fe9cb63d636f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/quotas/7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 375 time: 0.0223238 Aug 21 18:01:20.383602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:20.391025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-b7fa3324-669e-42d6-8dc7-45aed108d554 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:20.392821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-b7fa3324-669e-42d6-8dc7-45aed108d554 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329762 Aug 21 18:01:20.417120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc524277-3892-409a-81e4-8fe46ec7398b req-f1a8e73b-6d44-474f-9217-d2826ed662ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:20.418684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-f1a8e73b-6d44-474f-9217-d2826ed662ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1136 time: 0.2814426 Aug 21 18:01:20.420403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-19230d94-bc38-48bc-9698-b8e0979a32df tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325471 Aug 21 18:01:20.425732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Request body: {'port': {'device_id': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'afc90273319b4cd29d61d1395864db85'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:20.484569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:01:20.485132 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:01:20.514585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff23b7-7692-4d5e-b587-d2726602b016 None None] Pushing event updated for resources: {'Port': ['ID=729802dd-081c-48d3-9d0b-d4fccafcd7c9,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:20.559878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.566897 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-910466bc-146e-4eda-b437-d308577c2fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.643464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Made reservation on behalf of afc90273319b4cd29d61d1395864db85 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:20.651721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.667230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.710637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45ff800b-31cc-4aba-8489-c4a42272cac3 req-2c5fd970-2588-4b55-a79e-be098dd2e5bf tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 210 time: 0.0344338 Aug 21 18:01:20.776999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:18Z', 'revision_number': 3, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:20.847562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:20.853238 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0181e49-f189-420a-b47f-cd5376b8d887" -d '{"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:20.857530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Checking router: f0bba6d8-4663-4f59-9535-31e4bd13f5f2 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:01:20.857863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc524277-3892-409a-81e4-8fe46ec7398b req-d3757972-ee2f-49f3-a8ff-4a53312975c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:20.857996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Updating router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 port 149b9dd5-bd14-484f-9f41-63b1075db8db binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:01:20.859390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-d3757972-ee2f-49f3-a8ff-4a53312975c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.4238954 Aug 21 18:01:20.872229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-382ea80a-82c4-441e-883a-d87e47295e03 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:01:20.873568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-382ea80a-82c4-441e-883a-d87e47295e03 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132649 Aug 21 18:01:20.891828 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.925136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.931985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:20.963322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-1e2899fb-8174-4842-a499-678679de0853 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 217 time: 0.0888455 Aug 21 18:01:21.049171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-282a3764-5be4-4cfe-a13b-0539ced0253f tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:21.050633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-282a3764-5be4-4cfe-a13b-0539ced0253f tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 1094 time: 0.1293213 Aug 21 18:01:21.062826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Request body: {'binding': {'host': 'n-h2-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:21.063254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:01:21.092752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.096733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Allocated IP 192.168.233.151 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/b2612ac8-f6e1-4800-8e78-695f2cdf1f99) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:21.107239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc524277-3892-409a-81e4-8fe46ec7398b req-6bd80b0e-b9a8-4cba-98b6-8374177d928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:21.108700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-6bd80b0e-b9a8-4cba-98b6-8374177d928f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.1284418 Aug 21 18:01:21.227656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-78de2d29-0598-4b1b-bf23-78fc28d47ac4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985279 Aug 21 18:01:21.252909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8757550-7d0a-4424-88af-043fc39e0154,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:21.307435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:21.312874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d32e08-76b0-47b0-806b-453ab0f5e93d req-6ca96554-5d13-41a2-8c72-0493d4c7cf28 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:21.321246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74d32e08-76b0-47b0-806b-453ab0f5e93d req-6ca96554-5d13-41a2-8c72-0493d4c7cf28 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 950 time: 0.3746691 Aug 21 18:01:21.357003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.383659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Transition to ACTIVE for port object b2612ac8-f6e1-4800-8e78-695f2cdf1f99 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:21.387867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74d32e08-76b0-47b0-806b-453ab0f5e93d req-e03d558b-35d5-415b-8d96-1fbf4ae855f8 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655847 Aug 21 18:01:21.389962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:21.400037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:21.400452 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.489238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.492709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-899e33a9-18ae-4cc4-bd47-7e7a8cce3d18 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555678 Aug 21 18:01:21.499166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on host n-h2-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:21.499847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:21.500438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:21.513077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.515825 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.521747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:21.522447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:21.530926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Transition to ACTIVE for port object 149b9dd5-bd14-484f-9f41-63b1075db8db will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:21.540178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 729802dd-081c-48d3-9d0b-d4fccafcd7c9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:21.582481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.585584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:21.592154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:21.593968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:21.594431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:21.599619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:21.603689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:21.604260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Bound port: 62d1378c-34f9-4989-b60f-ebccfe109c37, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:21.620005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Allocated IP 172.20.0.1 (26184ae3-5f1d-4a7b-b912-c5c13ffefe7b/fcf176e4-dc49-43e2-adbb-dafc9fadc734/f58673d8-73cb-458a-9d77-1edd2556a57d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:21.650126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Pushing event updated for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:21.663024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.670981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1ba93-0088-4c22-ae56-b9317dc40f30 req-039ec704-bf44-4c6f-8d2e-84f0dbd103ed tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:21.672714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a8e1ba93-0088-4c22-ae56-b9317dc40f30 req-039ec704-bf44-4c6f-8d2e-84f0dbd103ed tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 984 time: 0.1883552 Aug 21 18:01:21.681966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Attempting to bind port 149b9dd5-bd14-484f-9f41-63b1075db8db on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:21.682341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Attempting to bind port 149b9dd5-bd14-484f-9f41-63b1075db8db by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:21.682745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Attempting to bind port 149b9dd5-bd14-484f-9f41-63b1075db8db on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:21.684679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8931a-29e2-4bb9-bbbe-0f7a696b8f87 None None] Pushing event updated for resources: {'Port': ['ID=149b9dd5-bd14-484f-9f41-63b1075db8db,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:21.699319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:21.699710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:21.700091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.700479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:21.700952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Bound port: 149b9dd5-bd14-484f-9f41-63b1075db8db, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:21.701332 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.721211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:21.733892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a8e1ba93-0088-4c22-ae56-b9317dc40f30 req-e01d84b0-beff-43ae-8225-d309624edd08 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da&id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0517104 Aug 21 18:01:21.752300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:21.753081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:21.753239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:21.753635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.755162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.768074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc524277-3892-409a-81e4-8fe46ec7398b req-50694ec6-b69b-4518-8927-a89f392af2d2 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585263 Aug 21 18:01:21.773086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.775273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-d7081647-8cce-4a73-8199-61d31ca5318b tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3534343 Aug 21 18:01:21.777626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ced385ff-c710-45f1-a3d8-f4de80dda429 service neutron] 10.222.0.41 "POST /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37/bindings HTTP/1.1" status: 201 len: 390 time: 0.7202263 Aug 21 18:01:21.792184 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.801041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Request body: {'port': {'device_id': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:21.881283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] For port 149b9dd5-bd14-484f-9f41-63b1075db8db, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:21.927727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] For port 149b9dd5-bd14-484f-9f41-63b1075db8db, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=149b9dd5-bd14-484f-9f41-63b1075db8db,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:21.929121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:21.939269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.950409 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9294c77e-a94c-45a7-b784-196bd62ff454 x-openstack-request-id: req-9294c77e-a94c-45a7-b784-196bd62ff454 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:21.959058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:21.959905 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:21.960193 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9294c77e-a94c-45a7-b784-196bd62ff454 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:21.960618 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'code': 200} Aug 21 18:01:21.977106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ded60d3-2553-46f7-b4b7-7c0448af997a req-5878fc30-47c0-4e7d-a28e-19720633612b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 210 time: 0.1149068 Aug 21 18:01:22.019765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.078381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Transition to ACTIVE for port object f58673d8-73cb-458a-9d77-1edd2556a57d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:22.101795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-043d00a5-e707-42f4-a022-6e345b6b6c10 None None] Provisioning for port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:22.109282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8931a-29e2-4bb9-bbbe-0f7a696b8f87 None None] Pushing event updated for resources: {'Port': ['ID=149b9dd5-bd14-484f-9f41-63b1075db8db,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:22.113153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-043d00a5-e707-42f4-a022-6e345b6b6c10 None None] Provisioning complete for port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:22.113647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-043d00a5-e707-42f4-a022-6e345b6b6c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.117791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:22.118429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:22.180569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.284466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-043d00a5-e707-42f4-a022-6e345b6b6c10 None None] Port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:22.305273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:22.335164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861efb77-0ead-4a83-8e80-ca58a2f64939 req-704144a4-5e0e-4a24-8ce0-196803572079 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:22.342882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861efb77-0ead-4a83-8e80-ca58a2f64939 req-704144a4-5e0e-4a24-8ce0-196803572079 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 936 time: 0.1834857 Aug 21 18:01:22.417748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-861efb77-0ead-4a83-8e80-ca58a2f64939 req-35605612-b4a6-4372-b792-22099c96e008 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679700 Aug 21 18:01:22.490968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2612ac8-f6e1-4800-8e78-695f2cdf1f99 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:22.504225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.536066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:22.552827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Transition to ACTIVE for port object b2612ac8-f6e1-4800-8e78-695f2cdf1f99 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:22.555023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-46c94a40-6e0a-4b4a-a2c6-ed347748ddac tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3875480 Aug 21 18:01:22.571493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.573688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:18Z', 'revision_number': 3, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:22.605226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae372424-cf89-44dd-a420-bf8d70040b62 None None] The sync data for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 is: [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:18Z', 'revision_number': 3, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:01:22.610395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:22.616037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6107dd0-8e06-422d-9196-2178dc0a5ec7 req-43fb9cc8-676d-475c-bd58-0d5ecfa1858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:22.617547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6107dd0-8e06-422d-9196-2178dc0a5ec7 req-43fb9cc8-676d-475c-bd58-0d5ecfa1858a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 1102 time: 0.5377195 Aug 21 18:01:22.637429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebb521-4f32-4b31-8d44-0aaa4d514df1 req-4aac18fd-6704-4420-9b69-d46cbbee2d2d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:22.638404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7ebb521-4f32-4b31-8d44-0aaa4d514df1 req-4aac18fd-6704-4420-9b69-d46cbbee2d2d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 945 time: 0.1194954 Aug 21 18:01:22.648725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:22.661187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:22.664297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:22.682642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4a81-8c1a-498c-bd0f-fb50df879273 req-04da058e-d9f6-4e8f-abcc-4ff2e5a9b849 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:22.684272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ffa4a81-8c1a-498c-bd0f-fb50df879273 req-04da058e-d9f6-4e8f-abcc-4ff2e5a9b849 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 945 time: 0.6321990 Aug 21 18:01:22.759216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7ebb521-4f32-4b31-8d44-0aaa4d514df1 req-1ded0478-bc19-45e7-a495-5664c1bed6b2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075974 Aug 21 18:01:22.797808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Attempting to bind port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:22.798150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Attempting to bind port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:22.798487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Attempting to bind port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:22.806661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-81d522d0-f6d5-4a83-895e-61eae5a6c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:22.806981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-81d522d0-f6d5-4a83-895e-61eae5a6c721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1097 time: 0.2736788 Aug 21 18:01:22.808098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:22.808442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Attempting to bind port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:22.820846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:22.821189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:22.821587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:22.822033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Bound port: b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:22.823000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.883320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:22.924332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:22.928813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:22.965595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.033057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6107dd0-8e06-422d-9196-2178dc0a5ec7 req-5845ea55-cbed-4f20-b9f6-6ecdd6a50fc3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477850 Aug 21 18:01:23.059772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ffa4a81-8c1a-498c-bd0f-fb50df879273 req-21f2f4c6-f7b8-4ef5-85c7-7ea5f84147fa tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321276 Aug 21 18:01:23.073404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.073912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-37d31173-705b-455c-af6d-634325767eb9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.074038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.075508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-37d31173-705b-455c-af6d-634325767eb9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4999502 Aug 21 18:01:23.075640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] 10.222.0.64 "PUT /v2.0/ports/b2612ac8-f6e1-4800-8e78-695f2cdf1f99 HTTP/1.1" status: 200 len: 1097 time: 1.2879291 Aug 21 18:01:23.075926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:23.078209 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e73ed22-327d-416e-b794-38be513554d4" -d '{"events": [{"name": "network-changed", "server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:23.099874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Request body: {'port': {'device_id': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '7163e520782a42749ecd474e2afa0eab'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:23.117694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94534580-1ace-4265-8c4d-0c7936f2454d req-9d67308a-01bf-4482-960f-0265442ae75d tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.126873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94534580-1ace-4265-8c4d-0c7936f2454d req-9d67308a-01bf-4482-960f-0265442ae75d tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 950 time: 0.1430843 Aug 21 18:01:23.136209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.173713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f1ae94ea-0731-4366-bc9b-78916fa18f78 None None] Provisioning for port f58673d8-73cb-458a-9d77-1edd2556a57d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:23.179520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f1ae94ea-0731-4366-bc9b-78916fa18f78 None None] Provisioning complete for port f58673d8-73cb-458a-9d77-1edd2556a57d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:23.180377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f1ae94ea-0731-4366-bc9b-78916fa18f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.199103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f591390a-356a-4ba5-bbc0-717ee765c0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:23.231156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94534580-1ace-4265-8c4d-0c7936f2454d req-fa98ade9-22f6-4dc0-8bb4-ee5e445f5ef5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033461 Aug 21 18:01:23.251293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-466cace2-2198-4c8d-8107-f9efd953f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.256566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-466cace2-2198-4c8d-8107-f9efd953f9ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 1100 time: 0.0904131 Aug 21 18:01:23.263426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f1ae94ea-0731-4366-bc9b-78916fa18f78 None None] Port f58673d8-73cb-458a-9d77-1edd2556a57d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:23.265603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-7de1400f-fe2e-4eb2-92b0-63a7bf248104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.268599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-7de1400f-fe2e-4eb2-92b0-63a7bf248104 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.4391413 Aug 21 18:01:23.332899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-b72b121c-8e41-4e36-bda7-3712728edd9b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99 HTTP/1.1" status: 200 len: 217 time: 0.0704195 Aug 21 18:01:23.386331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9a7b682d-4fe0-48ae-b9fa-5e96f2b3fe04 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 217 time: 0.0949209 Aug 21 18:01:23.435314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.510942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 149b9dd5-bd14-484f-9f41-63b1075db8db up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:23.553782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba33322-b34b-43aa-8262-46d4df9de7e6 req-b7f9d5f0-0680-4c92-bf59-d8f740f2a04f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.555423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fba33322-b34b-43aa-8262-46d4df9de7e6 req-b7f9d5f0-0680-4c92-bf59-d8f740f2a04f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 984 time: 0.2787478 Aug 21 18:01:23.582333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 149b9dd5-bd14-484f-9f41-63b1075db8db completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:23.588382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 149b9dd5-bd14-484f-9f41-63b1075db8db triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:23.588762 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.590851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-41808fb3-f757-4f8c-86bb-61fe4015fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.592409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-41808fb3-f757-4f8c-86bb-61fe4015fa62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1717408 Aug 21 18:01:23.663314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fba33322-b34b-43aa-8262-46d4df9de7e6 req-f31c4e6e-5ef0-4a6e-9ed1-fc946e40b7c2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da&id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1001647 Aug 21 18:01:23.665290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ba408fa3-b289-46cf-a55c-e4d08ea2c1ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479813 Aug 21 18:01:23.689840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0718dfa6-a87e-4b38-9f8f-3dcd204a5651 req-e4f1c610-3133-4b74-9556-fcfb22e17e88 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 210 time: 0.3681700 Aug 21 18:01:23.709228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.732385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Made reservation on behalf of 7163e520782a42749ecd474e2afa0eab for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:23.735108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 149b9dd5-bd14-484f-9f41-63b1075db8db, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=149b9dd5-bd14-484f-9f41-63b1075db8db,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:23.736315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.741236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:23.758179 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5effd5c0-b543-4423-be91-150a2d7dc5ac x-openstack-request-id: req-5effd5c0-b543-4423-be91-150a2d7dc5ac {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:23.758461 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:23.758733 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5effd5c0-b543-4423-be91-150a2d7dc5ac {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:23.759124 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99', 'status': 'completed', 'code': 200} Aug 21 18:01:23.787109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-8555eba9-27ae-44ba-a3ad-92286925ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.790581 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-8555eba9-27ae-44ba-a3ad-92286925ea56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1222665 Aug 21 18:01:23.838035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=149b9dd5-bd14-484f-9f41-63b1075db8db,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:23.855627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-32af2c76-8985-4a25-850f-4adcfbcdefea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:23.857100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-32af2c76-8985-4a25-850f-4adcfbcdefea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599198 Aug 21 18:01:23.931688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-498b3f61-19d2-4fa1-bdb8-13b96f62e333 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-764282866&fields=id&tenant_id=f28e83c53d7c4ddf96bf2817e24342eb HTTP/1.1" status: 200 len: 267 time: 0.0846341 Aug 21 18:01:23.961634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:23.964080 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb99e7e-f983-437e-b844-9de6ef0069a5" -d '{"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-plugged", "status": "completed", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:23.992727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-2c28d725-c727-43f4-b14c-b9bcec8f3344 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139827 Aug 21 18:01:23.996293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-a15e1694-3dd3-479d-96ff-110ce3e670ef service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315427 Aug 21 18:01:24.008669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-c201386d-a912-45b3-87fc-b35798f4617d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.010116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-c201386d-a912-45b3-87fc-b35798f4617d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 984 time: 0.0706186 Aug 21 18:01:24.022888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.034965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'port': {'security_groups': ['499b67ba-ff6e-4c2c-9b4f-287f2bfd76da', 'acaa3df2-8865-43d0-a100-7c23b2a39569', 'f38e05d8-e2b1-427a-a12d-69b6a681d445']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:24.040387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e877eba-daf5-41bd-93b7-e1bc762ae4ab req-2ff2f3af-1beb-432f-91bd-561836367940 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.041868 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e877eba-daf5-41bd-93b7-e1bc762ae4ab req-2ff2f3af-1beb-432f-91bd-561836367940 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 948 time: 0.1964219 Aug 21 18:01:24.056697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.147669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.173657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f563ff67-2625-4d47-9f7f-0f3a843a48da req-f5cd59fb-7fae-44b4-ba87-bbd3e5ca56ca service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625669 Aug 21 18:01:24.180783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Allocated IP 192.168.233.115 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/9c23aca7-0c5c-4425-9d85-425b0829ca67) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:24.225513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.227149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:24.236802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e877eba-daf5-41bd-93b7-e1bc762ae4ab req-af0305fb-0533-4c38-a2fd-13e3ce96a406 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776617 Aug 21 18:01:24.313548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ed22-327d-416e-b794-38be513554d4 req-3dc1acb1-65f2-4f8d-8955-1d0033e247be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.315199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-3dc1acb1-65f2-4f8d-8955-1d0033e247be service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 1100 time: 0.0838318 Aug 21 18:01:24.389708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-b7976620-b34b-41f4-ab15-150f3f7eebb6 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703320 Aug 21 18:01:24.488589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ed22-327d-416e-b794-38be513554d4 req-1a644832-3cd5-46b0-b9e0-c0497711434a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.490629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-1a644832-3cd5-46b0-b9e0-c0497711434a service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1667609 Aug 21 18:01:24.497712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:24.524907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b601c8-52bb-4a6d-a52a-6b2121372db7 req-8acf09a7-9b97-47e2-9ad2-0fe31ed37e27 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.531614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9b601c8-52bb-4a6d-a52a-6b2121372db7 req-8acf09a7-9b97-47e2-9ad2-0fe31ed37e27 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 945 time: 0.2034285 Aug 21 18:01:24.545374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-9ede6a68-e8c3-40d1-b514-0e49f0c08c6b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99 HTTP/1.1" status: 200 len: 217 time: 0.0457675 Aug 21 18:01:24.561406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:24.578146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:24.588828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.598324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.612447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:24.625954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-fa459954-042d-46ea-951f-d61f3fd00d6e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.628399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-fa459954-042d-46ea-951f-d61f3fd00d6e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1686201 Aug 21 18:01:24.645492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ed22-327d-416e-b794-38be513554d4 req-65047b23-9a06-4660-966c-2a84d73c0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.647097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-65047b23-9a06-4660-966c-2a84d73c0fe8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0896518 Aug 21 18:01:24.658257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.658950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.672428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3eaf3a7f-0ca5-4c90-8381-7f82c07af9d0 req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "PUT /v2.0/ports/c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 1020 time: 0.6533368 Aug 21 18:01:24.711485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.762733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990fe47-586b-477d-9ed3-f14c0513c901 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:24.778961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73ed22-327d-416e-b794-38be513554d4 req-6965b3de-5ddf-4d55-90bb-8989d9d6e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:24.780854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-6965b3de-5ddf-4d55-90bb-8989d9d6e5f4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052551 Aug 21 18:01:24.788276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:24.804315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Transition to ACTIVE for port object 9c23aca7-0c5c-4425-9d85-425b0829ca67 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:24.847859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-32'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:24.856002 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa66e7-e52d-4f39-b298-691e0f7e4914 x-openstack-request-id: req-41aa66e7-e52d-4f39-b298-691e0f7e4914 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:24.856309 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-plugged", "status": "completed", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:24.856566 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41aa66e7-e52d-4f39-b298-691e0f7e4914 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:24.856967 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'code': 200} Aug 21 18:01:24.858432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9b601c8-52bb-4a6d-a52a-6b2121372db7 req-9b5e0a74-f266-47f4-8e3d-e44baa318ce7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257613 Aug 21 18:01:24.863679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.901438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:24.919895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-1c938a12-7055-4adb-b0f2-06d3bd90974b service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280506 Aug 21 18:01:24.920376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.64', 58970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:24.955135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:24.967676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:01:24.971827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06842b6e-aac9-4afe-a65a-b81dc33392e3 None None] Provisioning complete for port f58673d8-73cb-458a-9d77-1edd2556a57d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:24.976505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-06842b6e-aac9-4afe-a65a-b81dc33392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:24.994654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:25.009829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:25.012331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:25.055831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035cd62-5ab1-4247-8d86-e923c33462da req-728765fa-1433-4460-9386-fc083e8b9be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.057369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f035cd62-5ab1-4247-8d86-e923c33462da req-728765fa-1433-4460-9386-fc083e8b9be1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.1360705 Aug 21 18:01:25.084254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f9ef5-af01-4a0c-a095-ce3a634914ce req-f1852c6a-4831-43b3-b5a4-ca8cb9e2c0ce tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.091995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-041f9ef5-af01-4a0c-a095-ce3a634914ce req-f1852c6a-4831-43b3-b5a4-ca8cb9e2c0ce tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 945 time: 0.1420100 Aug 21 18:01:25.134910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.136172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:25.142617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-06842b6e-aac9-4afe-a65a-b81dc33392e3 None None] Port f58673d8-73cb-458a-9d77-1edd2556a57d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:25.148097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e73ed22-327d-416e-b794-38be513554d4 req-1b47bdc2-4fe2-4ff3-b2cb-7dce8a9888d4 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969702 Aug 21 18:01:25.171992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:25.184074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-041f9ef5-af01-4a0c-a095-ce3a634914ce req-13cf634c-86f8-4ba0-a7e2-45dc2a75ad16 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914624 Aug 21 18:01:25.197762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f035cd62-5ab1-4247-8d86-e923c33462da req-05cb94e5-8403-4f51-a6a7-c587a8d203ae service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221130 Aug 21 18:01:25.208706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-e7b8d049-c6bb-4509-826f-cc3fe08c1cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1158144 Aug 21 18:01:25.218228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c10b5-9d67-4374-904e-683a4b770b68 req-042b2f10-b011-406c-88f4-032a0990bf1f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.226577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f62c10b5-9d67-4374-904e-683a4b770b68 req-042b2f10-b011-406c-88f4-032a0990bf1f tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 950 time: 0.2381256 Aug 21 18:01:25.263167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b10708f2-9ca5-4fab-be07-e1233057cc93 req-c2bdb909-f22d-4d6a-a4b3-cb8a0c78d94d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/f38e05d8-e2b1-427a-a12d-69b6a681d445 HTTP/1.1" status: 200 len: 1799 time: 0.0461686 Aug 21 18:01:25.331220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f62c10b5-9d67-4374-904e-683a4b770b68 req-3a2c4f8b-e7b5-4461-9b7b-8fd32942fced tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033294 Aug 21 18:01:25.336192 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-b10708f2-9ca5-4fab-be07-e1233057cc93 req-4241c27c-9c65-43de-aa56-8113995c7c9b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 18:01:25.338298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b10708f2-9ca5-4fab-be07-e1233057cc93 req-4241c27c-9c65-43de-aa56-8113995c7c9b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/f38e05d8-e2b1-427a-a12d-69b6a681d445 HTTP/1.1" status: 409 len: 341 time: 0.0682743 Aug 21 18:01:25.410534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Request body: {'port': {'device_id': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:25.413416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:25.421936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4b8b1e14-1b36-467d-91a1-902e84be94c1 admin admin] 10.222.0.41 "PUT /v2.0/routers/f0bba6d8-4663-4f59-9535-31e4bd13f5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2890387 Aug 21 18:01:25.438453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca528fff-0014-4607-9c2e-0b6360e928af None None] Provisioning for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:25.439151 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Sync routers for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:25.459819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca528fff-0014-4607-9c2e-0b6360e928af None None] Provisioning complete for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:25.460190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca528fff-0014-4607-9c2e-0b6360e928af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:25.467777 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:25.468410 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:25.514897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1213b-ac37-4939-b415-2bba961ee731 req-558da9ae-7681-495f-9ba3-0e55bc78ef48 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.518332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfe1213b-ac37-4939-b415-2bba961ee731 req-558da9ae-7681-495f-9ba3-0e55bc78ef48 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 948 time: 0.1017461 Aug 21 18:01:25.537045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ca528fff-0014-4607-9c2e-0b6360e928af None None] Port 9c23aca7-0c5c-4425-9d85-425b0829ca67 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:25.574226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 149b9dd5-bd14-484f-9f41-63b1075db8db up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:25.576405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:25.598630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfe1213b-ac37-4939-b415-2bba961ee731 req-79018f94-cea0-43f9-8dd6-7d0c309b8fbc tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674169 Aug 21 18:01:25.672427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b88c5-28c5-4a07-bb39-8d1d80998dde req-9cfd96b2-f2a4-426f-8c30-54af6050707c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:25.675843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-780b88c5-28c5-4a07-bb39-8d1d80998dde req-9cfd96b2-f2a4-426f-8c30-54af6050707c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 936 time: 0.2847712 Aug 21 18:01:25.682108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:25.736131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 149b9dd5-bd14-484f-9f41-63b1075db8db triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:25.736502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:25.742224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:25.760553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:25.763950 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effbe701-9f40-4e81-9f32-f1493ebd784c" -d '{"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:25.833412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-780b88c5-28c5-4a07-bb39-8d1d80998dde req-deec06a4-ff27-4f41-a871-08c6c721ced4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461482 Aug 21 18:01:25.868515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:25.933403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:26.015963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358e37f-320d-465b-a171-e3f7d7645fc9 req-6f4ce627-6644-4f8a-9f70-874010285614 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.021806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f358e37f-320d-465b-a171-e3f7d7645fc9 req-6f4ce627-6644-4f8a-9f70-874010285614 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 950 time: 0.1073382 Aug 21 18:01:26.073011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f358e37f-320d-465b-a171-e3f7d7645fc9 req-cffd0291-70e1-465c-880f-bfc952744031 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Aug 21 18:01:26.126058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 2, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:26.157225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Checking router: f0bba6d8-4663-4f59-9535-31e4bd13f5f2 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:01:26.157587 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Updating router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 port f58673d8-73cb-458a-9d77-1edd2556a57d binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:01:26.184791 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.186703 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d693ea97-de81-4d4d-94c4-fe3560d027d8 x-openstack-request-id: req-d693ea97-de81-4d4d-94c4-fe3560d027d8 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:26.187934 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:26.188831 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d693ea97-de81-4d4d-94c4-fe3560d027d8 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:26.189768 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'status': 'completed', 'code': 200} Aug 21 18:01:26.290230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2bc446-9665-4ea4-866f-5cb7ad646b7a req-847a350f-9e36-4430-9cc2-26a49ff09ca4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.292314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f2bc446-9665-4ea4-866f-5cb7ad646b7a req-847a350f-9e36-4430-9cc2-26a49ff09ca4 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1023 time: 0.0571129 Aug 21 18:01:26.346984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f2bc446-9665-4ea4-866f-5cb7ad646b7a req-a53f7125-f15d-43ad-9aba-f2de13bc79f8 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da&id=f38e05d8-e2b1-427a-a12d-69b6a681d445&id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0454371 Aug 21 18:01:26.350004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.354558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:26.357676 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3644f70c-d5c6-4661-ae42-25e8c2686157" -d '{"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:26.451198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.456550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000543c0-91d0-4294-ab39-45685c75dce2 req-1b850452-66d4-43da-a176-f603d9127b71 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.459023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-000543c0-91d0-4294-ab39-45685c75dce2 req-1b850452-66d4-43da-a176-f603d9127b71 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.0630174 Aug 21 18:01:26.503371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-000543c0-91d0-4294-ab39-45685c75dce2 req-423bfea2-dd16-418f-9374-8e24c5ed2289 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370390 Aug 21 18:01:26.512331 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.534818 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Transition to ACTIVE for port object f58673d8-73cb-458a-9d77-1edd2556a57d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:26.544386 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.573481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-331e7628-4446-4755-96c9-34b31e8e6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.575044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-331e7628-4446-4755-96c9-34b31e8e6289 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1175 time: 0.2323315 Aug 21 18:01:26.603225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdcab3-99e4-4c64-b167-0c4c38e76f3e None None] Pushing event updated for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:26.624071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:26.657447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-938f1a49-761c-4158-9c00-464a336682c0 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.658656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-938f1a49-761c-4158-9c00-464a336682c0 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 829 time: 0.3147476 Aug 21 18:01:26.660024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Attempting to bind port f58673d8-73cb-458a-9d77-1edd2556a57d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:26.660644 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Attempting to bind port f58673d8-73cb-458a-9d77-1edd2556a57d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:26.661026 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Attempting to bind port f58673d8-73cb-458a-9d77-1edd2556a57d on network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:26.667330 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:26.667711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Checking segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:26.668216 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.668733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Bound using segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:26.669962 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Bound port: f58673d8-73cb-458a-9d77-1edd2556a57d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:26.670812 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.716561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on host n-h1-793621-32 for vnic_type normal with profile {"migrating_to": "n-h2-793621-32"} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:26.717130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:26.717477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:26.747371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:26.747753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Attempting to bind port 62d1378c-34f9-4989-b60f-ebccfe109c37 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:26.750570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-613166b7-269f-49cd-8820-0d41dfbc30a9 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/quotas/5c5e3e63d76e48669f5233417a901792 HTTP/1.1" status: 200 len: 375 time: 0.0568914 Aug 21 18:01:26.761995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] For port f58673d8-73cb-458a-9d77-1edd2556a57d, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:26.764247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:26.765135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:26.765970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:26.766693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Bound port: 62d1378c-34f9-4989-b60f-ebccfe109c37, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:26.767084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.768077 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] For port f58673d8-73cb-458a-9d77-1edd2556a57d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f58673d8-73cb-458a-9d77-1edd2556a57d,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:26.775321 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.778722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:26.847634 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:26.848396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:26.852923 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdcab3-99e4-4c64-b167-0c4c38e76f3e None None] Pushing event updated for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:26.855153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:26.929977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-b8d45803-e0c2-4379-a22b-f5101695745a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:26.931976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-b8d45803-e0c2-4379-a22b-f5101695745a service neutron] 10.222.0.39 "GET /v2.0/networks?id=91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 200 len: 914 time: 0.3374276 Aug 21 18:01:26.942230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Transition to ACTIVE for port object 9c23aca7-0c5c-4425-9d85-425b0829ca67 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:27.003173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-129389a1-a35e-457f-8247-420a26a476fa tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2094569 Aug 21 18:01:27.004923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.011995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:27.074315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66549728-3259-4904-98ae-93e99ffaf650 req-3ccbc880-6548-4659-b4df-a52f67b075a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.077072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66549728-3259-4904-98ae-93e99ffaf650 req-3ccbc880-6548-4659-b4df-a52f67b075a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 945 time: 0.0755086 Aug 21 18:01:27.098770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-649d8484-a643-4447-9fba-89371c55dba9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 200 len: 217 time: 0.1487091 Aug 21 18:01:27.125487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66549728-3259-4904-98ae-93e99ffaf650 req-46d47200-6429-4a1f-90da-c4da1ad447b8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427544 Aug 21 18:01:27.210584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:27.236192 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c83486-9561-42d1-8ada-3cc2b69e6a44 x-openstack-request-id: req-e3c83486-9561-42d1-8ada-3cc2b69e6a44 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:27.236557 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-unplugged", "status": "completed", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:27.236743 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3c83486-9561-42d1-8ada-3cc2b69e6a44 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:27.237088 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'code': 200} Aug 21 18:01:27.239910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:27.244691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:27.266631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.289987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-10df7778-5b12-47c9-a5fd-628cff893cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.291575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-10df7778-5b12-47c9-a5fd-628cff893cbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 200 len: 853 time: 0.1549532 Aug 21 18:01:27.328997 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:26Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:27.335644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b2612ac8-f6e1-4800-8e78-695f2cdf1f99 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:27.386941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-e6429061-c6be-448a-84fa-f49f182ae0cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=91159dbb-e4aa-4aad-99a5-f096d2774cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586934 Aug 21 18:01:27.404165 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c116297-1ade-4699-a805-7838c396c7a8 None None] The sync data for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 is: [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:26Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:01:27.406630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-dff2d509-79ed-4e7e-86f9-6a33edd2ee85 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024928 Aug 21 18:01:27.459330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ada261-b4e7-4ae6-9600-a1b2dff50f96 req-2c1b2f52-0f06-42b4-b1f6-770e4c827059 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.462042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3ada261-b4e7-4ae6-9600-a1b2dff50f96 req-2c1b2f52-0f06-42b4-b1f6-770e4c827059 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 948 time: 0.1432276 Aug 21 18:01:27.536799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:27.549771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99', 'mac_address': 'fa:16:3e:21:d0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:27.573685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3ada261-b4e7-4ae6-9600-a1b2dff50f96 req-f1700ecc-78a7-4e32-aad7-cd059adc66ed tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996907 Aug 21 18:01:27.607445 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.622109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2612ac8-f6e1-4800-8e78-695f2cdf1f99 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:27.638556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:27.650013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:27.664510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.706238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3da12d-7811-42cf-a95e-15eaee905f39 req-f67fc0e2-21f8-40e8-8ddf-cf06cd6213e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.708232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3da12d-7811-42cf-a95e-15eaee905f39 req-f67fc0e2-21f8-40e8-8ddf-cf06cd6213e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.0669484 Aug 21 18:01:27.722107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:27.724385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.725155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.726719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9f7ac800-3d95-40f5-895a-b1130d16dde8 service neutron] 10.222.0.64 "PUT /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 1123 time: 3.0212653 Aug 21 18:01:27.728892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-62f9e8c7-d11b-4455-a810-36b34a78e99c service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103142 Aug 21 18:01:27.729810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:27.730244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:27.730739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:27.731193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.731539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.731876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.732209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.732536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.732866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.733203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.733580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.733906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.734222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.734703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.735028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:01:27.762928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3da12d-7811-42cf-a95e-15eaee905f39 req-2f1a823b-797f-44aa-b6dd-3b264f06596d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468941 Aug 21 18:01:27.771734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:27.772311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:27.839552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:27.839894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:27.840286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:27.840727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Bound port: 9c23aca7-0c5c-4425-9d85-425b0829ca67, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:27.841088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:27.848343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['62d1378c-34f9-4989-b60f-ebccfe109c37'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:27.878387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-7dc39770-8ea5-4b11-af52-87c27ebe9f75 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708455 Aug 21 18:01:27.971884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-9bf89604-d364-490a-bdf6-13b8d4987149 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:27.973634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-9bf89604-d364-490a-bdf6-13b8d4987149 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1023 time: 0.3603683 Aug 21 18:01:28.012916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b2612ac8-f6e1-4800-8e78-695f2cdf1f99'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:28.080971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:28.101398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013324d-357d-4ade-a690-9372e37c452b req-17177bf9-08fb-4812-b00d-162e1608c2b4 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.108308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f013324d-357d-4ade-a690-9372e37c452b req-17177bf9-08fb-4812-b00d-162e1608c2b4 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.1311326 Aug 21 18:01:28.146543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-effbe701-9f40-4e81-9f32-f1493ebd784c req-adb5ce1f-a3c4-45f3-8219-12310f3c51d1 service neutron] 10.222.0.39 "GET /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873284 Aug 21 18:01:28.164022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:28.176599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f013324d-357d-4ade-a690-9372e37c452b req-89cc9e0b-6c53-4bfc-9485-546bb89a3273 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644779 Aug 21 18:01:28.184566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:28.267106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:28.287885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.288268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:28.289669 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-673b6dfc-b6b2-4d8b-879c-d9a80d941070 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 1097 time: 2.8833804 Aug 21 18:01:28.316622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abf367-7636-4d61-b2f7-5d550d85d606 req-7f3eb2a1-4742-4fa0-a3fa-8dabcac1fe60 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.318884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72abf367-7636-4d61-b2f7-5d550d85d606 req-7f3eb2a1-4742-4fa0-a3fa-8dabcac1fe60 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 1023 time: 0.1688941 Aug 21 18:01:28.330785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Deleting port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:28.331132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:28.361508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b79af-341f-459a-821a-c411f06e3adc req-51b9a63e-6a1b-4376-8858-b8fdfd76dab6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.363170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-967b79af-341f-459a-821a-c411f06e3adc req-51b9a63e-6a1b-4376-8858-b8fdfd76dab6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.0928884 Aug 21 18:01:28.440764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-967b79af-341f-459a-821a-c411f06e3adc req-01f58715-f94c-4345-a498-3989d1463e36 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616424 Aug 21 18:01:28.517724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73a69539-80a9-4529-a801-eff43208655d req-e8dc5ff3-0e54-4ee7-b946-7d6ca96800f1 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 210 time: 0.0328202 Aug 21 18:01:28.519325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72abf367-7636-4d61-b2f7-5d550d85d606 req-a778185c-2a01-44f6-bb4a-79cd4d6f248e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da&id=f38e05d8-e2b1-427a-a12d-69b6a681d445&id=acaa3df2-8865-43d0-a100-7c23b2a39569&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1829517 Aug 21 18:01:28.562802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-af4aa897-eb85-4fe8-ab3e-68e31b60963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.564605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-af4aa897-eb85-4fe8-ab3e-68e31b60963f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1100 time: 0.1962199 Aug 21 18:01:28.592192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:28.592715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:28.637335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-6dc16bb5-5c4b-436e-b922-01c616db17df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0530550 Aug 21 18:01:28.642006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Calling delete_port for c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:28.727343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7c209-d728-4835-bb70-de4d5130cad8 req-fcabe8c4-037f-448b-be26-7caa28f51a39 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.729443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ba7c209-d728-4835-bb70-de4d5130cad8 req-fcabe8c4-037f-448b-be26-7caa28f51a39 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0814867 Aug 21 18:01:28.775463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ba7c209-d728-4835-bb70-de4d5130cad8 req-53b8fb4c-4842-48a2-9268-9f1cbca9d9a7 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Aug 21 18:01:28.830334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-15caf709-2f4f-4f42-87d4-59141a770dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.831980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-15caf709-2f4f-4f42-87d4-59141a770dec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1748931 Aug 21 18:01:28.845846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fc3ad-3784-4efe-91c0-3f998ba1c989 req-365a1641-5cbf-4fce-ac4e-b2e9e25a3fc8 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.847516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa3fc3ad-3784-4efe-91c0-3f998ba1c989 req-365a1641-5cbf-4fce-ac4e-b2e9e25a3fc8 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 949 time: 0.1696503 Aug 21 18:01:28.918017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74629dc7-68d8-4ed7-a265-39c54a14d5cb req-552b0b08-875e-4629-9619-fff4985f7114 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.923029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74629dc7-68d8-4ed7-a265-39c54a14d5cb req-552b0b08-875e-4629-9619-fff4985f7114 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.0789485 Aug 21 18:01:28.963636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa3fc3ad-3784-4efe-91c0-3f998ba1c989 req-0f372a74-c1b5-4492-b584-6cf41dbe41c0 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074052 Aug 21 18:01:28.973703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74629dc7-68d8-4ed7-a265-39c54a14d5cb req-d9cedff6-7c0d-48ff-9998-c3fc3d056f9b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Aug 21 18:01:28.980345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-97a2118f-5866-4ebd-985e-0d021abf18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:28.981920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-97a2118f-5866-4ebd-985e-0d021abf18ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334417 Aug 21 18:01:29.020067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:29.034441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:29.094281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'Port': ['ID=c6a7fd39-e0f1-410a-abfe-1ea715cf43a7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:29.173643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] No DVR routers for this DVR port c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:29.180111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:29.181129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1064b5b-f7c0-4de5-b7e5-0a5cc6cba47d req-5a021a35-b187-44b6-bb8c-1828b6d51233 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "DELETE /v2.0/ports/c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 HTTP/1.1" status: 204 len: 173 time: 1.1908031 Aug 21 18:01:29.213254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-f392a22f-82c4-4c04-8bc4-8763c742ae0e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216954 Aug 21 18:01:29.240673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37'}, {'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}, {'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'name': 'network-vif-deleted', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:29.243321 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88" -d '{"events": [{"name": "network-changed", "server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37"}, {"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}, {"server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "name": "network-vif-deleted", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:29.329078 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bbf038-fd45-4d59-a747-8180e815badb x-openstack-request-id: req-60bbf038-fd45-4d59-a747-8180e815badb {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:29.329359 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "status": "completed", "code": 200}, {"server_uuid": "01c6f3d8-66c6-456a-aaa8-392daf680120", "name": "network-vif-deleted", "tag": "c6a7fd39-e0f1-410a-abfe-1ea715cf43a7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:29.329610 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60bbf038-fd45-4d59-a747-8180e815badb {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:29.330002 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'status': 'completed', 'code': 200} Aug 21 18:01:29.330253 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'status': 'completed', 'code': 200} Aug 21 18:01:29.330525 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01c6f3d8-66c6-456a-aaa8-392daf680120', 'name': 'network-vif-deleted', 'tag': 'c6a7fd39-e0f1-410a-abfe-1ea715cf43a7', 'status': 'completed', 'code': 200} Aug 21 18:01:29.353892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:29.357091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b2612ac8-f6e1-4800-8e78-695f2cdf1f99 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:29.451446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-2ffce7a6-9c05-48cf-8151-259f92a7b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.454214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-2ffce7a6-9c05-48cf-8151-259f92a7b631 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1126 time: 0.1015005 Aug 21 18:01:29.459808 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c9a010d-536f-4992-a13f-6c0af8efdd8c req-7cb36952-c2fd-461d-89ea-488a576f4ff7 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279129 Aug 21 18:01:29.464657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965f4ff-73f8-46aa-b1e9-b4ecef2ca5f8 req-b42fccda-8cb0-460b-b654-ec25a2701b80 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.472388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4965f4ff-73f8-46aa-b1e9-b4ecef2ca5f8 req-b42fccda-8cb0-460b-b654-ec25a2701b80 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.1306264 Aug 21 18:01:29.622924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f58673d8-73cb-458a-9d77-1edd2556a57d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:29.671208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a84801-736a-452d-979c-63f7771f2949 req-a886d224-5641-4006-9ee3-2cb1aa682410 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.673459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3a84801-736a-452d-979c-63f7771f2949 req-a886d224-5641-4006-9ee3-2cb1aa682410 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.0942650 Aug 21 18:01:29.700265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:29.711317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:29.712160 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:29.726321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3a84801-736a-452d-979c-63f7771f2949 req-2f88ad65-330e-42d2-8794-6c9c55d4a877 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438766 Aug 21 18:01:29.733737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4965f4ff-73f8-46aa-b1e9-b4ecef2ca5f8 req-09c49870-01f2-4bfa-8bb0-4eaa7b3bf74c tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556148 Aug 21 18:01:29.764200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-245911f6-1c9d-493b-86bb-13ea75cc40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.765707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-245911f6-1c9d-493b-86bb-13ea75cc40bc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1100 time: 0.1259146 Aug 21 18:01:29.771672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:29.773582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-ede794a4-2c24-4c74-aed7-6b0f65a3b16d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.779737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-ede794a4-2c24-4c74-aed7-6b0f65a3b16d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.39 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 829 time: 0.2375801 Aug 21 18:01:29.781853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f58673d8-73cb-458a-9d77-1edd2556a57d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:29.791757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f58673d8-73cb-458a-9d77-1edd2556a57d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:29.792138 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:29.796529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'mac_address': 'fa:16:3e:0f:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:29.842028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-599a9a66-faf5-4062-a927-6228562929b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:29.843655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-599a9a66-faf5-4062-a927-6228562929b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.3694263 Aug 21 18:01:29.867626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'port': {'device_id': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'admin_state_up': True, 'tenant_id': '5c5e3e63d76e48669f5233417a901792'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:29.913462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:29.946558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:29.947280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50d4cff4-1829-4a65-ba66-9a884fb15fdc req-dcd8f949-01a9-4a50-9828-c85024741f0a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=01c6f3d8-66c6-456a-aaa8-392daf680120 HTTP/1.1" status: 200 len: 210 time: 0.0408325 Aug 21 18:01:29.951921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.008723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:30.022980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:30.026221 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa9e95-4445-46bc-a218-a173b48a8789" -d '{"events": [{"server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:30.031499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.040107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.040804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:30.062199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:30.097232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.110694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b641a1e-10f0-4073-85d2-c0f094c01b8d req-c5eabb6e-6892-4b8d-9764-a83a02017efa tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 210 time: 0.2368255 Aug 21 18:01:30.155443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-69caed10-e78a-4484-afba-1c34c61de7fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 217 time: 0.2199125 Aug 21 18:01:30.159153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-41c3a19f-ea97-4110-be5e-7c61c1e8fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.160776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-41c3a19f-ea97-4110-be5e-7c61c1e8fc0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3802714 Aug 21 18:01:30.174004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f58673d8-73cb-458a-9d77-1edd2556a57d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f58673d8-73cb-458a-9d77-1edd2556a57d,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:30.176468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9661ee3-61a9-4ddb-9d5a-4391b24305b0 req-d0294476-8e28-49b5-8567-7b28d481cf53 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.186850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.188850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:30.199551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9661ee3-61a9-4ddb-9d5a-4391b24305b0 req-d0294476-8e28-49b5-8567-7b28d481cf53 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.1230929 Aug 21 18:01:30.257752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9661ee3-61a9-4ddb-9d5a-4391b24305b0 req-2acc2c7f-402e-4bd7-8ed4-e648c5a887d4 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562508 Aug 21 18:01:30.267126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:30.276981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:30.285991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 has no active binding in host n-h2-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:01:30.330704 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd969dd-79ee-4310-9d61-fe7e92b62a1f x-openstack-request-id: req-8bd969dd-79ee-4310-9d61-fe7e92b62a1f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:30.331056 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "name": "network-vif-plugged", "status": "completed", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:30.331252 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bd969dd-79ee-4310-9d61-fe7e92b62a1f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:30.331701 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99', 'code': 200} Aug 21 18:01:30.340411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:30.429248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:30.623945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-fe6fe64a-fdc0-4d03-b72c-4b8ec52f0560 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.4447811 Aug 21 18:01:30.734606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-2ea39ec7-aaae-46c9-b6fa-3c5200af3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.735994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-2ea39ec7-aaae-46c9-b6fa-3c5200af3c99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.5715671 Aug 21 18:01:30.796202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-0bccd5ba-920a-4111-83c4-568b22277424 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451612 Aug 21 18:01:30.811402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71b483-4b3a-476c-8968-258e4e743411 req-d86f261e-9236-4502-9f6b-a1bb08c1db74 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.812951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf71b483-4b3a-476c-8968-258e4e743411 req-d86f261e-9236-4502-9f6b-a1bb08c1db74 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.5729291 Aug 21 18:01:30.814431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-29d97c0d-ac73-4eb7-abf4-7910b742fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.818600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-29d97c0d-ac73-4eb7-abf4-7910b742fbfe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1445949 Aug 21 18:01:30.820593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135f0c-7ecc-4a97-9aaf-75aa2d70fa97 req-8d75edf2-537c-412c-bcc8-23d494d9ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.822021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07135f0c-7ecc-4a97-9aaf-75aa2d70fa97 req-8d75edf2-537c-412c-bcc8-23d494d9ab91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 1102 time: 0.2221830 Aug 21 18:01:30.841169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Made reservation on behalf of 5c5e3e63d76e48669f5233417a901792 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:30.846187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:30.863817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211431f-2810-415a-85c8-13ad1dd7ce8d req-27984c99-38e7-40ef-977d-60a687c82adb tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:30.876095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f211431f-2810-415a-85c8-13ad1dd7ce8d req-27984c99-38e7-40ef-977d-60a687c82adb tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.0729480 Aug 21 18:01:30.918979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f211431f-2810-415a-85c8-13ad1dd7ce8d req-57bfdeb8-5506-4948-be13-662e98a2fac6 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Aug 21 18:01:31.038663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf71b483-4b3a-476c-8968-258e4e743411 req-95dab4da-c5f6-4656-9cb2-ca94ebb3b876 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052288 Aug 21 18:01:31.090434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc807bac-4c6c-4fd0-ab53-a390ca98e31c req-542ba17e-e0fc-4bbd-ae0c-3148f4d992e0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:31.093022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc807bac-4c6c-4fd0-ab53-a390ca98e31c req-542ba17e-e0fc-4bbd-ae0c-3148f4d992e0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 943 time: 0.0764141 Aug 21 18:01:31.177734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc807bac-4c6c-4fd0-ab53-a390ca98e31c req-eeb5f895-c1c5-4591-8861-bb13f1b105ae tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Aug 21 18:01:31.196569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Allocated IP 172.20.0.7 (26184ae3-5f1d-4a7b-b912-c5c13ffefe7b/fcf176e4-dc49-43e2-adbb-dafc9fadc734/cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:31.320818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07135f0c-7ecc-4a97-9aaf-75aa2d70fa97 req-0692136e-9cde-464b-ad54-2b5ff3d34254 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4632630 Aug 21 18:01:31.327414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-4af07a1d-b3ed-4817-9c81-d2ba79abd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:31.329128 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-4af07a1d-b3ed-4817-9c81-d2ba79abd6ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4800870 Aug 21 18:01:31.365280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:31.406052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e44c55f-a153-420b-b71c-ad25b1a237ea req-1bc31b08-b9ea-4218-a43d-1df9ce82641a tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 210 time: 0.0374136 Aug 21 18:01:31.430256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-bc4beddb-ed06-4a15-b904-069992e4dd16 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133771 Aug 21 18:01:31.449470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.481298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:31.481298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.532069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f58673d8-73cb-458a-9d77-1edd2556a57d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:31.597192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-1b3cf95a-47bd-4ccd-a959-d57f5fa49763 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423628 Aug 21 18:01:31.631604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-62295b06-7286-445f-b24f-cfd1ee4985ec tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/499b67ba-ff6e-4c2c-9b4f-287f2bfd76da HTTP/1.1" status: 200 len: 1799 time: 0.1678042 Aug 21 18:01:31.642099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Transition to ACTIVE for port object cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:31.741127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f58673d8-73cb-458a-9d77-1edd2556a57d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:31.741518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.743089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-9b7caade-9553-4152-8088-111cd4d733d2 service neutron] 10.222.0.39 "GET /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37/bindings/n-h2-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.2265601 Aug 21 18:01:31.750886 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.810184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event updated for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:31.810512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.846100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.853601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:31.860134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:31.862102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:31.866041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-61d41b3e-afa4-46a8-8aba-90c84306f5bf service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675495 Aug 21 18:01:31.867063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:31.900039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:31.965834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:31.969375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c6a7fd39-e0f1-410a-abfe-1ea715cf43a7 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:31.989882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:32.001768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:32.002680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.024089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.044018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-6dbd3818-0c89-4704-93ec-617e623a3c0c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1824534 Aug 21 18:01:32.048528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6b2424b-14a9-46f4-8aa7-7d4b49b7cc88 req-9b444a2d-2d25-4181-adb2-0d7849ec74d8 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488688 Aug 21 18:01:32.060999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.064561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.066310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08d4808c-d18e-4e7a-8e60-467c5d889ff3 req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/499b67ba-ff6e-4c2c-9b4f-287f2bfd76da HTTP/1.1" status: 204 len: 173 time: 0.4234521 Aug 21 18:01:32.073826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Request body: {'port': {'device_id': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:32.097844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3ceef-067e-4b98-813a-7e35c12dd09e tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499b67ba-ff6e-4c2c-9b4f-287f2bfd76da,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:32.248275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.252070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:32.286170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:32.288820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c05fd114-3104-42f6-a154-2a8a49bd5fee None None] Provisioning for port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:32.290145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:32.293482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c05fd114-3104-42f6-a154-2a8a49bd5fee None None] Provisioning complete for port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:32.294074 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c05fd114-3104-42f6-a154-2a8a49bd5fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.300551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c48126-db5e-461e-8ff5-90c649b00b87 req-38cc4680-2da0-4ec3-be3c-08122067250d tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:32.303267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50c48126-db5e-461e-8ff5-90c649b00b87 req-38cc4680-2da0-4ec3-be3c-08122067250d tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.1618078 Aug 21 18:01:32.338862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:32.341016 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbba480-f459-47dd-964a-c98798dc2341" -d '{"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:32.354803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c05fd114-3104-42f6-a154-2a8a49bd5fee None None] Port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:32.370415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62d1378c-34f9-4989-b60f-ebccfe109c37 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:32.390973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:32.405178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50c48126-db5e-461e-8ff5-90c649b00b87 req-d24663b8-7a94-4a44-8b1c-5fe15eee420e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788932 Aug 21 18:01:32.435091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.514601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-49a141f1-849c-4f76-b389-740a5fb5d17e tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:01:32.515741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-49a141f1-849c-4f76-b389-740a5fb5d17e tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106139 Aug 21 18:01:32.579286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-4a13a7fa-6ae9-44e6-8dce-fb377c9c259f tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:32.580802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-4a13a7fa-6ae9-44e6-8dce-fb377c9c259f tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 1094 time: 0.0554011 Aug 21 18:01:32.594712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Request body: {'binding': {'host': 'n-h1-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:32.595089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:01:32.604867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] Transition to ACTIVE for port object 62d1378c-34f9-4989-b60f-ebccfe109c37 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:32.616496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.699078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] No DVR routers for this DVR port 62d1378c-34f9-4989-b60f-ebccfe109c37 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:32.730138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:32.741604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.748493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] 10.222.0.39 "PUT /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37/bindings/n-h2-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.0033147 Aug 21 18:01:32.771740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Transition to ACTIVE for port object cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:32.789680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:32.820263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393bfc57-60d4-4592-a59a-42f080bb0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=10']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:32.855354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3338e67-9c18-4777-a99b-124f3043d835 req-98cd8c04-d7e5-42ed-a87f-0f695dd53f93 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:32.864711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3338e67-9c18-4777-a99b-124f3043d835 req-98cd8c04-d7e5-42ed-a87f-0f695dd53f93 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.1135595 Aug 21 18:01:32.901203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on host n-h1-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:32.901821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:32.901821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:32.913892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:32.914221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:32.922284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:32.925408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3338e67-9c18-4777-a99b-124f3043d835 req-cdc10812-64e3-418a-9917-2445a5d21277 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549946 Aug 21 18:01:32.930672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:32.930878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:32.931267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:32.931740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Bound port: 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:32.995754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5227752f-9796-4dd9-beca-46e430a94589 req-58be3151-3e79-4e5a-8e2f-f29fdb47a4d6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/f38e05d8-e2b1-427a-a12d-69b6a681d445 HTTP/1.1" status: 200 len: 1799 time: 0.0500505 Aug 21 18:01:33.066178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5227752f-9796-4dd9-beca-46e430a94589 req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.083501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-132240c9-f855-4f61-a44f-de16c7688254 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.085071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-132240c9-f855-4f61-a44f-de16c7688254 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.2413745 Aug 21 18:01:33.099804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5227752f-9796-4dd9-beca-46e430a94589 req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.143539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:33.156794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.169016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-bef87c0e-66d8-4223-944a-03ae583fd1f6 service neutron] 10.222.0.41 "POST /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93/bindings HTTP/1.1" status: 201 len: 390 time: 0.5736229 Aug 21 18:01:33.179458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Attempting to bind port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:33.179779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Attempting to bind port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:33.180110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Attempting to bind port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba on network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:33.193178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5227752f-9796-4dd9-beca-46e430a94589 req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.197139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5227752f-9796-4dd9-beca-46e430a94589 req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.199239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba on network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:33.199574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Attempting to bind port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba on network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:33.214931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:33.216413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Checking segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:33.216827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Bound using segment: {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:33.217348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Bound port: cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435a9c92-5cfa-4569-abf2-8d422800c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:33.217692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.228584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5227752f-9796-4dd9-beca-46e430a94589 req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/f38e05d8-e2b1-427a-a12d-69b6a681d445 HTTP/1.1" status: 204 len: 173 time: 0.2308910 Aug 21 18:01:33.259667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-728216d2-04b0-48cb-bf63-be90e9deb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.261204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-728216d2-04b0-48cb-bf63-be90e9deb0c7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b&tenant_id=f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 1096 time: 0.1602442 Aug 21 18:01:33.265552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2b2c0-7fcb-4956-a0f8-e6ca7dd67ff6 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e05d8-e2b1-427a-a12d-69b6a681d445,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:33.379413 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537c2cd4-9861-4b36-8720-29d2d928126d x-openstack-request-id: req-537c2cd4-9861-4b36-8720-29d2d928126d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:33.380012 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:33.380305 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-537c2cd4-9861-4b36-8720-29d2d928126d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:33.380801 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'code': 200} Aug 21 18:01:33.385592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:33.431671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:33.442100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:33.452307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33788799-1045-4b6a-8e28-1dd2d09755d5 req-6e0ec429-d3fe-4d01-a6f2-0f9a131f2c79 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.460870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33788799-1045-4b6a-8e28-1dd2d09755d5 req-6e0ec429-d3fe-4d01-a6f2-0f9a131f2c79 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.1090586 Aug 21 18:01:33.471437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.521250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33788799-1045-4b6a-8e28-1dd2d09755d5 req-bc75f420-56b3-4af8-be11-6d0d1c063ec9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 Aug 21 18:01:33.582630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1634343267', 'description': 'tempest-description-679180150'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:33.589736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:33.589987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.590608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.592014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 1092 time: 1.5375893 Aug 21 18:01:33.592450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:33.594946 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:33.612149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'mac_address': 'fa:16:3e:91:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:33.630169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-354e4085-887d-4675-845f-97fa8eace2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.631614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-354e4085-887d-4675-845f-97fa8eace2ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1097 time: 0.1094389 Aug 21 18:01:33.644078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.670150 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.671843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ecbd1d94-01b5-4146-b143-ffbb372f54c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.673370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ecbd1d94-01b5-4146-b143-ffbb372f54c7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1096 time: 0.2391622 Aug 21 18:01:33.690486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:33.719880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:33.730865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:33.740290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0a74d-d162-4ab5-bc2b-412dc7c39a69 service neutron] Pushing event updated for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:33.756545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdeb23-0d1b-42d8-9f4e-a45eaf8959b8 req-05055907-5f2c-489c-bd90-a586d20830a4 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.758343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03cdeb23-0d1b-42d8-9f4e-a45eaf8959b8 req-05055907-5f2c-489c-bd90-a586d20830a4 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 943 time: 0.2465446 Aug 21 18:01:33.838814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-26444bb8-c894-49d6-986e-1c2d30b77307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:33.840350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-26444bb8-c894-49d6-986e-1c2d30b77307 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1776829 Aug 21 18:01:33.856593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:33.921960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-87df16ab-3e53-4c07-b187-c195318bebed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.0578325 Aug 21 18:01:33.999899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:34.008929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:34.024754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03cdeb23-0d1b-42d8-9f4e-a45eaf8959b8 req-807f83bf-8bfc-41cd-a5fa-65f2eedcef71 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135835 Aug 21 18:01:34.035877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-7252a97a-fc0f-4787-b3fe-07e797554ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.037540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-7252a97a-fc0f-4787-b3fe-07e797554ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1043720 Aug 21 18:01:34.044685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:34.046079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1545246a-1b5f-496b-a580-2385a9edf8cc req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4736850 Aug 21 18:01:34.069400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-c5a9e064-664c-4400-bfa7-b8b8f8f1aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.071714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-c5a9e064-664c-4400-bfa7-b8b8f8f1aa50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1095 time: 0.4044008 Aug 21 18:01:34.076291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9c23aca7-0c5c-4425-9d85-425b0829ca67'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:34.097410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-cb89d843-b51d-4f4d-8ca4-563d685ddc42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503373 Aug 21 18:01:34.130832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e914dc-f28d-4242-a516-9c11608345a1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad7b93-ad2f-4909-993d-7ec30ca64555,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:34.168908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-d70e472d-ec5b-4ec1-a84a-4920167017bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 217 time: 0.0866344 Aug 21 18:01:34.170125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-2fa9381c-7883-46e4-aa14-781360c4514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.171792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-2fa9381c-7883-46e4-aa14-781360c4514f service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.4647267 Aug 21 18:01:34.268294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-3746b5b1-994d-42b0-b868-e138a974f8af service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 200 len: 217 time: 0.0807259 Aug 21 18:01:34.298771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-02a8a4d9-5a02-40dc-8175-1f31d644f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.300343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-02a8a4d9-5a02-40dc-8175-1f31d644f5e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.1068931 Aug 21 18:01:34.309231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-952889d9-257b-4915-afac-44cc82a6ee88 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022424 Aug 21 18:01:34.324158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbff5c-b274-424d-949e-98919f04a74d req-a102efa9-f428-47cd-bae7-ee54ffba62e5 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.336324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54fbff5c-b274-424d-949e-98919f04a74d req-a102efa9-f428-47cd-bae7-ee54ffba62e5 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.1077149 Aug 21 18:01:34.389045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4331c3-8459-4e5a-a4fd-6c81844fdeec req-0bba1279-6f87-4e86-abf1-00149e8c60af tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.390609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e4331c3-8459-4e5a-a4fd-6c81844fdeec req-0bba1279-6f87-4e86-abf1-00149e8c60af tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 945 time: 0.2345774 Aug 21 18:01:34.424579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-6f748919-09e1-45b8-8eb1-22e4c50eedbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.426300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-6f748919-09e1-45b8-8eb1-22e4c50eedbc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1176131 Aug 21 18:01:34.429897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54fbff5c-b274-424d-949e-98919f04a74d req-f3c11bdd-402f-4323-8404-eceb909d5e6e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921688 Aug 21 18:01:34.434416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-e6d54ccf-eff9-4ce0-b498-bb8a72b66416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.435892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-e6d54ccf-eff9-4ce0-b498-bb8a72b66416 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101904 Aug 21 18:01:34.467066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e4331c3-8459-4e5a-a4fd-6c81844fdeec req-4da8392c-ecd9-4a35-8354-383942e53b23 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678451 Aug 21 18:01:34.496904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-1c1431a8-6914-4dbd-a62a-07cc51327a6f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480037 Aug 21 18:01:34.503028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-0dcc531e-17f6-44e4-b17b-4f1693c7dcb5 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468682 Aug 21 18:01:34.623499 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d578220-d7da-4099-9c7f-2b39fb7903c9 x-openstack-request-id: req-5d578220-d7da-4099-9c7f-2b39fb7903c9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:34.623955 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:34.624355 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d578220-d7da-4099-9c7f-2b39fb7903c9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:34.624961 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'status': 'completed', 'code': 200} Aug 21 18:01:34.664419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-5d0c26fb-0c6c-4918-946d-9696296a2996 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.666212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-5d0c26fb-0c6c-4918-946d-9696296a2996 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.0964487 Aug 21 18:01:34.687058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-32'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:34.720994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-1e560e2d-a3f8-4ed2-af4d-79301d8bbdd9 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655802 Aug 21 18:01:34.780299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:34.786683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-aaf4c7ad-8e5a-4f4a-b1cf-eaefb049fc11 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/b1ad7b93-ad2f-4909-993d-7ec30ca64555 HTTP/1.1" status: 200 len: 1800 time: 0.0962412 Aug 21 18:01:34.804264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-3002b9b4-d38a-4b93-8452-ec9cf8d21fdc service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701015 Aug 21 18:01:34.804501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1635012393', 'description': 'tempest-description-hth-2036703162'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:34.807566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b7e20-77fb-4050-bc25-356dbdab3f66 req-62ad904a-6e84-4acc-af35-18c410114b22 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:34.814865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-947b7e20-77fb-4050-bc25-356dbdab3f66 req-62ad904a-6e84-4acc-af35-18c410114b22 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 949 time: 0.1620715 Aug 21 18:01:34.866169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:34.988165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.006636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.009562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.010939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-57a7d9f1-36ff-4a64-afe4-a1647ae2e12e req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "PUT /v2.0/security-groups/b1ad7b93-ad2f-4909-993d-7ec30ca64555 HTTP/1.1" status: 200 len: 1775 time: 0.2113266 Aug 21 18:01:35.019109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:35.077831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e1f43-0720-4c71-a8d3-ebbf589f7ca0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad7b93-ad2f-4909-993d-7ec30ca64555,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:35.110569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:35.173244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:35.179730 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c84c140-4a42-4bd4-86d0-4b7bda6ab9c3" -d '{"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:35.186054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.196142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.265605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:35.316873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on host n-h2-793621-32 for vnic_type normal with profile {"migrating_to": "n-h1-793621-32"} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:35.317656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:35.318383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:35.342099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:35.342419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Attempting to bind port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:35.364798 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-947b7e20-77fb-4050-bc25-356dbdab3f66 req-260dbcd7-5424-4d8a-80fa-e273de4dd187 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488427 Aug 21 18:01:35.365402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:35.365516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:35.365946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:35.366372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Bound port: 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:35.367095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.387042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fca8d774-3d8a-4d12-911d-1b2fb623a217 req-a4b6a2a4-7a49-469d-aa89-4fb82bc9afb0 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552649 Aug 21 18:01:35.402536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:35.420391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ef980-cd67-4355-8a26-8e068bc91fdb req-495ac50b-38c0-44b2-a500-234046e0f023 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.428686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-686ef980-cd67-4355-8a26-8e068bc91fdb req-495ac50b-38c0-44b2-a500-234046e0f023 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.1074450 Aug 21 18:01:35.433121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-a380beb6-63d3-4b0b-ba1c-947b9e3b1a87 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111798 Aug 21 18:01:35.498779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-686ef980-cd67-4355-8a26-8e068bc91fdb req-6c51be02-d96d-4e7d-b894-e60591d2680c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651205 Aug 21 18:01:35.508248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:35.517629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:35.520683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-780c4383-94cf-4a83-8320-916b8b8eb6f1 req-d0064b70-f81b-4473-9b79-86abd0aa711b tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/b1ad7b93-ad2f-4909-993d-7ec30ca64555 HTTP/1.1" status: 200 len: 1775 time: 0.1242425 Aug 21 18:01:35.531415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-2d785cc5-a4d7-4c49-9a0d-6f390260577a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.532915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-2d785cc5-a4d7-4c49-9a0d-6f390260577a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1095 time: 0.0851083 Aug 21 18:01:35.538578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.542570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:35.556912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:35.557297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.592192 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4db9b7b-08d2-4c0d-ab50-c006d88dd845 x-openstack-request-id: req-a4db9b7b-08d2-4c0d-ab50-c006d88dd845 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:35.592533 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-unplugged", "status": "completed", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:35.594074 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4db9b7b-08d2-4c0d-ab50-c006d88dd845 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:35.594679 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'code': 200} Aug 21 18:01:35.763325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920d8ad-cca2-4a01-85a1-66b04691006d req-c5536e87-1015-4dcc-9afb-00c6f14f6bce tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.764279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5920d8ad-cca2-4a01-85a1-66b04691006d req-c5536e87-1015-4dcc-9afb-00c6f14f6bce tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 943 time: 0.1587067 Aug 21 18:01:35.778917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.779549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.780982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] 10.222.0.39 "PUT /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 1123 time: 1.1046903 Aug 21 18:01:35.781655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b497e-1d20-43fa-9d92-ab95f6e120da service neutron] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=8']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:35.834644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:35.852280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e704a-a3b5-4f9e-9257-a538caa069ae req-5916b4fe-4c1c-4104-86e5-f19597a8c8e6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.854209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-956e704a-a3b5-4f9e-9257-a538caa069ae req-5916b4fe-4c1c-4104-86e5-f19597a8c8e6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.1704137 Aug 21 18:01:35.873147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:35.881144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-96559ed5-cf3b-4838-9c11-9ebf6d401857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:35.882401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5920d8ad-cca2-4a01-85a1-66b04691006d req-0c78e8bb-50f5-42a7-aa9f-6e57b343b81d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050870 Aug 21 18:01:35.882635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-96559ed5-cf3b-4838-9c11-9ebf6d401857 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 930 time: 0.3414230 Aug 21 18:01:35.928462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:35.930735 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ace9c6-595c-4caf-be33-fce3372a2f56" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:35.944327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-7e757c0c-26d3-4e2d-a40e-20821108b4a8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 217 time: 0.0414913 Aug 21 18:01:35.946947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:35.955496 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.001204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:36.011663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:36.019623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901bd3f-813d-4ef6-a332-852845e3274f req-5c793738-3360-4512-a718-ba42923b48f5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.027648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6901bd3f-813d-4ef6-a332-852845e3274f req-5c793738-3360-4512-a718-ba42923b48f5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.0721047 Aug 21 18:01:36.036836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-956e704a-a3b5-4f9e-9257-a538caa069ae req-4ab52bdc-0e1c-446b-b51f-01c35674dfd8 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625562 Aug 21 18:01:36.079726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ef21c187-1fa2-4b55-af9d-e5187e7ab91c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.082266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-ef21c187-1fa2-4b55-af9d-e5187e7ab91c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.2549791 Aug 21 18:01:36.097460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:36.113014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6901bd3f-813d-4ef6-a332-852845e3274f req-0b541262-ddd6-45b9-840b-ea75810f6dfb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789406 Aug 21 18:01:36.257903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-0716990e-812f-470d-ab4d-4e881145db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.259726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-0716990e-812f-470d-ab4d-4e881145db1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.3064914 Aug 21 18:01:36.320820 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f0c26-54f7-479e-b194-a1838ba02c11 x-openstack-request-id: req-537f0c26-54f7-479e-b194-a1838ba02c11 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:36.321137 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:36.321359 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-537f0c26-54f7-479e-b194-a1838ba02c11 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:36.321761 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'code': 200} Aug 21 18:01:36.331802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-74183387-d85b-4560-a443-474acabc2279 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/b1ad7b93-ad2f-4909-993d-7ec30ca64555 HTTP/1.1" status: 200 len: 1775 time: 0.2460408 Aug 21 18:01:36.373954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-df4bf6ac-3742-4820-a970-b11eefff6a61 service neutron] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:36.383421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-df4bf6ac-3742-4820-a970-b11eefff6a61 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.384617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc096a8-2879-4a1e-868f-ef3df69772cb req-df4bf6ac-3742-4820-a970-b11eefff6a61 service neutron] 10.222.0.64 "DELETE /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37/bindings/n-h1-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.2892382 Aug 21 18:01:36.386472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-8d344038-c8fa-4aed-b009-bd90a394a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.388066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-8d344038-c8fa-4aed-b009-bd90a394a374 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150100 Aug 21 18:01:36.442731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-e7b0c186-8666-4762-a277-9b41291467ce tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=afc90273319b4cd29d61d1395864db85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337393 Aug 21 18:01:36.505451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.563447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.574667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-d7701231-1129-4b0c-b215-09653082acb8 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737578 Aug 21 18:01:36.581085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00d5a2-f2a2-4ee0-8643-4abae97e5273 req-a82b08c3-d626-48ac-8e41-5a23b92be51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.582588 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a00d5a2-f2a2-4ee0-8643-4abae97e5273 req-a82b08c3-d626-48ac-8e41-5a23b92be51b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1102 time: 0.1187599 Aug 21 18:01:36.588535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-edbaf8e6-149a-4a63-a105-330c3c6f1fe6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.596482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-edbaf8e6-149a-4a63-a105-330c3c6f1fe6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529047 Aug 21 18:01:36.613994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-8d4c1c7a-faee-46af-8bca-0db159244512 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/quotas/afc90273319b4cd29d61d1395864db85 HTTP/1.1" status: 200 len: 375 time: 0.0160460 Aug 21 18:01:36.675487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-9bf2ee83-eed6-4cbf-b6f8-3e29b1e95b7a tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0601797 Aug 21 18:01:36.748355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a00d5a2-f2a2-4ee0-8643-4abae97e5273 req-df75dbb6-f404-4ea9-bef0-e0130f35ea9e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467876 Aug 21 18:01:36.750676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.753184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:36.773387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8ef54d9-e743-4dc5-9ef3-013f5b709384 req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/b1ad7b93-ad2f-4909-993d-7ec30ca64555 HTTP/1.1" status: 204 len: 173 time: 0.4337053 Aug 21 18:01:36.827935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5d7ae-01f9-44b2-a3d6-15acfc0c2b45 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad7b93-ad2f-4909-993d-7ec30ca64555,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:36.911856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfa96ffd-5e2a-4bd6-a6e0-0529e26a0c0c req-f769f6d9-f0ad-46f9-9278-8902635812a9 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180349 Aug 21 18:01:36.938019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57204eab-a64b-4bf0-a65e-9a565bbc9152 req-c0afea88-93c5-45f9-9899-0ccbee99183b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.940404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57204eab-a64b-4bf0-a65e-9a565bbc9152 req-c0afea88-93c5-45f9-9899-0ccbee99183b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0816441 Aug 21 18:01:36.947348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb360012-d166-4803-ad9b-c4d177fdb422 req-fa2f9e2c-36cf-4864-b742-cb4951751e0f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:36.949251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb360012-d166-4803-ad9b-c4d177fdb422 req-fa2f9e2c-36cf-4864-b742-cb4951751e0f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.0696194 Aug 21 18:01:37.019217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb360012-d166-4803-ad9b-c4d177fdb422 req-5ea75c3d-c5b5-4a77-b8c4-5b486276d128 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544848 Aug 21 18:01:37.026254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57204eab-a64b-4bf0-a65e-9a565bbc9152 req-daf98e50-c315-450c-b980-a1fea83af7b7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625093 Aug 21 18:01:37.142984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-665f3969-7dca-4ce2-b981-c27925783cbc req-0e873627-732e-4f6b-a7d7-0a3230319dbb tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 210 time: 0.0791018 Aug 21 18:01:37.262109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c3d9e-4b82-4103-a6c5-fa985cfced14 req-96ad4c60-9842-4281-b72f-92949750cd8e tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:37.263905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-644c3d9e-4b82-4103-a6c5-fa985cfced14 req-96ad4c60-9842-4281-b72f-92949750cd8e tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 943 time: 0.0977454 Aug 21 18:01:37.339045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-644c3d9e-4b82-4103-a6c5-fa985cfced14 req-7cd3d02c-47e2-44f2-accf-b2cbdde8819f tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Aug 21 18:01:37.377898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94be829-ee8b-4034-bf80-c170c796f286 req-7bc51589-75d9-401e-8805-c0fbf07df2c7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:37.382878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f94be829-ee8b-4034-bf80-c170c796f286 req-7bc51589-75d9-401e-8805-c0fbf07df2c7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.0977829 Aug 21 18:01:37.487916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f94be829-ee8b-4034-bf80-c170c796f286 req-471290a2-bf1f-474d-9c6d-ac9a32228661 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932326 Aug 21 18:01:37.527566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b4f90-1479-4862-95df-c349f04031b5 req-beef0249-585e-41df-a315-d697ff165290 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:37.528950 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-95e1d82e-58d2-4ac8-8ec7-1a0b217d596e req-89d0dd51-17c5-4e74-bad6-43707d8818f0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.538355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb9b4f90-1479-4862-95df-c349f04031b5 req-beef0249-585e-41df-a315-d697ff165290 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 1096 time: 0.0583122 Aug 21 18:01:37.551956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95e1d82e-58d2-4ac8-8ec7-1a0b217d596e req-89d0dd51-17c5-4e74-bad6-43707d8818f0 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/f38e05d8-e2b1-427a-a12d-69b6a681d445 HTTP/1.1" status: 404 len: 352 time: 0.0336032 Aug 21 18:01:37.584651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb9b4f90-1479-4862-95df-c349f04031b5 req-87e76904-4eb4-4a6d-af28-176106e94383 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Aug 21 18:01:37.600986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:37.603499 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328a5311-a2e6-4c65-84a2-7c91e680a945" -d '{"events": [{"name": "network-changed", "server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:37.643487 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-5502a014-542f-4b8f-963a-f8fbd1b380c3 req-32294643-5602-43f4-a4f7-73468cfbe009 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.653461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5502a014-542f-4b8f-963a-f8fbd1b380c3 req-32294643-5602-43f4-a4f7-73468cfbe009 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/499b67ba-ff6e-4c2c-9b4f-287f2bfd76da HTTP/1.1" status: 404 len: 352 time: 0.0216961 Aug 21 18:01:37.687123 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-0f3dd1f8-1b43-4ed9-bd73-45558f2a08d0 req-037a741c-2e1e-414d-9161-c874dd38b812 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.697253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f3dd1f8-1b43-4ed9-bd73-45558f2a08d0 req-037a741c-2e1e-414d-9161-c874dd38b812 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/a97c1976-2504-4925-b782-3e7880defdee HTTP/1.1" status: 404 len: 352 time: 0.0250187 Aug 21 18:01:37.699317 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9c7d2f-be8c-4aa4-b470-a05020c86916 x-openstack-request-id: req-9c9c7d2f-be8c-4aa4-b470-a05020c86916 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:37.699616 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:37.700133 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9c9c7d2f-be8c-4aa4-b470-a05020c86916 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:37.700528 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'status': 'completed', 'code': 200} Aug 21 18:01:37.765390 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-f33136c7-4a66-4b2a-a917-f6cb2f849c2a req-3fbc9132-aa8e-458e-800b-1de3c71a0f8c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.766769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33136c7-4a66-4b2a-a917-f6cb2f849c2a req-3fbc9132-aa8e-458e-800b-1de3c71a0f8c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1b2d35b6-8a9c-47d0-9e4c-ed0f156dd058 HTTP/1.1" status: 404 len: 352 time: 0.0494077 Aug 21 18:01:37.806732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-855a66a8-f7f0-4a0f-b038-08e71b7613c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:37.808022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-855a66a8-f7f0-4a0f-b038-08e71b7613c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1126 time: 0.0757320 Aug 21 18:01:37.813168 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-de843808-722f-4172-8d9d-c87899425a23 req-12f0bdd6-6ff6-4b6f-a50c-5bfdec00fe66 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.814174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de843808-722f-4172-8d9d-c87899425a23 req-12f0bdd6-6ff6-4b6f-a50c-5bfdec00fe66 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/1714457c-2891-460a-8c6b-8bee4d70d676 HTTP/1.1" status: 404 len: 352 time: 0.0164568 Aug 21 18:01:37.837316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:37.889466 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-29f4b454-252e-42af-b6c6-386a8414b24e req-3394167e-9239-4cf9-9dcf-9833d7d15c68 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] show failed (client error): The resource could not be found. Aug 21 18:01:37.899771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29f4b454-252e-42af-b6c6-386a8414b24e req-3394167e-9239-4cf9-9dcf-9833d7d15c68 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/18551a74-7b84-4819-bbb2-e7a6fd6fa977 HTTP/1.1" status: 404 len: 352 time: 0.0531418 Aug 21 18:01:38.042020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-a5f81550-ce24-4d34-930d-d8e94d5267ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.043796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-a5f81550-ce24-4d34-930d-d8e94d5267ad service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2221048 Aug 21 18:01:38.126633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-2f4399a4-80e6-4fdd-b2a6-1315e540b1b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.0649402 Aug 21 18:01:38.134266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-77bae216-7658-4f65-85cb-d508fdb5c888 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.136021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-77bae216-7658-4f65-85cb-d508fdb5c888 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.1992900 Aug 21 18:01:38.189070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-4b6c805d-9581-42c0-b12b-d50b9736f36f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/quotas/f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 375 time: 0.0177546 Aug 21 18:01:38.202342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-fbcc5f72-b6d2-43c1-9578-d3d05960959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.204261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-fbcc5f72-b6d2-43c1-9578-d3d05960959f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0649867 Aug 21 18:01:38.246951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:38.259890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'mac_address': 'fa:16:3e:a9:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:38.263099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-5e8747fa-9a32-49f3-8a36-96e5afb591c8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479648 Aug 21 18:01:38.305517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:38.320145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:38.329016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264aae7-36a9-47ee-82f4-5b731e4fe6d9 req-069aae11-b35a-4d13-8c30-b0456b992882 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.334178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9264aae7-36a9-47ee-82f4-5b731e4fe6d9 req-069aae11-b35a-4d13-8c30-b0456b992882 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0696578 Aug 21 18:01:38.343527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-c8dbc79d-f0cb-454f-b5a9-e7f7cc768e80 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1379888 Aug 21 18:01:38.355085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:38.364946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:38.367073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:38.425427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9264aae7-36a9-47ee-82f4-5b731e4fe6d9 req-2832ee33-9f91-47eb-bace-19d93fc17609 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869107 Aug 21 18:01:38.458237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-e85a0455-d4e6-4efa-b633-ad82ddf6792c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=afc90273319b4cd29d61d1395864db85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382786 Aug 21 18:01:38.516208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-39791076-06cc-4b82-b900-0adf393bfacf service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435992 Aug 21 18:01:38.540890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-620230bd-1427-4aaa-8e7f-f79b7249c1ff req-016180ae-61ee-468c-bb28-65d53a29f6b2 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 210 time: 0.0559912 Aug 21 18:01:38.586921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:38.599623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:01:38.615334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-1f148c63-2d1f-426b-aac9-c5ffbcc9c5d7 service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700512 Aug 21 18:01:38.628522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:38.687399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3bd79b-9472-458d-83a9-66e22b5f73eb req-9dea8615-856e-45bb-9863-52c3b974922d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.696877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a3bd79b-9472-458d-83a9-66e22b5f73eb req-9dea8615-856e-45bb-9863-52c3b974922d tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1023 time: 0.0879929 Aug 21 18:01:38.743937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a3bd79b-9472-458d-83a9-66e22b5f73eb req-aa6351f9-1f21-4eed-8e43-d10538628d8f tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=38142663-8574-4fe2-b2c1-4eb81ef1dfff&id=acaa3df2-8865-43d0-a100-7c23b2a39569&id=fa6e9107-2782-457b-bd63-993676d9d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0462096 Aug 21 18:01:38.796627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-956cde6b-ac4c-4822-bd3d-8bca5bc106ee tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.798438 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-956cde6b-ac4c-4822-bd3d-8bca5bc106ee tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3293571 Aug 21 18:01:38.827051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Request body: {'port': {'device_id': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'afc90273319b4cd29d61d1395864db85'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:38.837164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328a5311-a2e6-4c65-84a2-7c91e680a945 req-a6eec242-2d13-42ed-b336-8ea5ce281d69 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726910 Aug 21 18:01:38.872468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170a16a-cf98-4080-8653-e28a41ff062d req-ef60dfa6-646e-4e34-88e7-970810f0041c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:38.879114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5170a16a-cf98-4080-8653-e28a41ff062d req-ef60dfa6-646e-4e34-88e7-970810f0041c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 944 time: 0.0599778 Aug 21 18:01:38.907115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-5515d5e4-6680-443b-981b-ef90d665554f service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905493 Aug 21 18:01:38.935885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5170a16a-cf98-4080-8653-e28a41ff062d req-43f7a3ab-2d78-417d-ad4b-de024c8b787e tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Aug 21 18:01:39.018515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Made reservation on behalf of afc90273319b4cd29d61d1395864db85 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:39.023923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:39.090568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:39.136301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2780c-fe8e-4f0e-9327-dc06a0c33a25 req-cb2248ef-25bd-4e71-a6ed-87ceb83714e7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:39.149221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10b2780c-fe8e-4f0e-9327-dc06a0c33a25 req-cb2248ef-25bd-4e71-a6ed-87ceb83714e7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0997238 Aug 21 18:01:39.198042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10b2780c-fe8e-4f0e-9327-dc06a0c33a25 req-a5b7ac81-e027-40c1-a6dc-33d4c009f11f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477977 Aug 21 18:01:39.242539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2445690-c53a-444f-bc06-4c0d0d25b600 req-2b0d3ee4-c667-43bb-9b00-26a126f83e0f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:39.244482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2445690-c53a-444f-bc06-4c0d0d25b600 req-2b0d3ee4-c667-43bb-9b00-26a126f83e0f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.0893130 Aug 21 18:01:39.351365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2445690-c53a-444f-bc06-4c0d0d25b600 req-2d3fd4ff-f1e1-448a-80f3-2b3c3232e398 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755265 Aug 21 18:01:39.352485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Allocated IP 192.168.233.118 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/bfb53aff-c479-4fb5-a5a1-c31cc843cf6e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:39.354001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19b9a581-3e03-40c6-825b-5a5a2dfc7047 req-15ef116f-20a1-477d-9580-1c2cd7f28c3e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0493414 Aug 21 18:01:39.606422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:39.624321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Transition to ACTIVE for port object bfb53aff-c479-4fb5-a5a1-c31cc843cf6e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:39.673101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:39.689876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b2612ac8-f6e1-4800-8e78-695f2cdf1f99'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:39.818928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589cabc-fa55-4e05-8f2e-9f9426ff073c req-d6ab033d-b57c-47b0-a3b0-64febf30b48f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:39.828104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c589cabc-fa55-4e05-8f2e-9f9426ff073c req-d6ab033d-b57c-47b0-a3b0-64febf30b48f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0669172 Aug 21 18:01:39.873802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:39.890621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c589cabc-fa55-4e05-8f2e-9f9426ff073c req-9cfbce0c-70a7-4f06-b980-9811ea66b210 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557086 Aug 21 18:01:39.893194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:39.907941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Pushing event updated for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:39.913907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:40.040580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c30789-e83f-4a0a-8d7f-62ff1e4cc261 req-b1efd6b2-47f8-47c2-8290-fe8a3922f08f tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.050012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1c30789-e83f-4a0a-8d7f-62ff1e4cc261 req-b1efd6b2-47f8-47c2-8290-fe8a3922f08f tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 936 time: 0.3738956 Aug 21 18:01:40.098796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.099685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:40.104573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a6f0e-96ae-4ae6-844e-c064b33c147e req-382d73fb-f13e-47f3-80c9-c2cff7d66522 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.114549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04a6f0e-96ae-4ae6-844e-c064b33c147e req-382d73fb-f13e-47f3-80c9-c2cff7d66522 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1023 time: 0.0797088 Aug 21 18:01:40.117281 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-92bb5f7f-a91f-44f3-bf24-3a9143ef9e35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3263550 Aug 21 18:01:40.128726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-704730f6-89b7-47ec-9273-a834006441f4 service neutron] 10.222.0.64 "GET /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.4281054 Aug 21 18:01:40.167641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1c30789-e83f-4a0a-8d7f-62ff1e4cc261 req-50738b9a-5e70-4691-a05e-4bab79ef46cd tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122029 Aug 21 18:01:40.203475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04a6f0e-96ae-4ae6-844e-c064b33c147e req-b33d02e7-d76e-4526-8b0c-611efc78f717 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups?id=38142663-8574-4fe2-b2c1-4eb81ef1dfff&id=acaa3df2-8865-43d0-a100-7c23b2a39569&id=fa6e9107-2782-457b-bd63-993676d9d04b&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0877731 Aug 21 18:01:40.340248 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-555db8ca-c8cd-4f68-9f38-e7ed34ed8d2e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5255420 Aug 21 18:01:40.345632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f87d5-cb32-407c-a845-b047a0468739 req-58140d1a-693c-468a-8057-d8aaf1cb7a7a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.351861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a36f87d5-cb32-407c-a845-b047a0468739 req-58140d1a-693c-468a-8057-d8aaf1cb7a7a tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 1023 time: 0.1365879 Aug 21 18:01:40.374104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-98156605-4214-4010-b4b2-8c22bdbb4027 None None] Provisioning for port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:40.389783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-98156605-4214-4010-b4b2-8c22bdbb4027 None None] Provisioning complete for port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:40.390164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-98156605-4214-4010-b4b2-8c22bdbb4027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:40.475853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-98156605-4214-4010-b4b2-8c22bdbb4027 None None] Port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:01:40.546708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Request body: {'port': {'device_id': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:40.595323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d70aeb56-ec56-419e-b78c-30a6f83bdb85 req-8e999fe7-2960-4ad6-b9d9-b089f8a6d4bb tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0695040 Aug 21 18:01:40.643445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Deleting port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:40.643802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:40.771949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:40.782469 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:40.812677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da77547-a3d0-45b9-83f7-8a180546289d req-83a6a195-9cd8-4257-a31c-59068a1aea7d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.820832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6da77547-a3d0-45b9-83f7-8a180546289d req-83a6a195-9cd8-4257-a31c-59068a1aea7d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 944 time: 0.4793313 Aug 21 18:01:40.862111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-750cb3fe-6388-4cee-b358-47415be96244 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.864297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-750cb3fe-6388-4cee-b358-47415be96244 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.2202988 Aug 21 18:01:40.868260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:40.882265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] For port 0bfb9fe5-2cc9-42af-a704-f45c419e1574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0bfb9fe5-2cc9-42af-a704-f45c419e1574,segment=NetworkSegment(4ffd9403-84cb-454f-8dc7-f5e23349aee3),segment_id=4ffd9403-84cb-454f-8dc7-f5e23349aee3)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:40.888956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:40.919244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Request body: {'port': {'device_id': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'admin_state_up': True, 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:40.920370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d610719-2c4a-4948-83bc-e005aa8fd35c req-5ff8c6b7-be3b-4245-aba3-6bb486dece49 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:40.922025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d610719-2c4a-4948-83bc-e005aa8fd35c req-5ff8c6b7-be3b-4245-aba3-6bb486dece49 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 943 time: 0.1658444 Aug 21 18:01:40.938203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Calling delete_port for 0bfb9fe5-2cc9-42af-a704-f45c419e1574 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:40.995375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d610719-2c4a-4948-83bc-e005aa8fd35c req-9cd7cec2-3e68-48f0-b708-c1ce696c58e5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544000 Aug 21 18:01:41.050487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:41.071127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:41.097491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6da77547-a3d0-45b9-83f7-8a180546289d req-25ff1b11-f2b1-4212-84b3-3de8ddc04e91 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710774 Aug 21 18:01:41.187208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:41.195690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.196921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79554d-e47c-47eb-ad48-197e0ad649f9 req-b9898615-0cae-4f47-9a3c-62179534a47f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:41.198588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b79554d-e47c-47eb-ad48-197e0ad649f9 req-b9898615-0cae-4f47-9a3c-62179534a47f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1094582 Aug 21 18:01:41.209240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.437475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb53aff-c479-4fb5-a5a1-c31cc843cf6e {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:41.448012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.463715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Transition to ACTIVE for port object bfb53aff-c479-4fb5-a5a1-c31cc843cf6e will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:41.504455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.713114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b79554d-e47c-47eb-ad48-197e0ad649f9 req-3e327465-efa3-42e5-9221-8e6717c7d330 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080066 Aug 21 18:01:41.716229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.741086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0bfb9fe5-2cc9-42af-a704-f45c419e1574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:41.868929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:41.901647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'Port': ['ID=0bfb9fe5-2cc9-42af-a704-f45c419e1574,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:41.924684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] No DVR routers for this DVR port 0bfb9fe5-2cc9-42af-a704-f45c419e1574 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:41.929224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07ab0745-c1b0-4499-8088-0909e17040c2 req-4ba762b6-f108-47ad-a355-8b60f0775b58 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/ports?device_id=11f5795b-686d-4a1c-876a-970b46c7ef5f HTTP/1.1" status: 200 len: 210 time: 0.0998371 Aug 21 18:01:41.930511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:41.932691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a36f87d5-cb32-407c-a845-b047a0468739 req-5bc94b46-b7ed-4a6c-ba40-11220a9d3d86 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.39 "DELETE /v2.0/ports/0bfb9fe5-2cc9-42af-a704-f45c419e1574 HTTP/1.1" status: 204 len: 173 time: 1.5720341 Aug 21 18:01:41.933532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'name': 'network-vif-deleted', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:41.936046 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00773317-6b45-4c26-89f3-188fa4a5a49c" -d '{"events": [{"server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "name": "network-vif-deleted", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:41.996504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:42.016030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:42.016742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:42.167527 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:42.212267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:42.214590 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302e52e-677d-45de-9695-02fc9c2c3187" -d '{"events": [{"server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "name": "network-vif-plugged", "status": "completed", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:42.232228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:42.239569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Pushing event updated for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:42.244402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:42.245758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0bfb9fe5-2cc9-42af-a704-f45c419e1574 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:42.273896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 0bfb9fe5-2cc9-42af-a704-f45c419e1574 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:01:42.274685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0bfb9fe5-2cc9-42af-a704-f45c419e1574 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:42.331294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:42.356464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43777f5a-59f8-4c13-a09a-7de8f652b7ec req-aebf2ec3-5774-4fa5-bb77-1b1f5809901b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0582635 Aug 21 18:01:42.375634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff718db8-7ac6-46bc-8acd-06a4a38fc8ee req-e4ccb95a-53b6-483b-9191-d59e6c9ee49c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.385517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff718db8-7ac6-46bc-8acd-06a4a38fc8ee req-e4ccb95a-53b6-483b-9191-d59e6c9ee49c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 936 time: 1.1084850 Aug 21 18:01:42.392408 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef981d4-0443-4661-805c-9d8568474c94 x-openstack-request-id: req-fef981d4-0443-4661-805c-9d8568474c94 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:42.392695 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11f5795b-686d-4a1c-876a-970b46c7ef5f", "name": "network-vif-deleted", "tag": "0bfb9fe5-2cc9-42af-a704-f45c419e1574", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:42.392953 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fef981d4-0443-4661-805c-9d8568474c94 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:42.393410 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11f5795b-686d-4a1c-876a-970b46c7ef5f', 'name': 'network-vif-deleted', 'tag': '0bfb9fe5-2cc9-42af-a704-f45c419e1574', 'status': 'completed', 'code': 200} Aug 21 18:01:42.452642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] Transition to ACTIVE for port object 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:42.468929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:42.500496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6a612-3bee-4d29-bfa9-e3711b7d59d2 req-47c3cf7e-8c78-4188-936f-4b7258213758 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.510018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1f6a612-3bee-4d29-bfa9-e3711b7d59d2 req-47c3cf7e-8c78-4188-936f-4b7258213758 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.0624266 Aug 21 18:01:42.558065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-88f676cc-5c16-4187-97bf-65afa2c46965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.560415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-88f676cc-5c16-4187-97bf-65afa2c46965 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1102 time: 0.3143420 Aug 21 18:01:42.560560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1f6a612-3bee-4d29-bfa9-e3711b7d59d2 req-c15f3893-f831-4051-98b3-d08dcd9610bb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Aug 21 18:01:42.566397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Attempting to bind port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:42.567004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Attempting to bind port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:42.567406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Attempting to bind port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:42.569511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] Pushing event updated for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:42.610839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff718db8-7ac6-46bc-8acd-06a4a38fc8ee req-a676490f-3bf4-445f-84d4-240da9c7bb1c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242692 Aug 21 18:01:42.612958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Allocated IP 172.20.0.14 (52809fd1-75b1-4630-a937-c561f174b0b3/5b0ae541-7a1b-4f79-b015-7f9638ef59cd/97edadd2-0eaf-49e9-a0eb-6f07543974d0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:42.617920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:42.618338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Attempting to bind port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:42.686406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:42.686893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:42.687560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:42.687864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Bound port: bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:42.688295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:42.694997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] No DVR routers for this DVR port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:01:42.725833 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fb644b-9a87-4677-9af2-4f46db6aba04 x-openstack-request-id: req-14fb644b-9a87-4677-9af2-4f46db6aba04 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:42.726479 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "name": "network-vif-plugged", "status": "completed", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:42.727002 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14fb644b-9a87-4677-9af2-4f46db6aba04 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:42.727553 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'code': 200} Aug 21 18:01:42.758785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55234b-44fc-4b12-b65e-b08df47f14fc req-d67586ae-321c-494f-afdc-ce0b02bba463 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.761970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc55234b-44fc-4b12-b65e-b08df47f14fc req-d67586ae-321c-494f-afdc-ce0b02bba463 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.1276662 Aug 21 18:01:42.825761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-55d28e7c-6229-4e98-af44-a7d57bac026a service neutron] 10.222.0.64 "PUT /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93/bindings/n-h1-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 2.6603270 Aug 21 18:01:42.846172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-dd8a954d-d31a-44f7-92e9-b51bfb02ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.851679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-dd8a954d-d31a-44f7-92e9-b51bfb02ddec service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2738802 Aug 21 18:01:42.876467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc55234b-44fc-4b12-b65e-b08df47f14fc req-a9c1c86a-ffa7-4b97-b535-886090cf6416 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069870 Aug 21 18:01:42.923745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed465a4b-692f-423c-bfad-ffae297d4748 req-5557b5d5-eced-40f6-b4c9-c8b1e7c3001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:42.925625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed465a4b-692f-423c-bfad-ffae297d4748 req-5557b5d5-eced-40f6-b4c9-c8b1e7c3001c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1097 time: 0.0722923 Aug 21 18:01:42.953526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-bfe570d6-0fe0-49e9-9628-9bd0a9b641e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0637848 Aug 21 18:01:43.040331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-70d30bda-98e1-4e95-ad2f-95ad5ef68307 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.042152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-70d30bda-98e1-4e95-ad2f-95ad5ef68307 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.1060138 Aug 21 18:01:43.045484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed465a4b-692f-423c-bfad-ffae297d4748 req-f487d2e8-dc26-4c5f-ad2f-37545d4acca0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080956 Aug 21 18:01:43.045731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:43.090012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-708b0c56-ffaf-453f-ae9d-4f2d931626b1 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/fa6e9107-2782-457b-bd63-993676d9d04b HTTP/1.1" status: 200 len: 1800 time: 0.0655534 Aug 21 18:01:43.104776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.108378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:43.125386 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.183826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d517f7-6851-4726-b62d-32bb04627db3 req-119d3ecb-6e9b-46c1-bfff-3a5372f877a8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.184352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.185767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86d517f7-6851-4726-b62d-32bb04627db3 req-119d3ecb-6e9b-46c1-bfff-3a5372f877a8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.3021593 Aug 21 18:01:43.197878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.198718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.200164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] 10.222.0.39 "PUT /v2.0/ports/bfb53aff-c479-4fb5-a5a1-c31cc843cf6e HTTP/1.1" status: 200 len: 1097 time: 2.6659486 Aug 21 18:01:43.204255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:43.206745 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:43.211352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-9a393c04-cf76-48a1-bcf6-0e375ac518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.212967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-9a393c04-cf76-48a1-bcf6-0e375ac518ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2336118 Aug 21 18:01:43.215391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.353906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.355828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-c17c38c1-63b6-42db-a0c0-7abc84af0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.358788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-c17c38c1-63b6-42db-a0c0-7abc84af0c0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&tenant_id=d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 1096 time: 0.1114035 Aug 21 18:01:43.360701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.363630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.382128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b089fd8f-a259-437e-9b5b-b4dbcab9affe req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa6e9107-2782-457b-bd63-993676d9d04b HTTP/1.1" status: 204 len: 173 time: 0.2836199 Aug 21 18:01:43.408379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1110cf9-5821-40de-8e7c-24b02205c5d2 tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6e9107-2782-457b-bd63-993676d9d04b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:43.414856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Network 52809fd1-75b1-4630-a937-c561f174b0b3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:43.418328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fafc7-fb61-4e9b-988e-a5ac23e279dc service neutron] Pushing event updated for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:43.449310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:43.452219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:43.464300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:43.484825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-e49473d7-205f-417d-8380-48787f378060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.488657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-e49473d7-205f-417d-8380-48787f378060 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1096 time: 0.0995033 Aug 21 18:01:43.553362 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336758a4-3e26-4445-8f61-3e35a658b1a5 x-openstack-request-id: req-336758a4-3e26-4445-8f61-3e35a658b1a5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:43.553627 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:43.553886 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-336758a4-3e26-4445-8f61-3e35a658b1a5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:43.554289 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e', 'status': 'completed', 'code': 200} Aug 21 18:01:43.557139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-2a526156-f5f7-45cb-81f9-2c6fa3eade5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.558742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-2a526156-f5f7-45cb-81f9-2c6fa3eade5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3192723 Aug 21 18:01:43.569471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86d517f7-6851-4726-b62d-32bb04627db3 req-65e5fffc-7f94-40b5-8e0a-ce59a689f607 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734109 Aug 21 18:01:43.593235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:01:43.651885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-7da350e6-c86d-4e6e-ae6f-fd4b70fefdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.653402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-7da350e6-c86d-4e6e-ae6f-fd4b70fefdea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 1100 time: 0.3199883 Aug 21 18:01:43.667824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:43.721437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-f3f2a089-665b-416b-99a5-8dfe4b78e55c tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "GET /v2.0/security-groups/38142663-8574-4fe2-b2c1-4eb81ef1dfff HTTP/1.1" status: 200 len: 1799 time: 0.0859294 Aug 21 18:01:43.726423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-8673e0f7-7b1c-41f9-a4e8-46a45ee1543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.727933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-8673e0f7-7b1c-41f9-a4e8-46a45ee1543c service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2296011 Aug 21 18:01:43.742625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.743178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.806969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-ae15d861-aa44-4ee4-a1e1-bc920c7c7105 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e HTTP/1.1" status: 200 len: 217 time: 0.0917528 Aug 21 18:01:43.827356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-22d0cadd-8b9f-4ba5-aa8e-b1f67e670ab5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9335611 Aug 21 18:01:43.834925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-8d767a46-9e9a-4400-9eed-819c26b6d64e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.0613308 Aug 21 18:01:43.854112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Request body: {'port': {'device_id': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:43.856836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.904786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-b9df2910-2844-4ae0-80d7-fc7aa43b6ac8 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061619 Aug 21 18:01:43.912153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7899f-f5fa-4ddc-b504-0b5190ec2fa6 req-7e4d3f04-b4a9-4c43-816f-935b38666749 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.913602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5b7899f-f5fa-4ddc-b504-0b5190ec2fa6 req-7e4d3f04-b4a9-4c43-816f-935b38666749 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 932 time: 0.2481923 Aug 21 18:01:43.915819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.938327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-4b809375-1d6d-494b-9988-4533d37bd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.940207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-4b809375-1d6d-494b-9988-4533d37bd64f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0845091 Aug 21 18:01:43.952403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-8604cf46-014d-40c9-a8a4-2ae335ca8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:43.953786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-8604cf46-014d-40c9-a8a4-2ae335ca8b0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1367214 Aug 21 18:01:43.992113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-5983d8db-fd00-408b-a144-c87cdecba317 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430124 Aug 21 18:01:43.993296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.995904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:43.996999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dce177a-347c-41f4-8e7d-705159c5ee46 req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] 10.222.0.41 "DELETE /v2.0/security-groups/38142663-8574-4fe2-b2c1-4eb81ef1dfff HTTP/1.1" status: 204 len: 173 time: 0.2681947 Aug 21 18:01:44.006034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.006806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40848) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:44.052855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5b7899f-f5fa-4ddc-b504-0b5190ec2fa6 req-77493cb7-cdfa-49a4-9525-e68f3144b0e9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070485 Aug 21 18:01:44.136902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa02e0-3e8f-4ca2-8a4f-7bea5bee08ff tempest-SecurityGroupsTestJSON-1205181874 tempest-SecurityGroupsTestJSON-1205181874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38142663-8574-4fe2-b2c1-4eb81ef1dfff,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:44.146249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-c0815e2b-3d0a-48ee-a420-09fb65c136cc service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386468 Aug 21 18:01:44.333616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Deleting subnet 01b90fed-4f9d-41be-9585-aa53a1f63701 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:01:44.349782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e224-0cb1-4bcd-824b-34856f0d5ff1 req-0b048922-24b2-489f-916e-134a0ab5e663 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:44.351400 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c418e224-0cb1-4bcd-824b-34856f0d5ff1 req-0b048922-24b2-489f-916e-134a0ab5e663 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.2030244 Aug 21 18:01:44.352282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.356128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-eaedd0af-8668-4746-9605-c88ac966aaca service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763246 Aug 21 18:01:44.365690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384de315-548a-47fe-ab40-36972e41f0f0 req-9c067317-f735-43cc-a8ef-c55c44d1716f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:44.367377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-9c067317-f735-43cc-a8ef-c55c44d1716f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4006767 Aug 21 18:01:44.412164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c41e56-22ae-403d-8970-4f6bef2ab254 req-e5cbd603-819c-40b4-b767-8e771b16ff4f tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:44.413824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77c41e56-22ae-403d-8970-4f6bef2ab254 req-e5cbd603-819c-40b4-b767-8e771b16ff4f tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 948 time: 0.2606812 Aug 21 18:01:44.424020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c418e224-0cb1-4bcd-824b-34856f0d5ff1 req-c71137ef-8090-43f0-b28f-20774c35a5d5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448802 Aug 21 18:01:44.454045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.542113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.627800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5744f8f-d23b-443f-9120-765622e61c43 req-0a471d84-3af4-4f16-9f93-c3be5f0dbdfc tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:44.636342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5744f8f-d23b-443f-9120-765622e61c43 req-0a471d84-3af4-4f16-9f93-c3be5f0dbdfc tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.1235762 Aug 21 18:01:44.644041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-ebe53c33-03a8-4662-87cb-0ad455162256 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878437 Aug 21 18:01:44.677061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77c41e56-22ae-403d-8970-4f6bef2ab254 req-80bacb08-b415-42ce-ba74-7e55670362aa tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140141 Aug 21 18:01:44.714663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-399b364f-4b03-47ea-b9fe-b0ec7b986b8e service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354659 Aug 21 18:01:44.737725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f5d9dd0d-3677-4ed8-8c81-ecbcea26c588 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:44.739512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-f5d9dd0d-3677-4ed8-8c81-ecbcea26c588 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.0739079 Aug 21 18:01:44.740586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.932664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5744f8f-d23b-443f-9120-765622e61c43 req-a5dd49c7-58cd-486b-abd0-479ecf1c782d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836711 Aug 21 18:01:44.945189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97edadd2-0eaf-49e9-a0eb-6f07543974d0 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:44.951274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:44.956050 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/01b90fed-4f9d-41be-9585-aa53a1f63701 HTTP/1.1" status: 204 len: 168 time: 0.8146658 Aug 21 18:01:44.956050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9cc3b-7674-4e71-afe3-5290085b14a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b90fed-4f9d-41be-9585-aa53a1f63701,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:44.962992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40866) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:44.996012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.026815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-e7b1b5f6-6d87-44fc-94ff-64cd2f48bc19 service neutron] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:45.030737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-e7b1b5f6-6d87-44fc-94ff-64cd2f48bc19 service neutron] Notify callbacks [] for binding, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.032148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3472f8c-6619-4685-97a6-c90cbe762467 req-e7b1b5f6-6d87-44fc-94ff-64cd2f48bc19 service neutron] 10.222.0.39 "DELETE /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93/bindings/n-h2-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.2798517 Aug 21 18:01:45.044154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384de315-548a-47fe-ab40-36972e41f0f0 req-86c803fe-76c1-4da5-838e-9e1712f1d835 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201313 Aug 21 18:01:45.089714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Transition to ACTIVE for port object 97edadd2-0eaf-49e9-a0eb-6f07543974d0 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:45.125476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.159284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.199428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33e5f2-9f3e-40c3-92a9-7d54f24dc8a4 req-1b5a822b-028e-41bb-b178-38c6185c14b4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:45.206867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c33e5f2-9f3e-40c3-92a9-7d54f24dc8a4 req-1b5a822b-028e-41bb-b178-38c6185c14b4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.2299535 Aug 21 18:01:45.276243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:45.288853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-55b3d162-ebb1-453d-98b6-5cf55561cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:45.290618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-55b3d162-ebb1-453d-98b6-5cf55561cc56 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=afc90273319b4cd29d61d1395864db85&device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 1100 time: 0.1832068 Aug 21 18:01:45.292052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-31113e71-36cf-4df7-b768-02292ab4ba21 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 258 time: 0.2384820 Aug 21 18:01:45.297246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:45.339007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.350863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c33e5f2-9f3e-40c3-92a9-7d54f24dc8a4 req-053a3217-f50d-4528-8024-2a8676c514a5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410198 Aug 21 18:01:45.504638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.525229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.545555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91159dbb-e4aa-4aad-99a5-f096d2774cad']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:45.572081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffd9403-84cb-454f-8dc7-f5e23349aee3') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:45.572388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffd9403-84cb-454f-8dc7-f5e23349aee3') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:45.599781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.605118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:45.605645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:45.605934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:45.637072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1e84c-b2fc-427d-b8d4-609fda7b2b7a req-32b39bfc-0de9-4c10-938f-d0dced595d02 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:45.638711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fd1e84c-b2fc-427d-b8d4-609fda7b2b7a req-32b39bfc-0de9-4c10-938f-d0dced595d02 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.1658683 Aug 21 18:01:45.644392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-ae3ef462-1e33-4d09-967f-b98e62b19f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:45.645697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-ae3ef462-1e33-4d09-967f-b98e62b19f75 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3293195 Aug 21 18:01:45.646310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:45.646733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:45.650109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.669309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Allocated IP 172.25.1.162 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/bc6bee20-17a9-404a-9cc0-831d76fffcf2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:45.708816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:45.709050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:45.709561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:45.710096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Bound port: 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:45.710541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.715770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:01:45.716275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:01:45.718323 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:01:45.737131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-41805a02-1066-4674-a198-1b0f90284640 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e HTTP/1.1" status: 200 len: 217 time: 0.0789707 Aug 21 18:01:45.844223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.929677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:45.973986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:45.978558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:45.981484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:46.041060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event updated for resources: {'Port': ['ID=bc6bee20-17a9-404a-9cc0-831d76fffcf2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:46.151482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fd1e84c-b2fc-427d-b8d4-609fda7b2b7a req-3bf7e3e3-37cd-4309-9f18-fa05b08bedb9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987109 Aug 21 18:01:46.197860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.202305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-6e04cb9a-3fc7-4edc-ac0f-fba4de273548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.203968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-6e04cb9a-3fc7-4edc-ac0f-fba4de273548 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1087508 Aug 21 18:01:46.218694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.220702 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] 10.222.0.41 "DELETE /v2.0/networks/91159dbb-e4aa-4aad-99a5-f096d2774cad HTTP/1.1" status: 204 len: 168 time: 1.2449059 Aug 21 18:01:46.263185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.281319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531b2ee-3204-4013-8927-6986c2af5c8e admin admin] Pushing event deleted for resources: {'Network': ['ID=91159dbb-e4aa-4aad-99a5-f096d2774cad,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:46.318480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.337969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:46.379359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:46.393428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-5af6a7d4-0852-4a19-926d-b4f3c08c4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.395075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-5af6a7d4-0852-4a19-926d-b4f3c08c4583 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684775 Aug 21 18:01:46.398472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.414629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3719e4b-13cb-4501-910d-17d3277561d7 req-1b872746-7da2-4ec7-8f8c-109e7caedff7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.416174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3719e4b-13cb-4501-910d-17d3277561d7 req-1b872746-7da2-4ec7-8f8c-109e7caedff7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.1493769 Aug 21 18:01:46.509695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.510325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.511877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] 10.222.0.39 "PUT /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 1093 time: 2.6617627 Aug 21 18:01:46.512344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:46.514609 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede0f811-5501-4c6e-8ef3-337b8d6255c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:46.522625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:46.540443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.556863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.560187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0dca7-b858-4870-8f2d-6b68f0d51f80 service neutron] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:46.580319 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3719e4b-13cb-4501-910d-17d3277561d7 req-e42992a1-53b5-44c5-ae12-77858230b718 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290359 Aug 21 18:01:46.675707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ade01e9f-468b-484f-b0af-e5f2a10a0e79 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f28e83c53d7c4ddf96bf2817e24342eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513300 Aug 21 18:01:46.681025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:46.681675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event updated for resources: {'Port': ['ID=bc6bee20-17a9-404a-9cc0-831d76fffcf2,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:46.689101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-62b55e66-63be-4595-b55f-cc891f473614 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718656 Aug 21 18:01:46.692814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.737741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.747564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-dc207256-6914-4aa9-9cba-66c15b6bd7bf tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4540813 Aug 21 18:01:46.797069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-93a311aa-b43c-4ce8-bb33-54f471351b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.798783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-93a311aa-b43c-4ce8-bb33-54f471351b0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.2173080 Aug 21 18:01:46.807383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-a03833b6-3e38-4613-b3c2-45daa698d744 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0588274 Aug 21 18:01:46.840634 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.841768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e341018-439e-4327-956a-1dc671d90c0c req-e27e537d-2570-480c-a468-ef8f0fec2690 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.843471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e341018-439e-4327-956a-1dc671d90c0c req-e27e537d-2570-480c-a468-ef8f0fec2690 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 948 time: 0.1725605 Aug 21 18:01:46.845506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb89e3ef-9cd6-48f6-aa59-8b4bb4138809 req-20059b2b-f27f-4de0-9c75-a6e4f67b7dec service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309960 Aug 21 18:01:46.897855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-d43d3838-ecc6-4a36-926e-8ae7324d8f39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 217 time: 0.0513685 Aug 21 18:01:46.912314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:46.919178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e341018-439e-4327-956a-1dc671d90c0c req-6bc1fb66-b3ea-4109-b2d3-5ec9edee687e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Aug 21 18:01:46.972841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-a8a74ad6-4a7f-4f57-a784-b372df01f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:46.974336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-a8a74ad6-4a7f-4f57-a784-b372df01f65e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0542600 Aug 21 18:01:46.994331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-e41da06d-c070-420e-b404-8bd377591e7a tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.008480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ba5fac2-1ec7-41c9-a5b8-81f41e92e641 req-e41da06d-c070-420e-b404-8bd377591e7a tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.2001708 Aug 21 18:01:47.023467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-477643d1-ac10-45f0-8c7f-7bc8703519fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384314 Aug 21 18:01:47.038028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:47.041688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:47.043041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acaa3df2-8865-43d0-a100-7c23b2a39569 HTTP/1.1" status: 204 len: 168 time: 0.3574786 Aug 21 18:01:47.059675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162d8f-92f0-41f0-9b33-a0f050e29477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acaa3df2-8865-43d0-a100-7c23b2a39569,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:47.122973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1640358b-d18b-4f77-b145-70816b289e56 x-openstack-request-id: req-1640358b-d18b-4f77-b145-70816b289e56 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:47.122973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:47.122973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1640358b-d18b-4f77-b145-70816b289e56 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:47.122973 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'status': 'completed', 'code': 200} Aug 21 18:01:47.186272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15415c-818f-44a6-9680-c64d2ce645e4 req-1c819747-ec2e-44a1-a0bd-274ccee1c86a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.188070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac15415c-818f-44a6-9680-c64d2ce645e4 req-1c819747-ec2e-44a1-a0bd-274ccee1c86a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0812736 Aug 21 18:01:47.227107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-b01f17e6-cc5b-49d4-8bfb-f9c694dc47a5 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950300 Aug 21 18:01:47.257744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-eb7ae6df-9d40-4b4c-b2bc-12383398f707 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.259153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-eb7ae6df-9d40-4b4c-b2bc-12383398f707 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0578198 Aug 21 18:01:47.272452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac15415c-818f-44a6-9680-c64d2ce645e4 req-123bc30a-bb2d-4ff6-8bd9-d4a1727f64df tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696034 Aug 21 18:01:47.317597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-cd6e3dbc-f925-4ece-bbbd-6f30405478a6 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0504251 Aug 21 18:01:47.328923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'floatingip': {'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:47.374657 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:47.407007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f000494-ddb5-4cc6-8ce3-6c6107786c79 req-4ddf0bc7-e121-4151-a00f-2d721666a0d9 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658127 Aug 21 18:01:47.428909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace9db3-8d01-4a0c-b48c-348b912d5f8e req-65f3c411-135e-4dd1-bbd2-2243834487b2 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.436777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cace9db3-8d01-4a0c-b48c-348b912d5f8e req-65f3c411-135e-4dd1-bbd2-2243834487b2 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1096 time: 0.0904613 Aug 21 18:01:47.479103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cace9db3-8d01-4a0c-b48c-348b912d5f8e req-3bdfe3f8-38cb-426d-a161-7a71ebd30ba2 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Aug 21 18:01:47.568240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-5b1a57d9-c8e6-4257-b2e8-5cb91586f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.570211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-5b1a57d9-c8e6-4257-b2e8-5cb91586f5cb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1096 time: 0.0782938 Aug 21 18:01:47.717592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1a52d-de5e-48fb-97e6-3f382cfb737d req-6f7682de-6101-47a7-8fea-7f767247403c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.719331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efd1a52d-de5e-48fb-97e6-3f382cfb737d req-6f7682de-6101-47a7-8fea-7f767247403c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0752201 Aug 21 18:01:47.730424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-98f25b9a-ec43-4c9c-87c6-47d18612ba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:47.746212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-a38771ea-9243-4dc1-bb22-0dc7586080a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.747710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-a38771ea-9243-4dc1-bb22-0dc7586080a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1686971 Aug 21 18:01:47.766995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efd1a52d-de5e-48fb-97e6-3f382cfb737d req-444e2bfe-d9ab-4834-9bc2-8fed90a6eadf tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366795 Aug 21 18:01:47.815931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-72f30303-8ee1-4788-bb8d-c208b3095c30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 217 time: 0.0451844 Aug 21 18:01:47.883306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device bfb53aff-c479-4fb5-a5a1-c31cc843cf6e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:47.893323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-bc1c6877-eeb8-4764-ab15-848dfbd0abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:47.895729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-bc1c6877-eeb8-4764-ab15-848dfbd0abec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0713003 Aug 21 18:01:47.970576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-199ed45c-2080-4866-9e44-56847b0ce77c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401278 Aug 21 18:01:48.009822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.015825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.025851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:48.038426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e', 'mac_address': 'fa:16:3e:2f:7c:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:48.083744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-15bcf58c-1ab1-4f38-93dc-7c01262e30b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:48.087958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.090807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-15bcf58c-1ab1-4f38-93dc-7c01262e30b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.2242959 Aug 21 18:01:48.113624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb53aff-c479-4fb5-a5a1-c31cc843cf6e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:48.118130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a7a2493-f7b2-4778-bfa6-937260083e39 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/quotas/d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 375 time: 0.0262487 Aug 21 18:01:48.131187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.142246 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Floating IP 38cde6d7-ce28-49c7-80db-690955d37fb9 associated. External IP: 172.25.1.162, port: cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba. Aug 21 18:01:48.142648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:48.148627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.170175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-e800e45e-a9ef-48fe-9158-c7b94f940f2f service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887748 Aug 21 18:01:48.188930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-2f6c1023-3a43-45fa-ba9a-ff8d747076ce tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699141 Aug 21 18:01:48.213979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:48.342273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ede0f811-5501-4c6e-8ef3-337b8d6255c0 req-3a5fd5fe-9027-4660-90c0-b5a847940e3e service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522591 Aug 21 18:01:48.354488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-dc35d122-8eec-45e6-b676-aa9df3136174 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434395 Aug 21 18:01:48.444502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['bfb53aff-c479-4fb5-a5a1-c31cc843cf6e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:48.455182 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-bef9302c-af18-4a16-9d1f-5b8adadbaa01 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936782 Aug 21 18:01:48.511874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.663638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b8684-9a20-4039-9a70-cc38bcd0b65b req-5fa1acdf-565a-456f-b597-c547c0905a62 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:48.665151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac6b8684-9a20-4039-9a70-cc38bcd0b65b req-5fa1acdf-565a-456f-b597-c547c0905a62 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 949 time: 0.0613036 Aug 21 18:01:48.679341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:01:48.706528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac6b8684-9a20-4039-9a70-cc38bcd0b65b req-b8646551-8770-4816-84a2-3945f5367e5e tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 21 18:01:48.813364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:48.824229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:48.828124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Sync routers for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:48.837920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:48.838750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:48.868765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-255b12cb-237f-4767-be6c-ddd7a3382acd tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "PUT /v2.0/floatingips/38cde6d7-ce28-49c7-80db-690955d37fb9 HTTP/1.1" status: 200 len: 996 time: 1.5436935 Aug 21 18:01:48.869197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:48.871862 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e414fd3e-0dd1-4ce5-866c-603d113afab2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:48.926888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-887bdcf4-03bd-4145-a11c-9a52ee5c3594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:48.928541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-887bdcf4-03bd-4145-a11c-9a52ee5c3594 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1097 time: 0.0455718 Aug 21 18:01:48.985352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:49.064411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-c92e1df4-7428-4267-bdb5-3482f0dfb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.065920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-c92e1df4-7428-4267-bdb5-3482f0dfb092 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 930 time: 0.1308587 Aug 21 18:01:49.186129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-082c2c07-d929-4f58-9279-a147949c654b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 999 time: 0.1133611 Aug 21 18:01:49.204739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6934c23-ef2a-462a-b8e1-a0beaface03b req-3af284e0-04e7-444f-8181-4fd49d444989 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.206390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6934c23-ef2a-462a-b8e1-a0beaface03b req-3af284e0-04e7-444f-8181-4fd49d444989 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0918591 Aug 21 18:01:49.256736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-6879b491-edef-49ea-86e8-b99831a3aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.258877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-6879b491-edef-49ea-86e8-b99831a3aa04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.0643408 Aug 21 18:01:49.267975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6934c23-ef2a-462a-b8e1-a0beaface03b req-80d61cee-0729-481b-8b12-864c3b6aca85 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537343 Aug 21 18:01:49.340732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '38cde6d7-ce28-49c7-80db-690955d37fb9', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'mac_address': 'fa:16:3e:a9:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:01:46Z', 'updated_at': '2021-08-21T18:01:47Z', 'revision_number': 1, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:49.341772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-c110a381-eb7c-4fea-b469-e5a9e19f51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.343365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-c110a381-eb7c-4fea-b469-e5a9e19f51bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769429 Aug 21 18:01:49.383115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Checking router: f0bba6d8-4663-4f59-9535-31e4bd13f5f2 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:01:49.392625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:49.393536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:49.420754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d75f514f-0e08-4461-9c29-ad520ae5e84c req-9fd834dd-5ec2-4bf4-8c96-b708037c1d49 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 210 time: 0.0577765 Aug 21 18:01:49.517131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:49.527756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-bce495d2-478f-490c-8d1b-57e857388278 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763060 Aug 21 18:01:49.563612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41002) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:49.626803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e310549b-046f-49b6-8a79-d3f3a17510f3 req-7a5a5445-4604-4357-9bf1-4fd9d2ddbf90 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980954 Aug 21 18:01:49.679013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225d5cc-b4bc-4455-8c97-a82eddc9ae7b req-c35c82d6-6c1f-4927-a831-1bf13f8b3761 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.680655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d225d5cc-b4bc-4455-8c97-a82eddc9ae7b req-c35c82d6-6c1f-4927-a831-1bf13f8b3761 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0640345 Aug 21 18:01:49.701296 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc482bdf-75f5-41d6-8635-44b3e0c40acc x-openstack-request-id: req-dc482bdf-75f5-41d6-8635-44b3e0c40acc {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:49.701588 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:49.701916 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc482bdf-75f5-41d6-8635-44b3e0c40acc {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:49.702257 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'status': 'completed', 'code': 200} Aug 21 18:01:49.833726 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614f3c29-e565-4ed5-97c2-f8b9bf68def0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:49.839066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d225d5cc-b4bc-4455-8c97-a82eddc9ae7b req-6a40d740-849c-488e-94c5-50fd3ed883e7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515782 Aug 21 18:01:49.845315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '38cde6d7-ce28-49c7-80db-690955d37fb9', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'mac_address': 'fa:16:3e:a9:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:01:46Z', 'updated_at': '2021-08-21T18:01:47Z', 'revision_number': 1, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:49.852713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-82dda2ae-01f7-4485-8eb3-ecbbeea9b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.854192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-82dda2ae-01f7-4485-8eb3-ecbbeea9b396 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1097 time: 0.1231279 Aug 21 18:01:49.870045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28095ebd-ffd1-43b9-a7d8-067f3c3bf786 req-6838a037-c02b-40d9-84e6-e7f83252838e tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:49.873082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28095ebd-ffd1-43b9-a7d8-067f3c3bf786 req-6838a037-c02b-40d9-84e6-e7f83252838e tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 950 time: 0.0905855 Aug 21 18:01:49.894541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:49.896669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device bfb53aff-c479-4fb5-a5a1-c31cc843cf6e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:49.903075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641c6a61-7e40-4778-821b-88cf5f2ad96d None None] The sync data for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 is: [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '38cde6d7-ce28-49c7-80db-690955d37fb9', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'mac_address': 'fa:16:3e:a9:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:01:46Z', 'updated_at': '2021-08-21T18:01:47Z', 'revision_number': 1, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:01:49.938989 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28095ebd-ffd1-43b9-a7d8-067f3c3bf786 req-d1abaebd-ade9-4b04-98fd-19752466ac72 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Aug 21 18:01:50.041657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:50.049052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:50.049368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.076555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13d8ec-a776-4eb2-a6b2-db4ee935f341 req-c3d2f1a6-d28c-48d2-8fb9-1350b3559aa6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:50.084167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc13d8ec-a776-4eb2-a6b2-db4ee935f341 req-c3d2f1a6-d28c-48d2-8fb9-1350b3559aa6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 949 time: 0.0785913 Aug 21 18:01:50.096667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:50.116108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'port_id': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'mac_address': 'fa:16:3e:ef:ea:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ae541-7a1b-4f79-b015-7f9638ef59cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:50.147145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc13d8ec-a776-4eb2-a6b2-db4ee935f341 req-379c758e-47ba-405d-b5f9-8e10ca2abed3 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517600 Aug 21 18:01:50.212841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.215998 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.240600 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac0bc6f-1f42-41ce-b19e-58a7b14ac551 None None] New status for floating IP 38cde6d7-ce28-49c7-80db-690955d37fb9: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:01:50.246915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97edadd2-0eaf-49e9-a0eb-6f07543974d0 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:50.284474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:50.307335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:50.307747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-a682b519-cec9-4c56-977f-10b372ac3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:50.308671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:50.309388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-a682b519-cec9-4c56-977f-10b372ac3262 service neutron] 10.222.0.39 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 930 time: 0.4360502 Aug 21 18:01:50.311400 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a7eb5-541a-4e11-a2a2-40a40729fc44" -d '{"events": [{"server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "name": "network-vif-plugged", "status": "completed", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:50.322828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-18bb80c7-4feb-4334-bc2e-fc83ef32ec47 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:50.324363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-18bb80c7-4feb-4334-bc2e-fc83ef32ec47 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.4521711 Aug 21 18:01:50.335196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.341645 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.351894 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52b02451-6303-4fd3-abdd-4d5601ef8c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.353608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Request body: {'port': {'device_id': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'admin_state_up': True, 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:50.397239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-0d9af0e0-ecc8-4432-a6c2-a4f6fad2868e tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 258 time: 0.5212910 Aug 21 18:01:50.410848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.411490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:50.431339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:50.496280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:50.499443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-756c3bb8-7306-46d6-8960-6655b9549a3b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 999 time: 0.1675739 Aug 21 18:01:50.570346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614f3c29-e565-4ed5-97c2-f8b9bf68def0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.581100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614f3c29-e565-4ed5-97c2-f8b9bf68def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.629868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-58ce51c2-05e6-4a2d-a2bd-81556c051ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:50.631377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-58ce51c2-05e6-4a2d-a2bd-81556c051ce6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.1210535 Aug 21 18:01:50.640782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.642326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:50.651228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-614f3c29-e565-4ed5-97c2-f8b9bf68def0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff751e6219a243ca8f9a465e85397d5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0846062 Aug 21 18:01:50.654250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41032) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:50.683983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614f3c29-e565-4ed5-97c2-f8b9bf68def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63998a8f-7fb0-49ea-bb8e-7dce2c472ca0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:50.744828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.771967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.854298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d778a6-a336-487f-bf34-f012c2a63ca2 req-fb1d6215-038c-4ccb-9fed-7b9ae1a15536 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:50.856222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1d778a6-a336-487f-bf34-f012c2a63ca2 req-fb1d6215-038c-4ccb-9fed-7b9ae1a15536 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1303463 Aug 21 18:01:50.857078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.859708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:50.860849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63998a8f-7fb0-49ea-bb8e-7dce2c472ca0 HTTP/1.1" status: 204 len: 168 time: 0.2054281 Aug 21 18:01:50.871486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5146855-75e7-4086-8500-650c74ad357d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63998a8f-7fb0-49ea-bb8e-7dce2c472ca0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:50.920098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1d778a6-a336-487f-bf34-f012c2a63ca2 req-961ed4ef-d197-46d8-9e14-37ed8756b0d5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Aug 21 18:01:50.972254 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e926c64-d097-405f-9271-cf9d1242e93d x-openstack-request-id: req-7e926c64-d097-405f-9271-cf9d1242e93d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:50.972983 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "name": "network-vif-plugged", "status": "completed", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:50.973304 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e926c64-d097-405f-9271-cf9d1242e93d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:50.973796 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e', 'code': 200} Aug 21 18:01:50.996414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:50.999946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.056955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ed72086-9ee6-4708-9fd9-611df3accb60 req-6e1f1171-562c-4759-b160-c979ce2cf711 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 210 time: 0.0298533 Aug 21 18:01:51.101903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-f9ffe644-0022-4f90-a371-9547788d88a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:51.103467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-f9ffe644-0022-4f90-a371-9547788d88a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4512522 Aug 21 18:01:51.239033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db1124-0be7-4923-9efb-14169f3af198 req-ed10e6eb-9909-419f-9c96-949bb8603249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:51.240541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5db1124-0be7-4923-9efb-14169f3af198 req-ed10e6eb-9909-419f-9c96-949bb8603249 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 1102 time: 0.1759901 Aug 21 18:01:51.242234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6522d-d776-4937-833d-f8720ee7edc8 req-d4a0751e-84bf-41b8-ac4d-1172219323fd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:51.249814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ba6522d-d776-4937-833d-f8720ee7edc8 req-d4a0751e-84bf-41b8-ac4d-1172219323fd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0588980 Aug 21 18:01:51.292322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ba6522d-d776-4937-833d-f8720ee7edc8 req-b89dc33a-331d-4090-99a4-3691c60dcf5b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412824 Aug 21 18:01:51.356117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Allocated IP 172.20.0.13 (99d359fe-5cd8-4203-8c11-d60eade81c9c/a1bafab6-096d-4273-a48a-abd620ae126f/22bd97aa-70a0-4e10-9910-852c83520a72) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:51.366735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5db1124-0be7-4923-9efb-14169f3af198 req-1aa65707-0148-41cb-9e1c-6ea9f5603c42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040525 Aug 21 18:01:51.368566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-09586da3-c480-4854-b6d4-60b75372f0e2 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292192 Aug 21 18:01:51.384054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.429407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.446069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2efaf4-deae-48c6-9867-f9d452bf904d req-581ebab0-1f76-4125-b9b0-a54a260a9688 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:51.447673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d2efaf4-deae-48c6-9867-f9d452bf904d req-581ebab0-1f76-4125-b9b0-a54a260a9688 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.0725231 Aug 21 18:01:51.493486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d2efaf4-deae-48c6-9867-f9d452bf904d req-89726d4c-dea4-4ebe-b081-5cb1d268b110 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Aug 21 18:01:51.506903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:01:51.600995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Allocated IP 172.25.1.49 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/af28f724-6ac7-41c8-a3ed-462302ae15d6) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:51.611974 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.630081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41068) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:51.646429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:51.651838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.657868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.708431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:51.740466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1244445229-network', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:51.761299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Made reservation on behalf of 3cf2fa88c9574c25af7ac5d196c38226 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:51.763649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.771909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.822918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e414fd3e-0dd1-4ce5-866c-603d113afab2 req-3c14ec3e-4646-44ab-8201-eed433f99312 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019491 Aug 21 18:01:51.829879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.847193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.869067 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.873612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.891441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:51.895387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:01:51.898812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:51.907161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:51.910769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:51.911462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051a567f-be35-44e8-89cd-d7cf5ee26fc5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:51.912716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:51.917728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.918080 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Added segment 06933975-7fa5-4b6a-a612-5ed83c3f8077 of type vlan for network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 Aug 21 18:01:51.962295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.972543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:51.973744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:51.989498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.001779 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9a858bed-9b15-46b9-b87d-2f981c3d4018 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6540048 Aug 21 18:01:52.003337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.004714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:52.005358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.031211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Request body: {'port': {'device_id': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:52.064293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:52.072607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:52.084058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:52.093083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event updated for resources: {'Port': ['ID=af28f724-6ac7-41c8-a3ed-462302ae15d6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:52.093307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4591868 Aug 21 18:01:52.098172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:52.103030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Request body: {'subnet': {'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1244445229-subnet', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:52.125574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9794e-06a1-4916-bd6d-bf82d3be06ef admin admin] Pushing event updated for resources: {'Network': ['ID=ffd684a3-fb66-488a-bd7b-114b4a0e02c1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:52.140814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.142532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:01:52.148348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552cd8ea-4804-4749-b041-ca700e4eeef2 req-8ac0a008-ccd1-451d-a966-c0aac9c7ae0f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:52.149999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-552cd8ea-4804-4749-b041-ca700e4eeef2 req-8ac0a008-ccd1-451d-a966-c0aac9c7ae0f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1348319 Aug 21 18:01:52.163832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Made reservation on behalf of 3cf2fa88c9574c25af7ac5d196c38226 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:01:52.166261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.216925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:52.223667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:52.224250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.249806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-552cd8ea-4804-4749-b041-ca700e4eeef2 req-71bf5d82-cc2f-4ba1-8b6c-c64ffb087b93 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931005 Aug 21 18:01:52.293442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.353610 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.388262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:52.390258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.393036 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.429304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85eae-e89c-4665-a7bf-fe6c4afea395 req-b90e288e-5c71-4912-ae1d-11c8dc656d4a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:52.430847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cc85eae-e89c-4665-a7bf-fe6c4afea395 req-b90e288e-5c71-4912-ae1d-11c8dc656d4a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 932 time: 0.0934494 Aug 21 18:01:52.440057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.442257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:52.525551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:52.532902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cc85eae-e89c-4665-a7bf-fe6c4afea395 req-c2506ec1-7559-4dbd-a5e3-9f692849404b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897675 Aug 21 18:01:52.539139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Checking segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:52.539497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Network hostable DHCP agents. Network: ffd684a3-fb66-488a-bd7b-114b4a0e02c1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:01:52.566088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:01:52.578830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ffd684a3-fb66-488a-bd7b-114b4a0e02c1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:52.583622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:52.584209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.599981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07cef6d-dc29-4332-9e80-fa7290361951 None None] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:52.615920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bd97aa-70a0-4e10-9910-852c83520a72 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:52.619179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ff2b138-985f-465a-989f-d537af22181a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5198748 Aug 21 18:01:52.619868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:52.626900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:52.637497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.663079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.671272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Transition to ACTIVE for port object 22bd97aa-70a0-4e10-9910-852c83520a72 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:52.677267 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.687246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.709542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.710607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.789825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:01:52.790813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.796222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ac5c7-6f43-43a5-a82a-df4b85c61693 req-1366430a-6353-4588-9166-5980e5d7ad39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:52.796521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event updated for resources: {'Port': ['ID=af28f724-6ac7-41c8-a3ed-462302ae15d6,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:52.798373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d9ac5c7-6f43-43a5-a82a-df4b85c61693 req-1366430a-6353-4588-9166-5980e5d7ad39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.1000507 Aug 21 18:01:52.879859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d9ac5c7-6f43-43a5-a82a-df4b85c61693 req-942f3e97-6975-42d0-ba51-cda3302936a8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648630 Aug 21 18:01:52.883498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.901486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:52.973335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Allocated IP 172.20.0.2 (ffd684a3-fb66-488a-bd7b-114b4a0e02c1/9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7/f56828a2-9502-4141-af7f-3c122a591ed4) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:52.975706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}, {'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:52.978049 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fe8e4b-8ec2-4c92-a618-77bd59baa125" -d '{"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}, {"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:52.997163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:53.020040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.022101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-bdc66e5a-b2b0-4889-96e1-a9baeda2031c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6238770 Aug 21 18:01:53.067246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba310605-8116-4f2c-b940-2decb42abd5f req-46a3a893-4731-4cda-a69d-9c42f93fa8f9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.069550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba310605-8116-4f2c-b940-2decb42abd5f req-46a3a893-4731-4cda-a69d-9c42f93fa8f9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.0816860 Aug 21 18:01:53.124046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba310605-8116-4f2c-b940-2decb42abd5f req-e1b3dfe0-1b91-4a07-8878-420810c1ef9c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439579 Aug 21 18:01:53.164789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-f89110f9-da52-4504-87d2-bf1d7e98b944 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0875163 Aug 21 18:01:53.165704 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.171855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.184544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Transition to ACTIVE for port object f56828a2-9502-4141-af7f-3c122a591ed4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:53.202708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.213520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Transition to ACTIVE for port object f56828a2-9502-4141-af7f-3c122a591ed4 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:01:53.224752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.253010 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0fdc51-dc64-43e5-890b-807cd2a9aaae x-openstack-request-id: req-2d0fdc51-dc64-43e5-890b-807cd2a9aaae {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:53.253381 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "code": 200}, {"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-plugged", "status": "completed", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:53.253877 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d0fdc51-dc64-43e5-890b-807cd2a9aaae {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:53.255458 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'code': 200} Aug 21 18:01:53.255458 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'code': 200} Aug 21 18:01:53.270935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:53.274375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:53.281326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:53.281534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:53.281827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:53.282153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:53.284624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Pushing event updated for resources: {'Port': ['ID=f56828a2-9502-4141-af7f-3c122a591ed4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:53.294944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:01:53.295283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:53.343567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:53.343830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:53.344216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:53.344658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Bound port: 22bd97aa-70a0-4e10-9910-852c83520a72, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:53.345425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.345545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Attempting to bind port f56828a2-9502-4141-af7f-3c122a591ed4 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:01:53.345637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Attempting to bind port f56828a2-9502-4141-af7f-3c122a591ed4 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:01:53.346002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Attempting to bind port f56828a2-9502-4141-af7f-3c122a591ed4 on network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:01:53.351839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:01:53.352216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Checking segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:01:53.353001 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.353001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Bound using segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:01:53.353459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Bound port: f56828a2-9502-4141-af7f-3c122a591ed4, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:01:53.353840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.418825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-926cc9ea-4af1-4915-aae7-a9debce9032d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.420213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34b0611d-15c9-42a8-9f9a-7dbbf9a65440 req-926cc9ea-4af1-4915-aae7-a9debce9032d tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.2255452 Aug 21 18:01:53.475552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] For port f56828a2-9502-4141-af7f-3c122a591ed4, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:53.492815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] For port f56828a2-9502-4141-af7f-3c122a591ed4, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f56828a2-9502-4141-af7f-3c122a591ed4,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:53.495196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:01:53.498998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:01:53.500812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.507404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb38309-2a3d-44db-b0d1-926f5fa86b8c req-38d443d9-5afe-4600-ab0e-874d0708738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.509289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfb38309-2a3d-44db-b0d1-926f5fa86b8c req-38d443d9-5afe-4600-ab0e-874d0708738b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.1369052 Aug 21 18:01:53.514224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.577997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d713f-cbd1-4456-8490-c58b3d645cdf None None] Pushing event updated for resources: {'Port': ['ID=f56828a2-9502-4141-af7f-3c122a591ed4,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:53.616164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.617058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:53.618852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] 10.222.0.64 "PUT /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 1093 time: 1.5944872 Aug 21 18:01:53.624319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:53.627956 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d659d8e-c431-4040-b6d6-26a2d665c9d2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:53.707767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718f423-c4de-4c59-bca1-4be554723099 service neutron] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:53.735969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db5b63-b14c-4a3e-a6d7-c8f908cd52dd req-14df1d87-2846-4778-9826-f0f16a435acf tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.747080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfb38309-2a3d-44db-b0d1-926f5fa86b8c req-2a8dfdb5-ff8a-4946-91dd-1584ef36f0d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198780 Aug 21 18:01:53.747293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9db5b63-b14c-4a3e-a6d7-c8f908cd52dd req-14df1d87-2846-4778-9826-f0f16a435acf tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0853615 Aug 21 18:01:53.761816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8585ee-d9ce-4a14-a3c9-349618400b6a req-993c8299-9071-4524-aa69-a528586d3d81 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.763398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b8585ee-d9ce-4a14-a3c9-349618400b6a req-993c8299-9071-4524-aa69-a528586d3d81 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.2514045 Aug 21 18:01:53.798108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9db5b63-b14c-4a3e-a6d7-c8f908cd52dd req-9d4819ef-e8c1-4b92-883b-62f701fb7f75 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474460 Aug 21 18:01:53.888123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-2f1a76f1-c0c5-4be1-960a-a180aeeb3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.890611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-2f1a76f1-c0c5-4be1-960a-a180aeeb3a0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1096 time: 0.2079546 Aug 21 18:01:53.916788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:53.945302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-161c8ebc-df44-4e7d-be61-72a2d9ec6799 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 217 time: 0.0419972 Aug 21 18:01:53.947293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477df130-a635-4132-99cb-5d6479aad821 req-fe069f30-43e6-4948-bf08-e92f07a7d4fe tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:53.948309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b8585ee-d9ce-4a14-a3c9-349618400b6a req-ef6219a5-4aec-4906-840c-a85d935f02dc tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450517 Aug 21 18:01:53.948965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-477df130-a635-4132-99cb-5d6479aad821 req-fe069f30-43e6-4948-bf08-e92f07a7d4fe tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0534065 Aug 21 18:01:53.992662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:54.021122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-477df130-a635-4132-99cb-5d6479aad821 req-02c05de0-4f80-4401-9856-3cedd1bfe692 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0605867 Aug 21 18:01:54.022717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:54.026134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-477df130-a635-4132-99cb-5d6479aad821 req-ce23b1a4-9f71-457b-9f26-bdad0ff111f7 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'floatingip': {'port_id': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:54.028730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:54.040264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'mac_address': 'fa:16:3e:56:c5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:54.065336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-477df130-a635-4132-99cb-5d6479aad821 req-ce23b1a4-9f71-457b-9f26-bdad0ff111f7 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:54.067750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-67a5e97f-1ad9-4d43-a89d-f506ca6ae7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:54.069285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-67a5e97f-1ad9-4d43-a89d-f506ca6ae7d4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1148169 Aug 21 18:01:54.099015 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:54.118143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:54.134541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-9aa4b5a1-9c9e-409e-bec3-ef949426a6c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361135 Aug 21 18:01:54.160887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:54.167838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:54.182919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1f031-7720-4d49-8060-3e7444c042ed req-cbad4d76-81cb-47af-a950-883d4e89db91 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:54.190081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0b1f031-7720-4d49-8060-3e7444c042ed req-cbad4d76-81cb-47af-a950-883d4e89db91 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1721480 Aug 21 18:01:54.268835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:54.334944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:54.363576 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-477df130-a635-4132-99cb-5d6479aad821 req-ce23b1a4-9f71-457b-9f26-bdad0ff111f7 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 18:01:54.380399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-477df130-a635-4132-99cb-5d6479aad821 req-ce23b1a4-9f71-457b-9f26-bdad0ff111f7 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "PUT /v2.0/floatingips/c5267b3f-f317-46d7-9420-6ca4e062370e HTTP/1.1" status: 409 len: 549 time: 0.3583553 Aug 21 18:01:54.608741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0d154-d500-420f-89f5-9abcba25ca59 req-21f3e531-f72a-4990-b0c7-56be0f094050 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:54.617932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e0d154-d500-420f-89f5-9abcba25ca59 req-21f3e531-f72a-4990-b0c7-56be0f094050 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0648887 Aug 21 18:01:54.668299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e0d154-d500-420f-89f5-9abcba25ca59 req-a8e27a47-f650-41cf-a762-f2cc1320daed tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 Aug 21 18:01:54.692259 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3881404-49e8-4842-9a2d-7a7954904336 x-openstack-request-id: req-a3881404-49e8-4842-9a2d-7a7954904336 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:54.692557 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:54.692790 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3881404-49e8-4842-9a2d-7a7954904336 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:54.693182 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72', 'status': 'completed', 'code': 200} Aug 21 18:01:54.768609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Allocated IP 172.25.1.251 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/8a1ca367-ffc2-4bb5-a736-63f951eabd3d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:01:54.828093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0b1f031-7720-4d49-8060-3e7444c042ed req-8be59e68-8555-42bd-b111-dc9cb096c1dd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371517 Aug 21 18:01:54.834043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b7d5de7f-90eb-4f00-8b47-c7d3b931e3da tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips/c5267b3f-f317-46d7-9420-6ca4e062370e HTTP/1.1" status: 200 len: 692 time: 0.0572886 Aug 21 18:01:54.877846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2bc29c-5abc-4f47-8997-f939393d1ad0 None None] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:01:54.892050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-1c43b67d-1359-4b97-99c6-4f5dbf471c7a service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7473431 Aug 21 18:01:54.977750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-0a879da5-a64a-4eb5-9c23-89b8f1861b14 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:54.989539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-0a879da5-a64a-4eb5-9c23-89b8f1861b14 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1470938 Aug 21 18:01:55.001942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b87f90c-fd6e-4939-98dc-65834ca67d3f None None] Provisioning for port f56828a2-9502-4141-af7f-3c122a591ed4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:55.033869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.065969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-d51293dd-da20-43e2-a9c6-ba0f3f23ae21 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0755398 Aug 21 18:01:55.096156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54afc3d-259e-4b03-a6a0-fc513e993501 req-3c1facca-5292-414c-934d-68b6b51405e8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:55.098746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a54afc3d-259e-4b03-a6a0-fc513e993501 req-3c1facca-5292-414c-934d-68b6b51405e8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1673434 Aug 21 18:01:55.103399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f90d2d6e-36a6-4490-b2c4-d90fdaa4f2c2 req-85b2da23-f08d-410d-a421-3657aa9eaa11 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882923 Aug 21 18:01:55.128258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-4c10ab03-023f-4bc0-93fe-e937e3d0a387 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0528574 Aug 21 18:01:55.161331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a54afc3d-259e-4b03-a6a0-fc513e993501 req-2bddf606-1d97-4bec-a4d7-aec698dde026 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555112 Aug 21 18:01:55.162355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.210429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:01:55.214020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:01:55.226149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:01:55.369476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Pushing event updated for resources: {'Port': ['ID=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:55.393229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Deleting port af28f724-6ac7-41c8-a3ed-462302ae15d6 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:55.393946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.530581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.530581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.545172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Calling delete_port for af28f724-6ac7-41c8-a3ed-462302ae15d6 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:01:55.584384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-07346085-c751-4fbc-a31f-aee49700ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:55.586278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-07346085-c751-4fbc-a31f-aee49700ce46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1096 time: 0.3615913 Aug 21 18:01:55.602009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd2616-8eed-4ab0-b29a-833a4164b2d7 req-a90940e4-f02c-4648-a7c2-1838501d3f67 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:55.603311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f56828a2-9502-4141-af7f-3c122a591ed4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:55.603802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfcd2616-8eed-4ab0-b29a-833a4164b2d7 req-a90940e4-f02c-4648-a7c2-1838501d3f67 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.2830038 Aug 21 18:01:55.682274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f56828a2-9502-4141-af7f-3c122a591ed4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:01:55.687513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f56828a2-9502-4141-af7f-3c122a591ed4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:55.687908 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.763102 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfcd2616-8eed-4ab0-b29a-833a4164b2d7 req-8fb9ecac-0ba6-4d83-b23a-07905c126a67 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448436 Aug 21 18:01:55.794332 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.844449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.852177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f56828a2-9502-4141-af7f-3c122a591ed4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f56828a2-9502-4141-af7f-3c122a591ed4,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:55.857427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.907859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event deleted for resources: {'Port': ['ID=af28f724-6ac7-41c8-a3ed-462302ae15d6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:55.936620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-86cc9f58-b634-4584-8d8f-5e35587f8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:55.945452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-86cc9f58-b634-4584-8d8f-5e35587f8a83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.3408461 Aug 21 18:01:55.947730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:55.948450 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.986014 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.987130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:55.999751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb651d75-31c8-4b6f-9fa3-42f100561186 req-b40d1204-6ebf-46b4-9694-f4d58e1469d8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "DELETE /v2.0/floatingips/c5267b3f-f317-46d7-9420-6ca4e062370e HTTP/1.1" status: 204 len: 173 time: 0.8646886 Aug 21 18:01:56.049252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f56828a2-9502-4141-af7f-3c122a591ed4,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:56.101896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:56.103299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.145611 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:01:56.171522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-96f23bbc-2645-4bea-bf35-729ca98b5034 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 217 time: 0.1398783 Aug 21 18:01:56.184085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51950765-c965-4a23-bb70-02da1bf628f0 req-7f64aee4-2826-4dce-a8bc-039251cf86a2 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.199801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51950765-c965-4a23-bb70-02da1bf628f0 req-7f64aee4-2826-4dce-a8bc-039251cf86a2 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 1102 time: 0.0636439 Aug 21 18:01:56.216463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51950765-c965-4a23-bb70-02da1bf628f0 req-6c1baffb-614b-44ac-a426-960caa69bc67 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.239401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.279094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:56.284048 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9941836e-9f45-4b2a-984c-902c5d59e75a" -d '{"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:56.290756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f718c-d112-4c53-b844-82b96f912e85 req-d0cb17f9-c3e9-4448-9bf6-3a5a5640c3a8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.299363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da1f718c-d112-4c53-b844-82b96f912e85 req-d0cb17f9-c3e9-4448-9bf6-3a5a5640c3a8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.2698245 Aug 21 18:01:56.306175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-b5c2a2ad-7a4b-492f-ade2-70d8af299939 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2752359 Aug 21 18:01:56.307423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:56.317725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.344210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51950765-c965-4a23-bb70-02da1bf628f0 req-6c1baffb-614b-44ac-a426-960caa69bc67 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.357974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51950765-c965-4a23-bb70-02da1bf628f0 req-6c1baffb-614b-44ac-a426-960caa69bc67 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.378207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-64dd7112-efa6-43ff-b159-0e9132abdde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.382011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-64dd7112-efa6-43ff-b159-0e9132abdde5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1929774 Aug 21 18:01:56.384473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:56.401473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51950765-c965-4a23-bb70-02da1bf628f0 req-6c1baffb-614b-44ac-a426-960caa69bc67 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998367 Aug 21 18:01:56.414767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1baffb-614b-44ac-a426-960caa69bc67 tempest-LiveMigrationNegativeTest-1848303175 tempest-LiveMigrationNegativeTest-1848303175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4e7377-f673-41f0-be58-3d1e47291e58,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:56.452614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-f1fc6d33-4b86-4ffb-a8ec-e1278412f37d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462048 Aug 21 18:01:56.520128 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da1f718c-d112-4c53-b844-82b96f912e85 req-80cd22af-6123-465b-9d09-a215b6148e53 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189012 Aug 21 18:01:56.567452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f89a0-50fa-464b-9ed5-755622ab665a req-4fe555fe-eecb-430a-9464-48f27a37ff8a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.569106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-156f89a0-50fa-464b-9ed5-755622ab665a req-4fe555fe-eecb-430a-9464-48f27a37ff8a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.0832491 Aug 21 18:01:56.620360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-156f89a0-50fa-464b-9ed5-755622ab665a req-41fcb06a-4c0f-4bae-b4f2-8c393a3653b2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Aug 21 18:01:56.692548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-e8b34d08-4081-41cc-bf4b-42a43f3bfaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.694068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-e8b34d08-4081-41cc-bf4b-42a43f3bfaac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 1098 time: 0.3398976 Aug 21 18:01:56.759917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42fa7a-df88-4fc9-8db2-9c2148420c2d req-8df1c508-0d32-4ca2-a622-bfa4b4e20019 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:56.767238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e42fa7a-df88-4fc9-8db2-9c2148420c2d req-8df1c508-0d32-4ca2-a622-bfa4b4e20019 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0796711 Aug 21 18:01:56.812285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-d72eabff-f039-4c33-957a-4949f006e68a tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.2220280 Aug 21 18:01:56.825935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-187f6ee6-3765-4aa3-87c2-4538244a6e88 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244715 Aug 21 18:01:56.832473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e42fa7a-df88-4fc9-8db2-9c2148420c2d req-5302b1fd-6447-4cb7-a630-f742d9713dea tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581760 Aug 21 18:01:56.841753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:56.885463 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe060aa-e7db-4b4d-8b13-5c0cf5d097d2 x-openstack-request-id: req-3fe060aa-e7db-4b4d-8b13-5c0cf5d097d2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:01:56.885962 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-plugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:01:56.886075 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3fe060aa-e7db-4b4d-8b13-5c0cf5d097d2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:01:56.886371 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'code': 200} Aug 21 18:01:57.023953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02567c6-59d7-41f7-b27d-acb54af9fff1 req-6c2d36a8-90fc-41ee-8b06-04b1c8a22dcd tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.025542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f02567c6-59d7-41f7-b27d-acb54af9fff1 req-6c2d36a8-90fc-41ee-8b06-04b1c8a22dcd tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.0453272 Aug 21 18:01:57.033218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-19471f8b-06af-4a07-9041-0d4f4748c534 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.047169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-19471f8b-06af-4a07-9041-0d4f4748c534 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports/cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 942 time: 0.2283657 Aug 21 18:01:57.048355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-8f29d78a-0cb6-4661-ae3a-b13e3a7de3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.049801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-8f29d78a-0cb6-4661-ae3a-b13e3a7de3c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 925 time: 0.3161354 Aug 21 18:01:57.077400 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f02567c6-59d7-41f7-b27d-acb54af9fff1 req-94824048-3866-4f65-89f7-c15ad0093559 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448360 Aug 21 18:01:57.537342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:01:57.543718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f56828a2-9502-4141-af7f-3c122a591ed4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:01:57.597704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-1b3bd4a1-4499-4795-96f9-68107f0fe40c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.4674313 Aug 21 18:01:57.640915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-9031e571-59ac-4ad3-bbf0-e6a09344750f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 200 len: 1001 time: 0.5706141 Aug 21 18:01:57.713814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f56828a2-9502-4141-af7f-3c122a591ed4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:01:57.714187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:57.747932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-bcbae26f-09d5-4213-bb53-eff45ecbf518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.750134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-bcbae26f-09d5-4213-bb53-eff45ecbf518 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.0597758 Aug 21 18:01:57.752278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d659d8e-c431-4040-b6d6-26a2d665c9d2 req-e4cb8b66-2407-46de-a072-3447033a51b9 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9058149 Aug 21 18:01:57.783750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Router 1da97935-acd8-45e6-a588-b54dc2db08de is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:01:57.848187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:57.865932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '22bd97aa-70a0-4e10-9910-852c83520a72', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'port_id': '22bd97aa-70a0-4e10-9910-852c83520a72', 'mac_address': 'fa:16:3e:04:e2:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bafab6-096d-4273-a48a-abd620ae126f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:01:57.895230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc173a4-cae6-4491-8027-843169a91caa req-4fe7bb22-06f2-4fa8-80dc-e80b5c2e7a9f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.898027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccc173a4-cae6-4491-8027-843169a91caa req-4fe7bb22-06f2-4fa8-80dc-e80b5c2e7a9f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1356220 Aug 21 18:01:57.921604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-c83560f5-2873-4699-81f6-0f4feed22120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:57.923730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-c83560f5-2873-4699-81f6-0f4feed22120 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1548414 Aug 21 18:01:57.974718 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:57.976627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccc173a4-cae6-4491-8027-843169a91caa req-6435f8c0-4531-409e-81a0-54b50a85157d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688076 Aug 21 18:01:58.032756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bd97aa-70a0-4e10-9910-852c83520a72 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:01:58.048892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-90668a1f-9d76-425a-8130-a62bc22e9c63 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:58.062626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-90668a1f-9d76-425a-8130-a62bc22e9c63 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.4634242 Aug 21 18:01:58.077092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:01:58.084878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:58.163424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:01:58.192977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-9ae2ace2-c36f-452e-970f-48261058fea8 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 1001 time: 0.1198726 Aug 21 18:01:58.202603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686b98a-6fe3-4a2e-bf1c-d01321ee41ae req-3416e3ea-5c07-422d-8df0-e380fa75bcc6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:58.215949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9686b98a-6fe3-4a2e-bf1c-d01321ee41ae req-3416e3ea-5c07-422d-8df0-e380fa75bcc6 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.1138432 Aug 21 18:01:58.233147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:01:58.266756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9686b98a-6fe3-4a2e-bf1c-d01321ee41ae req-7fd02b3d-27e9-4d0f-9a44-7c6ebe2a639c tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Aug 21 18:01:58.275741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-8ceaeff0-5d55-49e3-a05c-9c2266b02e71 service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336375 Aug 21 18:01:58.367691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:58.379284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Sync routers for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:58.396764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:58.398091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:58.399049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:58.451499 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:58.458450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a548c220-12c3-4237-ad3a-07d0d38926dc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8361270 Aug 21 18:01:58.481925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:01:58.537442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:01:58.641124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:58.645450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bfa2fac-8a1f-4122-88b9-fea5faff9dc9 req-d0d6e01b-5d24-412a-a5cf-13ec4ad679fd service neutron] 10.222.0.64 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354101 Aug 21 18:01:58.658210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:58.658210 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Floating IP 38cde6d7-ce28-49c7-80db-690955d37fb9 disassociated. External IP: 172.25.1.162, port: cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba. Aug 21 18:01:58.772770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9a63b-b540-42d2-bbbf-0be2fb2a0c68 req-10e5ff10-d1e1-48a9-be3b-c4241af8db2e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:58.782356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-27c9a63b-b540-42d2-bbbf-0be2fb2a0c68 req-10e5ff10-d1e1-48a9-be3b-c4241af8db2e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.3807080 Aug 21 18:01:58.787906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:58.867910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-27c9a63b-b540-42d2-bbbf-0be2fb2a0c68 req-d89dbcd0-3cde-42e4-b9d1-e3c57b1d392f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844293 Aug 21 18:01:59.087185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:01:59.416413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:01:55Z', 'revision_number': 3, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:59.460306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Checking router: 1da97935-acd8-45e6-a588-b54dc2db08de for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:01:59.460912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Updating router 1da97935-acd8-45e6-a588-b54dc2db08de port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:01:59.496627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:59.502854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:59.532179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-9d881b77-c1b1-40cc-bbd2-c132591f9493 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:59.534111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-9d881b77-c1b1-40cc-bbd2-c132591f9493 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 950 time: 0.1688185 Aug 21 18:01:59.536207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:01:59.541888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:01:59.553407 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Sync routers for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:01:59.570594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:01:59.571389 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:01:59.613336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f8266a5-40a1-4c61-9c65-25107633f7b2 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "PUT /v2.0/floatingips/38cde6d7-ce28-49c7-80db-690955d37fb9 HTTP/1.1" status: 200 len: 695 time: 1.4186683 Aug 21 18:01:59.614209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:01:59.616848 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889181a1-5a36-4551-8372-988126f95915" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:01:59.777965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f0002bf-1135-4f69-b0a7-b43b09886089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:59.779746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-7f0002bf-1135-4f69-b0a7-b43b09886089 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1097 time: 0.1293986 Aug 21 18:01:59.848815 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:01:59.906902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-5c91a330-1c14-4f55-9e88-cedd85723fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:01:59.908604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-5c91a330-1c14-4f55-9e88-cedd85723fb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 930 time: 0.1164739 Aug 21 18:01:59.964953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-d9bfb6e6-3d62-4b64-9f24-3aa4035c0e25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 217 time: 0.0469103 Aug 21 18:01:59.970343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Deleting port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:01:59.970737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.027208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-72cbc758-d54c-4fb1-9053-7d0d03bca3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:00.028725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-72cbc758-d54c-4fb1-9053-7d0d03bca3c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.0545208 Aug 21 18:02:00.162208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-866d6519-90ea-4bef-bf9b-e7f1d8bbd4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:00.170739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-866d6519-90ea-4bef-bf9b-e7f1d8bbd4b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314549 Aug 21 18:02:00.195275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.208362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Transition to ACTIVE for port object 8a1ca367-ffc2-4bb5-a736-63f951eabd3d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:00.237178 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.284036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] For port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:00.284036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.318195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Calling delete_port for bfb53aff-c479-4fb5-a5a1-c31cc843cf6e owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:00.324023 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:00.327564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067860f-ede2-4220-8023-bcfb5f9eedc5 None None] Pushing event updated for resources: {'Port': ['ID=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:00.332061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Attempting to bind port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:00.332435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Attempting to bind port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:00.332962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Attempting to bind port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:00.338210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:00.338614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:00.339017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.339405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:00.339868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Bound port: 8a1ca367-ffc2-4bb5-a736-63f951eabd3d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:00.340251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.409734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] For port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:00.414215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] For port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:00.421104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.427169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-1acbd09b-eafa-48fd-85f8-3f59ae5b42d6 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552385 Aug 21 18:02:00.445020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efafa6-debb-4b59-bd76-a8a42a5af9e6 req-0a343240-507c-475f-98be-29be8fd094a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:00.447318 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Checking router: f0bba6d8-4663-4f59-9535-31e4bd13f5f2 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:02:00.453612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78efafa6-debb-4b59-bd76-a8a42a5af9e6 req-0a343240-507c-475f-98be-29be8fd094a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 1.0560598 Aug 21 18:02:00.461962 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:00.464936 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:00.543515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78efafa6-debb-4b59-bd76-a8a42a5af9e6 req-64cd22e3-9df6-40b3-9226-246fd1d11af0 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888829 Aug 21 18:02:00.553814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067860f-ede2-4220-8023-bcfb5f9eedc5 None None] Pushing event updated for resources: {'Port': ['ID=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:00.573438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:00.577832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:00.630651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.648128 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:00.702158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Pushing event deleted for resources: {'Port': ['ID=bfb53aff-c479-4fb5-a5a1-c31cc843cf6e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:00.731269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b2612ac8-f6e1-4800-8e78-695f2cdf1f99'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:00.754046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['bfb53aff-c479-4fb5-a5a1-c31cc843cf6e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:00.796448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] No DVR routers for this DVR port bfb53aff-c479-4fb5-a5a1-c31cc843cf6e on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:00.803356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:00.805370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cdccb38c-09f7-4e66-9a20-386a1e7d96a0 req-89ad04fb-f469-4842-8cd4-7e567ff377b9 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.39 "DELETE /v2.0/ports/bfb53aff-c479-4fb5-a5a1-c31cc843cf6e HTTP/1.1" status: 204 len: 173 time: 1.2593043 Aug 21 18:02:00.866216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-222a8135-86cb-4ba5-8c87-46db6103f4c8 req-22eb805e-519a-4249-8d9b-8c57ab548c53 service neutron] 10.222.0.41 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807972 Aug 21 18:02:00.869201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Allocated IP 172.20.0.1 (ffd684a3-fb66-488a-bd7b-114b4a0e02c1/9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7/2d577501-2863-46fc-a481-7e1b0913229d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:01.138721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:01.153455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59c14067-fd44-4416-986c-1e06394250b0 req-65684eac-b3d5-4609-a218-c8803031b1ad tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d4afd2b-ce2e-40ea-ac60-902e7c98385e HTTP/1.1" status: 200 len: 210 time: 0.0858684 Aug 21 18:02:01.161947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Transition to ACTIVE for port object 2d577501-2863-46fc-a481-7e1b0913229d will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:01.233549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:01.282141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa2501d-2f67-4f75-a0a1-9e3f948b935a x-openstack-request-id: req-4fa2501d-2f67-4f75-a0a1-9e3f948b935a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:01.282141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:01.282141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fa2501d-2f67-4f75-a0a1-9e3f948b935a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:01.282926 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'status': 'completed', 'code': 200} Aug 21 18:02:01.312897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:01.358306 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:01.405670 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b9bf82-f3d1-4af6-9c55-a3ffb54c0fa3 None None] The sync data for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 is: [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f58673d8-73cb-458a-9d77-1edd2556a57d', 'name': '', 'network_id': '26184ae3-5f1d-4a7b-b912-c5c13ffefe7b', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'mac_address': 'fa:16:3e:e0:61:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:21Z', 'updated_at': '2021-08-21T18:01:30Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'subnets': [{'id': 'fcf176e4-dc49-43e2-adbb-dafc9fadc734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:01.487201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:01.488629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889181a1-5a36-4551-8372-988126f95915 req-695c9b5e-180c-42ee-b3fc-c5329a9eea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:01.490212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-695c9b5e-180c-42ee-b3fc-c5329a9eea3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c5e3e63d76e48669f5233417a901792&device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 1097 time: 0.1805413 Aug 21 18:02:01.500445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:01.532176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:01.597671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:01.641568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:01.673974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b1652-b956-4e8c-b534-4b0baaaed4c6 req-8a851457-7e62-4594-be9c-2f17a18752ff tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:01.683398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-410b1652-b956-4e8c-b534-4b0baaaed4c6 req-8a851457-7e62-4594-be9c-2f17a18752ff tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.5834625 Aug 21 18:02:01.693568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Pushing event updated for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:01.870375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14eb7e1-be23-4e27-92a4-e6f80d850bc0 req-c2ad07f4-f09c-4e0f-a5eb-2eb44dca8fec tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:01.876974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 22bd97aa-70a0-4e10-9910-852c83520a72 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:01.883471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 22bd97aa-70a0-4e10-9910-852c83520a72 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:01.883848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:01.888115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d14eb7e1-be23-4e27-92a4-e6f80d850bc0 req-c2ad07f4-f09c-4e0f-a5eb-2eb44dca8fec tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.3288639 Aug 21 18:02:01.958068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9513723c-b7c5-4acc-84ca-6d2ed72ab6f8 None None] New status for floating IP 38cde6d7-ce28-49c7-80db-690955d37fb9: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:02:01.990451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d14eb7e1-be23-4e27-92a4-e6f80d850bc0 req-ac5ab405-f444-44e1-945c-92f88d00289b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999730 Aug 21 18:02:02.005389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-410b1652-b956-4e8c-b534-4b0baaaed4c6 req-a8270eed-da22-4013-9c5a-2c31711e17c4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191948 Aug 21 18:02:02.014905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889181a1-5a36-4551-8372-988126f95915 req-767ae22c-88a1-49c3-a671-9841e9b00c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:02.015109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:01:55Z', 'revision_number': 3, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:02.019117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-767ae22c-88a1-49c3-a671-9841e9b00c8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 200 len: 930 time: 0.5156863 Aug 21 18:02:02.128999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-ffb6c7a3-6c2c-4735-a052-9f3c218a1e9d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 200 len: 217 time: 0.0858133 Aug 21 18:02:02.142267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-c0a0b17f-8a3a-421d-8696-da018e594616 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips/38cde6d7-ce28-49c7-80db-690955d37fb9 HTTP/1.1" status: 200 len: 695 time: 0.0812335 Aug 21 18:02:02.188487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5b97370-075b-4763-ae0e-6dde0a8f412d None None] Provisioning for port 2d577501-2863-46fc-a481-7e1b0913229d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:02.198877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69043160-2396-4398-92a7-8c7132ba7312 None None] The sync data for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 is: [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:01:55Z', 'revision_number': 3, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:02.208544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889181a1-5a36-4551-8372-988126f95915 req-424ca006-1f9d-4092-acc3-a745f570698a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:02.210331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-424ca006-1f9d-4092-acc3-a745f570698a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 200 len: 868 time: 0.0724778 Aug 21 18:02:02.244586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5b97370-075b-4763-ae0e-6dde0a8f412d None None] Provisioning complete for port 2d577501-2863-46fc-a481-7e1b0913229d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:02.244865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5b97370-075b-4763-ae0e-6dde0a8f412d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:02.324475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1593e0-89e4-48d1-aa8e-d7123a357d0f req-1b1367e0-3b67-4cff-9573-96a34a032019 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:02.327019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed1593e0-89e4-48d1-aa8e-d7123a357d0f req-1b1367e0-3b67-4cff-9573-96a34a032019 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.1149793 Aug 21 18:02:02.329528 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:02.344186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889181a1-5a36-4551-8372-988126f95915 req-fd08a4f5-09a4-47c6-84bb-16615c20d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:02.346773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-fd08a4f5-09a4-47c6-84bb-16615c20d278 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0900798 Aug 21 18:02:02.416170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a5b97370-075b-4763-ae0e-6dde0a8f412d None None] Port 2d577501-2863-46fc-a481-7e1b0913229d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:02.420556 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:02.461410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:02.462664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:02.465036 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6300d-03ed-4de0-b17d-94b0a246a088" -d '{"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-plugged", "status": "completed", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:02.471059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed1593e0-89e4-48d1-aa8e-d7123a357d0f req-70a4afba-96d3-4324-acf4-7457f70aa7c7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360373 Aug 21 18:02:02.477634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:02.549688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-6069aa5f-5c28-4bd3-bc30-163d3cbbeba9 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:02.551580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-6069aa5f-5c28-4bd3-bc30-163d3cbbeba9 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.4085267 Aug 21 18:02:02.555269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:02.600057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-3664791b-cc21-4763-84a1-c447be415547 service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404430 Aug 21 18:02:02.730421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-d8c6a7ff-66c4-46fe-b1f0-e6fefb26f3a1 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.1596763 Aug 21 18:02:02.824639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-7da1522a-4708-41c6-aa5f-46b28449a437 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.162 HTTP/1.1" status: 200 len: 696 time: 0.0864234 Aug 21 18:02:02.829453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:02.839898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-889181a1-5a36-4551-8372-988126f95915 req-0e286e53-54e5-41f3-99fe-c5ce55b1c9fa service neutron] 10.222.0.39 "GET /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205658 Aug 21 18:02:02.885662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.028069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.038795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Pushing event updated for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:03.151651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Deleting port bc6bee20-17a9-404a-9cc0-831d76fffcf2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:03.152001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.180129 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7d717d-d6e1-441a-9879-471c69912c06 x-openstack-request-id: req-8c7d717d-d6e1-441a-9879-471c69912c06 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:03.181058 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-plugged", "status": "completed", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:03.181543 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c7d717d-d6e1-441a-9879-471c69912c06 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:03.182170 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72', 'code': 200} Aug 21 18:02:03.266870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.267634 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.284207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Calling delete_port for bc6bee20-17a9-404a-9cc0-831d76fffcf2 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:03.305809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'name': 'network-vif-deleted', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:03.311584 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d09680-ed65-4253-a51f-8cd610d32a98" -d '{"events": [{"server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "name": "network-vif-deleted", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:03.354833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07805534-682f-4678-aac1-8ea3e4b06d3f req-5c4183b2-ab05-42f0-85bc-3750bc33474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:03.355508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07805534-682f-4678-aac1-8ea3e4b06d3f req-5c4183b2-ab05-42f0-85bc-3750bc33474f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1098 time: 0.0975275 Aug 21 18:02:03.407973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:03.423159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:03.427379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07805534-682f-4678-aac1-8ea3e4b06d3f req-f0723522-8601-462f-8e64-7175b71af617 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Aug 21 18:02:03.646588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228013f-6a31-4e33-a776-78e950667cbc req-77ab23b2-72fe-46ef-8e9d-d3b79f808a98 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:03.649164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1228013f-6a31-4e33-a776-78e950667cbc req-77ab23b2-72fe-46ef-8e9d-d3b79f808a98 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1545155 Aug 21 18:02:03.686222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a1ca367-ffc2-4bb5-a736-63f951eabd3d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:03.728847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.733856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1228013f-6a31-4e33-a776-78e950667cbc req-a53cf2dd-b663-4525-b4f0-dac09b2dacfa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762804 Aug 21 18:02:03.847795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:03.871556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:03.871946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:03.904536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event deleted for resources: {'Port': ['ID=bc6bee20-17a9-404a-9cc0-831d76fffcf2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:03.953958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.954417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.954893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.955300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.955797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.956193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.956746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.957142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.957548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.957939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.958328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.958738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:03.986109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device bfb53aff-c479-4fb5-a5a1-c31cc843cf6e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:04.007384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Router 1da97935-acd8-45e6-a588-b54dc2db08de has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:02:04.045070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5dd26d17-9f8c-42be-b2fa-78e1c46615f9 None None] Provisioning complete for port 2d577501-2863-46fc-a481-7e1b0913229d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:04.045447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dd26d17-9f8c-42be-b2fa-78e1c46615f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:04.049152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: bfb53aff-c479-4fb5-a5a1-c31cc843cf6e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:04.056496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device bfb53aff-c479-4fb5-a5a1-c31cc843cf6e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:04.078702 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd66e6-6828-432f-a759-321182276d1a x-openstack-request-id: req-d8fd66e6-6828-432f-a759-321182276d1a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:04.079004 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4afd2b-ce2e-40ea-ac60-902e7c98385e", "name": "network-vif-deleted", "tag": "bfb53aff-c479-4fb5-a5a1-c31cc843cf6e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:04.079278 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d8fd66e6-6828-432f-a759-321182276d1a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:04.079676 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4afd2b-ce2e-40ea-ac60-902e7c98385e', 'name': 'network-vif-deleted', 'tag': 'bfb53aff-c479-4fb5-a5a1-c31cc843cf6e', 'status': 'completed', 'code': 200} Aug 21 18:02:04.135252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:04.137979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:04.139109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-451cb456-063a-42e2-87bd-240d32cb36e3 req-61ef4bc0-0a73-420f-8149-bdc4e7a70c4c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "DELETE /v2.0/floatingips/38cde6d7-ce28-49c7-80db-690955d37fb9 HTTP/1.1" status: 204 len: 173 time: 1.3053353 Aug 21 18:02:04.201884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5dd26d17-9f8c-42be-b2fa-78e1c46615f9 None None] Port 2d577501-2863-46fc-a481-7e1b0913229d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:04.215137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:04.260220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:02:04.275772 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-08d80fa6-1403-4b5b-baa9-348635417e7e admin admin] 10.222.0.41 "PUT /v2.0/routers/1da97935-acd8-45e6-a588-b54dc2db08de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7927589 Aug 21 18:02:04.292892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:04.302456 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:04.302784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70204bf-12a8-497b-a525-4730dd1e825a req-f76312e2-5661-4e5a-9da3-12d385d28999 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:04.326197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a70204bf-12a8-497b-a525-4730dd1e825a req-f76312e2-5661-4e5a-9da3-12d385d28999 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.1908672 Aug 21 18:02:04.368883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-e2246978-fef7-4090-bec7-366d2844f7d6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1950040381&fields=id&tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 267 time: 0.1061103 Aug 21 18:02:04.419972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a70204bf-12a8-497b-a525-4730dd1e825a req-b8d6be3c-c479-4d72-be97-cd854945df15 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796099 Aug 21 18:02:04.476747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:04.554851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-3b9291cf-b0ed-4594-839b-bdb83b9a51f6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:04.569247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5fb09-bef8-495f-8a91-9ee2dd76d169 req-1ad759aa-dc8e-4fe4-a6ea-9a25da0e10bf tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:04.570221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-3b9291cf-b0ed-4594-839b-bdb83b9a51f6 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 824 time: 0.1936858 Aug 21 18:02:04.576686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cad5fb09-bef8-495f-8a91-9ee2dd76d169 req-1ad759aa-dc8e-4fe4-a6ea-9a25da0e10bf tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.0801549 Aug 21 18:02:04.601070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-8c2fe93d-2874-4f36-9081-01d9e18e9564 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/quotas/7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 375 time: 0.0247803 Aug 21 18:02:04.648717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cad5fb09-bef8-495f-8a91-9ee2dd76d169 req-cc3eda67-3b67-4f44-8c42-d992f1c23ceb tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710909 Aug 21 18:02:04.699957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-d79e4c44-e181-499e-8979-37d2bb7d4850 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0930836 Aug 21 18:02:04.844988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-2eef3feb-e37e-45f2-9776-20f74f742022 service neutron] 10.222.0.41 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301701 Aug 21 18:02:04.905139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Sync routers for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:02:04.921867 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:04.922699 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:04.975242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-4ed9ad9a-f30b-43d8-b451-83e9565b55a8 service neutron] 10.222.0.41 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235147 Aug 21 18:02:05.052406 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:05.274731 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 2, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:05.312977 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Checking router: 1da97935-acd8-45e6-a588-b54dc2db08de for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:02:05.313340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Updating router 1da97935-acd8-45e6-a588-b54dc2db08de port 2d577501-2863-46fc-a481-7e1b0913229d binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:02:05.343840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322238fc-6a90-4669-8b12-4126357087cd req-92d95e8a-8920-422c-a25b-8163b7de2659 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:05.345411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-322238fc-6a90-4669-8b12-4126357087cd req-92d95e8a-8920-422c-a25b-8163b7de2659 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1584311 Aug 21 18:02:05.365154 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:05.375710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-7be7e4aa-1e3b-4af7-a182-24d1138526ee tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:05.379777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-7be7e4aa-1e3b-4af7-a182-24d1138526ee tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.64 "GET /v2.0/ports?device_id=6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9 HTTP/1.1" status: 200 len: 946 time: 0.1434495 Aug 21 18:02:05.441666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-322238fc-6a90-4669-8b12-4126357087cd req-e6780daa-fdaf-4a8d-9296-758a2b6efea9 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0841410 Aug 21 18:02:05.561034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Deleting port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:05.562322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:05.597217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a1ca367-ffc2-4bb5-a736-63f951eabd3d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:05.660147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baa7a1-74ec-4c9f-a97d-3d60c24423b7 req-ebb2b01d-83b5-43dc-a724-23786cba9225 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:05.665858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1baa7a1-74ec-4c9f-a97d-3d60c24423b7 req-ebb2b01d-83b5-43dc-a724-23786cba9225 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1071584 Aug 21 18:02:05.743826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] For port 6ae24606-aa04-4f1d-b73a-fd4fdb164070, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6ae24606-aa04-4f1d-b73a-fd4fdb164070,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:05.745123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1baa7a1-74ec-4c9f-a97d-3d60c24423b7 req-8f81fdcc-7e90-4c6b-bf2c-812f938d69a2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747130 Aug 21 18:02:05.745733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:05.748527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:05.749280 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:05.760026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-9a2783fa-117e-4207-a5ff-f4a2a3f915ab tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:05.765767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-9a2783fa-117e-4207-a5ff-f4a2a3f915ab tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.64 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.0968213 Aug 21 18:02:06.038871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-facc94ae-2d35-43de-b3ac-d60d3478195c req-f03906c5-31b9-45bb-9c75-8d9a10a88d95 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 210 time: 0.0858746 Aug 21 18:02:06.075710 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.092887 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Transition to ACTIVE for port object 2d577501-2863-46fc-a481-7e1b0913229d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:06.102340 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.208548 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Pushing event updated for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:06.223592 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.223930 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.224284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.224771 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.225102 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.225480 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.226395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.226757 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.227103 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.230477 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.230866 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.231198 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:06.247838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff1120-1de0-41a7-9642-3d2cec62c62b req-eff0319e-6ccd-4150-93f2-bd6acab3a0a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:06.262005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97ff1120-1de0-41a7-9642-3d2cec62c62b req-eff0319e-6ccd-4150-93f2-bd6acab3a0a2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.1484206 Aug 21 18:02:06.341603 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Attempting to bind port 2d577501-2863-46fc-a481-7e1b0913229d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:06.342269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Attempting to bind port 2d577501-2863-46fc-a481-7e1b0913229d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:06.342830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Attempting to bind port 2d577501-2863-46fc-a481-7e1b0913229d on network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:06.357480 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:06.358054 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Checking segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:06.358661 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.359226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Bound using segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:06.359989 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Bound port: 2d577501-2863-46fc-a481-7e1b0913229d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:06.360559 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.372986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97ff1120-1de0-41a7-9642-3d2cec62c62b req-825dd62c-de3c-4a8f-96a0-0bec7eb921d5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019809 Aug 21 18:02:06.428904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Deleting port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:06.429257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.458648 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] For port 2d577501-2863-46fc-a481-7e1b0913229d, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:06.462017 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] For port 2d577501-2863-46fc-a481-7e1b0913229d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2d577501-2863-46fc-a481-7e1b0913229d,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:06.469462 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.505213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cdf2df6-d6ed-4387-a02d-93dcfc926807 req-2993ff24-cd50-45ae-80f7-3506f6652d8c tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1026218 Aug 21 18:02:06.567295 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fafd0d-7ac9-4f71-a007-704aa9f2f35e None None] Pushing event updated for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:06.592828 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:06.593729 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:06.603238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41380) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:06.608950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590955039', 'description': 'tempest-description--1918366015'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:06.681214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.689236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] For port b2612ac8-f6e1-4800-8e78-695f2cdf1f99, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:06.692843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:06.743429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Calling delete_port for b2612ac8-f6e1-4800-8e78-695f2cdf1f99 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:06.751004 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:06.857973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ce5c5-1e19-40d8-9614-9e2d2eec584c req-292e8897-0572-4755-b6c6-58ae0318e8c2 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:06.867315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af6ce5c5-1e19-40d8-9614-9e2d2eec584c req-292e8897-0572-4755-b6c6-58ae0318e8c2 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 950 time: 0.1740673 Aug 21 18:02:06.936379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af6ce5c5-1e19-40d8-9614-9e2d2eec584c req-659f84ea-86d0-4f79-8e22-e391697087fd tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/security-groups?id=e8757550-7d0a-4424-88af-043fc39e0154&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680451 Aug 21 18:02:07.029176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.039483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.093552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.116146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5105314 Aug 21 18:02:07.116827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:07.139131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'security_group_rule': {'security_group_id': '48c2585c-566c-45d8-a881-267146000447', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:07.154557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d9358-7b9e-4ee2-814b-413ef23b93b1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c2585c-566c-45d8-a881-267146000447,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:07.302170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.471927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.482235 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:06Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:07.533226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.533908 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.534467 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Floating IP c49b08f8-e981-4df6-8783-fea816ead11c disassociated. External IP: 172.25.1.81, port: 6ae24606-aa04-4f1d-b73a-fd4fdb164070. Aug 21 18:02:07.535170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Calling delete_port for 6ae24606-aa04-4f1d-b73a-fd4fdb164070 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:07.568315 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285b3c9a-00ed-49a9-ad72-567504adc6cf None None] The sync data for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 is: [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:06Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:07.569281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.613207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac0b66f-5b39-4864-98c4-611225ca8765,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:07.672408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ebae-afee-4ddd-b97c-446134ee0c99 req-ee68c221-9f7e-4815-b0f2-8121dbd88777 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:07.683339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85b9ebae-afee-4ddd-b97c-446134ee0c99 req-ee68c221-9f7e-4815-b0f2-8121dbd88777 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1098 time: 0.2058959 Aug 21 18:02:07.703043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe622e-32a1-4659-ad72-03e79b9573db req-2f410d52-19cd-4319-b835-7039b00a841e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:07.704655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2dfe622e-32a1-4659-ad72-03e79b9573db req-2f410d52-19cd-4319-b835-7039b00a841e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.2282696 Aug 21 18:02:07.745323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.751322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8710e136-3f75-4311-92dc-d1b934a9fdee tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6198235 Aug 21 18:02:07.754428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:07.784247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'security_group_rule': {'security_group_id': '48c2585c-566c-45d8-a881-267146000447', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:07.864550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2dfe622e-32a1-4659-ad72-03e79b9573db req-3a104bf4-f216-43c1-b2a3-6d3efa9d7104 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466920 Aug 21 18:02:07.894991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85b9ebae-afee-4ddd-b97c-446134ee0c99 req-4fc09061-a408-44e7-b288-041868040fdf tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744099 Aug 21 18:02:07.907038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:07.934359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-3c1ffccc-6cd6-4d32-8ed3-867c5e53fa59 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:07.935942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-3c1ffccc-6cd6-4d32-8ed3-867c5e53fa59 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.39 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 824 time: 0.4688630 Aug 21 18:02:08.004915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.015566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.055549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.060603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2830520 Aug 21 18:02:08.063462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41408) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:08.078276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:08.103112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b974b-eb35-4558-adb1-67ce59a0029c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee2dc56-c9ae-42f2-81ef-0ac77da8646b,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:08.165415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.179869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d0125-d52e-483d-b5aa-ab2c48fb0619 req-acaa6d08-d7b7-4d7f-8dd7-af15f521186f tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:08.188654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b44d0125-d52e-483d-b5aa-ab2c48fb0619 req-acaa6d08-d7b7-4d7f-8dd7-af15f521186f tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.0830307 Aug 21 18:02:08.288737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-f0c9c4b1-e9b1-46ff-8ca7-2e4982135609 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359 HTTP/1.1" status: 200 len: 380 time: 0.3324666 Aug 21 18:02:08.289611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.306106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-351f0ba1-164d-4e51-ae65-49af909bca5c req-503c668b-40e7-47ef-8782-fc7c956f6456 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 210 time: 0.2777534 Aug 21 18:02:08.325151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'port': {'device_id': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'admin_state_up': True, 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'security_groups': ['3100c1ae-1207-4bf4-80e5-97eafcb5e913']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:08.331475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b44d0125-d52e-483d-b5aa-ab2c48fb0619 req-0cac431d-01cb-4890-8380-dbb85566642f tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414101 Aug 21 18:02:08.497546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event deleted for resources: {'Port': ['ID=6ae24606-aa04-4f1d-b73a-fd4fdb164070,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:08.538580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.539400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.540300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.541547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.543576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.544201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.544706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.551711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.552450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.552980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.553638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.554159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:08.601419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.739387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.810201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Pushing event deleted for resources: {'Port': ['ID=b2612ac8-f6e1-4800-8e78-695f2cdf1f99,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:08.812703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Made reservation on behalf of 7a47c9cdb3ac4ea2be4e9a5cccf2e359 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:08.822710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:08.824236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Allocated IP 172.25.1.48 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/4a196632-89fa-47fd-98e0-8b5d18e7bae9) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:09.013861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:09.097424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4661d9f-e7f9-453e-8746-5a7f2bd2cbbd req-756f1cd7-cdf4-46d1-984e-d3275f074a21 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 210 time: 0.6129873 Aug 21 18:02:09.101254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:09.212972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:09.226724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:09.230780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:09.308412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'Port': ['ID=4a196632-89fa-47fd-98e0-8b5d18e7bae9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:09.384821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] No DVR routers for this DVR port b2612ac8-f6e1-4800-8e78-695f2cdf1f99 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:09.388577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:09.390769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f75ae7fb-d497-4bf7-b383-8427035f73c6 req-f5c3992d-ef98-461f-ab53-4913840a5445 tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.64 "DELETE /v2.0/ports/b2612ac8-f6e1-4800-8e78-695f2cdf1f99 HTTP/1.1" status: 204 len: 173 time: 3.6183012 Aug 21 18:02:09.398212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'name': 'network-vif-deleted', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:09.405877 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0709f5c-0e66-44cf-99e6-773c367f3a93" -d '{"events": [{"server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "name": "network-vif-deleted", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:09.533397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65608a7-b813-4cc0-b80b-8cec13caaa07 req-966031df-a97d-4481-9e4e-c72488d11ef8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:09.533928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7115a842-33e2-499f-b395-ffa133867927 req-7b1dce1c-9f49-41c1-b4f1-9cd20fef250c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 210 time: 0.0840888 Aug 21 18:02:09.537143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b65608a7-b813-4cc0-b80b-8cec13caaa07 req-966031df-a97d-4481-9e4e-c72488d11ef8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.4467752 Aug 21 18:02:09.582771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6ae24606-aa04-4f1d-b73a-fd4fdb164070 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:09.645466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:09.648826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 6ae24606-aa04-4f1d-b73a-fd4fdb164070 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:09.648826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6ae24606-aa04-4f1d-b73a-fd4fdb164070 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:09.651407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b2612ac8-f6e1-4800-8e78-695f2cdf1f99 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:09.764133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:02:09.777328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-f0914130-32c7-4ef1-bc9a-a25a8dd0b598 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:09.779206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-f0914130-32c7-4ef1-bc9a-a25a8dd0b598 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.9169576 Aug 21 18:02:09.969806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.016301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Allocated IP 172.20.0.4 (5f5b5e89-89ac-4cc9-9cd3-c77e87be405f/89ca5277-1476-40ce-84c2-9e2170026ddd/880992ea-090c-4c60-914c-bbd014af0639) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:10.023483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b65608a7-b813-4cc0-b80b-8cec13caaa07 req-cb3b5f3b-c43e-4536-a218-d40bf3f5435d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879929 Aug 21 18:02:10.174851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca2e26-37c2-4664-a690-3c14af131c9d req-891d0eaf-6ced-4bc8-8706-4020c7b0eb18 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:10.187390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50ca2e26-37c2-4664-a690-3c14af131c9d req-891d0eaf-6ced-4bc8-8706-4020c7b0eb18 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.3565726 Aug 21 18:02:10.195635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2d577501-2863-46fc-a481-7e1b0913229d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:10.198999 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeefaa46-7f48-409b-abf2-b9ae70f04dc5 x-openstack-request-id: req-eeefaa46-7f48-409b-abf2-b9ae70f04dc5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:10.199291 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361f3a40-1ad9-4233-ada2-3c280c9fbe4d", "name": "network-vif-deleted", "tag": "b2612ac8-f6e1-4800-8e78-695f2cdf1f99", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:10.199538 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eeefaa46-7f48-409b-abf2-b9ae70f04dc5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:10.200167 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361f3a40-1ad9-4233-ada2-3c280c9fbe4d', 'name': 'network-vif-deleted', 'tag': 'b2612ac8-f6e1-4800-8e78-695f2cdf1f99', 'status': 'completed', 'code': 200} Aug 21 18:02:10.206920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:02:10.212133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: b2612ac8-f6e1-4800-8e78-695f2cdf1f99 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:10.212771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b2612ac8-f6e1-4800-8e78-695f2cdf1f99 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:10.277516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:02:10.296467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] No DVR routers for this DVR port 6ae24606-aa04-4f1d-b73a-fd4fdb164070 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:10.299966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.304683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53a081a1-a7db-433f-9fda-afcef7af7c76 req-9c55e960-d77f-41fc-836a-812d353711bd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.64 "DELETE /v2.0/ports/6ae24606-aa04-4f1d-b73a-fd4fdb164070 HTTP/1.1" status: 204 len: 173 time: 4.9088292 Aug 21 18:02:10.318541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:10.319188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:10.432527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50ca2e26-37c2-4664-a690-3c14af131c9d req-058918e7-1038-4afa-8066-b5708fef815f tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438729 Aug 21 18:02:10.434457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c072d494-aeda-41dc-b56c-a0f7bac26998 req-e90d86a6-367d-4af5-9564-9bf5d99bc8fe tempest-LiveMigrationNegativeTest-563526121 tempest-LiveMigrationNegativeTest-563526121-project] 10.222.0.41 "GET /v2.0/ports?device_id=361f3a40-1ad9-4233-ada2-3c280c9fbe4d HTTP/1.1" status: 200 len: 210 time: 0.0955818 Aug 21 18:02:10.449439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Deleting port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:10.449779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.579995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:10.712591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.724897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.837925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2d577501-2863-46fc-a481-7e1b0913229d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:10.855199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2d577501-2863-46fc-a481-7e1b0913229d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:10.855558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:10.868462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcecb17e-dbd1-4219-8cc9-d18995b97792 req-729dc572-46f5-494b-b23e-3a486cb250c8 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 210 time: 0.1542811 Aug 21 18:02:11.030590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'Port': ['ID=4a196632-89fa-47fd-98e0-8b5d18e7bae9,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:11.094685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.113422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.126017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] For port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:11.127622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.150680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.153078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7a8bd728-125d-43ed-8487-c530b7aace7e tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0882761 Aug 21 18:02:11.183194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Calling delete_port for cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:11.185962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Transition to ACTIVE for port object 880992ea-090c-4c60-914c-bbd014af0639 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:11.237209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.275404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:11.321192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:02:11.364469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 2d577501-2863-46fc-a481-7e1b0913229d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2d577501-2863-46fc-a481-7e1b0913229d,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:11.395363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.421749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23a6f3-e843-44c7-aa55-b9d50521e812 req-7812a2ca-99ff-4633-8b17-14af549a6105 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:11.424288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:11.428773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:11.453016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d23a6f3-e843-44c7-aa55-b9d50521e812 req-7812a2ca-99ff-4633-8b17-14af549a6105 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.2012615 Aug 21 18:02:11.474617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:11.568576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:11.631738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d23a6f3-e843-44c7-aa55-b9d50521e812 req-097f4945-7704-40bd-a193-38f08a5402cf tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758797 Aug 21 18:02:11.699901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:11.705807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:11.761318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:11.868558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event updated for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:11.928187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:12.069713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:12.134453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beaaa2-59df-4228-835e-8e215c317e3c req-5a502b6c-1182-4bd4-be56-d64cabee2352 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:12.142182 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5beaaa2-59df-4228-835e-8e215c317e3c req-5a502b6c-1182-4bd4-be56-d64cabee2352 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/ports?device_id=e1e8683a-53d3-47b0-b06d-80f0c29aae74 HTTP/1.1" status: 200 len: 945 time: 0.5308599 Aug 21 18:02:12.156377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8e9d8-9816-4984-a62f-e37dc8898382 req-8e2df821-a9b1-4dfb-85af-c8f90b0dadee tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:12.174739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ff8e9d8-9816-4984-a62f-e37dc8898382 req-8e2df821-a9b1-4dfb-85af-c8f90b0dadee tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 931 time: 0.1724451 Aug 21 18:02:12.239521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] No active binding found for port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:02:12.241982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:12.244247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:12.265111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:12.269003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:12.269613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ff8e9d8-9816-4984-a62f-e37dc8898382 req-2f90ffd7-7cfb-484c-a70c-6fa642cbc572 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910950 Aug 21 18:02:12.273922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'name': 'network-vif-deleted', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:12.278823 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246732f0-a974-4fd1-b391-fc9cc9998d4d" -d '{"events": [{"server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "name": "network-vif-deleted", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:12.437054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-73d5a81c-29e0-42a1-bda1-808ec2362d39 None None] Provisioning for port 880992ea-090c-4c60-914c-bbd014af0639 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:12.441872 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805df8a8-d559-4100-9fe0-7185ced5785a x-openstack-request-id: req-805df8a8-d559-4100-9fe0-7185ced5785a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:12.442180 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9", "name": "network-vif-deleted", "tag": "6ae24606-aa04-4f1d-b73a-fd4fdb164070", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:12.442416 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-805df8a8-d559-4100-9fe0-7185ced5785a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:12.442857 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8afcd6-5d35-4989-bd4c-da67f7ed3fc9', 'name': 'network-vif-deleted', 'tag': '6ae24606-aa04-4f1d-b73a-fd4fdb164070', 'status': 'completed', 'code': 200} Aug 21 18:02:12.468957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Pushing event deleted for resources: {'Port': ['ID=cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:12.484327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-73d5a81c-29e0-42a1-bda1-808ec2362d39 None None] Provisioning complete for port 880992ea-090c-4c60-914c-bbd014af0639 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:12.484627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-73d5a81c-29e0-42a1-bda1-808ec2362d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:12.496267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5beaaa2-59df-4228-835e-8e215c317e3c req-676c8b4f-7843-4e9a-a9fa-f022e9947a85 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.41 "GET /v2.0/security-groups?id=837821f2-d9b3-46b0-8fb3-b5ce360de325&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336170 Aug 21 18:02:12.515419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41536) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:12.552442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-9ccad603-255d-43f0-b275-3cdca5093da3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2351451 Aug 21 18:02:12.597969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-73d5a81c-29e0-42a1-bda1-808ec2362d39 None None] Port 880992ea-090c-4c60-914c-bbd014af0639 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:12.629067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] No DVR routers for this DVR port cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:12.635753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:12.644736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a19ad49c-89a7-4f5d-9362-8f323c44b416 req-822ede7d-9e85-4f04-ade0-c024dadf2122 tempest-FloatingIPsAssociationNegativeTestJSON-211994161 tempest-FloatingIPsAssociationNegativeTestJSON-211994161-project] 10.222.0.39 "DELETE /v2.0/ports/cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba HTTP/1.1" status: 204 len: 173 time: 2.8213358 Aug 21 18:02:12.684879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Request body: {'port': {'device_id': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:12.696435 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-208a5769-3155-475f-9047-6b3aeb7e85d2 service neutron] show failed (client error): The resource could not be found. Aug 21 18:02:12.700228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-208a5769-3155-475f-9047-6b3aeb7e85d2 service neutron] 10.222.0.64 "GET /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.8535917 Aug 21 18:02:12.959835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:13.037208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:13.044263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14515e51-cc49-48a4-af6c-b8ac92e1ed9d None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:13.047782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36153503-1744-4f1e-baa2-a75849c68eaa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=afc90273319b4cd29d61d1395864db85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5311203 Aug 21 18:02:13.054701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41570) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:13.158711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e37b7-fe33-43e1-b5c9-c33a87830a24 req-15f7cb70-889f-4f55-b57d-4594c0c7c828 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:13.168667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-535e37b7-fe33-43e1-b5c9-c33a87830a24 req-15f7cb70-889f-4f55-b57d-4594c0c7c828 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.3734043 Aug 21 18:02:13.246687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:13.276674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:13.360602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:13.365174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:13.366806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8757550-7d0a-4424-88af-043fc39e0154 HTTP/1.1" status: 204 len: 168 time: 0.3108025 Aug 21 18:02:13.401040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6d018-718f-4463-9edb-ade29645ab7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8757550-7d0a-4424-88af-043fc39e0154,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:13.712328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-535e37b7-fe33-43e1-b5c9-c33a87830a24 req-65bc936b-ef9c-4be0-a4a3-d1ca81bb206b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310302 Aug 21 18:02:13.752037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-05346b9a-d577-460f-a9b3-efa89e50f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:13.755943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-05346b9a-d577-460f-a9b3-efa89e50f0aa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.4706848 Aug 21 18:02:13.772997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2d577501-2863-46fc-a481-7e1b0913229d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:13.778224 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8866176-3396-4a22-8030-eb56fddf6074 None None] New status for floating IP c49b08f8-e981-4df6-8783-fea816ead11c: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:02:13.828726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:13.982851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2d577501-2863-46fc-a481-7e1b0913229d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:13.984393 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.192602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.236971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41606) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:14.283222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f774256-4e31-447a-a4b4-f7358c9efbed req-ed8b12a0-3d2f-42e9-8c82-cda8bdefcd0c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:14.284885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f774256-4e31-447a-a4b4-f7358c9efbed req-ed8b12a0-3d2f-42e9-8c82-cda8bdefcd0c tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 931 time: 0.2849338 Aug 21 18:02:14.305986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-60be5d0e-8de9-4cf6-8888-858b6f138e1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb62247fbbba41a98371984e8013f50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650370 Aug 21 18:02:14.305986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41608) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:14.384486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.426090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.496188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880992ea-090c-4c60-914c-bbd014af0639 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:14.508314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.521918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'name': 'network-vif-deleted', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:14.524577 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b777816-5095-4fe4-97f8-0789b497d09e" -d '{"events": [{"server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "name": "network-vif-deleted", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:14.527265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.528930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Transition to ACTIVE for port object 880992ea-090c-4c60-914c-bbd014af0639 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:14.531320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.533046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f4e7377-f673-41f0-be58-3d1e47291e58 HTTP/1.1" status: 204 len: 168 time: 0.2255707 Aug 21 18:02:14.561393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b96af-3ef8-4715-87bd-5bc7be91863b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4e7377-f673-41f0-be58-3d1e47291e58,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:14.566197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:14.715870 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f774256-4e31-447a-a4b4-f7358c9efbed req-02071c49-8e6f-4ac5-b499-69b3e40a3e08 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104917 Aug 21 18:02:14.831411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:14.837286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Pushing event updated for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:14.959162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41620) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:14.983047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Attempting to bind port 880992ea-090c-4c60-914c-bbd014af0639 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:14.983246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Attempting to bind port 880992ea-090c-4c60-914c-bbd014af0639 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:14.983554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Attempting to bind port 880992ea-090c-4c60-914c-bbd014af0639 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:15.033650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Port 880992ea-090c-4c60-914c-bbd014af0639 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:15.037693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Attempting to bind port 880992ea-090c-4c60-914c-bbd014af0639 on network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:15.083653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:15.083909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Checking segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:15.086649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Bound using segment: {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:15.086649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Bound port: 880992ea-090c-4c60-914c-bbd014af0639, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fff21f9f-17de-46da-8c03-463fdc8b107b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:15.086649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:15.102536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:15.130576 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82059e18-0c73-4fc3-b4db-613db5a12b3f x-openstack-request-id: req-82059e18-0c73-4fc3-b4db-613db5a12b3f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:15.131583 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e8683a-53d3-47b0-b06d-80f0c29aae74", "name": "network-vif-deleted", "tag": "cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:15.133917 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82059e18-0c73-4fc3-b4db-613db5a12b3f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:15.135917 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e8683a-53d3-47b0-b06d-80f0c29aae74', 'name': 'network-vif-deleted', 'tag': 'cf05bc29-58cb-4f0d-8c34-e4a86fb2eeba', 'status': 'completed', 'code': 200} Aug 21 18:02:15.358981 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:15.402401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Transition to ACTIVE for port object 9c23aca7-0c5c-4425-9d85-425b0829ca67 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:15.413438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e6d4-d556-424e-a484-8897ce18fb07 req-d8447f59-2406-4db7-83df-8d0c453a084b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:15.415050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c061e6d4-d556-424e-a484-8897ce18fb07 req-d8447f59-2406-4db7-83df-8d0c453a084b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1712301 Aug 21 18:02:15.419525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:15.421987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:15.427913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=880992ea-090c-4c60-914c-bbd014af0639,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:15.489996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:15.524151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:15.524700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:15.526130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] 10.222.0.39 "PUT /v2.0/ports/880992ea-090c-4c60-914c-bbd014af0639 HTTP/1.1" status: 200 len: 1092 time: 2.8991787 Aug 21 18:02:15.577602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c061e6d4-d556-424e-a484-8897ce18fb07 req-4891136b-0307-4644-98e0-5cf4d5e18e17 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418736 Aug 21 18:02:15.584760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] No DVR routers for this DVR port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:15.588266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:15.661254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:15.785680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:16.012810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd42b9b-3587-4e10-b98a-66d58bec4d17 service neutron] Pushing event updated for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:16.024573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:16.024924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:16.025260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:16.063433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-14932cc8-33f5-4c33-9164-02696816db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:16.064984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-14932cc8-33f5-4c33-9164-02696816db8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 1095 time: 0.4737797 Aug 21 18:02:16.125052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:16.125402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:16.188464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-78d52eae-99fe-4f8b-af3b-db38cec3e343 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880992ea-090c-4c60-914c-bbd014af0639 HTTP/1.1" status: 200 len: 217 time: 0.0643806 Aug 21 18:02:16.189417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:16.190875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:16.191431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:16.192063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Bound port: 9c23aca7-0c5c-4425-9d85-425b0829ca67, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:16.192602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:16.354801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d469ec-8333-465a-b9df-245b31062fc9 req-71a7a7d8-0965-4779-ba70-57912681bd3f tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:16.364862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7d469ec-8333-465a-b9df-245b31062fc9 req-71a7a7d8-0965-4779-ba70-57912681bd3f tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 943 time: 0.3450487 Aug 21 18:02:16.450568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7d469ec-8333-465a-b9df-245b31062fc9 req-645edffa-5864-4753-b5e2-163f65a5e294 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843351 Aug 21 18:02:16.453534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-04a81e03-2bcf-4697-b6b5-4684241adba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:16.458077 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-04a81e03-2bcf-4697-b6b5-4684241adba7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.2592530 Aug 21 18:02:16.572993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:16.619084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:16.638938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:16.678209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca820f2e-646b-4110-be7c-975b3561607c req-8905f8c4-8417-4b05-b890-a8ea012682a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:16.680080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-8905f8c4-8417-4b05-b890-a8ea012682a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2103386 Aug 21 18:02:16.897854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:17.411966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}, {'name': 'network-changed', 'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'tag': '880992ea-090c-4c60-914c-bbd014af0639'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:17.415957 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757d4346-9487-4e4a-86b2-927a14c31087" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}, {"name": "network-changed", "server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "tag": "880992ea-090c-4c60-914c-bbd014af0639"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:17.432340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:17.433246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:17.439528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 1097 time: 3.6580019 Aug 21 18:02:17.611999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef273d-3efe-44d0-a10e-35d76d5bd331 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:17.655219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Deleting port f58673d8-73cb-458a-9d77-1edd2556a57d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:17.657742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:17.697827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-a84fd20b-2d44-446c-8802-d54bcc8ae077 service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0039194 Aug 21 18:02:17.721035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-e3dec77a-c6af-4858-bb91-599e84a55a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:17.723217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-e3dec77a-c6af-4858-bb91-599e84a55a8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1100 time: 0.2364655 Aug 21 18:02:17.732859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54393cec-678f-4f0c-a05b-679a05b02cc9 req-c7cc5ef7-5c30-4693-87f1-d08d2bd94eeb tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:17.734384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54393cec-678f-4f0c-a05b-679a05b02cc9 req-c7cc5ef7-5c30-4693-87f1-d08d2bd94eeb tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.3121269 Aug 21 18:02:17.767457 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75f7c9df-273b-4129-b82e-5f474c9c6bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:17.890784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] For port f58673d8-73cb-458a-9d77-1edd2556a57d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f58673d8-73cb-458a-9d77-1edd2556a57d,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:17.891084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:17.920372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54393cec-678f-4f0c-a05b-679a05b02cc9 req-ef1d35fe-44c3-403c-a637-7f7f9b5e64bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183283 Aug 21 18:02:17.927611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Calling delete_port for f58673d8-73cb-458a-9d77-1edd2556a57d owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:17.966701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca820f2e-646b-4110-be7c-975b3561607c req-b373e8d7-392e-44d9-9e4a-d83581e7759f service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579019 Aug 21 18:02:17.968076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-4c5855f3-62d0-41a9-ae2f-f161fa611587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:17.969421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-4c5855f3-62d0-41a9-ae2f-f161fa611587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2239368 Aug 21 18:02:18.139880 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976142c9-887e-4200-bcfd-c262be40dca4 x-openstack-request-id: req-976142c9-887e-4200-bcfd-c262be40dca4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:18.140193 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "code": 200}, {"name": "network-changed", "server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "tag": "880992ea-090c-4c60-914c-bbd014af0639", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:18.140320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:18.140423 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-976142c9-887e-4200-bcfd-c262be40dca4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:18.140861 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'code': 200} Aug 21 18:02:18.141084 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'tag': '880992ea-090c-4c60-914c-bbd014af0639', 'status': 'completed', 'code': 200} Aug 21 18:02:18.165180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-662b3e12-a212-412d-b905-699585b99ea3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.1639178 Aug 21 18:02:18.282241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-e246411a-e3bf-4e15-9048-0703c5860971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:18.285998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-e246411a-e3bf-4e15-9048-0703c5860971 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0929146 Aug 21 18:02:18.396381 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:18.475137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58673d8-73cb-458a-9d77-1edd2556a57d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:18.516516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-d988bade-b74b-4bb9-83d0-491d16421870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:18.520498 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:18.522285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-d988bade-b74b-4bb9-83d0-491d16421870 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1542258 Aug 21 18:02:18.679646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4346-9487-4e4a-86b2-927a14c31087 req-48861fe6-83b7-4121-9766-1bdb6554ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:18.682400 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-48861fe6-83b7-4121-9766-1bdb6554ef27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 1095 time: 0.5405314 Aug 21 18:02:18.736087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-8b7eb012-6ca3-4701-b53b-86f09d57fc1a service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013347 Aug 21 18:02:18.745024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86f639-d3d4-4bbc-99b4-9bbf67d8051c req-2eefe462-a191-4904-ac64-665200d171db tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:18.746895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b86f639-d3d4-4bbc-99b4-9bbf67d8051c req-2eefe462-a191-4904-ac64-665200d171db tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 943 time: 0.4593313 Aug 21 18:02:18.910097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:19.138965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b86f639-d3d4-4bbc-99b4-9bbf67d8051c req-4786d12c-a36f-4db8-afce-1fcdfd6d9fc0 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653610 Aug 21 18:02:19.275735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61f1b10-41bd-4e1d-ab58-44c9c6e69dda req-ad0b5a2e-000e-4133-a593-0a1563aabf07 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252304 Aug 21 18:02:19.301583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4346-9487-4e4a-86b2-927a14c31087 req-065f26fc-473f-4464-8001-4d4e77730c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:19.306066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-065f26fc-473f-4464-8001-4d4e77730c63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 925 time: 0.5581138 Aug 21 18:02:19.322885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:02:19.438106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-05a96cb5-c25d-4b54-ab9a-87840a7acd6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880992ea-090c-4c60-914c-bbd014af0639 HTTP/1.1" status: 200 len: 217 time: 0.1065342 Aug 21 18:02:19.556129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4346-9487-4e4a-86b2-927a14c31087 req-dc56d7fb-e378-40fb-8bf0-b6bbb04ab795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:19.558996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-dc56d7fb-e378-40fb-8bf0-b6bbb04ab795 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.1116366 Aug 21 18:02:19.620779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:02:19.629362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Sync routers for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:02:19.630875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6c152aff-6820-4ae2-8081-c351a7871b49 admin admin] 10.222.0.41 "PUT /v2.0/routers/f0bba6d8-4663-4f59-9535-31e4bd13f5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6704810 Aug 21 18:02:19.635830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41706) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:19.643440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:19.644483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:19.804959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d4346-9487-4e4a-86b2-927a14c31087 req-7255de7f-1699-45bc-92a4-4b5dca592fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:19.806676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-7255de7f-1699-45bc-92a4-4b5dca592fdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2333429 Aug 21 18:02:19.845646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:19.976256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:20.002769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eccaa1-b1e6-498a-bcbf-950b4ccb9861 req-a0e5171f-3435-4310-876a-f40a67da32e6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:20.010483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6eccaa1-b1e6-498a-bcbf-950b4ccb9861 req-a0e5171f-3435-4310-876a-f40a67da32e6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.2995100 Aug 21 18:02:20.124117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6eccaa1-b1e6-498a-bcbf-950b4ccb9861 req-1155408c-e0da-4272-9286-05f810fde919 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992508 Aug 21 18:02:20.124117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-b7b37a75-ed59-40b6-88a9-6e7fbbc61589 service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993255 Aug 21 18:02:20.160548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:20.167659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:20.173874 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:20.193563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:02:18Z', 'revision_number': 5, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port': {'id': '149b9dd5-bd14-484f-9f41-63b1075db8db', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:44:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:17Z', 'updated_at': '2021-08-21T18:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:20.234135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Checking router: f0bba6d8-4663-4f59-9535-31e4bd13f5f2 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:02:20.245547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Routers {'f0bba6d8-4663-4f59-9535-31e4bd13f5f2'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:20.245547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:01:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:20.279806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Deleting port 149b9dd5-bd14-484f-9f41-63b1075db8db {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:20.280277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:20.427002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-757d4346-9487-4e4a-86b2-927a14c31087 req-c63952a2-b307-4a11-8e35-393400512650 service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867684 Aug 21 18:02:20.452818 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c17ce-bb2d-4c1d-a119-fb77143d0bd2 x-openstack-request-id: req-a76c17ce-bb2d-4c1d-a119-fb77143d0bd2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:20.455924 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:20.458124 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a76c17ce-bb2d-4c1d-a119-fb77143d0bd2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:20.458854 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'status': 'completed', 'code': 200} Aug 21 18:02:20.468770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] For port 149b9dd5-bd14-484f-9f41-63b1075db8db, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=149b9dd5-bd14-484f-9f41-63b1075db8db,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:20.469753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:20.483774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Calling delete_port for 149b9dd5-bd14-484f-9f41-63b1075db8db owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:20.617266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] Set router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:20.638766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8f355-a47e-43e0-8bc7-581d58692f21 req-cabc1bb3-4ca5-4b35-afe8-a96f5abe6421 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:20.640796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31b8f355-a47e-43e0-8bc7-581d58692f21 req-cabc1bb3-4ca5-4b35-afe8-a96f5abe6421 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 943 time: 0.2114484 Aug 21 18:02:20.707026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698189c6-43a4-4cef-9535-48eef7bba8e3 req-3ac2d4c3-e09a-4451-91e9-161b9648baae tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:20.715851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-698189c6-43a4-4cef-9535-48eef7bba8e3 req-3ac2d4c3-e09a-4451-91e9-161b9648baae tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 950 time: 0.1347797 Aug 21 18:02:20.716257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-5bb98a99-dcd6-43a4-924b-5fa09264a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:20.718512 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-5bb98a99-dcd6-43a4-924b-5fa09264a3b8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1100 time: 0.2053897 Aug 21 18:02:20.796737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:02:20Z', 'revision_number': 6, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:20.801403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-698189c6-43a4-4cef-9535-48eef7bba8e3 req-0cb3534f-d3cd-4a0b-9548-f1f7a6928832 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845771 Aug 21 18:02:20.840161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-5ab2c2d7-fc97-432b-b19d-26b40de8588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:20.842203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-5ab2c2d7-fc97-432b-b19d-26b40de8588c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1100 time: 0.2431707 Aug 21 18:02:20.851490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:20.859348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31b8f355-a47e-43e0-8bc7-581d58692f21 req-48b15cb5-8c70-4f65-922e-0b1d9f929d76 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814456 Aug 21 18:02:20.939665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Pushing event deleted for resources: {'Port': ['ID=149b9dd5-bd14-484f-9f41-63b1075db8db,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:21.110629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8fdba214-6ce9-4a36-8b9c-de56e361f702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.113829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.116416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0891ec5-60fd-410a-b89d-cdca70944efb None None] The sync data for ids ['f0bba6d8-4663-4f59-9535-31e4bd13f5f2'] in n-d-793621-32 is: [{'id': 'f0bba6d8-4663-4f59-9535-31e4bd13f5f2', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331098998-router', 'tenant_id': '5c5e3e63d76e48669f5233417a901792', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:16Z', 'updated_at': '2021-08-21T18:02:20Z', 'revision_number': 6, 'project_id': '5c5e3e63d76e48669f5233417a901792', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:21.149449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-856a3c95-e417-4803-9024-f7d2f5c30048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.162275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289f4e7-42c4-47e3-aedc-4d4974c1dd94 req-88bd9c1c-8c71-4b69-9701-0dc7e27a620e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.166082 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-856a3c95-e417-4803-9024-f7d2f5c30048 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2881446 Aug 21 18:02:21.169932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9289f4e7-42c4-47e3-aedc-4d4974c1dd94 req-88bd9c1c-8c71-4b69-9701-0dc7e27a620e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.1569450 Aug 21 18:02:21.213142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.237291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-b280737f-447a-46ae-9a1e-1f8c61676667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.238885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-b280737f-447a-46ae-9a1e-1f8c61676667 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.5037978 Aug 21 18:02:21.240622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-5b18c5d9-edf5-440d-a01c-aad6214ebde7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0729175 Aug 21 18:02:21.319473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-9e1eeb19-8f50-4f08-a3fb-00ac649aba52 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0708714 Aug 21 18:02:21.355669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9289f4e7-42c4-47e3-aedc-4d4974c1dd94 req-21f05c26-6b27-412b-bf20-f2c2f8563de5 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848865 Aug 21 18:02:21.364868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-0d68ac5d-c151-47d8-b258-a00cc139dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.366768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-0d68ac5d-c151-47d8-b258-a00cc139dbbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1170239 Aug 21 18:02:21.422233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.426327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.453833 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.473446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-60c07c7b-89f2-41a5-b153-5a7f88a33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.474957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-60c07c7b-89f2-41a5-b153-5a7f88a33599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1419716 Aug 21 18:02:21.511609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-8a3b1826-7819-44f3-b0a6-0ddf25890de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.513153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-8a3b1826-7819-44f3-b0a6-0ddf25890de3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358116 Aug 21 18:02:21.691058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.692491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0bba6d8-4663-4f59-9535-31e4bd13f5f2 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:02:21.703183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f58673d8-73cb-458a-9d77-1edd2556a57d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:21.704683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.713961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b848887-13cb-4bf4-b253-bf5f1bfd1198 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f0bba6d8-4663-4f59-9535-31e4bd13f5f2 HTTP/1.1" status: 204 len: 168 time: 2.0695412 Aug 21 18:02:21.717182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41790) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:21.765256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-4c9c117b-4a57-4089-ba0a-c99768a11777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:21.769534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: f58673d8-73cb-458a-9d77-1edd2556a57d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:21.769986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f58673d8-73cb-458a-9d77-1edd2556a57d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:21.773155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-4c9c117b-4a57-4089-ba0a-c99768a11777 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2892888 Aug 21 18:02:21.898682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Deleting subnet fcf176e4-dc49-43e2-adbb-dafc9fadc734 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:02:21.902436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-672de238-fc7c-4199-be11-347039760944 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358834 Aug 21 18:02:21.908894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:21.999963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-229ae956-8dbc-4c64-a086-6bfbe57ce532 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055094 Aug 21 18:02:22.002090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.064571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c322a-d927-42ef-8ad9-52201c00e61d req-1356c451-a97b-4228-8c93-3a9905127fba tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:22.067879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:22.075399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b74c322a-d927-42ef-8ad9-52201c00e61d req-1356c451-a97b-4228-8c93-3a9905127fba tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 948 time: 0.4966302 Aug 21 18:02:22.104858 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-2b105128-7cfd-4d0b-93db-2591f6a897ef service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917479 Aug 21 18:02:22.155310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b74c322a-d927-42ef-8ad9-52201c00e61d req-96909fb5-577d-4909-9df7-3f0da0da86f9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787041 Aug 21 18:02:22.169787 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8f7cdd-bae5-4938-acb0-9884d6fe2db2 req-626d8110-48a4-44fc-a919-b53b7f53b519 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536877 Aug 21 18:02:22.266477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.334997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:22.360385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'mac_address': 'fa:16:3e:91:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:22.365295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a3bd0-fb5c-4f07-a610-57a0e1594dbb req-f0db1aa9-0dfc-4299-aa1f-8c6f88dd74d7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:22.367294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-790a3bd0-fb5c-4f07-a610-57a0e1594dbb req-f0db1aa9-0dfc-4299-aa1f-8c6f88dd74d7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 943 time: 0.0770900 Aug 21 18:02:22.433095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.436084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.456909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.463304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41810) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:22.463794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fcf176e4-dc49-43e2-adbb-dafc9fadc734 HTTP/1.1" status: 204 len: 168 time: 0.7437055 Aug 21 18:02:22.467495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:22.502379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fae602-7ef4-40ed-b1a5-7088e800ea5e None None] Network 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:02:22.509562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-790a3bd0-fb5c-4f07-a610-57a0e1594dbb req-6e433649-9a84-4ce7-918f-7cf98c9457bf tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246305 Aug 21 18:02:22.510896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925ff9e-7eb3-4640-acac-b583b95109c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcf176e4-dc49-43e2-adbb-dafc9fadc734,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:22.527087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:22.590630 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.592353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 880992ea-090c-4c60-914c-bbd014af0639 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:22.700164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.730201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=880992ea-090c-4c60-914c-bbd014af0639,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:22.797186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '880992ea-090c-4c60-914c-bbd014af0639', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'port_id': '880992ea-090c-4c60-914c-bbd014af0639', 'mac_address': 'fa:16:3e:bd:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:22.809331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:22.832431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Deleting port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:22.832985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.887748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.943624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880992ea-090c-4c60-914c-bbd014af0639 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:22.967562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] For port 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=729802dd-081c-48d3-9d0b-d4fccafcd7c9,segment=NetworkSegment(435a9c92-5cfa-4569-abf2-8d422800c0fb),segment_id=435a9c92-5cfa-4569-abf2-8d422800c0fb)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:22.968051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:22.986047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=880992ea-090c-4c60-914c-bbd014af0639,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:22.991439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Calling delete_port for 729802dd-081c-48d3-9d0b-d4fccafcd7c9 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:22.995533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.076545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:23.114186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] DHCP port deletion for 26184ae3-5f1d-4a7b-b912-c5c13ffefe7b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:02:23.159596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.175692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.225639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=729802dd-081c-48d3-9d0b-d4fccafcd7c9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:23.227495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] No DVR routers for this DVR port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:23.267651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Deleting port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:02:23.276102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.329500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.355353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26184ae3-5f1d-4a7b-b912-c5c13ffefe7b']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:23.355792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac95d-6ec1-4997-bc9e-6e99fcf91e0d req-43d63dd0-4a05-4464-9c55-16288b792cef tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:23.356332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['880992ea-090c-4c60-914c-bbd014af0639'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:23.358179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9c23aca7-0c5c-4425-9d85-425b0829ca67'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:23.364411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0dac95d-6ec1-4997-bc9e-6e99fcf91e0d req-43d63dd0-4a05-4464-9c55-16288b792cef tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 949 time: 0.0665250 Aug 21 18:02:23.368601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-6716ccc9-e2d2-4591-b938-b9cb898644b9 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:02:23.370600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-6716ccc9-e2d2-4591-b938-b9cb898644b9 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178874 Aug 21 18:02:23.390189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435a9c92-5cfa-4569-abf2-8d422800c0fb') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:23.390530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435a9c92-5cfa-4569-abf2-8d422800c0fb') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:23.415715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0dac95d-6ec1-4997-bc9e-6e99fcf91e0d req-38708334-c955-44d9-82ad-da19f1da6211 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500073 Aug 21 18:02:23.444528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.457252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] For port 729802dd-081c-48d3-9d0b-d4fccafcd7c9, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:23.457688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.468923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.479367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:02:23.479786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:02:23.481751 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:02:23.491743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Calling delete_port for 729802dd-081c-48d3-9d0b-d4fccafcd7c9 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:02:23.494434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:02:23.495201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-e8eeec3f-1634-43f3-96a3-f1ac88622b1e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:23.496825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-e8eeec3f-1634-43f3-96a3-f1ac88622b1e tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 1095 time: 0.1091635 Aug 21 18:02:23.515520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.537546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Request body: {'binding': {'host': 'n-h2-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:23.538824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:02:23.577788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] No DVR routers for this DVR port 729802dd-081c-48d3-9d0b-d4fccafcd7c9 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:23.585616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.599944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.604622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/26184ae3-5f1d-4a7b-b912-c5c13ffefe7b HTTP/1.1" status: 204 len: 168 time: 1.1402879 Aug 21 18:02:23.627060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baff23-4755-425d-8c35-2301e05768d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=26184ae3-5f1d-4a7b-b912-c5c13ffefe7b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:23.631943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 149b9dd5-bd14-484f-9f41-63b1075db8db no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:23.667863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea0a9a-0afb-41a2-a6a4-f811b338d8ed None None] Pushing event deleted for resources: {'Port': ['ID=729802dd-081c-48d3-9d0b-d4fccafcd7c9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:23.700352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 149b9dd5-bd14-484f-9f41-63b1075db8db {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:23.700822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 149b9dd5-bd14-484f-9f41-63b1075db8db not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:23.701432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 729802dd-081c-48d3-9d0b-d4fccafcd7c9 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:23.739791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on host n-h2-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:23.740476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:23.741025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:23.748019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:23.748440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:23.757109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:23.757891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:23.758367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:23.758925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Bound port: 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:23.767748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 729802dd-081c-48d3-9d0b-d4fccafcd7c9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:02:23.768099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 729802dd-081c-48d3-9d0b-d4fccafcd7c9 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:23.868479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:23.876559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:23.878033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-969a3906-7073-4be2-83e5-37ed94c7bb53 service neutron] 10.222.0.41 "POST /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0/bindings HTTP/1.1" status: 201 len: 390 time: 0.3505781 Aug 21 18:02:23.952877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41868) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:24.046875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a715ddf4-1c38-45ff-9e96-361a7fdc892e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c5e3e63d76e48669f5233417a901792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927212 Aug 21 18:02:24.050008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:24.086456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:24.134136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.160287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eaeaa4-7742-4f2e-be0c-96df11de8ca1 req-d9538dc4-54c9-4930-af50-f74eb2d4ecb4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:24.162069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25eaeaa4-7742-4f2e-be0c-96df11de8ca1 req-d9538dc4-54c9-4930-af50-f74eb2d4ecb4 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 944 time: 0.1142707 Aug 21 18:02:24.182443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.186747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-9201b0cb-0c6e-4090-9f6e-a1339b025ca1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:24.188362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-9201b0cb-0c6e-4090-9f6e-a1339b025ca1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d&tenant_id=7163e520782a42749ecd474e2afa0eab&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 949 time: 0.1225343 Aug 21 18:02:24.257425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.294607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25eaeaa4-7742-4f2e-be0c-96df11de8ca1 req-ebbda56c-bd15-46ae-9978-623d60bd2cd7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170650 Aug 21 18:02:24.322000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.323734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.324967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/837821f2-d9b3-46b0-8fb3-b5ce360de325 HTTP/1.1" status: 204 len: 168 time: 0.2733874 Aug 21 18:02:24.329172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:24.344118 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecd983-fcf3-4a4e-a714-273cf6c0bd6e" -d '{"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:24.352985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0719da-0c41-450d-b9a5-c4bc9b61f426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837821f2-d9b3-46b0-8fb3-b5ce360de325,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:24.362868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-b2c7cacf-a961-4ff4-b97c-31a9d368be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:24.370830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-b2c7cacf-a961-4ff4-b97c-31a9d368be78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1098 time: 0.2033324 Aug 21 18:02:24.384847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:24.401254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:24.413176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-13e944f7-8a0c-4da9-bbfb-abb24aa7f923 service neutron] 10.222.0.39 "GET /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 383 time: 0.2035747 Aug 21 18:02:24.495252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:24.584846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae6f2c-c51a-43b6-8e20-9ca7fd92b6cb req-e3502570-8c8d-4f0b-b950-4ae285eca618 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:24.599997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75ae6f2c-c51a-43b6-8e20-9ca7fd92b6cb req-e3502570-8c8d-4f0b-b950-4ae285eca618 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 949 time: 0.0777712 Aug 21 18:02:24.679215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75ae6f2c-c51a-43b6-8e20-9ca7fd92b6cb req-21b60b11-fdfd-4e50-a4bc-c8088c7c4723 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776360 Aug 21 18:02:24.831665 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a32439-ae74-4511-bf00-13b7158e34a9 x-openstack-request-id: req-88a32439-ae74-4511-bf00-13b7158e34a9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:24.832196 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-unplugged", "status": "completed", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:24.832627 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88a32439-ae74-4511-bf00-13b7158e34a9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:24.833027 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'code': 200} Aug 21 18:02:24.993553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-49c90f78-eafd-4e92-b2bc-24fa365891be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:24.995269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-49c90f78-eafd-4e92-b2bc-24fa365891be service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.6088033 Aug 21 18:02:25.025642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aa501-29e5-4588-9cc7-f6409d849340 req-7458d36d-4070-423f-a994-4c0229a47065 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.032205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e90aa501-29e5-4588-9cc7-f6409d849340 req-7458d36d-4070-423f-a994-4c0229a47065 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.6061094 Aug 21 18:02:25.079420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-6a68a543-ef5c-45f9-b57a-2cd3f3963915 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 217 time: 0.0734193 Aug 21 18:02:25.087071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-c05a7fa7-f987-47d4-9532-258ce000ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.088560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-c05a7fa7-f987-47d4-9532-258ce000ca70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1101 time: 0.5442371 Aug 21 18:02:25.201157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e90aa501-29e5-4588-9cc7-f6409d849340 req-41cc896b-4be9-487e-9887-88e7e66fded4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298242 Aug 21 18:02:25.220234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-65f7b6f8-ebab-4d2d-b207-f8e2cb6ebe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.221718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-65f7b6f8-ebab-4d2d-b207-f8e2cb6ebe3b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1260741 Aug 21 18:02:25.283791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-19806ae6-0142-479f-b08f-46311e4f5a11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524955 Aug 21 18:02:25.288628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-64c8e9f4-ba71-4159-941d-30a5d9ea49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.290681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-64c8e9f4-ba71-4159-941d-30a5d9ea49ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1857858 Aug 21 18:02:25.391509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-90832a0c-4640-4937-a350-68cd60a4da9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0715828 Aug 21 18:02:25.437860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:25.492033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-1d2d1724-7566-414d-8a22-0977e6499da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.493832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-1d2d1724-7566-414d-8a22-0977e6499da8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0925505 Aug 21 18:02:25.499248 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-dfbb9515-4a6d-4586-9e19-c9143e0ce0ff service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070866 Aug 21 18:02:25.521801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f122f-f5ca-487b-a481-f458de698619 req-7a708f13-234c-4357-bcc2-1d55fae6df90 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.531241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a29f122f-f5ca-487b-a481-f458de698619 req-7a708f13-234c-4357-bcc2-1d55fae6df90 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 944 time: 0.1101618 Aug 21 18:02:25.604086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a29f122f-f5ca-487b-a481-f458de698619 req-c85f60ab-14f1-4fd0-9741-93ac6fcc53fa tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639246 Aug 21 18:02:25.628445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-0c9ffca7-e3c7-4133-81f4-38abfaae4a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:25.628445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-0c9ffca7-e3c7-4133-81f4-38abfaae4a98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246665 Aug 21 18:02:25.644703 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2011741419-network', 'tenant_id': '741bf28d35154963b5cb115064a12ab4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:25.668431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Made reservation on behalf of 741bf28d35154963b5cb115064a12ab4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:25.676775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:25.687707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:25.691623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:25.712809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-f626a97d-bdc9-41f2-8559-020d494e02d6 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019308 Aug 21 18:02:25.790842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-6a92e67a-d5b3-4916-ba1f-ac30c395b655 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535904 Aug 21 18:02:25.902469 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:25.915436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:25.934785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:02:25.988689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:25.994886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:25.996373 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Added segment c70817eb-770f-48b5-a2bb-5f11c3ab0889 of type vlan for network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 Aug 21 18:02:26.031046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098391e-ccb7-4909-bd8e-b19c20895aca req-4234981f-acf9-4ef1-9108-de578ec23600 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:26.032414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'mac_address': 'fa:16:3e:0f:0e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:26.034975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:26.039545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e098391e-ccb7-4909-bd8e-b19c20895aca req-4234981f-acf9-4ef1-9108-de578ec23600 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 949 time: 0.1477151 Aug 21 18:02:26.089324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.105171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4763e7ce-c56d-44c1-8315-52d69ca5e4a8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027973 Aug 21 18:02:26.109120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:26.174973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.180261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:26.180899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.182300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e098391e-ccb7-4909-bd8e-b19c20895aca req-77ada159-2512-4dba-a3fe-158e49634d18 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394207 Aug 21 18:02:26.227443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.302008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:26.333634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8931532 Aug 21 18:02:26.340298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:26.356879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Request body: {'subnet': {'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2011741419-subnet', 'tenant_id': '741bf28d35154963b5cb115064a12ab4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:26.367185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:26.375362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea2412-5cd6-4b04-a7ed-c02947878ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:26.381633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.440330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc78b3-5efc-4449-a5f9-62c755fbf8b4 req-2b326eca-71e1-4609-98b2-fac53cc1d809 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:26.450712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddbc78b3-5efc-4449-a5f9-62c755fbf8b4 req-2b326eca-71e1-4609-98b2-fac53cc1d809 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.1232870 Aug 21 18:02:26.455843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:26.457326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Made reservation on behalf of 741bf28d35154963b5cb115064a12ab4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:26.458759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:02:26.461194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.464143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:26.499982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:26.500349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.542137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddbc78b3-5efc-4449-a5f9-62c755fbf8b4 req-b068bb12-137b-4164-90b7-69a2e163c907 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903902 Aug 21 18:02:26.566609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:26.822657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:26.915074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:26.917378 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a2e942-c201-4b41-961d-4a986915b526" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:26.971701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:26.997340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.009459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 880992ea-090c-4c60-914c-bbd014af0639 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:27.163404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:27.187538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 880992ea-090c-4c60-914c-bbd014af0639 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:27.195299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 880992ea-090c-4c60-914c-bbd014af0639 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:27.198082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.357830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.392211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310a907-4cb8-4f1f-a023-e32816f4a6c5 req-6832e8a9-9856-4c31-82b3-5c8d1383a3a5 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:27.425260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a310a907-4cb8-4f1f-a023-e32816f4a6c5 req-6832e8a9-9856-4c31-82b3-5c8d1383a3a5 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 944 time: 0.1978564 Aug 21 18:02:27.500506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=880992ea-090c-4c60-914c-bbd014af0639,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:27.527336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.651089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a310a907-4cb8-4f1f-a023-e32816f4a6c5 req-9a0a9b68-b3ca-4f90-a3f8-4f37c8acc560 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453537 Aug 21 18:02:27.679500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:27.701245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:27.821268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:27.821649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.857452 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1ab2f-2de0-4483-9a8e-fbf0706506a8 x-openstack-request-id: req-78b1ab2f-2de0-4483-9a8e-fbf0706506a8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:27.858435 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:27.858435 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78b1ab2f-2de0-4483-9a8e-fbf0706506a8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:27.858435 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'code': 200} Aug 21 18:02:27.872275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.950252 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:27.958003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e674925c-caf3-4323-acb7-ff1f2dbd8502,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:28.023794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:28.038822 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:28.067441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Checking segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:28.067999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Network hostable DHCP agents. Network: d92e3a75-72f5-4b3d-a4ae-61177d4be7d8, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:02:28.122957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37d67e-0a0d-4281-ad0f-1eb00571f304 req-edd2f7b6-acc4-41b9-9cdc-9ac927247468 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:28.124608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f37d67e-0a0d-4281-ad0f-1eb00571f304 req-edd2f7b6-acc4-41b9-9cdc-9ac927247468 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.1729836 Aug 21 18:02:28.128032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:28.136737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:02:28.157177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.159828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.160396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.164049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.165187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.166283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.167056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.167636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.168177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.168864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.169594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.170249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:02:28.175736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d92e3a75-72f5-4b3d-a4ae-61177d4be7d8) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:28.187056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:28.187667 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36620054-c360-4df8-964e-b86772181651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:28.191188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e64f65-4fbf-44dc-a15f-4271e386b106 None None] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:02:28.220536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36620054-c360-4df8-964e-b86772181651 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8784239 Aug 21 18:02:28.227467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f37d67e-0a0d-4281-ad0f-1eb00571f304 req-50810d2d-8f78-413a-9085-51a2120dd508 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922740 Aug 21 18:02:28.719381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268299a9-34e9-490f-bd21-461714f85d97 None None] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:02:28.798301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-6b6d6ece-39d2-4bf5-96d4-f6164b7f8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:28.803430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-6b6d6ece-39d2-4bf5-96d4-f6164b7f8f1d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.1041970 Aug 21 18:02:28.818343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:29.023033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:29.436993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b8a74-9572-4fbf-bb7a-f23929bcdad2 req-c1e573db-e1a7-4506-bba6-031a1071f001 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:29.439115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c2b8a74-9572-4fbf-bb7a-f23929bcdad2 req-c1e573db-e1a7-4506-bba6-031a1071f001 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.0789275 Aug 21 18:02:29.498250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:29.549337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c2b8a74-9572-4fbf-bb7a-f23929bcdad2 req-11242a51-a6c9-43dd-a66a-f76570336d04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015000 Aug 21 18:02:29.630601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:29.695743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:29.710159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Transition to ACTIVE for port object 9c23aca7-0c5c-4425-9d85-425b0829ca67 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:29.711522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:29.714448 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883fb174-7b38-4b96-bb8e-0b893b9cc60e" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:29.724193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:29.859089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880992ea-090c-4c60-914c-bbd014af0639'}, {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:29.863507 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b57c47c-db2c-4ba5-bdf1-cc7ea4574f95" -d '{"events": [{"server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "name": "network-vif-plugged", "status": "completed", "tag": "880992ea-090c-4c60-914c-bbd014af0639"}, {"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:29.873167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42048) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:29.891139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:29.969570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] No DVR routers for this DVR port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:30.088220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde5912-366c-4f85-94d8-4b7a46b1e7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.094028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:30.094370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:30.094725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:30.122560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:30.122897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Attempting to bind port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:30.137344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:30.137344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:30.137344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:30.137344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Bound port: 9c23aca7-0c5c-4425-9d85-425b0829ca67, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:30.154157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.310923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:30.315345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:30.321971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.331282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde5912-366c-4f85-94d8-4b7a46b1e7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.345095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde5912-366c-4f85-94d8-4b7a46b1e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.376844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:30.378344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.380132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] 10.222.0.64 "PUT /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 1098 time: 1.5684578 Aug 21 18:02:30.448588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-adde5912-366c-4f85-94d8-4b7a46b1e7ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbb9b74a24094f87aec95ad9ee1b20ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736630 Aug 21 18:02:30.450321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde5912-366c-4f85-94d8-4b7a46b1e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a71057-bfab-4931-ae88-8d829f0e0386,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:30.453004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42064) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:30.526688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4156b144-0052-4fa9-ae88-9ea4163dafb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:30.567664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.589185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-1cf45ea1-448f-4e51-8773-c7db871b642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:30.591666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-1cf45ea1-448f-4e51-8773-c7db871b642b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1101 time: 0.1710975 Aug 21 18:02:30.613316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.708698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.712254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:30.718599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7a71057-bfab-4931-ae88-8d829f0e0386 HTTP/1.1" status: 204 len: 168 time: 0.2639983 Aug 21 18:02:30.744972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66c137-1952-41d0-9471-c2ec76b37d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a71057-bfab-4931-ae88-8d829f0e0386,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:30.800941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-fa09519e-eec5-4b58-8703-fec0d7370b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:30.802471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-fa09519e-eec5-4b58-8703-fec0d7370b7e service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2012513 Aug 21 18:02:30.871964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-05be4d58-c6e0-47b2-a90d-a2ae89684d4e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0594385 Aug 21 18:02:30.966457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-f1157259-9ce9-430a-9cd9-0ab6ea4dc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:30.980430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-f1157259-9ce9-430a-9cd9-0ab6ea4dc7d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0994790 Aug 21 18:02:31.044852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29233103-1520-42f1-b35d-ab843e510fb4 req-8ec4b8c2-a3b9-4ed2-853f-73b2259b3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:31.046810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-8ec4b8c2-a3b9-4ed2-853f-73b2259b3770 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0568404 Aug 21 18:02:31.193796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-af58195d-8961-4ab9-b9a4-eb4359d65708 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363714 Aug 21 18:02:31.314116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42074) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:31.346303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11e41c5e-04d4-4b42-9f2f-76473deeddce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.460195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29233103-1520-42f1-b35d-ab843e510fb4 req-6693a840-50f4-495b-be98-add49ed57ab1 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563157 Aug 21 18:02:31.580724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11e41c5e-04d4-4b42-9f2f-76473deeddce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.590824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11e41c5e-04d4-4b42-9f2f-76473deeddce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.644192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11e41c5e-04d4-4b42-9f2f-76473deeddce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3d0b229da8e74b578c549238a9cc2362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283894 Aug 21 18:02:31.646587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e41c5e-04d4-4b42-9f2f-76473deeddce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6623c2-692a-4811-a534-026ebdbb8d36,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:31.646917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:31.733075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.765184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.841652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.846664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:31.847822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc6623c2-692a-4811-a534-026ebdbb8d36 HTTP/1.1" status: 204 len: 168 time: 0.1999152 Aug 21 18:02:31.862182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab992d1-d51d-4564-87d1-0985139c33fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6623c2-692a-4811-a534-026ebdbb8d36,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:32.129340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:32.222959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:02:33.151245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:02:33.740249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:33.991423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:34.014450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'mac_address': 'fa:16:3e:91:a1:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:34.026632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-f0d87b84-9ba7-4371-a0b9-3f8b2fdf3262 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.032790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-f0d87b84-9ba7-4371-a0b9-3f8b2fdf3262 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.2132869 Aug 21 18:02:34.055583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a47b1a2a-ffe9-4069-804a-df97b3c34527 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/quotas/741bf28d35154963b5cb115064a12ab4 HTTP/1.1" status: 200 len: 375 time: 0.0155020 Aug 21 18:02:34.071962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7d149-528e-4e84-88e2-f9dbd8d28958 req-8a9ab351-9544-4612-b0ee-f2bfbc81014e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.083315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c6a7d149-528e-4e84-88e2-f9dbd8d28958 req-8a9ab351-9544-4612-b0ee-f2bfbc81014e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.1224086 Aug 21 18:02:34.109476 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:34.125694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a5bb21c4-96cc-4848-8fa6-db42c5d01d13 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619249 Aug 21 18:02:34.152464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:34.166733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c6a7d149-528e-4e84-88e2-f9dbd8d28958 req-5c1568f2-71f3-4d59-bd87-0130271da0eb tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751669 Aug 21 18:02:34.205237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:34.227774 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:34.249020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-44d6768b-3e3d-47e2-8ccf-b4c144b9d453 service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222403 Aug 21 18:02:34.329527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a0ef6-ef28-4649-8dc3-5722326832a4 req-d36f2835-568b-4068-9378-e08c85b0f69c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.336364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-172a0ef6-ef28-4649-8dc3-5722326832a4 req-d36f2835-568b-4068-9378-e08c85b0f69c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0817077 Aug 21 18:02:34.347957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:34.380762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-172a0ef6-ef28-4649-8dc3-5722326832a4 req-04a1a277-4cc1-4ca7-80cb-2bbfe69884f3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Aug 21 18:02:34.426695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-d0fdfa55-467c-4c45-b2c2-d9bf3baecdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767921 Aug 21 18:02:34.472570 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03fcd0d-d278-4afd-a118-2f00127ee031 x-openstack-request-id: req-d03fcd0d-d278-4afd-a118-2f00127ee031 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:34.472870 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-unplugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:34.473114 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d03fcd0d-d278-4afd-a118-2f00127ee031 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:34.473515 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'code': 200} Aug 21 18:02:34.536117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9c23aca7-0c5c-4425-9d85-425b0829ca67'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:34.599761 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7efb3d9-2432-41cf-8743-a9172658d957 x-openstack-request-id: req-d7efb3d9-2432-41cf-8743-a9172658d957 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:34.599761 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "name": "network-vif-plugged", "status": "completed", "tag": "880992ea-090c-4c60-914c-bbd014af0639", "code": 200}, {"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-plugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:34.599761 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7efb3d9-2432-41cf-8743-a9172658d957 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:34.599761 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880992ea-090c-4c60-914c-bbd014af0639', 'code': 200} Aug 21 18:02:34.599761 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'code': 200} Aug 21 18:02:34.761266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979891d-5ab3-47d0-918b-98a9a2c375df req-aba0b2ee-06fb-4f79-9dca-4268379e02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.763108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9979891d-5ab3-47d0-918b-98a9a2c375df req-aba0b2ee-06fb-4f79-9dca-4268379e02e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 1097 time: 0.1310952 Aug 21 18:02:34.825093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7476c379-bcd9-4e48-9323-258d79685b50 req-56f270f4-274e-478e-9570-0ed867b7bbb2 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.830777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7476c379-bcd9-4e48-9323-258d79685b50 req-56f270f4-274e-478e-9570-0ed867b7bbb2 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1098 time: 0.1259930 Aug 21 18:02:34.848044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653137bc-822e-4a2b-a38b-b4dd330f654e req-ba3997bf-d9cb-4cda-aa38-b2f526ec0ae0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:34.869238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-653137bc-822e-4a2b-a38b-b4dd330f654e req-ba3997bf-d9cb-4cda-aa38-b2f526ec0ae0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.1191897 Aug 21 18:02:34.912229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9979891d-5ab3-47d0-918b-98a9a2c375df req-98e7ba4c-436b-492c-a1f5-acc70c21b500 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355724 Aug 21 18:02:34.933856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-653137bc-822e-4a2b-a38b-b4dd330f654e req-9f9211c8-6e8a-485e-a1bb-1446cbe317a4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608099 Aug 21 18:02:34.955964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7476c379-bcd9-4e48-9323-258d79685b50 req-02e956a7-9a2d-479a-a74a-c9334889f53c tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911973 Aug 21 18:02:35.141948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb36e56-1b81-4bdf-842d-c6d370b717b7 req-7d0d795a-21eb-4b8e-a62b-cd7055b42f64 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:35.144178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbb36e56-1b81-4bdf-842d-c6d370b717b7 req-7d0d795a-21eb-4b8e-a62b-cd7055b42f64 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 950 time: 0.0745730 Aug 21 18:02:35.210374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbb36e56-1b81-4bdf-842d-c6d370b717b7 req-d565fd3a-0e9d-47eb-8720-ed196d61dc3b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 Aug 21 18:02:35.376415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bf0d3f9-9602-4d2e-a6e2-b31e570d3346 req-49e6780e-4c2c-4adf-a012-a89b3549cfcd tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 210 time: 0.0637062 Aug 21 18:02:35.551979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126badb9-b84d-4261-86ff-9b20fd8d2a2f req-a22cab7c-b36c-4ef0-929b-b5dda705a589 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:35.565213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-126badb9-b84d-4261-86ff-9b20fd8d2a2f req-a22cab7c-b36c-4ef0-929b-b5dda705a589 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.0994804 Aug 21 18:02:35.645235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-126badb9-b84d-4261-86ff-9b20fd8d2a2f req-5137dad1-47a5-4eb1-adf6-5ffbd56af8ae tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719388 Aug 21 18:02:35.761967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:35.861898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:35.867234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9c23aca7-0c5c-4425-9d85-425b0829ca67 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:35.867800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.060090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.075733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-ac26fbcc-fc0f-499b-ab41-e751d2a9a4fb tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672331 Aug 21 18:02:36.132076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:36.147592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.248051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=13']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:36.273439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-3f777072-9c49-4982-b915-aaa8e6a9f27f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:36.280960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-3f777072-9c49-4982-b915-aaa8e6a9f27f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043948 Aug 21 18:02:36.298949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-ccd155bb-abe6-4a9b-8d40-7487f7ad65c6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/quotas/7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 375 time: 0.0164971 Aug 21 18:02:36.349504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42228) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:36.364076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-78a6dde6-1880-425b-beb3-2e2127689494 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638497 Aug 21 18:02:36.554428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:36.561814 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80153665-9a35-4655-9b67-46454d087eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:36.599006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:36.603267 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf8441d-ed4b-43fd-adb0-1007370fba4a" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:36.625344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e80d27dc-838d-4b91-865c-68e369d557f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.749285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e80d27dc-838d-4b91-865c-68e369d557f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.757672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e80d27dc-838d-4b91-865c-68e369d557f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:36.776153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-3c2e0042-5ca7-4547-b12a-4a3cc45ea352 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:36.781583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-3c2e0042-5ca7-4547-b12a-4a3cc45ea352 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.3911552 Aug 21 18:02:36.817958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33788fe4-a732-48f8-89b2-11faee009c66 req-acbdd00c-5d6f-490b-a0b5-244cd695d02b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:36.826376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33788fe4-a732-48f8-89b2-11faee009c66 req-acbdd00c-5d6f-490b-a0b5-244cd695d02b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.1687186 Aug 21 18:02:36.867058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'port': {'device_id': 'e759a778-3eef-4b97-9995-504498b5913a', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'admin_state_up': True, 'tenant_id': '741bf28d35154963b5cb115064a12ab4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:36.887252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33788fe4-a732-48f8-89b2-11faee009c66 req-88feafb9-d736-4634-894f-a89863cd8732 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548484 Aug 21 18:02:37.071663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e80d27dc-838d-4b91-865c-68e369d557f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db21970bd67f42b6a903be293b5f0d4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204754 Aug 21 18:02:37.073450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d27dc-838d-4b91-865c-68e369d557f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfc18cf-1a9f-46f8-843e-2505689476b3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:37.073721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42264) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:37.214866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2de1c95c-9684-4657-b27f-1d1a92565b04 req-f98dff96-2da5-439a-b8d6-11e5f5820f5d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 210 time: 0.1427948 Aug 21 18:02:37.297224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:37.299342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Made reservation on behalf of 741bf28d35154963b5cb115064a12ab4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:37.313462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:37.355868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-df88467b-3c56-4667-ad66-d1fd730acea0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:02:37.358448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-df88467b-3c56-4667-ad66-d1fd730acea0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146873 Aug 21 18:02:37.375827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a9fc40b-d39f-4242-a42a-55928dfe08eb req-c9cefc74-7674-4fdc-bcd1-f3b5ed4cf63f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 210 time: 0.0510097 Aug 21 18:02:37.383855 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:37.474900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:37.478703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:37.482988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dfc18cf-1a9f-46f8-843e-2505689476b3 HTTP/1.1" status: 204 len: 168 time: 0.4080508 Aug 21 18:02:37.497864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3830ba8-28f6-4e11-8c89-35b84a10552e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfc18cf-1a9f-46f8-843e-2505689476b3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:37.573065 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5e2939-9bb6-4cb4-a90f-246534d95499 x-openstack-request-id: req-5d5e2939-9bb6-4cb4-a90f-246534d95499 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:37.574313 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-plugged", "status": "completed", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:37.575160 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d5e2939-9bb6-4cb4-a90f-246534d95499 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:37.576134 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'code': 200} Aug 21 18:02:37.650398 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125698bf-b297-4be8-9336-eb905c43f1c4 x-openstack-request-id: req-125698bf-b297-4be8-9336-eb905c43f1c4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:37.651726 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:37.653242 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-125698bf-b297-4be8-9336-eb905c43f1c4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:37.660025 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'status': 'completed', 'code': 200} Aug 21 18:02:37.764528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Allocated IP 172.20.0.12 (d92e3a75-72f5-4b3d-a4ae-61177d4be7d8/e674925c-caf3-4323-acb7-ff1f2dbd8502/1cc8aa42-fcac-48e2-b09b-4eefdd001039) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:37.772000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179789-43de-40b5-be49-846ad60c2b8f req-47887264-ee1d-47ec-9ebb-97a1acf089fd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:37.784257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4179789-43de-40b5-be49-846ad60c2b8f req-47887264-ee1d-47ec-9ebb-97a1acf089fd tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.1383312 Aug 21 18:02:37.898353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4179789-43de-40b5-be49-846ad60c2b8f req-989b606a-3f84-437c-bf1a-8d06fee4a82e tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096845 Aug 21 18:02:38.103261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42288) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:38.122636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2d1eb4-033c-471f-a318-630971969f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.123171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-59e5ef37-952b-431d-b553-1e159e829196 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.130022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-59e5ef37-952b-431d-b553-1e159e829196 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 1095 time: 0.7634826 Aug 21 18:02:38.134733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Request body: {'binding': {'host': 'n-h1-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:38.135381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:02:38.148615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73c442b-a17c-43cf-a24d-620a8779a6a8 req-7a21194d-1f18-43b8-91e6-5b876617d112 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.157401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d73c442b-a17c-43cf-a24d-620a8779a6a8 req-7a21194d-1f18-43b8-91e6-5b876617d112 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.1007066 Aug 21 18:02:38.169108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42290) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:38.182262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Request body: {'floatingip': {'port_id': '880992ea-090c-4c60-914c-bbd014af0639'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:38.186737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153665-9a35-4655-9b67-46454d087eb1 req-03d21115-a477-49c6-8b19-29bf43046df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.188511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-03d21115-a477-49c6-8b19-29bf43046df3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 1103 time: 0.5269327 Aug 21 18:02:38.237753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.334251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.395380 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.444722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461a54a-586e-420e-9c80-33b1f19464aa req-06b30996-24e5-472d-84db-17401d455e42 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.453951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5461a54a-586e-420e-9c80-33b1f19464aa req-06b30996-24e5-472d-84db-17401d455e42 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.1851587 Aug 21 18:02:38.524226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:38.536834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153665-9a35-4655-9b67-46454d087eb1 req-2a73bd60-05a4-451d-8a91-6ffde887508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.538755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-2a73bd60-05a4-451d-8a91-6ffde887508b service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.3381548 Aug 21 18:02:38.540783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0fdd66f4-8e51-41f0-8206-eebeedebfc4f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=7163e520782a42749ecd474e2afa0eab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670023 Aug 21 18:02:38.549089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:38.581480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5461a54a-586e-420e-9c80-33b1f19464aa req-ce5917b1-8b50-4cee-9fa9-ed96c1832591 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254833 Aug 21 18:02:38.611565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-52372c18-cebb-4130-aff1-0dc102a71570 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 200 len: 217 time: 0.0459557 Aug 21 18:02:38.611565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:38.678461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:38.790173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2d1eb4-033c-471f-a318-630971969f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.846444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2d1eb4-033c-471f-a318-630971969f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.860527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on host n-h1-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:38.860897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:38.861227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:38.888514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f2d1eb4-033c-471f-a318-630971969f4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38846754119e45c7b49262f1f08cffcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831285 Aug 21 18:02:38.892024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:38.893381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:38.910968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:02:38.915764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:38.917584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:38.919301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:38.919856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Bound port: 22bd97aa-70a0-4e10-9910-852c83520a72, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:38.922025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d1eb4-033c-471f-a318-630971969f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd79874a-cb54-422d-abdd-a7ae3c666f65,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:38.940318 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153665-9a35-4655-9b67-46454d087eb1 req-6d1e475b-009b-4383-abf8-7bf5f5049d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.941888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-6d1e475b-009b-4383-abf8-7bf5f5049d1a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.3224726 Aug 21 18:02:38.961202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:38.961850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:38.997399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f460ae-d6d8-43a0-8baa-13adbead3301 req-7592c2ef-a56f-4490-b767-9b41a922772d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:39.016247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-68f460ae-d6d8-43a0-8baa-13adbead3301 req-7592c2ef-a56f-4490-b767-9b41a922772d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 932 time: 0.1648688 Aug 21 18:02:39.086441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-812caf8b-5ee1-4977-8fb7-888a6c78456d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:39.087948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-812caf8b-5ee1-4977-8fb7-888a6c78456d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5361481 Aug 21 18:02:39.089162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-b20c0089-6df3-4959-bde3-fbf5dbcc9322 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2514427 Aug 21 18:02:39.106204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Request body: {'port': {'device_id': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '7163e520782a42749ecd474e2afa0eab'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:39.121062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-68f460ae-d6d8-43a0-8baa-13adbead3301 req-e4fbe069-d0f5-449d-8265-08b2cbe037a8 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106241 Aug 21 18:02:39.253217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Request body: {'port': {'device_id': 'e759a778-3eef-4b97-9995-504498b5913a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:39.289460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7b9a856-ba38-4fc2-8303-320ee0221738 req-efac59a9-bdd0-45e3-bccb-5a17015c77e2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 210 time: 0.0447443 Aug 21 18:02:39.313751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.325204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153665-9a35-4655-9b67-46454d087eb1 req-ce861a1f-defa-4e13-a59d-73b5cf483f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:39.326876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-ce861a1f-defa-4e13-a59d-73b5cf483f98 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3603804 Aug 21 18:02:39.334214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:39.366251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.377611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-6f4bac70-793e-42e4-9750-7c78f4de7862 service neutron] 10.222.0.41 "POST /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72/bindings HTTP/1.1" status: 201 len: 390 time: 1.2396889 Aug 21 18:02:39.510254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.520995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Made reservation on behalf of 7163e520782a42749ecd474e2afa0eab for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:39.525655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.534058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:02:39.582157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.721056 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.736302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.791036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b00f7-ac36-43f5-8a70-844b6b859826 req-38d3afe3-7820-4bbc-b352-d502005d1fee tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:39.792794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db4b00f7-ac36-43f5-8a70-844b6b859826 req-38d3afe3-7820-4bbc-b352-d502005d1fee tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.1275284 Aug 21 18:02:39.908763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-ae3e2294-919a-46d4-9721-ea8acf257ecc service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692351 Aug 21 18:02:39.918952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.921874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db4b00f7-ac36-43f5-8a70-844b6b859826 req-b5c1cb89-0079-48b5-87d1-06b63efe1cfb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199403 Aug 21 18:02:39.922724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:39.934760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd79874a-cb54-422d-abdd-a7ae3c666f65 HTTP/1.1" status: 204 len: 168 time: 1.0074430 Aug 21 18:02:40.020035 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Floating IP c49b08f8-e981-4df6-8783-fea816ead11c associated. External IP: 172.25.1.81, port: 880992ea-090c-4c60-914c-bbd014af0639. Aug 21 18:02:40.367044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-afff41bb-f9fa-4599-9e77-373bdbbad8a5 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:40.368797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-afff41bb-f9fa-4599-9e77-373bdbbad8a5 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1098 time: 0.4366002 Aug 21 18:02:40.420793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-32'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:40.469278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63493c06-b1e8-4021-87d8-b65898b3608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd79874a-cb54-422d-abdd-a7ae3c666f65,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:40.522043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:40.534365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:02:40.602985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7fde6-1eb6-44a6-9305-a2245b30305b req-e90b9f9f-ff79-4d2c-bd9f-2739e22d55c5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:40.612503 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55a7fde6-1eb6-44a6-9305-a2245b30305b req-e90b9f9f-ff79-4d2c-bd9f-2739e22d55c5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 946 time: 0.8548043 Aug 21 18:02:40.622213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-098df940-f5de-447b-b38f-6c9ec098efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:40.624131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-098df940-f5de-447b-b38f-6c9ec098efc9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1098 time: 0.8881223 Aug 21 18:02:40.752377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:02:40.767716 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:02:40.774921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b57598-07f5-4690-9bdf-15a98306d47b req-43ddc062-d449-4bdc-9caf-bd39657b5018 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:40.784144 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:40.784927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b57598-07f5-4690-9bdf-15a98306d47b req-43ddc062-d449-4bdc-9caf-bd39657b5018 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 932 time: 0.4347992 Aug 21 18:02:40.786107 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:02:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:40.790467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:40.831066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-520d9ce1-dfda-40d1-a466-25c9c85d5782 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "PUT /v2.0/floatingips/c49b08f8-e981-4df6-8783-fea816ead11c HTTP/1.1" status: 200 len: 990 time: 2.6604571 Aug 21 18:02:40.871885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'tag': '880992ea-090c-4c60-914c-bbd014af0639'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:40.874749 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4" -d '{"events": [{"name": "network-changed", "server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "tag": "880992ea-090c-4c60-914c-bbd014af0639"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:40.884660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80153665-9a35-4655-9b67-46454d087eb1 req-4d34bbbd-406e-4de3-af06-f9aff44f5bdd service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328222 Aug 21 18:02:40.910530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b57598-07f5-4690-9bdf-15a98306d47b req-1c350a26-c438-458f-96de-4f6699328a82 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220086 Aug 21 18:02:41.012359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Allocated IP 192.168.233.167 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/a1ca66c8-905a-471c-9ed1-631c396614a6) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:41.022666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55a7fde6-1eb6-44a6-9305-a2245b30305b req-3ad0a385-586e-47c0-8c20-d93e1f8b1816 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083745 Aug 21 18:02:41.115538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-68047c55-01b9-4f0a-bc82-93648f8af7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:41.117224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-68047c55-01b9-4f0a-bc82-93648f8af7a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.4537594 Aug 21 18:02:41.195195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e34389a-70d9-4c7d-b5f4-9eec9b0a9697 req-1d51b4eb-713f-47fa-93cc-a9ab61e22f89 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 210 time: 0.0745327 Aug 21 18:02:41.200047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-c1683371-f766-41bd-8c11-95d523ef422c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 217 time: 0.0682640 Aug 21 18:02:41.338233 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3cede0-5775-4c1c-8a17-107701d93cac x-openstack-request-id: req-1e3cede0-5775-4c1c-8a17-107701d93cac {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:41.339552 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "tag": "880992ea-090c-4c60-914c-bbd014af0639", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:41.339981 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e3cede0-5775-4c1c-8a17-107701d93cac {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:41.341461 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'tag': '880992ea-090c-4c60-914c-bbd014af0639', 'status': 'completed', 'code': 200} Aug 21 18:02:41.345824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:41.425593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:41.472016 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:41.474871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Transition to ACTIVE for port object a1ca66c8-905a-471c-9ed1-631c396614a6 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:41.525212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-928e0843-f913-4444-92ca-ff58487a89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:41.527147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-928e0843-f913-4444-92ca-ff58487a89e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 1097 time: 0.1399279 Aug 21 18:02:41.531904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:41.687243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-3810514a-3b71-4da3-821b-ffbdc452f31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:41.689937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-3810514a-3b71-4da3-821b-ffbdc452f31b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.4708507 Aug 21 18:02:41.789461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:41.808498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:41.814628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:41.948109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-99606de8-c502-45f0-b95b-683774332b59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2298748 Aug 21 18:02:41.975309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678', '9c23aca7-0c5c-4425-9d85-425b0829ca67'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:42.001408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '880992ea-090c-4c60-914c-bbd014af0639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:bd:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:02:39Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:42.072001 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:02:42.106847 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:02:42.107377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:02:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:42.254708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:42.273415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 has no active binding in host n-h2-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:02:42.297482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:42.324562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc8aa42-fcac-48e2-b09b-4eefdd001039 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:42.334592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:42.343407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:42.367668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:42.377899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:42.400510 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:02:42.480485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Transition to ACTIVE for port object 1cc8aa42-fcac-48e2-b09b-4eefdd001039 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:42.523680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:42.631756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:42.666413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea7f61-6af9-40eb-9e0b-e3376dfa920e req-d0c7794b-f424-47d2-bb7b-c4cefa9ead75 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:42.682153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-faea7f61-6af9-40eb-9e0b-e3376dfa920e req-d0c7794b-f424-47d2-bb7b-c4cefa9ead75 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.6476049 Aug 21 18:02:42.682306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-b3951c80-c386-4c93-a445-82d186b7b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:42.685944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-b3951c80-c386-4c93-a445-82d186b7b40f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 200 len: 925 time: 1.1464806 Aug 21 18:02:42.691124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:42.729380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:42.730811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:42.737795 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-0f47b50d-2e6b-4d9e-a83a-1893f524cedf service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7064092 Aug 21 18:02:42.850664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:42.855967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-b6c6805c-276d-43a9-af99-3bc3ce1453d9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7538862 Aug 21 18:02:42.883112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Request body: {'port': {'device_id': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:42.911938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bbc4e-65fb-45d3-8268-6cafdadd72be req-9efbf509-4d82-406d-a29b-bcf075f49b52 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:42.916748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-708bbc4e-65fb-45d3-8268-6cafdadd72be req-9efbf509-4d82-406d-a29b-bcf075f49b52 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 932 time: 0.4907105 Aug 21 18:02:42.929580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5749af63-72c7-4536-a6a7-545dbf30b912 None None] Provisioning for port a1ca66c8-905a-471c-9ed1-631c396614a6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:42.942855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-faea7f61-6af9-40eb-9e0b-e3376dfa920e req-a70e0091-acc5-43b7-a962-567632993ed9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549214 Aug 21 18:02:42.958893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5749af63-72c7-4536-a6a7-545dbf30b912 None None] Provisioning complete for port a1ca66c8-905a-471c-9ed1-631c396614a6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:42.960341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5749af63-72c7-4536-a6a7-545dbf30b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.066661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5749af63-72c7-4536-a6a7-545dbf30b912 None None] Port a1ca66c8-905a-471c-9ed1-631c396614a6 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:43.070024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-eb0f729c-a582-4cdd-95e9-5e10c5052c9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=880992ea-090c-4c60-914c-bbd014af0639 HTTP/1.1" status: 200 len: 998 time: 0.3713675 Aug 21 18:02:43.106416 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '880992ea-090c-4c60-914c-bbd014af0639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:bd:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:02:39Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:02:43.127802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-708bbc4e-65fb-45d3-8268-6cafdadd72be req-976bd55f-9a7c-4369-a278-3f75c96d80a1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841383 Aug 21 18:02:43.174332 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0979f3b-b285-4979-b1e4-9d2f84622f7c None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c49b08f8-e981-4df6-8783-fea816ead11c', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'port_id': '880992ea-090c-4c60-914c-bbd014af0639', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'mac_address': 'fa:16:3e:bd:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T17:59:56Z', 'updated_at': '2021-08-21T18:02:39Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:02:43.204028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.307787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:43.349831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-39dab3c6-c85f-48f4-9bee-b359e9feba50 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971932 Aug 21 18:02:43.355877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Attempting to bind port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:43.356245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Attempting to bind port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:43.357037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Attempting to bind port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:43.371801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:43.374077 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21a3fe1-2b48-4342-a6e0-8577460923d8" -d '{"events": [{"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-unplugged", "status": "completed", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:43.384401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on host n-h1-793621-32 for vnic_type normal with profile {"migrating_to": "n-h2-793621-32"} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:43.388555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:43.390568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:43.399614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:43.400075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Attempting to bind port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:43.414136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-637efd29-976f-483b-b104-8433adf4e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:43.416301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-637efd29-976f-483b-b104-8433adf4e8e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 200 len: 863 time: 0.3338141 Aug 21 18:02:43.419241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:43.419694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:43.420168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:43.420814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Bound port: 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:43.421643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.494992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:43.495334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Attempting to bind port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:43.534928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fa94a-bbac-444f-83fe-04c70b8f4c79 req-3724aead-422a-407a-8864-073b375fa643 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:43.536660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-692fa94a-bbac-444f-83fe-04c70b8f4c79 req-3724aead-422a-407a-8864-073b375fa643 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.3386896 Aug 21 18:02:43.541897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:43.542530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Checking segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:43.544643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d57e6-5883-4240-9319-f225f094a21c req-976c4d2b-b116-4337-a9ef-c5b2d384c9ef tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:43.552309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Bound using segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:43.553066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Bound port: 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:43.553507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.558455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e91d57e6-5883-4240-9319-f225f094a21c req-976c4d2b-b116-4337-a9ef-c5b2d384c9ef tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 936 time: 0.2380159 Aug 21 18:02:43.603800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:43.630797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e91d57e6-5883-4240-9319-f225f094a21c req-81ca2343-a32a-43fd-a916-f59ef02ac2aa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701051 Aug 21 18:02:43.671401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35041394-60ef-48d1-84bb-008441b8c171 None None] New status for floating IP c49b08f8-e981-4df6-8783-fea816ead11c: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:02:43.688335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:43.703137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-0f729549-09c3-40fe-a150-5980587ef148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:43.705180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-0f729549-09c3-40fe-a150-5980587ef148 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2634239 Aug 21 18:02:43.714166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.793255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:43.805695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.830741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Transition to ACTIVE for port object a1ca66c8-905a-471c-9ed1-631c396614a6 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:43.895229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:43.975920 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1692eace-a9b1-41b9-a0f8-3458a71e52dd x-openstack-request-id: req-1692eace-a9b1-41b9-a0f8-3458a71e52dd {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:43.977872 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-unplugged", "status": "completed", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:43.979725 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1692eace-a9b1-41b9-a0f8-3458a71e52dd {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:43.980586 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'code': 200} Aug 21 18:02:44.074724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-692fa94a-bbac-444f-83fe-04c70b8f4c79 req-88155a07-516d-44fa-82f3-6b20ce16f60a tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388182 Aug 21 18:02:44.209275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:44.210070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.211622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] 10.222.0.64 "PUT /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 1124 time: 3.8264000 Aug 21 18:02:44.225239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d1904-7537-458c-a05c-3f407b28e6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=8']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:44.270049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:44.294185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:44.337106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-b296d1c8-afe6-44c1-9c0f-776dabdffdff service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192276 Aug 21 18:02:44.367635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:44.422073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-97546b1c-686f-42ba-ab28-ff14a37f1f65 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=20f20c170f8044af838a938eb7ef3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751534 Aug 21 18:02:44.423993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:44.453612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:44.454014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:44.458011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:44.503138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:44.505561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:44.506172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:44.513719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:44.514150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:44.514570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:44.515003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Bound port: a1ca66c8-905a-471c-9ed1-631c396614a6, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:44.515438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.581006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1b3133d9-c06b-42ab-a28f-c5f328e41176 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:44.588669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1b3133d9-c06b-42ab-a28f-c5f328e41176 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1353343 Aug 21 18:02:44.614407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-c73e7d48-df88-46b1-a433-8745a6aaf825 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/quotas/20f20c170f8044af838a938eb7ef3df0 HTTP/1.1" status: 200 len: 375 time: 0.0244675 Aug 21 18:02:44.630909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:44.634367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:44.640644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.663657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:44.664309 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.664849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-0afdee02-f7d6-4b82-8ea2-f0af38b3a9dc tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=20f20c170f8044af838a938eb7ef3df0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416031 Aug 21 18:02:44.665785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cc8aa42-fcac-48e2-b09b-4eefdd001039 HTTP/1.1" status: 200 len: 1093 time: 5.4172916 Aug 21 18:02:44.667435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.718171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edf4ce-df61-49b1-99ac-ab6899369656 req-ef367877-a144-4e66-8be5-a773b8b3113f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:44.726790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06edf4ce-df61-49b1-99ac-ab6899369656 req-ef367877-a144-4e66-8be5-a773b8b3113f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.4761662 Aug 21 18:02:44.731797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:44.734431 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96585520-a377-41ff-8fdb-27778eec6820" -d '{"events": [{"name": "network-changed", "server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:44.745755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:44.746293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:44.748792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] 10.222.0.64 "PUT /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 1097 time: 1.8759804 Aug 21 18:02:44.774697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54d65b9a-ede7-48ca-b8b8-7a5d62786df4 req-a471e008-712a-4195-ae90-15db6232f653 service neutron] 10.222.0.39 "GET /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029508 Aug 21 18:02:44.978794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a38cc-ecbb-4305-8eaf-3389ef467493 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:44.996637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06edf4ce-df61-49b1-99ac-ab6899369656 req-7b196c7c-b782-4ec6-b58e-198ce861df29 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687616 Aug 21 18:02:45.019791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-bb9a3d91-1994-4cc1-91ad-8af9b17ba012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.021653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-bb9a3d91-1994-4cc1-91ad-8af9b17ba012 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1100 time: 0.1628835 Aug 21 18:02:45.026067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a6cd20d4-a31b-4924-abd3-8ecd56cb70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.028541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-a6cd20d4-a31b-4924-abd3-8ecd56cb70f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 1096 time: 0.2991683 Aug 21 18:02:45.096059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618bb6ab-a804-4911-839e-4cc35fda4b79 req-86ebfcff-2e7e-46c5-b624-29564e5767b4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.106855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-618bb6ab-a804-4911-839e-4cc35fda4b79 req-86ebfcff-2e7e-46c5-b624-29564e5767b4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 944 time: 0.1431463 Aug 21 18:02:45.170224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-618bb6ab-a804-4911-839e-4cc35fda4b79 req-d4089b3b-de43-4d95-aa70-78b85b4f5aec tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585699 Aug 21 18:02:45.178179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-0df6ad7e-dee1-4538-9eb0-e363804b6c62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.1421506 Aug 21 18:02:45.179954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-2bf75a06-1412-444e-96e3-d48481e9e90f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039 HTTP/1.1" status: 200 len: 217 time: 0.1191261 Aug 21 18:02:45.307596 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8094a0-4991-48e9-9274-ec6ad04540a4 x-openstack-request-id: req-eb8094a0-4991-48e9-9274-ec6ad04540a4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:45.307935 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:45.308165 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb8094a0-4991-48e9-9274-ec6ad04540a4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:45.308516 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'status': 'completed', 'code': 200} Aug 21 18:02:45.312007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb1ca5-9625-4197-b6b6-f0c35520897a service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:45.359855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ab1f1-eb6d-40b1-8d3d-b9a71c770d76 req-b1b373df-6690-419b-a385-4cc069d1023d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.368164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f8ab1f1-eb6d-40b1-8d3d-b9a71c770d76 req-b1b373df-6690-419b-a385-4cc069d1023d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.2073562 Aug 21 18:02:45.379509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-f9ed1edc-72d3-4291-988e-591892e37d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.383518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-f9ed1edc-72d3-4291-988e-591892e37d1e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1888814 Aug 21 18:02:45.386166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-64eee6ea-4d2f-44d0-93b0-6dcb052cad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.389615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-64eee6ea-4d2f-44d0-93b0-6dcb052cad56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.1811826 Aug 21 18:02:45.479683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f8ab1f1-eb6d-40b1-8d3d-b9a71c770d76 req-f86fc451-412a-4511-945a-ac182e441a0f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106329 Aug 21 18:02:45.481860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-154318aa-7e66-4b71-9048-d23b21de8edf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791049 Aug 21 18:02:45.596727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-13841c01-9c77-4ea3-845e-af2b8f2b2720 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1590955039&fields=id&tenant_id=3cf2fa88c9574c25af7ac5d196c38226 HTTP/1.1" status: 200 len: 267 time: 0.0712428 Aug 21 18:02:45.608495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-146a582d-1f44-42cd-aaab-79518148221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.611225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-146a582d-1f44-42cd-aaab-79518148221c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2066996 Aug 21 18:02:45.742148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-087468d1-3cba-41bd-b9f2-ceece048d166 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070917 Aug 21 18:02:45.789954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ed80be3-1de4-4da5-9b51-4798a090c054 req-fc08be39-7410-44f8-9702-82121df6f486 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 210 time: 0.0446591 Aug 21 18:02:45.845152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-54799050-6454-4296-ba7f-e1eb80681639 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:45.863255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-54799050-6454-4296-ba7f-e1eb80681639 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/networks?id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 200 len: 816 time: 0.2614183 Aug 21 18:02:45.877513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-bb6b96a2-a9aa-4e20-8600-313f2f2bda0a service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857489 Aug 21 18:02:45.881364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-5fc9c3c7-72e3-4088-9b1c-cbc70a133143 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/quotas/3cf2fa88c9574c25af7ac5d196c38226 HTTP/1.1" status: 200 len: 375 time: 0.0170524 Aug 21 18:02:46.002666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-8ca14eaa-8c8f-4a80-a79a-580dd9767e97 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1007822 Aug 21 18:02:46.003248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:46.009240 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4eccd-043e-4c97-9286-4a28b3d3370e" -d '{"events": [{"name": "network-changed", "server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:46.166234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-1910b793-1d37-4eb5-8d71-45a76aaf0547 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419985 Aug 21 18:02:46.283367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-12a3bd44-2b83-42d1-8b03-b24ed213d900 service neutron] 10.222.0.41 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152043 Aug 21 18:02:46.449497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-e8d1a941-3da2-42ee-aae4-862e70795b4a tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=20f20c170f8044af838a938eb7ef3df0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400186 Aug 21 18:02:46.557214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34e8d017-a376-472a-bb65-4ca9e44a335e req-c4a1eb8d-ac5f-4e24-aa63-a1965ac3611e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966671 Aug 21 18:02:46.589486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465375-b0af-4a77-ba33-4d77c7cfac7b req-7424ff7c-4954-4503-8f69-ac62b0e817c7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:46.604411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77465375-b0af-4a77-ba33-4d77c7cfac7b req-7424ff7c-4954-4503-8f69-ac62b0e817c7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.6577835 Aug 21 18:02:46.614466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1b4d716-ccb9-46b0-9ec1-521ae61f58dc req-1bcdad84-f4f1-4e55-b0cc-e5c0f0fe21d6 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242210 Aug 21 18:02:46.680845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-b0fc1a40-5e48-4b80-871f-c1ee1d6cd733 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:46.682822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-b0fc1a40-5e48-4b80-871f-c1ee1d6cd733 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2252963 Aug 21 18:02:46.693173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77465375-b0af-4a77-ba33-4d77c7cfac7b req-a9e41326-c878-4a68-8d6b-63399a22a5b7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873687 Aug 21 18:02:46.705700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Request body: {'port': {'device_id': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '20f20c170f8044af838a938eb7ef3df0'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:46.769076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585520-a377-41ff-8fdb-27778eec6820 req-d0932a04-1ad0-43e9-803e-0cfac000e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:46.770595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-d0932a04-1ad0-43e9-803e-0cfac000e88f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 1096 time: 0.0702839 Aug 21 18:02:46.866374 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b059b4ac-7656-438a-9f48-680c1444db11 x-openstack-request-id: req-b059b4ac-7656-438a-9f48-680c1444db11 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:46.873603 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:46.874101 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b059b4ac-7656-438a-9f48-680c1444db11 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:46.874788 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'status': 'completed', 'code': 200} Aug 21 18:02:47.050574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585520-a377-41ff-8fdb-27778eec6820 req-2fa29484-5d50-4ffe-be0f-1ded2a1a8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.052272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-2fa29484-5d50-4ffe-be0f-1ded2a1a8e2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 923 time: 0.2625310 Aug 21 18:02:47.103430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad60c-58f0-48ee-9d2c-f88a523845e5 req-dfaef856-d879-4fd3-b2a1-85f1e48a5d1b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.111537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bad60c-58f0-48ee-9d2c-f88a523845e5 req-dfaef856-d879-4fd3-b2a1-85f1e48a5d1b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.2355359 Aug 21 18:02:47.122122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-1cd4fa54-f954-4c56-a60f-92b6aacc9daa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039 HTTP/1.1" status: 200 len: 217 time: 0.0495784 Aug 21 18:02:47.134823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-049abe62-abce-470f-bc2a-4a33bfa03cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.136646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-049abe62-abce-470f-bc2a-4a33bfa03cc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1127 time: 0.2174582 Aug 21 18:02:47.163509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada79aa6-1ad1-4762-8789-41fd7dfba59e req-d19d4052-696d-4c47-8d25-9a9bc3a01a32 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.165104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ada79aa6-1ad1-4762-8789-41fd7dfba59e req-d19d4052-696d-4c47-8d25-9a9bc3a01a32 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 944 time: 0.1939914 Aug 21 18:02:47.174183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bad60c-58f0-48ee-9d2c-f88a523845e5 req-2c128562-314b-4997-9025-62231c19a9ac tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578077 Aug 21 18:02:47.236928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Made reservation on behalf of 20f20c170f8044af838a938eb7ef3df0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:47.241468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:47.258234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:47.350839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:47.353190 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243c0708-5991-470a-ab7e-fd61b78f550a" -d '{"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:47.384208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585520-a377-41ff-8fdb-27778eec6820 req-41b299b3-3f59-45e0-b41f-c84048b22b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.387323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-41b299b3-3f59-45e0-b41f-c84048b22b74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.2458045 Aug 21 18:02:47.513794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-a19cb242-291b-4798-863b-9d64b4568f98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973127 Aug 21 18:02:47.527076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ada79aa6-1ad1-4762-8789-41fd7dfba59e req-7a862f50-f4ce-41d3-b8b2-bcdbb6e6288a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172815 Aug 21 18:02:47.576304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:47.585836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb865a5-0f9b-485e-a6a2-2ff57334909d req-b2897cbc-b6f1-4577-a664-afb07220e59e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.587714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2bb865a5-0f9b-485e-a6a2-2ff57334909d req-b2897cbc-b6f1-4577-a664-afb07220e59e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.1278574 Aug 21 18:02:47.599554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:47.668363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-1938eb4f-69d3-4f65-be51-9e28d4ed958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:47.669923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-1938eb4f-69d3-4f65-be51-9e28d4ed958d service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.5171280 Aug 21 18:02:47.736181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39505e79-2e0f-4495-bd78-f9acad3f7d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:47.752372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2bb865a5-0f9b-485e-a6a2-2ff57334909d req-1374aab6-8eee-4988-83a8-dc9aeed64e02 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549451 Aug 21 18:02:47.838222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-378afe1a-b383-425f-b075-af3064533e4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 217 time: 0.1522520 Aug 21 18:02:47.861977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65889dcf-419c-4b1c-b4c4-1ef8e3c2131c req-db16a626-593d-40ea-b2ea-4d0b9a9a2574 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0959451 Aug 21 18:02:47.897324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c2a12-1da0-469e-83e6-551ba7b06a65,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:47.985032 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0be590-1495-4cc5-9549-a91acc416f90 x-openstack-request-id: req-ea0be590-1495-4cc5-9549-a91acc416f90 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:47.985892 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:47.986155 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea0be590-1495-4cc5-9549-a91acc416f90 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:47.986574 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'status': 'completed', 'code': 200} Aug 21 18:02:47.998819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e0fcc3f-9ced-4362-a36a-5721a89e0b32 req-c61e9d94-fd51-415a-adb9-cf70d836a70a tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 210 time: 0.1102567 Aug 21 18:02:48.056019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-4c05ee2a-6484-4ca4-8d18-b1d232f44f9a service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279014 Aug 21 18:02:48.123634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-a0feafeb-bf4e-4d30-a50f-a4cec42d0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.125333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-a0feafeb-bf4e-4d30-a50f-a4cec42d0efe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.2549982 Aug 21 18:02:48.168742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:48.212962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Allocated IP 192.168.233.162 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/7608d35f-5711-4ea4-b0ba-8382f508f7a5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:48.237543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-692cd4db-49dc-41c9-8a93-e6ce538b44dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946364 Aug 21 18:02:48.253135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0708-5991-470a-ab7e-fd61b78f550a req-6464b3f8-29dd-48c5-bb88-8cd64f908c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.254735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-6464b3f8-29dd-48c5-bb88-8cd64f908c58 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1100 time: 0.1940010 Aug 21 18:02:48.344603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f193198-3f52-4880-aec8-fb29c2e02740 req-dd956b20-4721-408e-bf77-90f799f3ba64 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.346713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f193198-3f52-4880-aec8-fb29c2e02740 req-dd956b20-4721-408e-bf77-90f799f3ba64 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.2872467 Aug 21 18:02:48.355457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a0df6-d644-46ce-85b9-9649f5720744 req-3202696c-0c6a-4eb4-9941-dd7b7a75a3cc tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.357584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d03a0df6-d644-46ce-85b9-9649f5720744 req-3202696c-0c6a-4eb4-9941-dd7b7a75a3cc tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0892584 Aug 21 18:02:48.424861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96585520-a377-41ff-8fdb-27778eec6820 req-f3759ad1-ec2b-4455-9841-8a8ec6f21bdb service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501689 Aug 21 18:02:48.512480 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:48.518347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f193198-3f52-4880-aec8-fb29c2e02740 req-cca8337b-9a6e-4216-a238-aaa6f557f7ea tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560140 Aug 21 18:02:48.521904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0708-5991-470a-ab7e-fd61b78f550a req-df5a0708-1b52-4d66-acf2-aff4c9490415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.526081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-df5a0708-1b52-4d66-acf2-aff4c9490415 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2535236 Aug 21 18:02:48.537430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:48.558931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Transition to ACTIVE for port object 7608d35f-5711-4ea4-b0ba-8382f508f7a5 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:48.615817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:48.708409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-fa6bfd75-ed2b-48c2-8582-cc5b5013ae90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.1420708 Aug 21 18:02:48.711031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-40176563-6201-4336-b430-87b890492939 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604719 Aug 21 18:02:48.726884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:48.744640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d03a0df6-d644-46ce-85b9-9649f5720744 req-5fcc9897-a7f8-4d08-af7d-4baeda1a66c2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721297 Aug 21 18:02:48.769117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:48.787123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:48.829776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Pushing event updated for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:48.951305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed26ba-a4c0-4f53-8c66-718b09829582 req-4c18b9df-c5d4-4ae4-ae3f-d4a5669bb63d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.962223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-feed26ba-a4c0-4f53-8c66-718b09829582 req-4c18b9df-c5d4-4ae4-ae3f-d4a5669bb63d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 944 time: 0.1870794 Aug 21 18:02:48.984960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0708-5991-470a-ab7e-fd61b78f550a req-1a0643f9-b30f-479f-961e-bd37c9aa28bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:48.987392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-1a0643f9-b30f-479f-961e-bd37c9aa28bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2543275 Aug 21 18:02:49.079507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-feed26ba-a4c0-4f53-8c66-718b09829582 req-8e200f8c-a4ee-4659-8b5d-afced9c1e0b9 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158247 Aug 21 18:02:49.086212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-6e38baba-a79f-482f-a08e-b0fa5844760d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.091629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae4eccd-043e-4c97-9286-4a28b3d3370e req-cf553505-bac2-4a90-badb-59701ed46df2 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652496 Aug 21 18:02:49.092139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-6e38baba-a79f-482f-a08e-b0fa5844760d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.64 "GET /v2.0/networks?id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 200 len: 816 time: 0.3614976 Aug 21 18:02:49.107813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c0708-5991-470a-ab7e-fd61b78f550a req-e0e52c7e-e214-41ff-856b-b2ccba42b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.119836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-e0e52c7e-e214-41ff-856b-b2ccba42b38e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200025 Aug 21 18:02:49.246537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.247254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:49.291991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cf64459d-32f1-44fe-b1c6-a641c7c87648 None None] Provisioning for port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:49.297210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cf64459d-32f1-44fe-b1c6-a641c7c87648 None None] Provisioning complete for port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:49.298439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cf64459d-32f1-44fe-b1c6-a641c7c87648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:49.338145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7341ddf9-ff8c-4691-a288-d2dcd2014b6d req-d5064674-fd0e-44bc-8b77-4c176e417efb tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0855927 Aug 21 18:02:49.343748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-f816765c-7835-4808-b0d0-04a4f70ecdc2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6440630 Aug 21 18:02:49.369072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Request body: {'port': {'device_id': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:49.385993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-df489803-f5c5-40b6-8fac-2b72f14f139d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3cf2fa88c9574c25af7ac5d196c38226 HTTP/1.1" status: 200 len: 380 time: 0.2272947 Aug 21 18:02:49.410015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cf64459d-32f1-44fe-b1c6-a641c7c87648 None None] Port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:49.423850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-4cf706e0-aa05-4bc2-a955-223e54ee57cc service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913029 Aug 21 18:02:49.438774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'port': {'device_id': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'admin_state_up': True, 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'security_groups': ['48c2585c-566c-45d8-a881-267146000447']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:49.533706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-243c0708-5991-470a-ab7e-fd61b78f550a req-9384e6ca-90a2-4d8d-be47-4fdb7dac9cc5 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049166 Aug 21 18:02:49.565190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e60c614-a724-4cd5-a17a-eb3047b99be2 req-78f2ca51-9bb4-4847-bd23-01e702874c86 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.567165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e60c614-a724-4cd5-a17a-eb3047b99be2 req-78f2ca51-9bb4-4847-bd23-01e702874c86 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.4511888 Aug 21 18:02:49.614356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d45dbe-024b-480c-bbcc-9ad81d12b8ce req-cea0cbff-d9b3-49bb-ba5e-a7f83567230e tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.616560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4d45dbe-024b-480c-bbcc-9ad81d12b8ce req-cea0cbff-d9b3-49bb-ba5e-a7f83567230e tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 936 time: 0.0816822 Aug 21 18:02:49.647923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Made reservation on behalf of 3cf2fa88c9574c25af7ac5d196c38226 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:02:49.651812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:49.685985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e60c614-a724-4cd5-a17a-eb3047b99be2 req-9b7b80ba-8779-4c3b-96ae-24638e675f80 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061366 Aug 21 18:02:49.686959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:49.687976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4d45dbe-024b-480c-bbcc-9ad81d12b8ce req-b76832dd-21d1-4424-b556-1c858d76ad89 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645804 Aug 21 18:02:49.865975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:49.996357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e1516-03a5-4dbc-a099-22e4867c8e82 req-8f134de7-fa39-488d-a8b3-ae0be6ea3470 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:49.998055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d30e1516-03a5-4dbc-a099-22e4867c8e82 req-8f134de7-fa39-488d-a8b3-ae0be6ea3470 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0969520 Aug 21 18:02:50.000908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577b8f0-2f9f-4fab-831c-af470f2942c8 req-3979cad8-59ca-48a7-a42c-72c269b5dd33 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.002436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d577b8f0-2f9f-4fab-831c-af470f2942c8 req-3979cad8-59ca-48a7-a42c-72c269b5dd33 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.1820602 Aug 21 18:02:50.015676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:50.020627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Allocated IP 172.20.0.12 (ffd684a3-fb66-488a-bd7b-114b4a0e02c1/9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7/d81805a5-fe57-4190-8b30-24fbfa41c105) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:02:50.029812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'mac_address': 'fa:16:3e:15:ac:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:50.052030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d30e1516-03a5-4dbc-a099-22e4867c8e82 req-8e22e05c-be3f-4b97-a244-9e965ace6a66 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Aug 21 18:02:50.080583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.100121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:50.128787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:50.133605 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.143311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d577b8f0-2f9f-4fab-831c-af470f2942c8 req-a0c81096-db6e-478b-89e4-072e7bebe44e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260345 Aug 21 18:02:50.199435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:50.237327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:50.311535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7608d35f-5711-4ea4-b0ba-8382f508f7a5 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:50.317906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.324852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.346543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Transition to ACTIVE for port object d81805a5-fe57-4190-8b30-24fbfa41c105 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:50.350789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Transition to ACTIVE for port object 7608d35f-5711-4ea4-b0ba-8382f508f7a5 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:50.365494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.370604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343bda7-1df4-4cfb-bf0e-32f1d220c528 req-456c815c-5f01-4bf9-9d53-f7215b9b2881 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.372782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1343bda7-1df4-4cfb-bf0e-32f1d220c528 req-456c815c-5f01-4bf9-9d53-f7215b9b2881 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 944 time: 0.1144903 Aug 21 18:02:50.382327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:50.394774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'port_id': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'mac_address': 'fa:16:3e:f0:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e674925c-caf3-4323-acb7-ff1f2dbd8502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:50.431149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1343bda7-1df4-4cfb-bf0e-32f1d220c528 req-ec7250a9-8eca-4d4b-b004-6f7194519df1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509489 Aug 21 18:02:50.458470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.461838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e51ffd0-7be3-434d-bb8f-bbd4979f3eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.472294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Pushing event updated for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:50.492834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.501132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.525559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc8aa42-fcac-48e2-b09b-4eefdd001039 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:50.535874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['a1ca66c8-905a-471c-9ed1-631c396614a6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:50.581254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564abc2-e0ad-48f4-8a7f-db816cfcfb4e req-5085d5e0-59d1-4f7e-92ee-5592000e0ca7 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.589160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9564abc2-e0ad-48f4-8a7f-db816cfcfb4e req-5085d5e0-59d1-4f7e-92ee-5592000e0ca7 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 932 time: 0.0715294 Aug 21 18:02:50.617770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c50af-8b4e-4cfc-a8f9-9f47ff3adf92 req-78be7f11-7d8f-4ca4-b2b2-10628c3a556a tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.619377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d15c50af-8b4e-4cfc-a8f9-9f47ff3adf92 req-78be7f11-7d8f-4ca4-b2b2-10628c3a556a tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 951 time: 0.2259204 Aug 21 18:02:50.635103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9564abc2-e0ad-48f4-8a7f-db816cfcfb4e req-92fa39a6-9058-46c2-8fde-43d2a06f889b tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450723 Aug 21 18:02:50.639087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:02:50.644770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event updated for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:50.658848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:50.661177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:02:50.670361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.686823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:02:50.755209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:50.787374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d15c50af-8b4e-4cfc-a8f9-9f47ff3adf92 req-2e7120f1-5c4d-4303-bc9c-4159c6576e89 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402037 Aug 21 18:02:50.809848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Attempting to bind port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:50.810185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Attempting to bind port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:50.810550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Attempting to bind port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:50.831396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.832072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.870157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:50.870157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Attempting to bind port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:50.878574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-3158bb99-8736-4cb7-9ed5-1981b42cf9b6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4537082 Aug 21 18:02:50.879372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:50.879708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:50.880087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:50.880515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Bound port: 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:50.880910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:50.887295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c6c8b-d130-468f-a304-79d96acebd38 req-396153b1-9097-4317-bcc6-4047b7db9c3f tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:50.900047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab3c6c8b-d130-468f-a304-79d96acebd38 req-396153b1-9097-4317-bcc6-4047b7db9c3f tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 948 time: 0.1182511 Aug 21 18:02:50.912012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Request body: {'port': {'device_id': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:02:50.943270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab3c6c8b-d130-468f-a304-79d96acebd38 req-2241d84d-26c9-4c76-a8a8-9d772fe0f982 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Aug 21 18:02:50.946706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['1cc8aa42-fcac-48e2-b09b-4eefdd001039'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:51.030983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:51.199894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87c3c7-68f5-4bba-82e6-18ccb09dff03 req-bac9af2c-2372-455f-afb5-ff90e63571f6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.207405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f87c3c7-68f5-4bba-82e6-18ccb09dff03 req-bac9af2c-2372-455f-afb5-ff90e63571f6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 949 time: 0.1781905 Aug 21 18:02:51.257953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fd531-5887-4224-bdea-055f8e1150ba req-b7a05f88-eab6-46d4-9b63-56915ac04776 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.268707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c2fd531-5887-4224-bdea-055f8e1150ba req-b7a05f88-eab6-46d4-9b63-56915ac04776 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0628452 Aug 21 18:02:51.269107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ca83bf7-9c02-4a0c-8145-fa3142976cb1 None None] Provisioning for port d81805a5-fe57-4190-8b30-24fbfa41c105 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:51.278547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f87c3c7-68f5-4bba-82e6-18ccb09dff03 req-d6d02ddf-b68f-4f1d-a499-464dc6f195b2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600545 Aug 21 18:02:51.310879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:51.316794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c2fd531-5887-4224-bdea-055f8e1150ba req-26a21dbf-5627-4391-9ad9-9c0b10e24821 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455542 Aug 21 18:02:51.320808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ca83bf7-9c02-4a0c-8145-fa3142976cb1 None None] Provisioning complete for port d81805a5-fe57-4190-8b30-24fbfa41c105 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:51.321263 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ca83bf7-9c02-4a0c-8145-fa3142976cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:51.380444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2ca83bf7-9c02-4a0c-8145-fa3142976cb1 None None] Port d81805a5-fe57-4190-8b30-24fbfa41c105 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:02:51.397637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:51.402127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:51.448427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:51.499852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaf666-a939-4b78-9643-993ccf54a05c req-e4178da2-e613-46e4-89bc-101a1b1d5dcb tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.508795 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29eaf666-a939-4b78-9643-993ccf54a05c req-e4178da2-e613-46e4-89bc-101a1b1d5dcb tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0710852 Aug 21 18:02:51.562209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29eaf666-a939-4b78-9643-993ccf54a05c req-5140622e-6cf9-45dd-891b-de699f8e97a4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Aug 21 18:02:51.809448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.809720 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:51.811528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] 10.222.0.39 "PUT /v2.0/ports/7608d35f-5711-4ea4-b0ba-8382f508f7a5 HTTP/1.1" status: 200 len: 1097 time: 2.4524896 Aug 21 18:02:51.851241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd49197-d394-4eca-a5e1-91ad68e9aae3 req-070a3dc8-4c33-47be-bb71-3e8b679f3313 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.863649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0cd49197-d394-4eca-a5e1-91ad68e9aae3 req-070a3dc8-4c33-47be-bb71-3e8b679f3313 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 932 time: 0.0980000 Aug 21 18:02:51.872526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:51.875390 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0704ba9-a784-437e-b818-884165d58443" -d '{"events": [{"name": "network-changed", "server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:51.894893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:51.930783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0cd49197-d394-4eca-a5e1-91ad68e9aae3 req-01eccebe-3848-47b0-b931-69bac2f40f1a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657306 Aug 21 18:02:51.960417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630fa9d-8ad0-43ad-9b8b-098e130d918b service neutron] Pushing event updated for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:51.970150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-8cba713e-56a9-40a2-a039-1f97ba016dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:51.971775 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-8cba713e-56a9-40a2-a039-1f97ba016dc8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20f20c170f8044af838a938eb7ef3df0&device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 1100 time: 0.0906909 Aug 21 18:02:51.993442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port a1ca66c8-905a-471c-9ed1-631c396614a6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:52.002135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port a1ca66c8-905a-471c-9ed1-631c396614a6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:52.002961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.038895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88aa65c-93d0-468b-bf96-b36e6a6ce766 req-01536012-a404-4a6d-89b1-0158de89e792 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.043071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a88aa65c-93d0-468b-bf96-b36e6a6ce766 req-01536012-a404-4a6d-89b1-0158de89e792 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 945 time: 0.2804110 Aug 21 18:02:52.086168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-84cdce58-49ca-4ab7-8a0d-71c038c24868 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5 HTTP/1.1" status: 200 len: 217 time: 0.1037426 Aug 21 18:02:52.132319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.160514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:52.164159 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec22a4ed-2754-4e01-8736-fed00b0a4378" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:52.185029 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe55dc-ed22-474e-b11b-31319cd9ec48 x-openstack-request-id: req-b6fe55dc-ed22-474e-b11b-31319cd9ec48 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:52.185377 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:52.185636 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6fe55dc-ed22-474e-b11b-31319cd9ec48 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:52.186026 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5', 'status': 'completed', 'code': 200} Aug 21 18:02:52.195368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:52.201153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.202125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:52.217468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81805a5-fe57-4190-8b30-24fbfa41c105 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:52.234157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a88aa65c-93d0-468b-bf96-b36e6a6ce766 req-ecde220d-3739-49d8-a7e3-1e9b857bdd3f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527457 Aug 21 18:02:52.236310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.239985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-7a7b70f4-83ef-4080-9554-740b67cf614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.241955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-7a7b70f4-83ef-4080-9554-740b67cf614d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1384418 Aug 21 18:02:52.303721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:52.315933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Transition to ACTIVE for port object d81805a5-fe57-4190-8b30-24fbfa41c105 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:52.316230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2650e91-3846-4c9f-b36e-ebee09c6a979 req-50385876-e1ec-4ae2-91d4-41ac410c04e7 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.324778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2650e91-3846-4c9f-b36e-ebee09c6a979 req-50385876-e1ec-4ae2-91d4-41ac410c04e7 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 948 time: 0.0662818 Aug 21 18:02:52.331793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.378624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2650e91-3846-4c9f-b36e-ebee09c6a979 req-9f98a751-c509-499b-931c-73b988765fa4 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528488 Aug 21 18:02:52.420389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-16eb286c-0a37-495e-9754-255d1d60b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.421945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-16eb286c-0a37-495e-9754-255d1d60b0a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1606674 Aug 21 18:02:52.425556 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a665d5-cdcc-4693-9c73-4b3c9a1a706f x-openstack-request-id: req-37a665d5-cdcc-4693-9c73-4b3c9a1a706f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:52.426262 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:52.427042 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37a665d5-cdcc-4693-9c73-4b3c9a1a706f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:52.428789 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'code': 200} Aug 21 18:02:52.531051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.539132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:52.564685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:52.622745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:52.624935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:52.625319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.643918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f2a0-975c-4954-955f-06b38105a8f3 req-b76d6e86-66e8-41b4-8c8f-8c34acce7467 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.651547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fda0f2a0-975c-4954-955f-06b38105a8f3 req-b76d6e86-66e8-41b4-8c8f-8c34acce7467 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1392829 Aug 21 18:02:52.655139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.661634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0cba0-2826-4300-b221-21800cb2e883 req-bbc548c4-23b5-4b7f-8c74-7324b7c3388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.663399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36f0cba0-2826-4300-b221-21800cb2e883 req-bbc548c4-23b5-4b7f-8c74-7324b7c3388c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1102 time: 0.1629291 Aug 21 18:02:52.699426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-c0955307-5775-4be4-b227-5cd84a179bf5 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490246 Aug 21 18:02:52.731035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Pushing event updated for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:52.752142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fda0f2a0-975c-4954-955f-06b38105a8f3 req-2ffebfc0-7e8e-485c-b648-414607f24f4d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994182 Aug 21 18:02:52.774119 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36f0cba0-2826-4300-b221-21800cb2e883 req-3a3a67b0-5a73-4a84-96a2-6c58ff8f2519 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810280 Aug 21 18:02:52.776426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.779135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:52.832549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:52.838560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.852190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Attempting to bind port d81805a5-fe57-4190-8b30-24fbfa41c105 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:02:52.852664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Attempting to bind port d81805a5-fe57-4190-8b30-24fbfa41c105 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:02:52.853000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Attempting to bind port d81805a5-fe57-4190-8b30-24fbfa41c105 on network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:52.868191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Port d81805a5-fe57-4190-8b30-24fbfa41c105 on network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:02:52.868505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Attempting to bind port d81805a5-fe57-4190-8b30-24fbfa41c105 on network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:02:52.887275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:02:52.887619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Checking segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:02:52.888001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Bound using segment: {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:02:52.888438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Bound port: d81805a5-fe57-4190-8b30-24fbfa41c105, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06933975-7fa5-4b6a-a612-5ed83c3f8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:02:52.888798 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:52.907798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:52.918162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4361d4a-8af0-4383-ae4a-88c221b5b956 req-758d0669-4de5-436b-9d42-a0b1cdad0aa2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:52.926253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4361d4a-8af0-4383-ae4a-88c221b5b956 req-758d0669-4de5-436b-9d42-a0b1cdad0aa2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.2109492 Aug 21 18:02:52.957107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f18e6ccc-70ba-4581-b9cf-57418ad1a4f2 req-c6fc640c-c86f-48ff-88b4-6062c4e620c9 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136967 Aug 21 18:02:53.016904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096585-6931-432a-8b84-78d06a2cc1ff req-dc15d401-b617-4532-8e2a-5d68f257bb5f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.018111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4361d4a-8af0-4383-ae4a-88c221b5b956 req-fec690f4-ef56-4083-9408-3648b2675e7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909586 Aug 21 18:02:53.022551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19096585-6931-432a-8b84-78d06a2cc1ff req-dc15d401-b617-4532-8e2a-5d68f257bb5f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0665774 Aug 21 18:02:53.075459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19096585-6931-432a-8b84-78d06a2cc1ff req-fa7ca09c-f7e5-4de8-a04e-7e3fbc84b411 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Aug 21 18:02:53.076461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:53.083474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d81805a5-fe57-4190-8b30-24fbfa41c105,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:02:53.089287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0704ba9-a784-437e-b818-884165d58443 req-1d764b60-8347-4003-98e0-c58a5f890fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.090873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-1d764b60-8347-4003-98e0-c58a5f890fc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=20f20c170f8044af838a938eb7ef3df0&device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 1100 time: 0.0661361 Aug 21 18:02:53.096817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:53.146679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:53.156378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.157548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:53.159150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] 10.222.0.64 "PUT /v2.0/ports/d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 200 len: 1093 time: 2.2636881 Aug 21 18:02:53.242405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c036ee-321f-463b-8072-f983dc966d66 req-7605f675-135e-4189-bab1-93f24e10f996 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.243976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03c036ee-321f-463b-8072-f983dc966d66 req-7605f675-135e-4189-bab1-93f24e10f996 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0640895 Aug 21 18:02:53.322607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03c036ee-321f-463b-8072-f983dc966d66 req-32ea3fd8-986f-42aa-80f8-ae4682335912 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714633 Aug 21 18:02:53.348793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0704ba9-a784-437e-b818-884165d58443 req-289c83e2-5369-411e-93c6-4fabd2dba8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.350567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-289c83e2-5369-411e-93c6-4fabd2dba8ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2437587 Aug 21 18:02:53.351162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e59e40-5566-40b8-a4f3-071aa0de88ac service neutron] Pushing event updated for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:53.373802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-ee5aaef3-77c4-4599-8cdc-f7bd755aae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.381748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-ee5aaef3-77c4-4599-8cdc-f7bd755aae52 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 1096 time: 0.1327257 Aug 21 18:02:53.434954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-83fadb0d-d7e6-4f91-a30d-819201dcfd9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5 HTTP/1.1" status: 200 len: 217 time: 0.0757384 Aug 21 18:02:53.529121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-925c9651-9e4c-4013-9f6d-539b650682d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 200 len: 217 time: 0.0931773 Aug 21 18:02:53.530255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-ff8925b5-ed96-4f82-b56c-1940708ef7b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0786822 Aug 21 18:02:53.543235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511f254-10bb-417c-8d9e-c724b317cecc req-b5cb4e33-2905-4323-9069-16d3278a552a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.545462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a511f254-10bb-417c-8d9e-c724b317cecc req-b5cb4e33-2905-4323-9069-16d3278a552a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0631201 Aug 21 18:02:53.622260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0704ba9-a784-437e-b818-884165d58443 req-9ed673de-a731-4ea3-9cfa-e7e5358e2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.624373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-9ed673de-a731-4ea3-9cfa-e7e5358e2f71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1041222 Aug 21 18:02:53.629278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a511f254-10bb-417c-8d9e-c724b317cecc req-faad5500-5737-4096-adef-83c78360554c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762236 Aug 21 18:02:53.632476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b9071bec-c7bd-4df1-9d7d-c8989e016cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.634038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-b9071bec-c7bd-4df1-9d7d-c8989e016cc7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 HTTP/1.1" status: 200 len: 855 time: 0.0750637 Aug 21 18:02:53.677644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b4b08fda-adbd-4185-98eb-05e32392007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.680023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b4b08fda-adbd-4185-98eb-05e32392007b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 1102 time: 0.0843017 Aug 21 18:02:53.768385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0704ba9-a784-437e-b818-884165d58443 req-b8f7ecb2-f5c7-4e18-ac9b-f16e8f01e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.769836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-b8f7ecb2-f5c7-4e18-ac9b-f16e8f01e74f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1348767 Aug 21 18:02:53.782842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac00b82-b58f-48a5-9fbe-103990809c09 req-f79bfd1f-c0c9-4ddc-9507-7da0451b1716 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.790028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ac00b82-b58f-48a5-9fbe-103990809c09 req-f79bfd1f-c0c9-4ddc-9507-7da0451b1716 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 948 time: 0.1108811 Aug 21 18:02:53.803886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b4ca1493-86ee-441f-9d03-cddc040ee2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.805725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b4ca1493-86ee-441f-9d03-cddc040ee2f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1032472 Aug 21 18:02:53.826059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-dd453e71-acb7-4c04-b12b-1186a61f8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.827879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-dd453e71-acb7-4c04-b12b-1186a61f8031 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833248 Aug 21 18:02:53.856307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-bf99718e-d997-45e2-b2ab-5753d70f8a4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 200 len: 217 time: 0.0400341 Aug 21 18:02:53.935770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b22dd492-7f68-491b-8736-aa7feea75359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:53.937674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b22dd492-7f68-491b-8736-aa7feea75359 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0708356 Aug 21 18:02:53.954610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ac00b82-b58f-48a5-9fbe-103990809c09 req-62de2af5-3a24-4e63-9edb-1a27772507c5 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636887 Aug 21 18:02:54.013995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-d10258ec-623f-4136-b58d-6c4be7dce130 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203362 Aug 21 18:02:54.017672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-f671c887-90b7-4124-bc22-c1bcf374ee2d service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505053 Aug 21 18:02:54.039631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-d152751b-fb41-4fd5-94fd-a6e9ce246c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.041134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-d152751b-fb41-4fd5-94fd-a6e9ce246c21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0940385 Aug 21 18:02:54.055221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968c5a1-b612-47dc-9564-83d081e593e5 req-114c5742-d3d6-467c-bc8b-b8701e4d2a82 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.070388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a968c5a1-b612-47dc-9564-83d081e593e5 req-114c5742-d3d6-467c-bc8b-b8701e4d2a82 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1175458 Aug 21 18:02:54.171690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a968c5a1-b612-47dc-9564-83d081e593e5 req-a8fc3003-84be-407c-bd31-4f721c98817e tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076920 Aug 21 18:02:54.188691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:54.191018 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013a895b-2380-4a54-9795-9ef4f656409d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:54.213383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-e3932363-f870-4be3-87eb-3e8e9f3c1db6 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480296 Aug 21 18:02:54.257508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:02:54.262100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38eeedb9-fb2d-4892-9364-f65c480b1761 req-84e4f327-3c16-469e-b4f1-bc16ebb05cfa service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279394 Aug 21 18:02:54.276692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2862f9-ea1c-40a9-8690-9ddff4bfd165 req-c2ebbc69-8867-430e-ba8c-1e57832784a8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.278303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2862f9-ea1c-40a9-8690-9ddff4bfd165 req-c2ebbc69-8867-430e-ba8c-1e57832784a8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.1430991 Aug 21 18:02:54.280725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0704ba9-a784-437e-b818-884165d58443 req-0af0b45c-b3eb-406f-ac5a-f2b876d7a0cf service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566950 Aug 21 18:02:54.345677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49f22dd4-49d3-4e47-aecf-f405e5ac8625 req-b6cbcf70-fde2-41ea-aab4-4bad78860c1b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245332 Aug 21 18:02:54.355655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2862f9-ea1c-40a9-8690-9ddff4bfd165 req-bb736de1-17b1-4506-8917-5dcfa4c720f2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704412 Aug 21 18:02:54.412457 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e2b8a-1a9b-4245-ac94-feebcdbbaa9e x-openstack-request-id: req-888e2b8a-1a9b-4245-ac94-feebcdbbaa9e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:54.412749 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:54.413019 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-888e2b8a-1a9b-4245-ac94-feebcdbbaa9e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:54.413419 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'status': 'completed', 'code': 200} Aug 21 18:02:54.430246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}, {'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:54.432778 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7be353-ea23-4a02-b733-eea6525792fa" -d '{"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}, {"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:54.449563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ad21-3335-4bba-be80-bd70ecf99df6 req-f074f4f3-5fa9-4657-aac7-6f88bbc80316 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.459654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fd5ad21-3335-4bba-be80-bd70ecf99df6 req-f074f4f3-5fa9-4657-aac7-6f88bbc80316 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 944 time: 0.0641193 Aug 21 18:02:54.498215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a895b-2380-4a54-9795-9ef4f656409d req-85378a4e-325f-4aa4-8fb5-79be86ae6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.499917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-85378a4e-325f-4aa4-8fb5-79be86ae6b9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 1096 time: 0.0578945 Aug 21 18:02:54.504943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fd5ad21-3335-4bba-be80-bd70ecf99df6 req-4fd10850-5161-43f7-b370-1e7a892a82cc tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442965 Aug 21 18:02:54.561292 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-689a9f24-310f-4bda-a7bc-d9d44ec464cf x-openstack-request-id: req-689a9f24-310f-4bda-a7bc-d9d44ec464cf {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:54.561588 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-unplugged", "status": "completed", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "code": 200}, {"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:54.561840 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-689a9f24-310f-4bda-a7bc-d9d44ec464cf {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:54.562233 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'code': 200} Aug 21 18:02:54.562484 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'code': 200} Aug 21 18:02:54.650939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbda129-19bb-4661-ace6-c00ee86ab37e req-0f74f919-ef28-4477-b5fe-a62bd0ec7dd4 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.652618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fdbda129-19bb-4661-ace6-c00ee86ab37e req-0f74f919-ef28-4477-b5fe-a62bd0ec7dd4 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0879028 Aug 21 18:02:54.658542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a895b-2380-4a54-9795-9ef4f656409d req-e74eab01-16dc-4fc0-bcd5-bd5efe637c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.660415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-e74eab01-16dc-4fc0-bcd5-bd5efe637c80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 200 len: 917 time: 0.1524162 Aug 21 18:02:54.683847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525815e0-a632-4adc-9fa1-bdb941278ebd req-669f1646-ae74-4551-9e42-3ebe80d10172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.686513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-525815e0-a632-4adc-9fa1-bdb941278ebd req-669f1646-ae74-4551-9e42-3ebe80d10172 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 1098 time: 0.0523214 Aug 21 18:02:54.715558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-d04803e7-63fc-40d9-b0e9-90db1fa5ab29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 200 len: 217 time: 0.0467353 Aug 21 18:02:54.736651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-525815e0-a632-4adc-9fa1-bdb941278ebd req-b6fcccca-a930-4513-af49-2a5061bb4102 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372350 Aug 21 18:02:54.764572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fdbda129-19bb-4661-ace6-c00ee86ab37e req-3e5d9522-075d-4b87-a891-cab561b87a2a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034725 Aug 21 18:02:54.780831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a895b-2380-4a54-9795-9ef4f656409d req-14aee9c5-a10c-458e-809b-36c9e79f98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.782567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-14aee9c5-a10c-458e-809b-36c9e79f98ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 HTTP/1.1" status: 200 len: 855 time: 0.0572686 Aug 21 18:02:54.856047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a895b-2380-4a54-9795-9ef4f656409d req-92a3455b-4677-467a-a1bb-c20d9d1329d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.857473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-92a3455b-4677-467a-a1bb-c20d9d1329d6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653489 Aug 21 18:02:54.971939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94797d7c-3266-4b1f-a405-bee3ee1adc31 req-b3f7c896-498f-4c58-a2fb-97ede8f8fa1a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:54.973480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94797d7c-3266-4b1f-a405-bee3ee1adc31 req-b3f7c896-498f-4c58-a2fb-97ede8f8fa1a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.1278429 Aug 21 18:02:55.025705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-9b332e0a-cda2-48e8-b51b-764f249dc4ef service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482091 Aug 21 18:02:55.047063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94797d7c-3266-4b1f-a405-bee3ee1adc31 req-f85d054e-118b-4535-a6ed-84ddf09d7312 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Aug 21 18:02:55.225547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7e3f2-1a39-4a79-8cfb-97a8d5f87189 req-8a085d1e-082e-4f61-b6e8-0fed619f2f2d tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:55.238363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7d7e3f2-1a39-4a79-8cfb-97a8d5f87189 req-8a085d1e-082e-4f61-b6e8-0fed619f2f2d tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 948 time: 0.1030431 Aug 21 18:02:55.246394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-013a895b-2380-4a54-9795-9ef4f656409d req-9eaf6c40-f468-490a-82ac-61ad135655c3 service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866121 Aug 21 18:02:55.297107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7d7e3f2-1a39-4a79-8cfb-97a8d5f87189 req-48fe7bc3-4d2f-46a8-bb49-87ffbab9c1a7 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Aug 21 18:02:55.413631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-ff1aa274-802d-48ec-97d7-87e03ff1a9d2 service neutron] 10.222.0.39 "GET /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0/bindings/n-h2-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.0873649 Aug 21 18:02:55.418952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e6188-0e51-4411-a8a4-6d2330d81e9d req-656bba43-4e22-4995-aa5a-745c9c12d7c4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:55.420450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-091e6188-0e51-4411-a8a4-6d2330d81e9d req-656bba43-4e22-4995-aa5a-745c9c12d7c4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0614157 Aug 21 18:02:55.472902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-091e6188-0e51-4411-a8a4-6d2330d81e9d req-fabc7ba9-f9f0-48d1-8f1e-efc8d6448dbf tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Aug 21 18:02:55.544459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534243f-82be-41c0-95cf-a3d972f70a3d req-3e300b43-35bf-4acf-af57-f43a4bba7b4f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:55.546211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1534243f-82be-41c0-95cf-a3d972f70a3d req-3e300b43-35bf-4acf-af57-f43a4bba7b4f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0901740 Aug 21 18:02:55.655693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1534243f-82be-41c0-95cf-a3d972f70a3d req-621d40b1-8166-400b-94cd-0829827114cd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810661 Aug 21 18:02:55.715351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:55.760473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:55.806230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97edadd2-0eaf-49e9-a0eb-6f07543974d0 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:55.811415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877544f-c3bd-463d-a17b-f3ec141813f7 req-ac60b3a7-307c-4901-b8a0-2224b3ff0d2c tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:55.812991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9877544f-c3bd-463d-a17b-f3ec141813f7 req-ac60b3a7-307c-4901-b8a0-2224b3ff0d2c tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1102 time: 0.0951786 Aug 21 18:02:55.823102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:55.860814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:55.879055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9877544f-c3bd-463d-a17b-f3ec141813f7 req-8f22a831-885f-4094-b163-5ba3525d00aa tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586810 Aug 21 18:02:55.961364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] Transition to ACTIVE for port object 97edadd2-0eaf-49e9-a0eb-6f07543974d0 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:02:55.980354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:56.036658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-da8d0833-def2-4ceb-b365-23854565ca41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0705922 Aug 21 18:02:56.103515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] No DVR routers for this DVR port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:02:56.114441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-c06903aa-a21b-4c2f-b30f-00f728667fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.117268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-c06903aa-a21b-4c2f-b30f-00f728667fcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 1097 time: 0.0524652 Aug 21 18:02:56.129218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191dc0c-ef55-4917-aaca-7fdc01113eb8 req-98094c9c-d5c3-47e8-9fe9-870c69518940 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.135161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6191dc0c-ef55-4917-aaca-7fdc01113eb8 req-98094c9c-d5c3-47e8-9fe9-870c69518940 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 945 time: 0.1720557 Aug 21 18:02:56.142993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] Pushing event updated for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:56.178940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-8e12d419-f213-4d6e-ba8b-b3372300af60 service neutron] 10.222.0.39 "PUT /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0/bindings/n-h2-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 0.7536535 Aug 21 18:02:56.210780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6191dc0c-ef55-4917-aaca-7fdc01113eb8 req-61117e9c-11c5-456d-8af4-99d2cc1ee51e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717492 Aug 21 18:02:56.249780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-0891c51a-c302-4ea3-ae84-4958d1987cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.251929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-0891c51a-c302-4ea3-ae84-4958d1987cf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1110888 Aug 21 18:02:56.256942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7608d35f-5711-4ea4-b0ba-8382f508f7a5 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:02:56.312831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-e60d4ef2-9071-4dd4-adb0-7143f2ab3cdd tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.316279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-e60d4ef2-9071-4dd4-adb0-7143f2ab3cdd tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.0724194 Aug 21 18:02:56.322030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-2e25d68c-128a-4216-bc5b-ffda35aacb72 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 200 len: 217 time: 0.0454841 Aug 21 18:02:56.384991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-1ad53f66-57b0-4476-bad0-bb1e0eaf98f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.386718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-1ad53f66-57b0-4476-bad0-bb1e0eaf98f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1&tenant_id=f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 1097 time: 0.0558004 Aug 21 18:02:56.409200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:56.421066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '7608d35f-5711-4ea4-b0ba-8382f508f7a5', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '7608d35f-5711-4ea4-b0ba-8382f508f7a5', 'mac_address': 'fa:16:3e:86:0f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:02:56.422255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0903f5-add6-4acf-9764-d0baaece15ff req-89e1b178-7879-4d32-9418-bfa0b075f96c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.431226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f0903f5-add6-4acf-9764-d0baaece15ff req-89e1b178-7879-4d32-9418-bfa0b075f96c tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.1954305 Aug 21 18:02:56.475642 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:56.491061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-d7283560-ce89-476c-b573-54167ccabce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.492094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7608d35f-5711-4ea4-b0ba-8382f508f7a5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:02:56.494965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-d7283560-ce89-476c-b573-54167ccabce6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1097 time: 0.0805326 Aug 21 18:02:56.513701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f0903f5-add6-4acf-9764-d0baaece15ff req-29fe7d40-3eda-4264-8c35-cc47df828a2f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792418 Aug 21 18:02:56.519236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:56.534263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-19cfd603-1b47-4c94-8a01-49e1eb725b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.538875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-19cfd603-1b47-4c94-8a01-49e1eb725b8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1963847 Aug 21 18:02:56.543480 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:56.615658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-31e56241-96f4-4d6b-9f75-a76b78f0acff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646420 Aug 21 18:02:56.641804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:56.685407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-c624e30d-4250-4002-9cdd-ca916fc1b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.686928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-c624e30d-4250-4002-9cdd-ca916fc1b1d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1825266 Aug 21 18:02:56.729317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-8336afcc-ad0f-4161-862d-368e10452baf service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023636 Aug 21 18:02:56.745099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-56e84f45-1fab-41fe-a5e1-e5749ac370ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 200 len: 217 time: 0.0493865 Aug 21 18:02:56.754407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-16d54b1b-1145-456d-9797-29d2f8d97c1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1359084 Aug 21 18:02:56.793522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b7599-94e2-4807-9ab6-af1d3fbea5dd req-e0f95218-3535-4013-a904-4f147b648bb2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.801798 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb2b7599-94e2-4807-9ab6-af1d3fbea5dd req-e0f95218-3535-4013-a904-4f147b648bb2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.1819892 Aug 21 18:02:56.829312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['7608d35f-5711-4ea4-b0ba-8382f508f7a5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:02:56.856424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-8deef630-07b8-461a-8d5e-b1aeb53e33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:56.858095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-8deef630-07b8-461a-8d5e-b1aeb53e33c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.1028237 Aug 21 18:02:56.903021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c696327c-2cdb-45e0-be45-0507889a3e7a req-1a8746bc-6cc3-4479-b476-8f024c29c339 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561987 Aug 21 18:02:56.937820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb2b7599-94e2-4807-9ab6-af1d3fbea5dd req-3467d7e9-bdb0-4e67-82a5-751fac00df9d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351490 Aug 21 18:02:56.940445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-8859ed9a-cad1-4fe6-ad18-c9970b51f4ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621121 Aug 21 18:02:57.065104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-72617ba0-1f2f-4bb6-b43f-d071718e6ea9 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160336 Aug 21 18:02:57.218651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83007d-4b65-4e07-9da2-de2fd6cf60f1 req-c222288e-6f69-464e-bebf-a57a60e69626 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.220080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e83007d-4b65-4e07-9da2-de2fd6cf60f1 req-c222288e-6f69-464e-bebf-a57a60e69626 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 949 time: 0.1233933 Aug 21 18:02:57.242448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-195fccdc-2620-4057-9f46-2eaa955f43f0 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637981 Aug 21 18:02:57.270705 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e83007d-4b65-4e07-9da2-de2fd6cf60f1 req-2d8338a8-2038-4e46-b6cd-110345728ca2 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393677 Aug 21 18:02:57.345491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3289a45-72a9-4179-8308-2d2d28c4b2aa req-ea7ef2a2-bbb0-496b-8002-bce928eb5343 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.346921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3289a45-72a9-4179-8308-2d2d28c4b2aa req-ea7ef2a2-bbb0-496b-8002-bce928eb5343 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0569754 Aug 21 18:02:57.409712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3289a45-72a9-4179-8308-2d2d28c4b2aa req-6ade3e0b-f969-4a99-9be1-ddb1452f45c0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Aug 21 18:02:57.436133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc4a26-3846-43a5-b5bd-2a1f1362ab91 req-04404cc0-2cbd-4824-8605-c50f6785568f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.439419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0abc4a26-3846-43a5-b5bd-2a1f1362ab91 req-04404cc0-2cbd-4824-8605-c50f6785568f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0776405 Aug 21 18:02:57.487517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0abc4a26-3846-43a5-b5bd-2a1f1362ab91 req-98aacc99-9aa3-43f2-8e09-332124a08b75 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 Aug 21 18:02:57.539619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c37c6-bb2b-43e6-bc8f-3c35ae672248 req-231392c7-9aad-46ee-a329-b6704f52649b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.541543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b00c37c6-bb2b-43e6-bc8f-3c35ae672248 req-231392c7-9aad-46ee-a329-b6704f52649b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0821834 Aug 21 18:02:57.547942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8610878-0552-444f-9be2-6a4be870b80f req-6ab8bf89-e78f-4985-9c88-804a150a6f24 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.550358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-6ab8bf89-e78f-4985-9c88-804a150a6f24 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.0619643 Aug 21 18:02:57.594613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b00c37c6-bb2b-43e6-bc8f-3c35ae672248 req-fb290fae-0367-4fd3-b42a-05241112620c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426681 Aug 21 18:02:57.715707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b8610878-0552-444f-9be2-6a4be870b80f req-b7000582-ae5d-4586-9aff-da21217b9d27 service neutron] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:02:57.719425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b8610878-0552-444f-9be2-6a4be870b80f req-b7000582-ae5d-4586-9aff-da21217b9d27 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:57.720636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8610878-0552-444f-9be2-6a4be870b80f req-b7000582-ae5d-4586-9aff-da21217b9d27 service neutron] 10.222.0.64 "DELETE /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0/bindings/n-h1-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.1544793 Aug 21 18:02:57.758718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a48aad-b3c7-401d-be83-3e441a057bf4 req-ceb4e516-8993-4e6b-b984-789c81fa843c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.760244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3a48aad-b3c7-401d-be83-3e441a057bf4 req-ceb4e516-8993-4e6b-b984-789c81fa843c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 945 time: 0.0883329 Aug 21 18:02:57.816076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3a48aad-b3c7-401d-be83-3e441a057bf4 req-4d8a41c5-36c3-4249-93fe-10b56feee91c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473540 Aug 21 18:02:57.865346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca3e61-cffe-4971-bfda-2c5a6f4798e6 req-363206a5-389c-400b-98b6-0b776b476be1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.866964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ca3e61-cffe-4971-bfda-2c5a6f4798e6 req-363206a5-389c-400b-98b6-0b776b476be1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0764704 Aug 21 18:02:57.911658 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ca3e61-cffe-4971-bfda-2c5a6f4798e6 req-45015764-50be-4bc6-b967-d2f1e79d1ecd tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386457 Aug 21 18:02:57.946838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaa186-cd4e-4f2b-a067-a5272bb8bf7a req-55651302-07bc-4eef-8c61-7e9ea6091045 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:57.948341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51aaa186-cd4e-4f2b-a067-a5272bb8bf7a req-55651302-07bc-4eef-8c61-7e9ea6091045 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.0620370 Aug 21 18:02:57.991972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51aaa186-cd4e-4f2b-a067-a5272bb8bf7a req-623e1796-51e4-48b9-90b4-05c2b3472bc5 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372486 Aug 21 18:02:58.027797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c8ff-9e2b-4c4c-917d-2024f0a01a5f req-78307a7d-6c16-4bb7-b686-ce2ad58dca0f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.029466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07c6c8ff-9e2b-4c4c-917d-2024f0a01a5f req-78307a7d-6c16-4bb7-b686-ce2ad58dca0f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0524430 Aug 21 18:02:58.076688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07c6c8ff-9e2b-4c4c-917d-2024f0a01a5f req-6b554cdb-93d4-4098-b86b-ddb0b9e311ba tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410523 Aug 21 18:02:58.120939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098d790-6ea0-4c1a-8466-d70c5442cdfb req-014617e4-84a8-4cc1-af07-c2a8909ac27c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.122673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7098d790-6ea0-4c1a-8466-d70c5442cdfb req-014617e4-84a8-4cc1-af07-c2a8909ac27c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1097 time: 0.0413053 Aug 21 18:02:58.157522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7098d790-6ea0-4c1a-8466-d70c5442cdfb req-38026c50-36af-40ba-a46d-ee44685c4587 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282450 Aug 21 18:02:58.191003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37221e18-0a87-4c4b-82bd-6fbd85791cf9 req-a479429f-49d3-4479-8a86-c2c0888ec74e tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.192462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37221e18-0a87-4c4b-82bd-6fbd85791cf9 req-a479429f-49d3-4479-8a86-c2c0888ec74e tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0497019 Aug 21 18:02:58.228939 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37221e18-0a87-4c4b-82bd-6fbd85791cf9 req-8df87025-5384-4f42-979e-9f8bbee2498b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305929 Aug 21 18:02:58.277564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7608d35f-5711-4ea4-b0ba-8382f508f7a5 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:02:58.279306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c640-4d2b-4e97-ae97-4d7975b612dd req-798edb8e-911b-44c9-9573-335ba7be4982 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.280827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0d0c640-4d2b-4e97-ae97-4d7975b612dd req-798edb8e-911b-44c9-9573-335ba7be4982 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 1097 time: 0.0410981 Aug 21 18:02:58.325781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0d0c640-4d2b-4e97-ae97-4d7975b612dd req-bfc535e9-4421-4a52-8d64-ae2a33e52bc6 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372565 Aug 21 18:02:58.332258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:02:58.336391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:02:58.336782 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:58.383373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e1a3a8-1ae3-400a-838e-55d485cfa57c req-d52abed0-fcc1-4053-ad23-ce5d8cb71cdb tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.384943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62e1a3a8-1ae3-400a-838e-55d485cfa57c req-d52abed0-fcc1-4053-ad23-ce5d8cb71cdb tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0749862 Aug 21 18:02:58.453534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:58.457195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62e1a3a8-1ae3-400a-838e-55d485cfa57c req-c59c1b18-7398-4cf4-b0cf-2aaaa1db4a7f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642104 Aug 21 18:02:58.492994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:02:58.496096 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3588b8-6a0f-4c0f-8f2d-fdaaf069d5b4" -d '{"events": [{"server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "name": "network-vif-plugged", "status": "completed", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:02:58.515915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:02:58.525057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:02:58.538457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-3f669936-7d7b-4778-9e55-4d5d77e5a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.540213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-3f669936-7d7b-4778-9e55-4d5d77e5a8f5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1102 time: 0.0525172 Aug 21 18:02:58.549136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b03b2-42a5-4e04-a051-c12db2a32bce req-4d26d018-3e2f-43de-9886-27fa776ce29b tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.551296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f92b03b2-42a5-4e04-a051-c12db2a32bce req-4d26d018-3e2f-43de-9886-27fa776ce29b tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 949 time: 0.1210990 Aug 21 18:02:58.592202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f92b03b2-42a5-4e04-a051-c12db2a32bce req-3cbd03fe-b1fb-4ff4-a4b1-8378cd436aa0 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Aug 21 18:02:58.597879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:02:58.711693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b766752-c706-4b64-8b26-d3a2217eb8d4 req-b49466ab-dc00-4987-8426-ccb38cdc06e1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.713290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b766752-c706-4b64-8b26-d3a2217eb8d4 req-b49466ab-dc00-4987-8426-ccb38cdc06e1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0550375 Aug 21 18:02:58.757094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b766752-c706-4b64-8b26-d3a2217eb8d4 req-96d7a84b-d024-4079-9548-54591564d6bf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Aug 21 18:02:58.941831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9530e2e-3fee-4698-b04f-dd2605f89cf0 req-9328bbc5-faaf-4c7a-a4b2-dc78fc4b856f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.943343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9530e2e-3fee-4698-b04f-dd2605f89cf0 req-9328bbc5-faaf-4c7a-a4b2-dc78fc4b856f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.3968449 Aug 21 18:02:58.976121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-139d4fe9-693b-44ec-bc11-8b3a1e1f68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:58.977549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-139d4fe9-693b-44ec-bc11-8b3a1e1f68dc service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.4184194 Aug 21 18:02:59.024803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9530e2e-3fee-4698-b04f-dd2605f89cf0 req-32a0878a-8aa2-4b82-b907-11cdcdbadea9 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751579 Aug 21 18:02:59.026279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-13dbebc3-7d63-4fe5-b78b-84fee727ebd3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.0395839 Aug 21 18:02:59.081043 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb03b66-b82d-41b7-a3da-c23757e37ca0 x-openstack-request-id: req-6bb03b66-b82d-41b7-a3da-c23757e37ca0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:02:59.082594 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "name": "network-vif-plugged", "status": "completed", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:02:59.083105 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bb03b66-b82d-41b7-a3da-c23757e37ca0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:02:59.083608 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5', 'code': 200} Aug 21 18:02:59.093171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-6f6eaede-bf72-48be-95a0-1125e2dc75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.095255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-6f6eaede-bf72-48be-95a0-1125e2dc75ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0619292 Aug 21 18:02:59.228091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-a3b81beb-e060-450d-bf53-15afa81ade35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.229658 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-a3b81beb-e060-450d-bf53-15afa81ade35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243887 Aug 21 18:02:59.239436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40728cdb-bf3a-422c-989f-daaa62453261 req-9821f41b-59cf-4939-80e8-689cd443788f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.241158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40728cdb-bf3a-422c-989f-daaa62453261 req-9821f41b-59cf-4939-80e8-689cd443788f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.1155009 Aug 21 18:02:59.266623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c32ba9-286e-413d-80bf-b2838b7504ea req-ececce32-c010-42af-92c7-2876d5ccfd36 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.268111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82c32ba9-286e-413d-80bf-b2838b7504ea req-ececce32-c010-42af-92c7-2876d5ccfd36 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0496352 Aug 21 18:02:59.308560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82c32ba9-286e-413d-80bf-b2838b7504ea req-19f4e8e2-5c9a-47ba-b09f-bb07927ecb30 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339909 Aug 21 18:02:59.330564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60474070-8651-45af-b7df-d694f9df4d89 req-ac5924a8-50dc-4260-985e-6b101c5bfefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.332099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60474070-8651-45af-b7df-d694f9df4d89 req-ac5924a8-50dc-4260-985e-6b101c5bfefa service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 1102 time: 0.1350882 Aug 21 18:02:59.344242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40728cdb-bf3a-422c-989f-daaa62453261 req-ca98cf5c-4522-4549-9543-91b89429909e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920880 Aug 21 18:02:59.388931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-50e555c2-afff-4da7-a105-b5e7b0977fcf service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450708 Aug 21 18:02:59.394919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60474070-8651-45af-b7df-d694f9df4d89 req-a47b8772-42a7-4bb2-812d-b40639f06930 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538793 Aug 21 18:02:59.422019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d5f4b2-058a-49e4-8068-fb9d7fb5dcf6 req-cc6bf2e3-a29d-44b0-93b3-0bd777739670 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.424185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1d5f4b2-058a-49e4-8068-fb9d7fb5dcf6 req-cc6bf2e3-a29d-44b0-93b3-0bd777739670 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.0525422 Aug 21 18:02:59.472879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1d5f4b2-058a-49e4-8068-fb9d7fb5dcf6 req-b1c02ed2-5ef0-4e4f-9346-a0d2f88f3bf3 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Aug 21 18:02:59.523672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-9b6ad58b-56b5-4d82-a50c-4ea8edc205b8 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268122 Aug 21 18:02:59.533974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76bf6f-51c7-40bc-84c5-0270e51b4f01 req-2a815add-67e9-45f2-9bf2-94f211aae5b9 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.535472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab76bf6f-51c7-40bc-84c5-0270e51b4f01 req-2a815add-67e9-45f2-9bf2-94f211aae5b9 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0813148 Aug 21 18:02:59.576631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab76bf6f-51c7-40bc-84c5-0270e51b4f01 req-4c80f66b-0c2b-4702-9ecd-34909b35d52d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339408 Aug 21 18:02:59.696214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3553f02-010c-42d0-8b9b-4862a11dfa73 req-8d7797aa-7846-4d55-95ce-0f44bdb33a09 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.697728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3553f02-010c-42d0-8b9b-4862a11dfa73 req-8d7797aa-7846-4d55-95ce-0f44bdb33a09 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0503912 Aug 21 18:02:59.716896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e0696-e68b-4804-a73e-392497de76b0 req-ec08f167-fde7-4ab1-b1e7-016055d3e6c0 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:02:59.718411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db6e0696-e68b-4804-a73e-392497de76b0 req-ec08f167-fde7-4ab1-b1e7-016055d3e6c0 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0511663 Aug 21 18:02:59.736875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3553f02-010c-42d0-8b9b-4862a11dfa73 req-dc431060-ef03-4195-90a0-ce03dd29d74b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330298 Aug 21 18:02:59.758217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db6e0696-e68b-4804-a73e-392497de76b0 req-c7666127-9d81-4a0e-bb1b-66757b8340dc tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Aug 21 18:03:00.164400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6333c-c0ca-4c43-b191-fef6069f4fee req-a02b6a39-4cad-4dac-ba7a-545aaac0626d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.166951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46d6333c-c0ca-4c43-b191-fef6069f4fee req-a02b6a39-4cad-4dac-ba7a-545aaac0626d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0649402 Aug 21 18:03:00.240730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46d6333c-c0ca-4c43-b191-fef6069f4fee req-0c96a6c8-8c08-4379-9ee3-9f09d51b8e39 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683982 Aug 21 18:03:00.254388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-5b57d669-f079-4fcf-93af-0cc36de0e5f7 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.255693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-5b57d669-f079-4fcf-93af-0cc36de0e5f7 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.0667009 Aug 21 18:03:00.404216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Deleting port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:00.404836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:00.414815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50189748-1bbc-4caf-b247-023053eb6882 req-b3d1ce15-08df-4c30-b186-7abaf61da2e6 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.416415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50189748-1bbc-4caf-b247-023053eb6882 req-b3d1ce15-08df-4c30-b186-7abaf61da2e6 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0666330 Aug 21 18:03:00.435743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cfb43-6eaf-43a5-ae3b-4370cff2fba5 req-18108d74-b73f-4d6e-998f-754adfec0b14 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.437498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-568cfb43-6eaf-43a5-ae3b-4370cff2fba5 req-18108d74-b73f-4d6e-998f-754adfec0b14 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0549347 Aug 21 18:03:00.487111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-568cfb43-6eaf-43a5-ae3b-4370cff2fba5 req-e744d56c-e2a6-45e4-9fc9-952e346e763a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Aug 21 18:03:00.505197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50189748-1bbc-4caf-b247-023053eb6882 req-c4e081cb-8696-4fd2-94b0-43c51e3597f2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759261 Aug 21 18:03:00.537151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] For port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:00.537546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:00.550894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Calling delete_port for 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:00.624642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c63a1-840c-4f39-8b05-85bbc0482f7b req-a206ea38-200e-421a-953f-4cc2c308a812 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.626328 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a4c63a1-840c-4f39-8b05-85bbc0482f7b req-a206ea38-200e-421a-953f-4cc2c308a812 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0568581 Aug 21 18:03:00.665972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a4c63a1-840c-4f39-8b05-85bbc0482f7b req-20257bc5-fc9e-4117-b8b7-713f53e7837f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Aug 21 18:03:00.716068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:00.755304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43424f-2110-4327-a45d-274ae7b12457 req-8de059d6-c3ab-4d8e-b786-0ac0da56a008 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.756704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f43424f-2110-4327-a45d-274ae7b12457 req-8de059d6-c3ab-4d8e-b786-0ac0da56a008 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e HTTP/1.1" status: 200 len: 948 time: 0.0971811 Aug 21 18:03:00.758925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Pushing event deleted for resources: {'Port': ['ID=8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:00.819659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] No DVR routers for this DVR port 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:00.824164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:00.826133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f1af98e-5ea7-4173-b80f-976510576b0b req-ee6cdb15-6b2b-4a26-a714-09210af941b6 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.39 "DELETE /v2.0/ports/8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b HTTP/1.1" status: 204 len: 173 time: 0.5632486 Aug 21 18:03:00.826594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-deleted', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:00.828813 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a677e9b-65b6-48e3-9442-84fcf44a6029" -d '{"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-deleted", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:00.850349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f43424f-2110-4327-a45d-274ae7b12457 req-59121910-142c-418d-a103-ca6aa078ae99 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591409 Aug 21 18:03:00.887459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb85bd7-276e-410e-b710-947dd3a0a4e3 req-2953c0d9-3da2-4d55-a54e-7d429a215348 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:00.888987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cb85bd7-276e-410e-b710-947dd3a0a4e3 req-2953c0d9-3da2-4d55-a54e-7d429a215348 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0599375 Aug 21 18:03:00.905932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292c43e6-59ee-49d8-9849-62ed486bf3a6 x-openstack-request-id: req-292c43e6-59ee-49d8-9849-62ed486bf3a6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:00.905932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e", "name": "network-vif-deleted", "tag": "8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:00.905932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-292c43e6-59ee-49d8-9849-62ed486bf3a6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:00.907073 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5afce0a-2294-4e4b-b06d-1e3dc1a6d77e', 'name': 'network-vif-deleted', 'tag': '8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b', 'status': 'completed', 'code': 200} Aug 21 18:03:00.945606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cb85bd7-276e-410e-b710-947dd3a0a4e3 req-4192d195-105f-4516-b41c-8f58c1e34b6b tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Aug 21 18:03:01.397279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e044f04-f067-4580-9915-067890a7d8a5 req-720e571d-587b-4e05-bb65-193ad60562ea tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:01.399072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e044f04-f067-4580-9915-067890a7d8a5 req-720e571d-587b-4e05-bb65-193ad60562ea tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0712938 Aug 21 18:03:01.443237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e044f04-f067-4580-9915-067890a7d8a5 req-a4628559-c369-4270-8a6d-64acd05234b3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Aug 21 18:03:01.616893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c01cb-a1f1-44af-b31a-2a09a7b4a9fd req-a44f926e-f6de-4b21-8c0f-c6832479293d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:01.627000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-011c01cb-a1f1-44af-b31a-2a09a7b4a9fd req-a44f926e-f6de-4b21-8c0f-c6832479293d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0661259 Aug 21 18:03:01.661722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b08f7-7717-4766-9389-ac746cce5836 req-9bba4608-95d8-4775-8d1f-f7b39feb27ee tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:01.663838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-880b08f7-7717-4766-9389-ac746cce5836 req-9bba4608-95d8-4775-8d1f-f7b39feb27ee tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0597346 Aug 21 18:03:01.668942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-011c01cb-a1f1-44af-b31a-2a09a7b4a9fd req-a0738865-279a-4741-ae8e-05912c5f1c21 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410309 Aug 21 18:03:01.706535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-880b08f7-7717-4766-9389-ac746cce5836 req-214b458c-45a2-4008-9b48-478930cfbb4e tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Aug 21 18:03:01.818805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-aadae6fc-6baf-46a9-b15c-4d1be6b5b824 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:01.820341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-aadae6fc-6baf-46a9-b15c-4d1be6b5b824 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1098 time: 0.0728829 Aug 21 18:03:01.833599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-32'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:01.844956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fec2d6-8a39-4bda-ae01-dae0fd0070e2 req-d2f7db20-cc08-4ed1-a792-7f3fa0b56fd6 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:01.846485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2fec2d6-8a39-4bda-ae01-dae0fd0070e2 req-d2f7db20-cc08-4ed1-a792-7f3fa0b56fd6 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 946 time: 0.0695078 Aug 21 18:03:01.927493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:01.931791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2fec2d6-8a39-4bda-ae01-dae0fd0070e2 req-5105fb9f-b658-41e9-9d01-be97da965a4e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664923 Aug 21 18:03:02.108590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454973c-a806-425a-84d3-7126020f0633 req-fdc7072b-9ffd-4938-96e0-f292cc4a0db6 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.110587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5454973c-a806-425a-84d3-7126020f0633 req-fdc7072b-9ffd-4938-96e0-f292cc4a0db6 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0825818 Aug 21 18:03:02.115775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:02.164167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5454973c-a806-425a-84d3-7126020f0633 req-ce316661-2961-4ba6-92bc-dbfaeca9ca12 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444458 Aug 21 18:03:02.169360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b244d-2c0d-40ad-9e37-25d879cfd643 req-ce861892-82ea-452a-b86a-f8f9177b5864 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.177950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-669b244d-2c0d-40ad-9e37-25d879cfd643 req-ce861892-82ea-452a-b86a-f8f9177b5864 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 949 time: 0.0671024 Aug 21 18:03:02.189249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:02.219748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-669b244d-2c0d-40ad-9e37-25d879cfd643 req-cac277a9-0175-467c-8142-62beb4ff1fa8 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Aug 21 18:03:02.237945 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.244712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.316171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:02.322371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:02.337682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on host n-h2-793621-32 for vnic_type normal with profile {"migrating_to": "n-h1-793621-32"} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:02.338209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:02.338724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:02.343738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:02.344805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Attempting to bind port 22bd97aa-70a0-4e10-9910-852c83520a72 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:02.350833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:02.351378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:02.352118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:02.352953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Bound port: 22bd97aa-70a0-4e10-9910-852c83520a72, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:02.353481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.428478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:02.432598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:02.442122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.457276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:02.472007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'port_id': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'mac_address': 'fa:16:3e:f0:bc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e674925c-caf3-4323-acb7-ff1f2dbd8502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:02.525468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.533728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.535078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.536621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] 10.222.0.39 "PUT /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 1124 time: 0.7074149 Aug 21 18:03:02.541118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8917a95-0162-4bbe-8f31-21f6d6e35316 service neutron] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:02.549308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cc8aa42-fcac-48e2-b09b-4eefdd001039 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:02.574674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:02.588018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:02.665621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:02.673191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:02.677182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26d92b-2836-4030-8dd1-2b45443b8be2 req-b1dbe914-ae39-457f-9f46-8127ba50661b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.686411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df26d92b-2836-4030-8dd1-2b45443b8be2 req-b1dbe914-ae39-457f-9f46-8127ba50661b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1006200 Aug 21 18:03:02.697270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:02.741003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['1cc8aa42-fcac-48e2-b09b-4eefdd001039'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:02.754827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df26d92b-2836-4030-8dd1-2b45443b8be2 req-d0d87e5a-faa3-44a6-bbe1-9afac0089313 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632443 Aug 21 18:03:02.884750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe01199-50fb-4de1-9816-71ae80bf37a5 req-f20c3a37-36b1-4527-b34b-76a7ebd6a881 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.893432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbe01199-50fb-4de1-9816-71ae80bf37a5 req-f20c3a37-36b1-4527-b34b-76a7ebd6a881 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0713780 Aug 21 18:03:02.916422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b885d-896e-489f-a750-75ea3d487df6 req-6c2fd7fc-e59d-4c42-a02b-fec5077cde32 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:02.929236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d8b885d-896e-489f-a750-75ea3d487df6 req-6c2fd7fc-e59d-4c42-a02b-fec5077cde32 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 945 time: 0.0769067 Aug 21 18:03:02.932300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72'}, {'name': 'network-changed', 'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:02.934753 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed543330-8572-4137-8998-3e021f5b098d" -d '{"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-unplugged", "status": "completed", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72"}, {"name": "network-changed", "server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:02.941197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbe01199-50fb-4de1-9816-71ae80bf37a5 req-bb19696f-7a7f-45e4-8f33-5df13d705a8a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468650 Aug 21 18:03:02.996397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d8b885d-896e-489f-a750-75ea3d487df6 req-30a591e2-fa19-455f-96d0-32fb79158a54 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662694 Aug 21 18:03:03.111322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb8548-51ea-4304-a37d-567c613d541c req-4b8ceca3-3205-4972-b207-a8e84190f17b tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.112944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76cb8548-51ea-4304-a37d-567c613d541c req-4b8ceca3-3205-4972-b207-a8e84190f17b tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0587375 Aug 21 18:03:03.113955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfad91-c977-451d-a8c5-a3597ccba890 req-553b5386-7752-4805-8d9c-28483859cf96 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.115806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ecfad91-c977-451d-a8c5-a3597ccba890 req-553b5386-7752-4805-8d9c-28483859cf96 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.0560098 Aug 21 18:03:03.154638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76cb8548-51ea-4304-a37d-567c613d541c req-ed4ac93c-e59f-4f1f-a9e1-fd4b889d1d1f tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345447 Aug 21 18:03:03.158546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ecfad91-c977-451d-a8c5-a3597ccba890 req-3112ff5d-64d7-4332-a895-7394c53504ee tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364933 Aug 21 18:03:03.208932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8afdcc-a633-4aca-a767-8f28b4d6569c x-openstack-request-id: req-ea8afdcc-a633-4aca-a767-8f28b4d6569c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:03.209233 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-unplugged", "status": "completed", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72", "code": 200}, {"name": "network-changed", "server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:03.209488 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea8afdcc-a633-4aca-a767-8f28b4d6569c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:03.209898 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72', 'code': 200} Aug 21 18:03:03.210221 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72', 'status': 'completed', 'code': 200} Aug 21 18:03:03.289417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed543330-8572-4137-8998-3e021f5b098d req-f50c649f-4a69-474f-86eb-d153142184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.290991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-f50c649f-4a69-474f-86eb-d153142184a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1127 time: 0.0420046 Aug 21 18:03:03.399533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48230b-adce-406d-857b-bf7fbdd8e6a1 req-4737dff4-c362-4ef5-92f1-5a2925db63b7 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.401048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a48230b-adce-406d-857b-bf7fbdd8e6a1 req-4737dff4-c362-4ef5-92f1-5a2925db63b7 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 949 time: 0.1091900 Aug 21 18:03:03.430889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed543330-8572-4137-8998-3e021f5b098d req-d949e20c-dc3e-4228-95db-3c9315f08c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.432306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-d949e20c-dc3e-4228-95db-3c9315f08c5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1305356 Aug 21 18:03:03.452579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a48230b-adce-406d-857b-bf7fbdd8e6a1 req-b6171c58-2585-4b8e-8ee7-109b8a0706b4 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433047 Aug 21 18:03:03.487431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-f863de4a-b27c-4fa9-94d0-2cd79405cb5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 217 time: 0.0339036 Aug 21 18:03:03.541235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed543330-8572-4137-8998-3e021f5b098d req-4cfd0315-aa2c-47fa-ab66-9cf0027a607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.542976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-4cfd0315-aa2c-47fa-ab66-9cf0027a607f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0467441 Aug 21 18:03:03.582564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-31d02777-370c-456f-b933-5c44f3f4b660 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288045 Aug 21 18:03:03.686022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-e1be5495-c056-4425-b542-15b095f4f58f service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811782 Aug 21 18:03:03.786270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed543330-8572-4137-8998-3e021f5b098d req-132c4fe7-abdd-4d05-b881-158c2e192feb service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871387 Aug 21 18:03:03.863681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbbf06-0d7b-41e9-8f3e-58f5b4dad825 req-fc909587-6939-4c54-b48d-a23bef55de01 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:03.865129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27fbbf06-0d7b-41e9-8f3e-58f5b4dad825 req-fc909587-6939-4c54-b48d-a23bef55de01 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0480354 Aug 21 18:03:03.902056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27fbbf06-0d7b-41e9-8f3e-58f5b4dad825 req-7bf33b56-aead-4ed3-a658-51e5232b561d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309124 Aug 21 18:03:04.055204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26df57-9e26-4df1-a72e-01a8fe84894f req-2f1af9fc-07c4-4596-89c9-d287ff102754 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.056681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5d26df57-9e26-4df1-a72e-01a8fe84894f req-2f1af9fc-07c4-4596-89c9-d287ff102754 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0495429 Aug 21 18:03:04.094434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5d26df57-9e26-4df1-a72e-01a8fe84894f req-65881ff7-ffe4-4163-a64b-47518f4f42c9 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312498 Aug 21 18:03:04.102243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa35628-17c3-4544-ba35-9a5c5d6d46dd req-50fd808e-8e0e-40c7-b0ac-f50a861423ad tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.103776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfa35628-17c3-4544-ba35-9a5c5d6d46dd req-50fd808e-8e0e-40c7-b0ac-f50a861423ad tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 21 18:03:04.152147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfa35628-17c3-4544-ba35-9a5c5d6d46dd req-b6496d19-5dd6-4efc-bf23-e95cda82ae18 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Aug 21 18:03:04.280853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ccf8c-384f-4c15-813b-6428a9ee71b4 req-9662c3bf-bc32-4850-8ebd-067167ac1a21 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.283163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a6ccf8c-384f-4c15-813b-6428a9ee71b4 req-9662c3bf-bc32-4850-8ebd-067167ac1a21 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0584474 Aug 21 18:03:04.329551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a6ccf8c-384f-4c15-813b-6428a9ee71b4 req-9a2fc89c-0126-431c-a700-504262eee104 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405152 Aug 21 18:03:04.356027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:04.358067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:04.438744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45360c68-a0a9-49a2-a0b1-66151292952c req-25644d63-51e1-42d7-9b83-f6eb1e1c1331 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.440475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45360c68-a0a9-49a2-a0b1-66151292952c req-25644d63-51e1-42d7-9b83-f6eb1e1c1331 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.64 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 949 time: 0.0923223 Aug 21 18:03:04.459547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739bb2b5-2a1b-4fd8-b753-55b08b4abcad req-126231ab-a560-48ef-8515-4db883573803 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.461071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-739bb2b5-2a1b-4fd8-b753-55b08b4abcad req-126231ab-a560-48ef-8515-4db883573803 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.0764220 Aug 21 18:03:04.471238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cf9e2-8f5c-4486-9c0e-bd07614dc480 req-2af2e343-4f1a-45fc-a2b5-22206eafd188 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.474334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-435cf9e2-8f5c-4486-9c0e-bd07614dc480 req-2af2e343-4f1a-45fc-a2b5-22206eafd188 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 945 time: 0.0614359 Aug 21 18:03:04.515098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-435cf9e2-8f5c-4486-9c0e-bd07614dc480 req-941d5198-ac2d-40ec-8739-9832710cc75c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356596 Aug 21 18:03:04.515431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:04.516405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:04.582384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-739bb2b5-2a1b-4fd8-b753-55b08b4abcad req-39344af3-4bff-4183-a43d-a7319e039f87 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783925 Aug 21 18:03:04.593108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:04.610169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:03:04.623397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Deleting port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:04.623745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:04.662791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:04.684226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbdf55-7679-4e08-82dd-f993ac21ed7a req-ccc651f6-cd25-434a-b4f1-d2ec285cdd63 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.685786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dddbdf55-7679-4e08-82dd-f993ac21ed7a req-ccc651f6-cd25-434a-b4f1-d2ec285cdd63 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 949 time: 0.0697353 Aug 21 18:03:04.700372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:04.703470 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086ee9b9-f38d-49d1-bdfd-a0607db34350" -d '{"events": [{"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:04.717157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:04.724278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:04.725019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:04.749363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dddbdf55-7679-4e08-82dd-f993ac21ed7a req-081da2d2-6150-4111-b303-e622550b4748 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548375 Aug 21 18:03:04.780165 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e389a5-311a-4d63-9049-d9c9f12a65d1 x-openstack-request-id: req-27e389a5-311a-4d63-9049-d9c9f12a65d1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:04.780482 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-plugged", "status": "completed", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:04.780702 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27e389a5-311a-4d63-9049-d9c9f12a65d1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:04.781080 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'code': 200} Aug 21 18:03:04.781622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:04.781960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d2ecec3-fc64-40e5-bf43-896c0a9e9a5b not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:04.784408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] For port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:04.785276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:04.802664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Calling delete_port for 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:04.813629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:04.924755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-33dced9f-7a9a-41b5-a29f-28f816a26f85 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:04.927078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-33dced9f-7a9a-41b5-a29f-28f816a26f85 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0750792 Aug 21 18:03:05.081871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.099781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeaf4c6-54df-43cb-ad53-16ebaa605967 req-0effdcd5-a686-48a6-bc6c-0b06054a8903 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:05.101284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5aeaf4c6-54df-43cb-ad53-16ebaa605967 req-0effdcd5-a686-48a6-bc6c-0b06054a8903 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1074293 Aug 21 18:03:05.127249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Pushing event deleted for resources: {'Port': ['ID=20a3311e-b9fc-4125-b9e7-1fc3f9c3903b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:05.200601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Deleting port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:05.200959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.203860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] No DVR routers for this DVR port 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:05.207950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.210266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45360c68-a0a9-49a2-a0b1-66151292952c req-0470ca7f-6022-43bb-86da-dfb6ee696376 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.64 "DELETE /v2.0/ports/20a3311e-b9fc-4125-b9e7-1fc3f9c3903b HTTP/1.1" status: 204 len: 173 time: 0.7482686 Aug 21 18:03:05.212612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-deleted', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:05.214362 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47482819-62e2-41e3-9ecc-a75fba235dc1" -d '{"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-deleted", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:05.260358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e74667-6150-4ec1-ae87-8e0fd6c51aab req-1e8c99f6-cf5a-42e0-80f3-562368c15353 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:05.263931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52e74667-6150-4ec1-ae87-8e0fd6c51aab req-1e8c99f6-cf5a-42e0-80f3-562368c15353 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 944 time: 0.0760832 Aug 21 18:03:05.273237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5aeaf4c6-54df-43cb-ad53-16ebaa605967 req-9c2c94fd-b76c-4b64-9b43-33bf09fdfaba tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510658 Aug 21 18:03:05.340638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] For port 7608d35f-5711-4ea4-b0ba-8382f508f7a5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7608d35f-5711-4ea4-b0ba-8382f508f7a5,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:05.341098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.354861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Calling delete_port for 7608d35f-5711-4ea4-b0ba-8382f508f7a5 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:05.361928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52e74667-6150-4ec1-ae87-8e0fd6c51aab req-bb6983ef-9625-4507-850d-a39571dbceb1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914228 Aug 21 18:03:05.365295 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960dcadb-1e62-4670-b3dd-5e97d626a308 x-openstack-request-id: req-960dcadb-1e62-4670-b3dd-5e97d626a308 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:05.365677 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda643d3-2164-4a91-b731-11324c19f3f9", "name": "network-vif-deleted", "tag": "20a3311e-b9fc-4125-b9e7-1fc3f9c3903b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:05.366071 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-960dcadb-1e62-4670-b3dd-5e97d626a308 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:05.366576 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda643d3-2164-4a91-b731-11324c19f3f9', 'name': 'network-vif-deleted', 'tag': '20a3311e-b9fc-4125-b9e7-1fc3f9c3903b', 'status': 'completed', 'code': 200} Aug 21 18:03:05.483830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ae9da-9d20-4b33-8e4f-c79bf9507cf4 req-191567fb-fb7b-4fce-8920-37fddc42e6bd tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:05.485386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c82ae9da-9d20-4b33-8e4f-c79bf9507cf4 req-191567fb-fb7b-4fce-8920-37fddc42e6bd tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4ea9c89-13f6-45ae-aef9-e31c1eed9652 HTTP/1.1" status: 200 len: 950 time: 0.0746093 Aug 21 18:03:05.578970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c82ae9da-9d20-4b33-8e4f-c79bf9507cf4 req-83146657-4eb3-4e3f-bb0c-4fe782308830 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.41 "GET /v2.0/security-groups?id=ac5c2a12-1da0-469e-83e6-551ba7b06a65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838063 Aug 21 18:03:05.591774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.609129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['7608d35f-5711-4ea4-b0ba-8382f508f7a5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:05.673527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Pushing event deleted for resources: {'Port': ['ID=7608d35f-5711-4ea4-b0ba-8382f508f7a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:05.711163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2defbf-b777-4d61-b704-22020cf658d1 req-ebcda46f-9027-4d8f-9d1b-79b9c676b6ad tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:05.719497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb2defbf-b777-4d61-b704-22020cf658d1 req-ebcda46f-9027-4d8f-9d1b-79b9c676b6ad tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.1169741 Aug 21 18:03:05.731474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] No DVR routers for this DVR port 7608d35f-5711-4ea4-b0ba-8382f508f7a5 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:05.734604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:05.737085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82f559-2689-473a-932b-4bfe39e2d7d8 req-8340a347-db9f-4ab0-8f1b-9699a9c1cc35 tempest-TenantUsagesTestJSON-1895472930 tempest-TenantUsagesTestJSON-1895472930-project] 10.222.0.39 "DELETE /v2.0/ports/7608d35f-5711-4ea4-b0ba-8382f508f7a5 HTTP/1.1" status: 204 len: 173 time: 0.8009973 Aug 21 18:03:05.768957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2c0f-475a-4564-8eb4-f4d4d927e0a1 req-9a72a221-d9f7-4ae9-8d2f-6beb8513b0ad tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:05.770550 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1daa2c0f-475a-4564-8eb4-f4d4d927e0a1 req-9a72a221-d9f7-4ae9-8d2f-6beb8513b0ad tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.0947216 Aug 21 18:03:05.780012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb2defbf-b777-4d61-b704-22020cf658d1 req-60e5abc4-4ef6-4825-98ee-3317bb3831a2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Aug 21 18:03:05.865390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1daa2c0f-475a-4564-8eb4-f4d4d927e0a1 req-db91871e-cc32-4a42-8633-d496410d3b1c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741975 Aug 21 18:03:05.988596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d81805a5-fe57-4190-8b30-24fbfa41c105 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:05.997566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2be757aa-ed06-47a5-b194-075b523dc8b7 req-f4f5f7a2-5b1c-48fc-915c-0ea89392e530 tempest-ListImageFiltersTestJSON-1287414134 tempest-ListImageFiltersTestJSON-1287414134-project] 10.222.0.41 "GET /v2.0/ports?device_id=fda643d3-2164-4a91-b731-11324c19f3f9 HTTP/1.1" status: 200 len: 210 time: 0.0392470 Aug 21 18:03:06.096654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d81805a5-fe57-4190-8b30-24fbfa41c105,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:06.107913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'port_id': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'mac_address': 'fa:16:3e:88:c2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:06.150038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:06.163416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81805a5-fe57-4190-8b30-24fbfa41c105 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:06.183756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d81805a5-fe57-4190-8b30-24fbfa41c105,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:06.190754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:06.239323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:06.409053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f19d7-b50a-4fed-845e-19a87be03c52 req-c182b368-a723-493e-a0a4-a316f04cd96f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:06.410793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-264f19d7-b50a-4fed-845e-19a87be03c52 req-c182b368-a723-493e-a0a4-a316f04cd96f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0569389 Aug 21 18:03:06.455866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-264f19d7-b50a-4fed-845e-19a87be03c52 req-9d757224-7c1d-4751-a073-c5175da628af tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384223 Aug 21 18:03:06.484942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092fd6-594f-4aac-99d8-548108522040 req-5486651f-5dec-4a47-822e-ed24bf3f902a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:06.486434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1092fd6-594f-4aac-99d8-548108522040 req-5486651f-5dec-4a47-822e-ed24bf3f902a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 945 time: 0.0548897 Aug 21 18:03:06.558141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1092fd6-594f-4aac-99d8-548108522040 req-3c895c67-72fa-46d4-a91b-6956075cd332 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610545 Aug 21 18:03:06.564598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d81805a5-fe57-4190-8b30-24fbfa41c105'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:06.583681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-e26639b1-3704-461d-b0e5-2de05b85c713 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:06.585134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-e26639b1-3704-461d-b0e5-2de05b85c713 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.0978181 Aug 21 18:03:06.712075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Deleting port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:06.712829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:06.820598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] For port 1cc8aa42-fcac-48e2-b09b-4eefdd001039, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1cc8aa42-fcac-48e2-b09b-4eefdd001039,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:06.820991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:06.834554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Calling delete_port for 1cc8aa42-fcac-48e2-b09b-4eefdd001039 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:06.973206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:06.989705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82619875-3936-4e28-8328-15c5219c7e74 req-e1bac66c-d836-412a-be2e-320f3286a2d3 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:06.991709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82619875-3936-4e28-8328-15c5219c7e74 req-e1bac66c-d836-412a-be2e-320f3286a2d3 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=e759a778-3eef-4b97-9995-504498b5913a HTTP/1.1" status: 200 len: 946 time: 0.1155381 Aug 21 18:03:07.020767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab236d-0a98-4aec-8e4e-d3995c6584eb req-0cb7f13a-79d5-4c29-821b-6bd6964873bd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:07.029360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94ab236d-0a98-4aec-8e4e-d3995c6584eb req-0cb7f13a-79d5-4c29-821b-6bd6964873bd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.0867903 Aug 21 18:03:07.073380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94ab236d-0a98-4aec-8e4e-d3995c6584eb req-da312abe-d98d-48a3-8fc4-e64ce0143b25 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406301 Aug 21 18:03:07.088160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82619875-3936-4e28-8328-15c5219c7e74 req-03cfc68f-296c-4370-9a68-33b4c128fa51 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671277 Aug 21 18:03:07.095023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.136239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event deleted for resources: {'Port': ['ID=1cc8aa42-fcac-48e2-b09b-4eefdd001039,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:07.194741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] No DVR routers for this DVR port 1cc8aa42-fcac-48e2-b09b-4eefdd001039 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:07.197431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.200955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd497dde-f34d-40b1-8bd6-724d7f6ecd95 req-35e052a5-3ea1-49d2-b6e3-aed2f0151f27 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "DELETE /v2.0/ports/1cc8aa42-fcac-48e2-b09b-4eefdd001039 HTTP/1.1" status: 204 len: 173 time: 0.6004353 Aug 21 18:03:07.211890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:07.212131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6bc8d5dd-f492-435c-b9d7-653632e40744 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20f20c170f8044af838a938eb7ef3df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355366 Aug 21 18:03:07.273664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.304208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.367453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'name': 'network-vif-deleted', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5'}, {'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-deleted', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:07.372068 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c085c9dd-1e76-4ae5-8226-022eb68075e0" -d '{"events": [{"server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "name": "network-vif-deleted", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5"}, {"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-deleted", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:07.373585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.376961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.381245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac5c2a12-1da0-469e-83e6-551ba7b06a65 HTTP/1.1" status: 204 len: 168 time: 0.1682894 Aug 21 18:03:07.390352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248d157-e60a-485c-870a-3ffffb313bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c2a12-1da0-469e-83e6-551ba7b06a65,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:07.427262 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533ea49d-7ffb-47d9-8f3d-2287fc20abbf x-openstack-request-id: req-533ea49d-7ffb-47d9-8f3d-2287fc20abbf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:07.427564 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4ea9c89-13f6-45ae-aef9-e31c1eed9652", "name": "network-vif-deleted", "tag": "7608d35f-5711-4ea4-b0ba-8382f508f7a5", "status": "completed", "code": 200}, {"server_uuid": "e759a778-3eef-4b97-9995-504498b5913a", "name": "network-vif-deleted", "tag": "1cc8aa42-fcac-48e2-b09b-4eefdd001039", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:07.427816 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-533ea49d-7ffb-47d9-8f3d-2287fc20abbf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:07.428213 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4ea9c89-13f6-45ae-aef9-e31c1eed9652', 'name': 'network-vif-deleted', 'tag': '7608d35f-5711-4ea4-b0ba-8382f508f7a5', 'status': 'completed', 'code': 200} Aug 21 18:03:07.428462 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e759a778-3eef-4b97-9995-504498b5913a', 'name': 'network-vif-deleted', 'tag': '1cc8aa42-fcac-48e2-b09b-4eefdd001039', 'status': 'completed', 'code': 200} Aug 21 18:03:07.593745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a3420-ac72-4671-9b05-4dd09777ccdd req-beeb48a6-759c-459c-84d6-1f6e25f981bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:07.601715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf6a3420-ac72-4671-9b05-4dd09777ccdd req-beeb48a6-759c-459c-84d6-1f6e25f981bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0674615 Aug 21 18:03:07.649647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf6a3420-ac72-4671-9b05-4dd09777ccdd req-94f4c2d1-ec3b-4b1a-b99e-ef33dcea8b82 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469236 Aug 21 18:03:07.726561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b966c-6612-447c-8aad-fd5614d86acb req-e96f2f9e-9248-4701-af4f-23facccf7fad tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:07.738299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f08b966c-6612-447c-8aad-fd5614d86acb req-e96f2f9e-9248-4701-af4f-23facccf7fad tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 945 time: 0.0808482 Aug 21 18:03:07.788994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f08b966c-6612-447c-8aad-fd5614d86acb req-2bdc01dd-c1ee-458a-93ff-08100ea66af6 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496926 Aug 21 18:03:07.831104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43276) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:07.852021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:07.998398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.002445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d81805a5-fe57-4190-8b30-24fbfa41c105 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:08.005675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.058726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c1a748d3ee4421599aca627c36fc690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261550 Aug 21 18:03:08.058859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43282) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:08.060254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03067d-45d3-4cc2-82b7-23c9ed6a620a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:08.069449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.069575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.070217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.070781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.070963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.071361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.071796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.072348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.072885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.073237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.073564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.073903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776f2e70-2792-41a1-9147-1918682f82bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:08.079245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port d81805a5-fe57-4190-8b30-24fbfa41c105 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:08.086177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d81805a5-fe57-4190-8b30-24fbfa41c105 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:08.086571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.198254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.215111 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.228905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.253573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35a841-7837-403f-b1a6-a5e19bab6aa7 req-34311b9a-942b-4681-b616-6cfe2d6bb64d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:08.259627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c35a841-7837-403f-b1a6-a5e19bab6aa7 req-34311b9a-942b-4681-b616-6cfe2d6bb64d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1147809 Aug 21 18:03:08.266006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d81805a5-fe57-4190-8b30-24fbfa41c105,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:08.268064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:08.271269 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b53d799-307f-451c-a8c5-1c81c4db3639" -d '{"events": [{"server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "name": "network-vif-plugged", "status": "completed", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:08.275965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.281036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:08.330454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c35a841-7837-403f-b1a6-a5e19bab6aa7 req-5755d589-e5a4-42f5-896c-db2456a2789f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698400 Aug 21 18:03:08.353292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.356357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.357535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e03067d-45d3-4cc2-82b7-23c9ed6a620a HTTP/1.1" status: 204 len: 168 time: 0.2977085 Aug 21 18:03:08.361868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:08.364317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 20a3311e-b9fc-4125-b9e7-1fc3f9c3903b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:08.367415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d24b70-3717-416b-8d36-937791bb87c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03067d-45d3-4cc2-82b7-23c9ed6a620a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:08.401663 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25056d9b-107d-4925-b672-19f175f3d314 x-openstack-request-id: req-25056d9b-107d-4925-b672-19f175f3d314 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:08.401955 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "name": "network-vif-plugged", "status": "completed", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:08.402213 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25056d9b-107d-4925-b672-19f175f3d314 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:08.402643 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'code': 200} Aug 21 18:03:08.405004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7608d35f-5711-4ea4-b0ba-8382f508f7a5 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:08.428110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:08.431604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 7608d35f-5711-4ea4-b0ba-8382f508f7a5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:08.432443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7608d35f-5711-4ea4-b0ba-8382f508f7a5 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:08.432897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:08.455543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 1cc8aa42-fcac-48e2-b09b-4eefdd001039 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:08.455943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1cc8aa42-fcac-48e2-b09b-4eefdd001039 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:08.552650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c5e0e-90d5-4988-9e76-ede9cfa79862 req-0fbd3c74-8f0e-449c-a511-2f276a60bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:08.555245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-730c5e0e-90d5-4988-9e76-ede9cfa79862 req-0fbd3c74-8f0e-449c-a511-2f276a60bef5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 1098 time: 0.0635438 Aug 21 18:03:08.597499 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-730c5e0e-90d5-4988-9e76-ede9cfa79862 req-361dda45-b984-4bb1-a03d-9d7f2c1503e9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336154 Aug 21 18:03:08.751987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43328) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:08.758388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'security_group': {'name': 'tempest-securitygroup--288214744', 'description': 'tempest-description--1133751734'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:08.792448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.847534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4781ad-075d-4921-a055-64a8c0d66a4c req-1d0c943b-a945-4cd1-aad7-22304757741c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:08.849122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf4781ad-075d-4921-a055-64a8c0d66a4c req-1d0c943b-a945-4cd1-aad7-22304757741c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0800741 Aug 21 18:03:08.938149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf4781ad-075d-4921-a055-64a8c0d66a4c req-c38aa7aa-10ca-490c-8ba6-aca98eab35aa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756214 Aug 21 18:03:08.978264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:08.986721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.015881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff978b8-0962-484b-b426-cbce215e62c4 req-a9e71927-dedb-4559-942f-3a4556a5306a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:09.027070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff978b8-0962-484b-b426-cbce215e62c4 req-a9e71927-dedb-4559-942f-3a4556a5306a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.1162939 Aug 21 18:03:09.060383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.061577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3073406 Aug 21 18:03:09.064804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:09.068639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1c998-9af2-45d3-a851-ecb6b3b10980 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10934880-9d63-43ed-b592-b2ceeb946057,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:09.072144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'security_group_rule': {'security_group_id': '10934880-9d63-43ed-b592-b2ceeb946057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:09.097916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff978b8-0962-484b-b426-cbce215e62c4 req-807935e5-8062-4f7d-a71a-fd6f0e92378a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695775 Aug 21 18:03:09.105429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43344) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:09.137398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.247491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.252430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.274237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bbc1fc-7ec6-46a0-bcf6-77acb9fa073b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:09.283491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.287436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178273 Aug 21 18:03:09.287436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.287436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.287436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.288026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43356) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:09.292313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'security_group_rule': {'security_group_id': '10934880-9d63-43ed-b592-b2ceeb946057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:09.294930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.295310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.296021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.297154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.297505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.297847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.298185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.299239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.302865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c5e162-fccf-4040-b407-43b5c875660d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:09.324356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.381714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ddb31f5c-7443-4372-a5d4-a4ea92b77b0f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63b0e06555fc4cb6b61ce21dffb857da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678525 Aug 21 18:03:09.382251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43364) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:09.466077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.473273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.496363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f7999d-824c-4310-b821-01718606aeb1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:09.504400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.523409 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.529426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7ba36da-7a7a-43a4-a708-fc5e3927a31f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406545 Aug 21 18:03:09.532853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43370) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:09.541423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.542046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:09.559833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37f6f5-c525-43aa-bb1c-a96052ab5851 req-fd0fefb5-28ea-41d0-81a8-4d1fa83af5c6 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:09.568571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed37f6f5-c525-43aa-bb1c-a96052ab5851 req-fd0fefb5-28ea-41d0-81a8-4d1fa83af5c6 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1195416 Aug 21 18:03:09.575182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.622355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed37f6f5-c525-43aa-bb1c-a96052ab5851 req-f003879a-2095-4fc6-80e1-2626ccedf6c3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509112 Aug 21 18:03:09.677140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.680295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.683839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d9430b3-90dd-48cd-a360-9a1c4d96bd9a HTTP/1.1" status: 204 len: 168 time: 0.2982419 Aug 21 18:03:09.693402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7af223-50f8-4895-8172-6694fa144573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9430b3-90dd-48cd-a360-9a1c4d96bd9a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:09.784152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:09.935463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Allocated IP 172.25.1.210 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/486097ed-2416-4039-899f-25e2a89a2461) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:10.121496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54d14a-bc70-49d1-bd43-977c9b11260b req-0d56eb46-8e65-478a-9e0c-7d0d4bf2d3f0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:10.127101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f54d14a-bc70-49d1-bd43-977c9b11260b req-0d56eb46-8e65-478a-9e0c-7d0d4bf2d3f0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0960271 Aug 21 18:03:10.143191 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:03:10.156529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:10.204904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:10.223345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f54d14a-bc70-49d1-bd43-977c9b11260b req-b7e1ca8d-e2ec-4392-8bbd-8733216fc8d2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877900 Aug 21 18:03:10.277359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:10.282590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:10.309004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:10.373925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'Port': ['ID=486097ed-2416-4039-899f-25e2a89a2461,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:10.414007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251ee4b-f908-40f3-acdb-3c1b75a53031 req-3b846b07-d62e-40d5-b389-e58d3530e25f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:10.421507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b251ee4b-f908-40f3-acdb-3c1b75a53031 req-3b846b07-d62e-40d5-b389-e58d3530e25f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.1801968 Aug 21 18:03:10.504806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b251ee4b-f908-40f3-acdb-3c1b75a53031 req-bc7bfe0f-99df-4487-948f-9b8727acc697 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813205 Aug 21 18:03:10.551479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:10.612439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:10.855152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3855-b246-4425-98e9-f3584bfb69ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:10.875887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c183ecd-7f0c-4cf4-918f-d8bef843e225 req-60423bb3-ec08-4037-91f2-5687dc60d515 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:10.884690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c183ecd-7f0c-4cf4-918f-d8bef843e225 req-60423bb3-ec08-4037-91f2-5687dc60d515 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1357222 Aug 21 18:03:10.956607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c183ecd-7f0c-4cf4-918f-d8bef843e225 req-7ecf408b-3827-4486-a5b9-6b11d8138386 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703123 Aug 21 18:03:11.065103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3855-b246-4425-98e9-f3584bfb69ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.074425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3855-b246-4425-98e9-f3584bfb69ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.146949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3855-b246-4425-98e9-f3584bfb69ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353ffa4f-bdaa-43c9-bef9-bb870edb99f2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:11.165335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eaeb3855-b246-4425-98e9-f3584bfb69ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b8d27d556ce4c6c957655c09b9ffcf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5510111 Aug 21 18:03:11.167875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43442) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:11.199540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.252928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.259390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac570e85-3a4a-4f08-8d8b-9935b1c3bbab req-83613e52-2836-4b5f-b8ce-ab898f6052a2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:11.260655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac570e85-3a4a-4f08-8d8b-9935b1c3bbab req-83613e52-2836-4b5f-b8ce-ab898f6052a2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.6584299 Aug 21 18:03:11.274849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:11.280172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Request body: {'floatingip': {'port_id': 'd81805a5-fe57-4190-8b30-24fbfa41c105'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:11.329306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.337494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.441319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b5114-bc2f-4c33-b556-99432481a36b req-300a83b3-9e7f-4ae9-b2c7-9bd4ebb7460c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:11.450687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-154b5114-bc2f-4c33-b556-99432481a36b req-300a83b3-9e7f-4ae9-b2c7-9bd4ebb7460c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0960495 Aug 21 18:03:11.550219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-154b5114-bc2f-4c33-b556-99432481a36b req-570da400-2ee0-4499-affc-198841b20d34 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917294 Aug 21 18:03:11.573839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-7061849f-1a2c-42b8-aceb-0b2abaef9407 service neutron] 10.222.0.64 "GET /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.1601851 Aug 21 18:03:11.598200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.611335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.675851 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.682878 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.684863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/353ffa4f-bdaa-43c9-bef9-bb870edb99f2 HTTP/1.1" status: 204 len: 168 time: 0.5160477 Aug 21 18:03:11.712102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'Port': ['ID=486097ed-2416-4039-899f-25e2a89a2461,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:11.722542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.738133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:11.740320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc659ea0-87eb-4354-a3ef-27cddeec0a6f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2062433 Aug 21 18:03:11.793692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d43a3-5024-4e2f-a130-7ffc60f0e96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353ffa4f-bdaa-43c9-bef9-bb870edb99f2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:12.016128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:12.270872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43508) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:12.358879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c68ca6-cd2d-4840-b892-80dc41c2df70 req-0454f049-5f99-4f25-ac22-7b7a66a9b419 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:12.366891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7c68ca6-cd2d-4840-b892-80dc41c2df70 req-0454f049-5f99-4f25-ac22-7b7a66a9b419 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 944 time: 0.1583176 Aug 21 18:03:12.424908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-1a017e94-89e2-4f90-a458-dc7e82410c6b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:12.432481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-1a017e94-89e2-4f90-a458-dc7e82410c6b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.2397246 Aug 21 18:03:12.480022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-ae416fcf-e00d-4e53-ac63-f207f30b6c7b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/quotas/741bf28d35154963b5cb115064a12ab4 HTTP/1.1" status: 200 len: 375 time: 0.0465977 Aug 21 18:03:12.517007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:12.540599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:12.577645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bd97aa-70a0-4e10-9910-852c83520a72 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:12.603277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0dab5875-2151-4097-839c-46d5485b6893 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213419 Aug 21 18:03:12.627393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7c68ca6-cd2d-4840-b892-80dc41c2df70 req-2d77ea8d-911b-4e6f-8e29-f2ed6826151e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533188 Aug 21 18:03:12.634071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:12.638510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8812e8e-d8d9-4207-a997-f58ebcbc2f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:12.783638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:12.786030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-8072699d-ef99-462d-9a69-80d8ab5daaaf service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722944 Aug 21 18:03:12.898124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322ff9b-b0ff-47a0-964c-caa14a54edc9 req-c56bd6da-97c7-4d31-97a9-7520b0fe5f92 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:12.899663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c322ff9b-b0ff-47a0-964c-caa14a54edc9 req-c56bd6da-97c7-4d31-97a9-7520b0fe5f92 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1568465 Aug 21 18:03:12.926566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-b24fb304-0040-419c-b7c9-3878f73df4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394193 Aug 21 18:03:13.022058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:13.037220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c322ff9b-b0ff-47a0-964c-caa14a54edc9 req-0e43c271-2b31-4bd5-8749-cd2cc1e79860 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251113 Aug 21 18:03:13.074181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8812e8e-d8d9-4207-a997-f58ebcbc2f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.119027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.128352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8812e8e-d8d9-4207-a997-f58ebcbc2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.139446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] Transition to ACTIVE for port object 22bd97aa-70a0-4e10-9910-852c83520a72 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:13.160535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.185148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d72788f-7f90-48ee-84d2-9285db714fe8 req-f5a2a9e7-81c5-4397-9465-bc0fa3099d7a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 210 time: 0.0478246 Aug 21 18:03:13.189557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.199080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-369838308-network', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:13.229417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:13.232499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.245531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.321416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8812e8e-d8d9-4207-a997-f58ebcbc2f2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4313487bd1245cb941724db4c58b74e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0446920 Aug 21 18:03:13.324722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:13.332987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8812e8e-d8d9-4207-a997-f58ebcbc2f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765ab31d-b51d-4f71-91a6-c45838be4524,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:13.356983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] No DVR routers for this DVR port 22bd97aa-70a0-4e10-9910-852c83520a72 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:13.415502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] Pushing event updated for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:13.441876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.445557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-e07190dc-b348-418d-bbf3-a8bfdd1a8eec service neutron] 10.222.0.64 "PUT /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72/bindings/n-h1-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.8638923 Aug 21 18:03:13.451573 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Floating IP efe21808-5fb3-4271-accc-96f1c991c86d associated. External IP: 172.25.1.48, port: d81805a5-fe57-4190-8b30-24fbfa41c105. Aug 21 18:03:13.479605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.489185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.496992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.548544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:03:13.578538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.578863 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Added segment 08e13a08-519d-490d-8dfc-4e39abb5d823 of type vlan for network 20498726-c7da-4d33-8944-882848b3731c Aug 21 18:03:13.601358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:13.632741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-6ef577db-afc8-4fd2-91a9-8317d1706cc5 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:13.635025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-6ef577db-afc8-4fd2-91a9-8317d1706cc5 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1175530 Aug 21 18:03:13.697562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.700503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.701645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/765ab31d-b51d-4f71-91a6-c45838be4524 HTTP/1.1" status: 204 len: 168 time: 0.3754091 Aug 21 18:03:13.703407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.717327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00442a-139f-4fdb-a77c-659666b19e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765ab31d-b51d-4f71-91a6-c45838be4524,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:13.763404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.764165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:13.764770 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.787620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-6d9a247a-e5bc-4b7b-b54b-314106c3d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:13.789106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-6d9a247a-e5bc-4b7b-b54b-314106c3d78f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078&tenant_id=d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 1097 time: 0.0950091 Aug 21 18:03:13.830531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=20498726-c7da-4d33-8944-882848b3731c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:13.844505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 20498726-c7da-4d33-8944-882848b3731c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:03:13.856138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29d1ced8-f8a7-4bb9-8e59-c64ef4c2aaf9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8298428 Aug 21 18:03:13.856389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:13.862414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Request body: {'subnet': {'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-subnet', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:13.906627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:13.908222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Router 1da97935-acd8-45e6-a588-b54dc2db08de has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:03:13.909544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:13.937814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-596c4e18-ccbb-43f8-9804-05828de6b5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:13.943629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-596c4e18-ccbb-43f8-9804-05828de6b5e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1097 time: 0.0759039 Aug 21 18:03:14.045012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca40e5-5e9b-4757-ba40-c8fd287ff264 req-83409103-5dc1-466e-aecc-6952cf361ac7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.047735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06ca40e5-5e9b-4757-ba40-c8fd287ff264 req-83409103-5dc1-466e-aecc-6952cf361ac7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.2996552 Aug 21 18:03:14.224845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06ca40e5-5e9b-4757-ba40-c8fd287ff264 req-06efb4d5-8739-493e-9a34-6ebf8d84456c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347671 Aug 21 18:03:14.229233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:03:14.248408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-23cb4729-7615-4eb0-9dd0-3d5ecee23a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.248625 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Sync routers for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:03:14.249068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-23cb4729-7615-4eb0-9dd0-3d5ecee23a63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2830167 Aug 21 18:03:14.249068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:14.257779 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:14.261161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:02:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:14.293474 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:14.316486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-a7e3a721-8a5a-4e10-a1b5-a774ba59f6ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 200 len: 217 time: 0.0629678 Aug 21 18:03:14.393426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d8eb89f-0de7-4bd9-8ba8-2f829b7b806f tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "PUT /v2.0/floatingips/efe21808-5fb3-4271-accc-96f1c991c86d HTTP/1.1" status: 200 len: 991 time: 3.1172028 Aug 21 18:03:14.400038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:14.404491 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3fa342-8189-4fbf-a0a8-63b10da71894" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:14.425157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-02ee81ac-9642-4235-9545-3095e625da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.428331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-02ee81ac-9642-4235-9545-3095e625da7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1029274 Aug 21 18:03:14.430170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe841b-3165-4b0d-90a5-77f0a4284a2f req-2a7c1da0-b8fb-4f32-aac4-99d906f769e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.437762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dfe841b-3165-4b0d-90a5-77f0a4284a2f req-2a7c1da0-b8fb-4f32-aac4-99d906f769e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.2801733 Aug 21 18:03:14.479378 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:14.532911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f192ea2d-2b18-457c-9dd5-faca10d281f9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:14.536628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-5e7bcc1a-df1a-41a6-a179-72fc327566cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006064 Aug 21 18:03:14.578105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Checking segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:14.578481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Network hostable DHCP agents. Network: 20498726-c7da-4d33-8944-882848b3731c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:03:14.595432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dfe841b-3165-4b0d-90a5-77f0a4284a2f req-08dd0293-e3d4-42b2-9f6e-dad00b456033 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566608 Aug 21 18:03:14.709013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-64f62749-ac18-4a60-8ce8-00fcc896a23f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.710795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-64f62749-ac18-4a60-8ce8-00fcc896a23f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.3056700 Aug 21 18:03:14.713080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Network 20498726-c7da-4d33-8944-882848b3731c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:03:14.737694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'port': {'device_id': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'admin_state_up': True, 'tenant_id': '741bf28d35154963b5cb115064a12ab4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:14.762244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 20498726-c7da-4d33-8944-882848b3731c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:14.770993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfef48c-9eb9-4a2e-a2cd-cfc8a6ed0c9e None None] Network 20498726-c7da-4d33-8944-882848b3731c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:14.785848 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b7ef63c-f8a7-4504-909e-f5adcb222c68 req-8fa9fcfb-62e1-4a90-87cb-2428afbc2a38 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 210 time: 0.1044683 Aug 21 18:03:14.845376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:14.846150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:14.849448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'efe21808-5fb3-4271-accc-96f1c991c86d', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'port_id': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'mac_address': 'fa:16:3e:88:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:02:09Z', 'updated_at': '2021-08-21T18:03:12Z', 'revision_number': 1, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:14.852211 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d5e688d-80a2-464a-8265-9b433404acea x-openstack-request-id: req-5d5e688d-80a2-464a-8265-9b433404acea {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:14.852506 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:14.852758 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d5e688d-80a2-464a-8265-9b433404acea {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:14.854477 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'status': 'completed', 'code': 200} Aug 21 18:03:14.874432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-a9bf80f5-79e6-4a70-8f4c-c593bd9d1776 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277960 Aug 21 18:03:14.879379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5278d943-423d-49c7-bbda-6b6aa53ea334 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0218909 Aug 21 18:03:14.886976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43586) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:14.899517 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Checking router: 1da97935-acd8-45e6-a588-b54dc2db08de for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:03:14.903998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:14.910607 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:14.912043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:02:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:14.956217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:14.957199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:14.989923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43588) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:15.024373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-307d8c93-9d20-449f-baca-7e221be162b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.026473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-307d8c93-9d20-449f-baca-7e221be162b4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 1098 time: 0.1698444 Aug 21 18:03:15.082258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.097332 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:15.178941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-20498726-c7da-4d33-8944-882848b3731c', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:03:15.180655 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.192684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-ccce37c5-a187-4121-b694-64cbc63f833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.196369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-ccce37c5-a187-4121-b694-64cbc63f833d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 200 len: 917 time: 0.1560357 Aug 21 18:03:15.207557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-655056926-network', 'tenant_id': '1f33894e0ecd463caf98b5129f83db8f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:15.224923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-2d4c5d21-f8e2-48a4-8578-3d38141f4f1a service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275683 Aug 21 18:03:15.310044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Made reservation on behalf of 741bf28d35154963b5cb115064a12ab4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:15.315870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.320629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.482246 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'efe21808-5fb3-4271-accc-96f1c991c86d', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'port_id': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'mac_address': 'fa:16:3e:88:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:02:09Z', 'updated_at': '2021-08-21T18:03:12Z', 'revision_number': 1, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:15.499599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-cdc27451-779d-4faa-b802-f7ae4e4d31c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 200 len: 999 time: 0.2811475 Aug 21 18:03:15.527589 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2698cbe-12b1-4944-9b47-50c28a05296a None None] The sync data for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 is: [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'efe21808-5fb3-4271-accc-96f1c991c86d', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'floating_ip_address': '172.25.1.48', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'port_id': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'mac_address': 'fa:16:3e:88:c2:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:02:09Z', 'updated_at': '2021-08-21T18:03:12Z', 'revision_number': 1, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:03:15.590997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Made reservation on behalf of 1f33894e0ecd463caf98b5129f83db8f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:15.592760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Allocated IP 172.20.0.7 (d92e3a75-72f5-4b3d-a4ae-61177d4be7d8/e674925c-caf3-4323-acb7-ff1f2dbd8502/cd61307e-a3d4-437b-85ae-530abf5ac574) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:15.593775 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.640300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:15.673971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-bd59d6f8-83b2-4155-ab0f-5f749ebde3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.675763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-bd59d6f8-83b2-4155-ab0f-5f749ebde3b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 HTTP/1.1" status: 200 len: 855 time: 0.1160443 Aug 21 18:03:15.677641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558b084-81d9-4535-8520-d1df399a1776 req-9663e14b-0704-4add-a584-49d8a24f163c tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.679668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-9663e14b-0704-4add-a584-49d8a24f163c tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1869886 Aug 21 18:03:15.688906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2845c-b185-4029-afbf-7250b760069b req-6e887035-31af-4dc3-b28c-8552dfeab243 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.697504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cde2845c-b185-4029-afbf-7250b760069b req-6e887035-31af-4dc3-b28c-8552dfeab243 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.2629535 Aug 21 18:03:15.868474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Allocated IP 172.20.0.2 (20498726-c7da-4d33-8944-882848b3731c/f192ea2d-2b18-457c-9dd5-faca10d281f9/b5e01d89-a023-4c35-ac77-7f2db424d9a2) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:15.912567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-24ea0c7a-bccb-48ba-97bd-2d57c97e6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:15.914416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-24ea0c7a-bccb-48ba-97bd-2d57c97e6a92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2069936 Aug 21 18:03:15.948344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b322a55a-20c8-4e83-a9bb-7e09d33a0606 None None] New status for floating IP efe21808-5fb3-4271-accc-96f1c991c86d: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:03:15.958782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cde2845c-b185-4029-afbf-7250b760069b req-a2945e37-2458-499b-8401-17d4eff69461 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608509 Aug 21 18:03:16.026106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.115940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.173424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffad7c-1aa8-4f11-9ed4-18eed6873027 req-e8a892d7-7bdd-4135-84cd-b1e650ac150c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:16.176862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5cffad7c-1aa8-4f11-9ed4-18eed6873027 req-e8a892d7-7bdd-4135-84cd-b1e650ac150c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.4175878 Aug 21 18:03:16.183675 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.199800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Transition to ACTIVE for port object b5e01d89-a023-4c35-ac77-7f2db424d9a2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:16.204203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-9b03686b-2528-45c9-ab33-4a8385eb45da service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795527 Aug 21 18:03:16.227844 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50fd615e-b3b8-411a-8bdd-d3f9d5c2ead8 req-ea12b783-f97a-4d33-b928-e55f2e217218 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 210 time: 0.0514011 Aug 21 18:03:16.230850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Transition to ACTIVE for port object b5e01d89-a023-4c35-ac77-7f2db424d9a2 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:16.231918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6558b084-81d9-4535-8520-d1df399a1776 req-9333af79-ca2a-4f32-86ed-246a56836c7e service neutron] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:16.246736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6558b084-81d9-4535-8520-d1df399a1776 req-9333af79-ca2a-4f32-86ed-246a56836c7e service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.247815 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6558b084-81d9-4535-8520-d1df399a1776 req-9333af79-ca2a-4f32-86ed-246a56836c7e service neutron] 10.222.0.39 "DELETE /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72/bindings/n-h2-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.5487847 Aug 21 18:03:16.301253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.302585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.313395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.350542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:03:16.366794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5cffad7c-1aa8-4f11-9ed4-18eed6873027 req-ed3c572c-3c8d-4f12-8bf0-94fc64177745 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795394 Aug 21 18:03:16.377171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.377718 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Added segment 1f1cafac-21dd-4e0a-a09f-bcd0b2182bdc of type vlan for network 0e3ab570-4ab0-4239-bee8-1a8756f5679d Aug 21 18:03:16.386757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.394536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d473e-6b69-4284-9f8c-7ea4c1ee025d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.418516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Allocated IP 172.25.1.16 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:16.422865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3fa342-8189-4fbf-a0a8-63b10da71894 req-de1c4b69-138c-430d-a6f7-fd1471de6711 service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978533 Aug 21 18:03:16.442386 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.442710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Pushing event updated for resources: {'Port': ['ID=b5e01d89-a023-4c35-ac77-7f2db424d9a2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.461684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Network 20498726-c7da-4d33-8944-882848b3731c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:16.463900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:16.466698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:16.483297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.484989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:16.485818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.521485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5276632 Aug 21 18:03:16.553709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.554825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43604) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:16.564176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Request body: {'subnet': {'network_id': '0e3ab570-4ab0-4239-bee8-1a8756f5679d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-655056926-subnet', 'tenant_id': '1f33894e0ecd463caf98b5129f83db8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:16.565923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Attempting to bind port b5e01d89-a023-4c35-ac77-7f2db424d9a2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:16.566637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Attempting to bind port b5e01d89-a023-4c35-ac77-7f2db424d9a2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:16.567135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Attempting to bind port b5e01d89-a023-4c35-ac77-7f2db424d9a2 on network 20498726-c7da-4d33-8944-882848b3731c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:16.573824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:16.574310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Checking segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:16.575337 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.575833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Bound using segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:16.576929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Bound port: b5e01d89-a023-4c35-ac77-7f2db424d9a2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:16.577416 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.596071 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.608235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b5621-274c-4e1c-abea-cd5fe702c7c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3ab570-4ab0-4239-bee8-1a8756f5679d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.615983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Made reservation on behalf of 1f33894e0ecd463caf98b5129f83db8f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:16.619214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.631910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.656232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:16.663392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:16.667040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:16.670683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:16.689707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 0e3ab570-4ab0-4239-bee8-1a8756f5679d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:03:16.713712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:16.719810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:16.782525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:16.783176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.830522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.837822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-21c7fee3-b4c5-4243-878c-846d33a9111b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1044359 Aug 21 18:03:16.876341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] For port b5e01d89-a023-4c35-ac77-7f2db424d9a2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:16.879506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.884675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] For port b5e01d89-a023-4c35-ac77-7f2db424d9a2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5e01d89-a023-4c35-ac77-7f2db424d9a2,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:16.894125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:16.903870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Request body: {'port': {'device_id': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:16.973767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c11ec27a-2110-4396-ad94-12f819467d23,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.976094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7efa1-3cf0-4d02-89be-84604fbf9eaa None None] Pushing event updated for resources: {'Port': ['ID=b5e01d89-a023-4c35-ac77-7f2db424d9a2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:16.986189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Checking segment: {'id': '1f1cafac-21dd-4e0a-a09f-bcd0b2182bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0e3ab570-4ab0-4239-bee8-1a8756f5679d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:16.986593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Network hostable DHCP agents. Network: 0e3ab570-4ab0-4239-bee8-1a8756f5679d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:03:17.020405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Network 0e3ab570-4ab0-4239-bee8-1a8756f5679d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:03:17.023332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Pushing event updated for resources: {'Port': ['ID=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:17.035038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:17.041881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 0e3ab570-4ab0-4239-bee8-1a8756f5679d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:17.046130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:17.046803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:17.054003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a7bf14-a192-4768-b525-9a29c8dbbbe8 None None] Network 0e3ab570-4ab0-4239-bee8-1a8756f5679d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:17.070238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-457dcced-ca86-4756-909d-5b3d765f9726 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5123980 Aug 21 18:03:17.286340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d08a018-15a1-4a42-9a95-8572ec02abda None None] Network 0e3ab570-4ab0-4239-bee8-1a8756f5679d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:17.480116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63d4a4-ed39-4b9a-88f8-908e25a7a8e2 req-e758e138-353a-4425-8d5f-a9111d15a4e4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:17.482451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b63d4a4-ed39-4b9a-88f8-908e25a7a8e2 req-e758e138-353a-4425-8d5f-a9111d15a4e4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 931 time: 0.0799935 Aug 21 18:03:17.541709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b63d4a4-ed39-4b9a-88f8-908e25a7a8e2 req-63ed5310-37a0-4641-9d6c-110ccd0cbd85 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501757 Aug 21 18:03:17.563226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab77bf-22a4-4a99-bd04-06a92058285f req-edd9962d-3fb3-4d55-bb56-cfef9ad6f404 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:17.564784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbab77bf-22a4-4a99-bd04-06a92058285f req-edd9962d-3fb3-4d55-bb56-cfef9ad6f404 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.4525445 Aug 21 18:03:17.596762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:17.684863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5e01d89-a023-4c35-ac77-7f2db424d9a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:17.711712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbab77bf-22a4-4a99-bd04-06a92058285f req-7b0df8fa-ea4e-4915-bcab-6d440afeecba tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283700 Aug 21 18:03:17.743761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd61307e-a3d4-437b-85ae-530abf5ac574 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:17.752559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9119a6fb-f8ce-4cc9-940a-c117a50144b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:17.755446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:17.773026 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-9e652312-1f88-4b3b-9937-b23a00045293 req-8c5eb912-60f7-4cef-bb35-b97725b950bd tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] show failed (client error): The resource could not be found. Aug 21 18:03:17.779110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Transition to ACTIVE for port object cd61307e-a3d4-437b-85ae-530abf5ac574 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:17.788546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e652312-1f88-4b3b-9937-b23a00045293 req-8c5eb912-60f7-4cef-bb35-b97725b950bd tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/ca470936-432d-4b56-a727-17de2ecca4d7 HTTP/1.1" status: 404 len: 352 time: 0.0287144 Aug 21 18:03:17.788776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b5e01d89-a023-4c35-ac77-7f2db424d9a2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:17.839350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.021983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f4f90-61b2-40c2-acc6-cf2f5b706179 req-d74b4f75-a081-43b8-8d1d-8fb7ab280749 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:18.023639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-508f4f90-61b2-40c2-acc6-cf2f5b706179 req-d74b4f75-a081-43b8-8d1d-8fb7ab280749 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1097 time: 0.0530906 Aug 21 18:03:18.104501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-508f4f90-61b2-40c2-acc6-cf2f5b706179 req-7082e093-221a-419e-b0bf-94da0f7f4939 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Aug 21 18:03:18.145484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.219506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcd9afd8-10b7-4888-8aa5-93f01ea7253d req-dc221bd0-3171-48ab-a513-e9565574d200 tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f33894e0ecd463caf98b5129f83db8f HTTP/1.1" status: 200 len: 2984 time: 0.0626535 Aug 21 18:03:18.274810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcd9afd8-10b7-4888-8aa5-93f01ea7253d req-ad2136cd-5b44-4d12-8edb-9d9a5a2bfd76 tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/9e2d473e-6b69-4284-9f8c-7ea4c1ee025d HTTP/1.1" status: 200 len: 2981 time: 0.0472367 Aug 21 18:03:18.279039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9790b159-2d07-4b3a-b22f-409385070c23 None None] Network 20498726-c7da-4d33-8944-882848b3731c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:18.340251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcd9afd8-10b7-4888-8aa5-93f01ea7253d req-31bd71ac-a600-4257-becd-024847301a3b tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/9e2d473e-6b69-4284-9f8c-7ea4c1ee025d HTTP/1.1" status: 200 len: 2981 time: 0.0575068 Aug 21 18:03:18.351642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:18.353440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Provisioning for port b5e01d89-a023-4c35-ac77-7f2db424d9a2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:18.373362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Provisioning complete for port b5e01d89-a023-4c35-ac77-7f2db424d9a2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:18.373804 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.416884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d14d9-0002-41be-86d5-f80ef31ae16d req-0db7bbda-b3d8-42c0-bbbf-46be20da9838 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:18.418411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee2d14d9-0002-41be-86d5-f80ef31ae16d req-0db7bbda-b3d8-42c0-bbbf-46be20da9838 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.5766237 Aug 21 18:03:18.421706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.471626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7086eae-2afc-4981-9fbd-d780824de3e6 req-5509f7b0-2882-4177-87db-fc12efc9c467 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:18.479013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7086eae-2afc-4981-9fbd-d780824de3e6 req-5509f7b0-2882-4177-87db-fc12efc9c467 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 1097 time: 0.0657079 Aug 21 18:03:18.525097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Attempting to bind port cd61307e-a3d4-437b-85ae-530abf5ac574 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:18.525404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Attempting to bind port cd61307e-a3d4-437b-85ae-530abf5ac574 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:18.525686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Attempting to bind port cd61307e-a3d4-437b-85ae-530abf5ac574 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:18.529432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7086eae-2afc-4981-9fbd-d780824de3e6 req-563860da-7caf-411b-892a-33d48da57155 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491128 Aug 21 18:03:18.532129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee2d14d9-0002-41be-86d5-f80ef31ae16d req-828babba-06cd-43c7-986c-9faf91b44d69 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029828 Aug 21 18:03:18.541965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Port cd61307e-a3d4-437b-85ae-530abf5ac574 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:18.542298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Attempting to bind port cd61307e-a3d4-437b-85ae-530abf5ac574 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:18.554424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.565803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.594992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] For port b5e01d89-a023-4c35-ac77-7f2db424d9a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5e01d89-a023-4c35-ac77-7f2db424d9a2,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:18.602234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.641710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:18.643797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Checking segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:18.648235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Bound using segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:18.651773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Bound port: cd61307e-a3d4-437b-85ae-530abf5ac574, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:18.653088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.680452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-003732f3-0c9b-4ff5-8210-f047470c55eb req-74f001d2-77c2-4b12-a3d7-c48e8e3467be tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/9e2d473e-6b69-4284-9f8c-7ea4c1ee025d HTTP/1.1" status: 200 len: 2981 time: 0.0887666 Aug 21 18:03:18.705555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701705bf-5c9c-4d4f-8af5-650c6ac10d46 None None] Pushing event updated for resources: {'Port': ['ID=b5e01d89-a023-4c35-ac77-7f2db424d9a2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:18.791557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:18.795699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:18.798147 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-003732f3-0c9b-4ff5-8210-f047470c55eb req-2a00a82f-3b00-4640-ba63-05a9193f5cf5 tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 18:03:18.814167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-003732f3-0c9b-4ff5-8210-f047470c55eb req-2a00a82f-3b00-4640-ba63-05a9193f5cf5 tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "DELETE /v2.0/security-groups/9e2d473e-6b69-4284-9f8c-7ea4c1ee025d HTTP/1.1" status: 409 len: 352 time: 0.1224811 Aug 21 18:03:18.821205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.845591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Router 6d558446-f880-4152-8a2c-6bb42a03dc08 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:03:18.853266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:18.853893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:18.855319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] 10.222.0.39 "PUT /v2.0/ports/cd61307e-a3d4-437b-85ae-530abf5ac574 HTTP/1.1" status: 200 len: 1092 time: 1.9971910 Aug 21 18:03:18.855764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:18.858586 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d57df1-45e6-49b8-8aa9-e624de1d4302" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:18.939310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8f1da87a-1cd7-4459-a0d8-b0c286e96901 None None] Provisioning complete for port b5e01d89-a023-4c35-ac77-7f2db424d9a2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:18.939942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f1da87a-1cd7-4459-a0d8-b0c286e96901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.040512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e23804-39de-4cf1-86a9-5cdae09cdb21 req-5a0e3e1c-fd20-44ae-af6d-cd50c7de53e1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:19.042201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80e23804-39de-4cf1-86a9-5cdae09cdb21 req-5a0e3e1c-fd20-44ae-af6d-cd50c7de53e1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 943 time: 0.2250834 Aug 21 18:03:19.060713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248739f-b77b-4ff2-aabb-26330f2575dc service neutron] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:19.075781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-8268eae4-5c57-47fe-abad-fdba5f080e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:19.077424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-8268eae4-5c57-47fe-abad-fdba5f080e70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 1095 time: 0.1577187 Aug 21 18:03:19.182622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80e23804-39de-4cf1-86a9-5cdae09cdb21 req-a0965c36-28aa-4801-b3e1-3eea06684c0d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319575 Aug 21 18:03:19.186044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-03548885-25b9-4dbc-916c-67fe64efce34 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd61307e-a3d4-437b-85ae-530abf5ac574 HTTP/1.1" status: 200 len: 217 time: 0.0959337 Aug 21 18:03:19.188351 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-bf852240-1c88-4b94-a2d9-311b4ec8fa56 req-37b1e846-0098-4a8e-b990-9b869f03ea7c tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] show failed (client error): The resource could not be found. Aug 21 18:03:19.209855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf852240-1c88-4b94-a2d9-311b4ec8fa56 req-37b1e846-0098-4a8e-b990-9b869f03ea7c tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/775218ff-930b-40e0-99be-d7ea95df9c82 HTTP/1.1" status: 404 len: 352 time: 0.0497408 Aug 21 18:03:19.282144 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017cdc4e-14fe-47ae-8629-bf6b90d79a05 x-openstack-request-id: req-017cdc4e-14fe-47ae-8629-bf6b90d79a05 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:19.282634 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:19.292967 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-017cdc4e-14fe-47ae-8629-bf6b90d79a05 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:19.293686 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'status': 'completed', 'code': 200} Aug 21 18:03:19.319215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:03:19.331505 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Sync routers for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:03:19.332199 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-05640c81-1e0a-4f62-a25c-dbfa0d90dcf5 req-db59c070-97e2-4cd3-ac03-8e6038a2903f tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] show failed (client error): The resource could not be found. Aug 21 18:03:19.342761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05640c81-1e0a-4f62-a25c-dbfa0d90dcf5 req-db59c070-97e2-4cd3-ac03-8e6038a2903f tempest-SecurityGroupsNegativeTestJSON-371716624 tempest-SecurityGroupsNegativeTestJSON-371716624-project] 10.222.0.41 "GET /v2.0/security-groups/ee1ebef8-8e49-420a-99b8-60d0a2ee2bb8 HTTP/1.1" status: 404 len: 352 time: 0.0367208 Aug 21 18:03:19.343708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67063fa-a508-4b88-95fd-bdb71498097e req-a469b2f7-4389-432a-8c90-61434c464ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:19.344378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43664) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:19.346350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:19.347081 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:02:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:19.352162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-a469b2f7-4389-432a-8c90-61434c464ed6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.1565728 Aug 21 18:03:19.392666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-dbf270a1-a5c5-4f74-9dc1-fea7fbf34272 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320730 Aug 21 18:03:19.393639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.394792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-32a01ae1-1a93-4c0b-8c3c-afce89cce14f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.5067902 Aug 21 18:03:19.397299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Deleting subnet c11ec27a-2110-4396-ad94-12f819467d23 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:03:19.397572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:19.402266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.453719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.502922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.598980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.615460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-64728901-e9b5-434d-9f3d-468ad6a62486 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108483 Aug 21 18:03:19.631807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:19.641453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5e01d89-a023-4c35-ac77-7f2db424d9a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:19.659796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.665306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c11ec27a-2110-4396-ad94-12f819467d23 HTTP/1.1" status: 204 len: 168 time: 0.3176875 Aug 21 18:03:19.666141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8742d5f-8d8d-458b-90a8-cb8f9c8522dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c11ec27a-2110-4396-ad94-12f819467d23,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:19.667788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43670) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:19.731510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b5e01d89-a023-4c35-ac77-7f2db424d9a2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:19.731896 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.859314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:19.878042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59e1e9-8470-468d-be25-b0319a2bd2ae req-1a8daf83-8f30-4c06-8a41-39395b254637 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:19.879820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d59e1e9-8470-468d-be25-b0319a2bd2ae req-1a8daf83-8f30-4c06-8a41-39395b254637 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0955570 Aug 21 18:03:19.939416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e67063fa-a508-4b88-95fd-bdb71498097e req-71f2c3a9-d6a9-448c-8a99-f377ac6198b1 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552841 Aug 21 18:03:19.962839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:17Z', 'revision_number': 3, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:20.012058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Checking router: 6d558446-f880-4152-8a2c-6bb42a03dc08 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:03:20.012688 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Updating router 6d558446-f880-4152-8a2c-6bb42a03dc08 port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:03:20.041488 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.183423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-3a14ecd9-166e-4263-8b2c-3065af292872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:20.185160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-3a14ecd9-166e-4263-8b2c-3065af292872 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 1095 time: 0.0887544 Aug 21 18:03:20.344701 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21e50f08-6285-425c-b96c-0c3c3170b5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.392793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.422202 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.435973 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Transition to ACTIVE for port object 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:20.445835 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.452940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.476057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc86043-1883-4739-bb71-9c9b42c29311 req-a083b5da-7caa-4118-ae6e-125d431440ff tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:20.478412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9dc86043-1883-4739-bb71-9c9b42c29311 req-a083b5da-7caa-4118-ae6e-125d431440ff tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 943 time: 0.1782033 Aug 21 18:03:20.516872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-5f336237-e2df-4508-95f1-9dd54442ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:20.518339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-5f336237-e2df-4508-95f1-9dd54442ecbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 923 time: 0.2562797 Aug 21 18:03:20.566637 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Pushing event updated for resources: {'Port': ['ID=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:20.577799 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.578517 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.579115 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.579712 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.580284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.580925 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.582111 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.582701 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.583315 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.583845 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.584422 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.584976 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:20.590760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d59e1e9-8470-468d-be25-b0319a2bd2ae req-b60f37f8-ceac-4722-afca-a3d94be37f92 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6969957 Aug 21 18:03:20.600160 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Attempting to bind port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:20.600524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Attempting to bind port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:20.600878 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Attempting to bind port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:20.606717 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:20.608344 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:20.609900 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.610297 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:20.610820 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Bound port: 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:20.612978 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.621759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.643647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3ab570-4ab0-4239-bee8-1a8756f5679d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:20.666607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1cafac-21dd-4e0a-a09f-bcd0b2182bdc') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:20.666906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1cafac-21dd-4e0a-a09f-bcd0b2182bdc') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:20.691361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.718757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.721709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] For port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:20.727378 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] For port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:20.730168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:03:20.734958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:03:20.737039 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:03:20.739530 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.836034 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64521ea1-e105-4648-97d1-4c02f216a8f7 None None] Pushing event updated for resources: {'Port': ['ID=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:20.849797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-ddb784b0-4cfb-4cb0-96ab-c68536f78132 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd61307e-a3d4-437b-85ae-530abf5ac574 HTTP/1.1" status: 200 len: 217 time: 0.3221004 Aug 21 18:03:20.879725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.886409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Allocated IP 172.20.0.1 (20498726-c7da-4d33-8944-882848b3731c/f192ea2d-2b18-457c-9dd5-faca10d281f9/6416738d-9107-4ba4-9a54-276e5e358bfb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:20.896464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:20.901306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0e3ab570-4ab0-4239-bee8-1a8756f5679d HTTP/1.1" status: 204 len: 168 time: 1.2251513 Aug 21 18:03:20.901509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:20.902046 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:20.911600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9dc86043-1883-4739-bb71-9c9b42c29311 req-7dbce98d-715d-48c2-a95f-9cf444ca99ef tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187248 Aug 21 18:03:20.931027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6182fb-ed6c-44c8-a1b2-3de131e469a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3ab570-4ab0-4239-bee8-1a8756f5679d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:21.049046 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:21.074264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-b1629908-70c8-4365-aa35-aaf5656c2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:21.074264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-b1629908-70c8-4365-aa35-aaf5656c2abd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.1409471 Aug 21 18:03:21.075079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43688) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:21.130541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-64946ddd-4355-4e07-a800-ad5c7b3a70e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478227 Aug 21 18:03:21.159359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f05d574-b37e-4195-9f14-0ed8f6de064e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f33894e0ecd463caf98b5129f83db8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0842793 Aug 21 18:03:21.162069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43690) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:21.218719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.246583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.252669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Transition to ACTIVE for port object 6416738d-9107-4ba4-9a54-276e5e358bfb will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:21.270321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.309948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-75e08e6e-d1e3-4390-98ae-a6da158b32d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689744 Aug 21 18:03:21.345356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.349229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.354580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e2d473e-6b69-4284-9f8c-7ea4c1ee025d HTTP/1.1" status: 204 len: 168 time: 0.1895447 Aug 21 18:03:21.375304 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:17Z', 'revision_number': 3, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:21.377938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf54fd-1dd2-4d08-b943-1ed8bf02ebc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d473e-6b69-4284-9f8c-7ea4c1ee025d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:21.437935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.441614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:21.463265 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d162b5-9ba7-49a1-b544-3bce6541fdfd None None] The sync data for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 is: [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:17Z', 'revision_number': 3, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:03:21.530456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Network 20498726-c7da-4d33-8944-882848b3731c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:21.534444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Pushing event updated for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:21.544363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72d57df1-45e6-49b8-8aa9-e624de1d4302 req-cd0a88df-3a98-4305-9ab1-2f4753c41ed9 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177997 Aug 21 18:03:21.545216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:21.550571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:21.644219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.000767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-073bcc72-d38b-4518-925f-ab5d2fbd170c None None] Provisioning for port 6416738d-9107-4ba4-9a54-276e5e358bfb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:22.007628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-073bcc72-d38b-4518-925f-ab5d2fbd170c None None] Provisioning complete for port 6416738d-9107-4ba4-9a54-276e5e358bfb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:22.008004 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-073bcc72-d38b-4518-925f-ab5d2fbd170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.023587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ad4ff-779a-49d2-82bb-aa6d9b1d5254 req-1b3d0efd-1db5-40e7-8e5c-6f2e7ba0c0bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:22.040654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f22ad4ff-779a-49d2-82bb-aa6d9b1d5254 req-1b3d0efd-1db5-40e7-8e5c-6f2e7ba0c0bd tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1654377 Aug 21 18:03:22.120337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.121027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-073bcc72-d38b-4518-925f-ab5d2fbd170c None None] Port 6416738d-9107-4ba4-9a54-276e5e358bfb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:03:22.126847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f22ad4ff-779a-49d2-82bb-aa6d9b1d5254 req-85f9030d-6581-4c0e-b1fd-1da86d9e862a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850761 Aug 21 18:03:22.235770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51aec7-b5d6-4b4a-bb0b-1c2dbd05e2b9 req-672ba639-b6b1-424d-8a69-41e899a0fba4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:22.244575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac51aec7-b5d6-4b4a-bb0b-1c2dbd05e2b9 req-672ba639-b6b1-424d-8a69-41e899a0fba4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 943 time: 0.1050358 Aug 21 18:03:22.310234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac51aec7-b5d6-4b4a-bb0b-1c2dbd05e2b9 req-9987fb3d-608e-46da-ad53-9241c7523377 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Aug 21 18:03:22.426389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.445547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.498581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:22.571298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Pushing event updated for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:22.583097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.758461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:22.772364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'port_id': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'mac_address': 'fa:16:3e:14:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e674925c-caf3-4323-acb7-ff1f2dbd8502', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:22.848710 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:22.882176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:22.905002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd61307e-a3d4-437b-85ae-530abf5ac574 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:22.946041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:22.951779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.053125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:23.112623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-344097650-network', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:23.142054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Made reservation on behalf of 88e569a98ede44d3a20631c1a36dba2b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:23.144972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.146777 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.158903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.198861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cd61307e-a3d4-437b-85ae-530abf5ac574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:23.277776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Network 20498726-c7da-4d33-8944-882848b3731c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:23.279972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:23.354903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c9c147-9ffb-475b-85cf-89ab7a7bb12d req-fd19c3c5-32af-442a-9183-5ce92aff6093 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:23.364931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c9c147-9ffb-475b-85cf-89ab7a7bb12d req-fd19c3c5-32af-442a-9183-5ce92aff6093 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1477842 Aug 21 18:03:23.463357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.479126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27c9c147-9ffb-475b-85cf-89ab7a7bb12d req-d379ddb0-6dcd-4625-9737-440640260964 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099312 Aug 21 18:03:23.482725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.504445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:03:23.541151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.541540 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Added segment b1919fdb-f5fd-4252-ac23-e14749c59b7a of type vlan for network c1599953-5186-4117-97a9-9b0f14cb4920 Aug 21 18:03:23.559487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5f10c2-205e-4c88-9708-0440d83eb756,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:23.641109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.669372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Router 6d558446-f880-4152-8a2c-6bb42a03dc08 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:03:23.704125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.705222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:23.705837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.729408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:23.738011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8545017 Aug 21 18:03:23.740768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43758) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:23.745983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Request body: {'subnet': {'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-344097650-subnet', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:23.807512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd64fdb-d488-43d9-9731-70cf3e424739 admin admin] Pushing event updated for resources: {'Network': ['ID=c1599953-5186-4117-97a9-9b0f14cb4920,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:23.815116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459fc28-077d-4282-972f-a19970df4cb6 req-0bb1773e-512e-47e8-90d7-5247c4c5f389 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:23.825150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d459fc28-077d-4282-972f-a19970df4cb6 req-0bb1773e-512e-47e8-90d7-5247c4c5f389 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 944 time: 0.1815565 Aug 21 18:03:23.841907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c1599953-5186-4117-97a9-9b0f14cb4920 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:03:23.844402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Made reservation on behalf of 88e569a98ede44d3a20631c1a36dba2b for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:23.847390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:23.907898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d459fc28-077d-4282-972f-a19970df4cb6 req-4e581f17-e351-4db7-82c2-9e7f26eafc8d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 21 18:03:23.991077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f46cda57-2e4e-49ad-aa89-4d06df46590e None None] Provisioning complete for port 6416738d-9107-4ba4-9a54-276e5e358bfb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:23.993829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f46cda57-2e4e-49ad-aa89-4d06df46590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.000595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:03:24.023221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06ab24f7-18e6-4305-8e10-c46883a88c19 admin admin] 10.222.0.41 "PUT /v2.0/routers/6d558446-f880-4152-8a2c-6bb42a03dc08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6159475 Aug 21 18:03:24.082419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:24.087527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f46cda57-2e4e-49ad-aa89-4d06df46590e None None] Port 6416738d-9107-4ba4-9a54-276e5e358bfb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:03:24.089510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:24.089878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.138807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Sync routers for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:03:24.155430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.162097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:24.163072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:24.245426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.273056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:24.285877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b894c8a-be8b-424a-a891-36d934fd5dd3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:24.297724 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.345597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Checking segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:24.345928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Network hostable DHCP agents. Network: c1599953-5186-4117-97a9-9b0f14cb4920, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:03:24.369073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Network c1599953-5186-4117-97a9-9b0f14cb4920 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:03:24.384990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c1599953-5186-4117-97a9-9b0f14cb4920) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:24.390309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:24.393857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.424320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:24.429474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe4a9a3b-2ff9-4225-a083-5a28a6046173 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6876600 Aug 21 18:03:24.432181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43774) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:24.437777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:24.481842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.482963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.559528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:24.566010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5661c406-29fa-4451-a092-56478af46ac0 None None] Network c1599953-5186-4117-97a9-9b0f14cb4920 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:24.568206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:24.622414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.836980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fa4e7-3e70-4fb6-babe-b3f38d7f6975 req-59b93914-9121-4a77-ab81-a6b3ae465489 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:24.841870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-129fa4e7-3e70-4fb6-babe-b3f38d7f6975 req-59b93914-9121-4a77-ab81-a6b3ae465489 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.2302518 Aug 21 18:03:24.925223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:24.926839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cd61307e-a3d4-437b-85ae-530abf5ac574 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:24.949769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cd61307e-a3d4-437b-85ae-530abf5ac574 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:24.950187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.041508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-129fa4e7-3e70-4fb6-babe-b3f38d7f6975 req-407cb36d-86f4-4b20-9c84-fadc4715e8e7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421795 Aug 21 18:03:25.112638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-c1599953-5186-4117-97a9-9b0f14cb4920', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:03:25.113489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.186680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da0c7a-420a-432a-a045-1631cdc89bb9 req-f6736b39-eb7f-49fe-932b-a6959518af2d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:25.201380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9da0c7a-420a-432a-a045-1631cdc89bb9 req-f6736b39-eb7f-49fe-932b-a6959518af2d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 944 time: 0.2067564 Aug 21 18:03:25.292958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9da0c7a-420a-432a-a045-1631cdc89bb9 req-4f35c43a-3a2a-4c63-8bd4-dde19b92ff34 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891852 Aug 21 18:03:25.329035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.381823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.409712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Allocated IP 172.20.0.2 (c1599953-5186-4117-97a9-9b0f14cb4920/3b894c8a-be8b-424a-a891-36d934fd5dd3/72bc7b63-9a38-4062-9cbe-fcf51bd5569f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:25.608292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.612864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Allocated IP 172.25.1.159 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ff7b951f-29f2-423b-9b0c-1ce9a0a2379e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:25.634109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:22Z', 'revision_number': 2, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:25.668445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Checking router: 6d558446-f880-4152-8a2c-6bb42a03dc08 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:03:25.668746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Updating router 6d558446-f880-4152-8a2c-6bb42a03dc08 port 6416738d-9107-4ba4-9a54-276e5e358bfb binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:03:25.682631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:25.701549 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.718403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:25.720734 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587062f-228e-4065-88da-98d6649c2852" -d '{"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-plugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:25.762981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Transition to ACTIVE for port object 72bc7b63-9a38-4062-9cbe-fcf51bd5569f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:25.787654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:25.794474 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.823657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.838426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.853835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Transition to ACTIVE for port object 72bc7b63-9a38-4062-9cbe-fcf51bd5569f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:25.864836 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027c2443-90b4-4308-b535-b446129237bd x-openstack-request-id: req-027c2443-90b4-4308-b535-b446129237bd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:25.865136 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-plugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:25.865519 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-027c2443-90b4-4308-b535-b446129237bd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:25.876756 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'code': 200} Aug 21 18:03:25.908510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.955795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f6676-3c0c-47a2-9f4f-015349d859c1 req-2688c091-65c8-4160-8196-73a809a18f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:25.957630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b27f6676-3c0c-47a2-9f4f-015349d859c1 req-2688c091-65c8-4160-8196-73a809a18f91 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 1097 time: 0.0663493 Aug 21 18:03:25.960751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:25.962699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:25.963175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.029022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:26.038192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:26.040929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:26.048180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b27f6676-3c0c-47a2-9f4f-015349d859c1 req-b92fa220-75d1-4db4-8270-43bfee9e304b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747004 Aug 21 18:03:26.089769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:26.096329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Network c1599953-5186-4117-97a9-9b0f14cb4920 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:26.120615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:26.125132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:26.181435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:26.186858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Pushing event updated for resources: {'Port': ['ID=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:26.354374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Attempting to bind port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:26.354754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Attempting to bind port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:26.355165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Attempting to bind port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f on network c1599953-5186-4117-97a9-9b0f14cb4920 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:26.373022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:26.373388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Checking segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:26.373789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.374734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Bound using segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:26.375210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Bound port: 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:26.375587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.473019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af3045-be8c-44e6-b3ad-a28ac86ee65b req-a5efe62b-9f39-4d79-97e4-a53d332f274d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:26.474569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1af3045-be8c-44e6-b3ad-a28ac86ee65b req-a5efe62b-9f39-4d79-97e4-a53d332f274d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1998599 Aug 21 18:03:26.516949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] For port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:26.563423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] For port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:26.580738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.588391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.636509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Transition to ACTIVE for port object 6416738d-9107-4ba4-9a54-276e5e358bfb will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:26.644097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1af3045-be8c-44e6-b3ad-a28ac86ee65b req-5075690f-22ba-4c06-bebb-84bf635b2a21 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538811 Aug 21 18:03:26.659258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.662942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839a112-150d-44fc-8c86-6ceceafd83c1 None None] Pushing event updated for resources: {'Port': ['ID=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:26.668245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a487b-feeb-4a45-a426-aee05cfa8635 req-30f84824-6a4c-43b0-b0aa-34d1594df01e tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:26.682230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f82a487b-feeb-4a45-a426-aee05cfa8635 req-30f84824-6a4c-43b0-b0aa-34d1594df01e tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.1066253 Aug 21 18:03:26.788478 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.805233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9ff50-bfaf-4772-a1c6-a46e5b92c7c0 None None] Pushing event updated for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:26.827881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f82a487b-feeb-4a45-a426-aee05cfa8635 req-b38fd2b1-9dbd-4d33-8290-9b6a03d47b87 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412585 Aug 21 18:03:26.865166 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-2705f7a4-1924-4ce9-af5d-e56b871f9c87 service neutron] show failed (client error): The resource could not be found. Aug 21 18:03:26.867803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-2705f7a4-1924-4ce9-af5d-e56b871f9c87 service neutron] 10.222.0.64 "GET /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.1366460 Aug 21 18:03:26.890483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Attempting to bind port 6416738d-9107-4ba4-9a54-276e5e358bfb on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:26.891214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Attempting to bind port 6416738d-9107-4ba4-9a54-276e5e358bfb by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:26.893503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Attempting to bind port 6416738d-9107-4ba4-9a54-276e5e358bfb on network 20498726-c7da-4d33-8944-882848b3731c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:26.904676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:26.906111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Checking segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:26.906807 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:26.907532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Bound using segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:26.908248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Bound port: 6416738d-9107-4ba4-9a54-276e5e358bfb, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:26.908841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:27.058036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] For port 6416738d-9107-4ba4-9a54-276e5e358bfb, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:27.069392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] For port 6416738d-9107-4ba4-9a54-276e5e358bfb, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6416738d-9107-4ba4-9a54-276e5e358bfb,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:27.079940 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:27.220070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:27.274987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:27.276318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:27.280757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9ff50-bfaf-4772-a1c6-a46e5b92c7c0 None None] Pushing event updated for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:27.446509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-fc9adb0f-f040-48be-900d-4b682f5cf461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:27.449623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-fc9adb0f-f040-48be-900d-4b682f5cf461 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.2907929 Aug 21 18:03:27.499016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:27.535948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:27.669897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:03:27.687104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:27.818538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72bc7b63-9a38-4062-9cbe-fcf51bd5569f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:28.143005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f187a-4266-4fee-8f07-f5de06f64053 req-674ceb59-cff6-43c8-afa7-b6b49a26ad33 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:28.150375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-950f187a-4266-4fee-8f07-f5de06f64053 req-674ceb59-cff6-43c8-afa7-b6b49a26ad33 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.1723812 Aug 21 18:03:28.152629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:03:28.169699 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Sync routers for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:03:28.178802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d9e59-dfe8-44ee-8832-03b09c77b360 req-7cf2c8ba-6c7b-48cd-ad87-516088b277dd tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:28.183905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-951d9e59-dfe8-44ee-8832-03b09c77b360 req-7cf2c8ba-6c7b-48cd-ad87-516088b277dd tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.1528049 Aug 21 18:03:28.203420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:28.204252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:28.207764 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:28.302312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-951d9e59-dfe8-44ee-8832-03b09c77b360 req-06c3d51f-2ad8-44b3-a014-a25b0e55e043 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079290 Aug 21 18:03:28.325867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:27Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:28.381955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-950f187a-4266-4fee-8f07-f5de06f64053 req-ae41f359-0d5c-40c5-8cff-4ed8d71dc0c1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262478 Aug 21 18:03:28.391465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:28.392944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-75cfd2a9-f377-47a0-bae4-f836a07208a6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9597483 Aug 21 18:03:28.396275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:28.460599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f33773f-a0fd-48cc-a064-23a690558a7a None None] The sync data for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 is: [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:27Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:03:28.624805 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:28.673864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12429b4b-ccf2-4e9a-9d8b-8117abad8882 req-79596eaf-09fa-402a-8588-54e407e65714 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:28.686435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12429b4b-ccf2-4e9a-9d8b-8117abad8882 req-79596eaf-09fa-402a-8588-54e407e65714 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.1652873 Aug 21 18:03:28.784018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12429b4b-ccf2-4e9a-9d8b-8117abad8882 req-e079aa86-f748-4ac2-be5c-0383e181328b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967164 Aug 21 18:03:28.841819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb3618a-db78-47d2-907c-35b44baa2b5e None None] Network c1599953-5186-4117-97a9-9b0f14cb4920 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:03:28.875621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:29.129796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Provisioning for port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:29.179461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Provisioning complete for port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:29.182726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:29.354754 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:26Z', 'revision_number': 3, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:29.398683 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Checking router: 1fb8363b-8d65-4f73-b296-9a14c8d47c6b for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:03:29.399308 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Updating router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:03:29.463904 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:29.623694 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:29.767120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] For port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:29.785162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3c650-2882-4ab6-8cd7-cf1ab0538d11 req-bab8888c-c3e0-4125-a65d-fc56b7b9c9c1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:29.799246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4f3c650-2882-4ab6-8cd7-cf1ab0538d11 req-bab8888c-c3e0-4125-a65d-fc56b7b9c9c1 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.2230866 Aug 21 18:03:29.831719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:29.855517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6416738d-9107-4ba4-9a54-276e5e358bfb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:29.931606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4f3c650-2882-4ab6-8cd7-cf1ab0538d11 req-6ec8d675-6a77-4624-8890-3c456d1b9c32 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308672 Aug 21 18:03:30.040710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Pushing event updated for resources: {'Port': ['ID=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:30.055294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.055650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.056005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.056340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.056981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.057103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.057370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.057748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.058075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.058433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.058830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.059464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e271c-cbd8-4418-b54a-5fa01749dd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:03:30.068113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:30.269427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6416738d-9107-4ba4-9a54-276e5e358bfb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:30.275050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6416738d-9107-4ba4-9a54-276e5e358bfb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:30.275452 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.300173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:30.449555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.462635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e062baae-b204-4cdf-8cc4-8efecf0f5c09 None None] Provisioning complete for port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:30.463275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e062baae-b204-4cdf-8cc4-8efecf0f5c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.469970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Transition to ACTIVE for port object a1ca66c8-905a-471c-9ed1-631c396614a6 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:30.470952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:30.475898 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a246ea-ad92-4696-bf44-c522036abfd1" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:30.522482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.575952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.675340 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.701286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Transition to ACTIVE for port object ff7b951f-29f2-423b-9b0c-1ce9a0a2379e will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:30.719320 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.735750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:30.746563 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e35b1c4-5d70-47ed-a298-957d6987822f x-openstack-request-id: req-5e35b1c4-5d70-47ed-a298-957d6987822f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:30.747392 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:30.747959 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e35b1c4-5d70-47ed-a298-957d6987822f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:30.748603 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'code': 200} Aug 21 18:03:30.794843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] No DVR routers for this DVR port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:30.807803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.864159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Attempting to bind port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:30.864529 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Attempting to bind port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:30.864889 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Attempting to bind port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:30.896622 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0431-54cc-40a7-9186-e55753ea864e None None] Pushing event updated for resources: {'Port': ['ID=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:30.899464 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:30.899841 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:30.900871 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.901272 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:30.901801 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Bound port: ff7b951f-29f2-423b-9b0c-1ce9a0a2379e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:30.902211 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.907127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:30.914854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:30.915367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:30.950051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:03:30.950777 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:03:30.980708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] For port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:30.984641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6416738d-9107-4ba4-9a54-276e5e358bfb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6416738d-9107-4ba4-9a54-276e5e358bfb,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:30.985853 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] For port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:30.991805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:30.993846 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.021144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:31.021483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:31.046691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:31.047120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:31.047464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:31.047909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Bound port: a1ca66c8-905a-471c-9ed1-631c396614a6, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:31.048320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.110479 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a0431-54cc-40a7-9186-e55753ea864e None None] Pushing event updated for resources: {'Port': ['ID=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:31.114717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:31.149448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:31.150306 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:31.288003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.294838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:31.323597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:31.334039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2a6ac-46ee-4db6-97ae-d1cc96468f91 req-3a54914f-ccc4-47f4-b139-2ed3343893fa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:31.335763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-27e2a6ac-46ee-4db6-97ae-d1cc96468f91 req-3a54914f-ccc4-47f4-b139-2ed3343893fa tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.1698537 Aug 21 18:03:31.341950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:31.354789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.436378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:31.437319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.438763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 1097 time: 3.9642167 Aug 21 18:03:31.524157 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:26Z', 'revision_number': 3, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:31.538239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-27e2a6ac-46ee-4db6-97ae-d1cc96468f91 req-30f9b2b2-2f19-4bae-8c7d-9ed15b9c03d0 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930203 Aug 21 18:03:31.584380 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289c4f3a-b129-47f7-be52-27b16b29616f None None] The sync data for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 is: [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:26Z', 'revision_number': 3, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:03:31.631135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb611695-c350-4285-ab2f-43cf194460f8 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:31.697969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72bc7b63-9a38-4062-9cbe-fcf51bd5569f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:31.729341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-f1790c3e-64c2-4f54-b093-f66dae0e624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:31.731188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-f1790c3e-64c2-4f54-b093-f66dae0e624a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1100 time: 0.2330148 Aug 21 18:03:31.773821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:31.774191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:31.868976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Allocated IP 172.20.0.1 (c1599953-5186-4117-97a9-9b0f14cb4920/3b894c8a-be8b-424a-a891-36d934fd5dd3/5b66cf3c-f874-4c7e-8a54-b2a6ace3917e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:31.889765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6416738d-9107-4ba4-9a54-276e5e358bfb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:31.916229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-996b2140-6430-42cf-bb06-4af1c0f679d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:31.920376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-996b2140-6430-42cf-bb06-4af1c0f679d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1785972 Aug 21 18:03:31.989199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6416738d-9107-4ba4-9a54-276e5e358bfb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:31.989703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.046660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-e2af8a03-301d-4074-8fa2-c18749779b7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.1140521 Aug 21 18:03:32.132440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.145822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-398814dc-4f70-4a1b-94ae-1da65f4afbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:32.147483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-398814dc-4f70-4a1b-94ae-1da65f4afbab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0863016 Aug 21 18:03:32.164286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Transition to ACTIVE for port object 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:32.215403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-dd180c64-aa80-47d6-963b-af50303aef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:32.217050 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-dd180c64-aa80-47d6-963b-af50303aef1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0613811 Aug 21 18:03:32.364898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.495086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Network c1599953-5186-4117-97a9-9b0f14cb4920 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:32.518117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:32.587356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-0ac3c47f-ecef-4552-8f9b-60facf4f0173 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:32.588991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-0ac3c47f-ecef-4552-8f9b-60facf4f0173 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.2256632 Aug 21 18:03:32.590157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:32.593213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-42cb319a-896d-4b4e-bb19-18d3778b5c20 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666391 Aug 21 18:03:32.594219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:32.597641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Pushing event updated for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:32.716476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:32.718967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.733717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'port_id': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'mac_address': 'fa:16:3e:14:82:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e674925c-caf3-4323-acb7-ff1f2dbd8502', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:32.778145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:32.781110 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c6b8e7-52db-43ac-8deb-661b3269d097" -d '{"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:32.784676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-6d128575-ac99-4a46-b937-65b0282c8f12 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/quotas/f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 375 time: 0.1878796 Aug 21 18:03:32.812772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.836244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd61307e-a3d4-437b-85ae-530abf5ac574 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:32.864688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:32.875749 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.917433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48b15701-2e77-4be5-9370-3a23b13fed47 req-79a70014-1423-46a4-aaf9-adf9017e6e83 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084331 Aug 21 18:03:32.936537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:32.985024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:32.989152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cd61307e-a3d4-437b-85ae-530abf5ac574'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:33.011108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-e682533e-4466-4bc0-adde-20c72bcf2724 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1781023 Aug 21 18:03:33.042003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55f56ed0-da60-4a14-9f7a-3da65c52f983 None None] Provisioning for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:33.050336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55f56ed0-da60-4a14-9f7a-3da65c52f983 None None] Provisioning complete for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:33.051188 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55f56ed0-da60-4a14-9f7a-3da65c52f983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.114456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-55f56ed0-da60-4a14-9f7a-3da65c52f983 None None] Port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:03:33.189264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-a51a7d2b-ec14-4c88-be01-204ce2a37cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772757 Aug 21 18:03:33.335938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.339219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4000ac54-21f5-4c45-a581-b9b5cf4b4653 service neutron] 10.222.0.41 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411245 Aug 21 18:03:33.354194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.445104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.453723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Pushing event updated for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:33.563707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Network c1599953-5186-4117-97a9-9b0f14cb4920 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:33.565853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:33.687865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ff7b951f-29f2-423b-9b0c-1ce9a0a2379e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:33.766114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:33.770871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:33.771245 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.833860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:03:33.907435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:33.932669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:33.944110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:34.014030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:34.052558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68746d1-cd86-47a3-bcdc-2abe032700dc req-96b48060-5906-4395-98ef-f8efe7445a55 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.055355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0553f3d4-9258-48aa-bd49-3f957371adc9 None None] Provisioning complete for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:34.055953 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0553f3d4-9258-48aa-bd49-3f957371adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:34.071116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f68746d1-cd86-47a3-bcdc-2abe032700dc req-96b48060-5906-4395-98ef-f8efe7445a55 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.2050266 Aug 21 18:03:34.111075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0553f3d4-9258-48aa-bd49-3f957371adc9 None None] Port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:03:34.115037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:03:34.134919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6eccb3d0-a038-4179-ba4d-e12739cf42fa admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb8363b-8d65-4f73-b296-9a14c8d47c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7229865 Aug 21 18:03:34.135483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Sync routers for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:03:34.144456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f68746d1-cd86-47a3-bcdc-2abe032700dc req-d8d74d91-9b8d-4c87-94a7-cc630f4cc4ae tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718374 Aug 21 18:03:34.149223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:34.149962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:34.336025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:34.427615 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1638ebb6-9def-405b-90bf-5f95af2e2668 x-openstack-request-id: req-1638ebb6-9def-405b-90bf-5f95af2e2668 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:34.427615 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:34.429478 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1638ebb6-9def-405b-90bf-5f95af2e2668 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:34.429880 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'status': 'completed', 'code': 200} Aug 21 18:03:34.519765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:34.564822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-352863fe-f4bc-48b3-82f9-cf4e375dab26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.567103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-352863fe-f4bc-48b3-82f9-cf4e375dab26 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1100 time: 0.0687258 Aug 21 18:03:34.604976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-543fb9e8-b76e-4e98-9c9e-1f3e08a223b9 req-6964981a-5f54-4c19-92aa-87b04682cc42 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0724843 Aug 21 18:03:34.618363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-fe4d4152-7289-4a7c-bda9-709d87526b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.619997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-fe4d4152-7289-4a7c-bda9-709d87526b2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1100 time: 0.1503329 Aug 21 18:03:34.691873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cd61307e-a3d4-437b-85ae-530abf5ac574 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:34.692244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:34.743528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-84b9cb4c-63e1-41f8-b2c1-82f19edc00f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.745967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-84b9cb4c-63e1-41f8-b2c1-82f19edc00f4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1712918 Aug 21 18:03:34.784852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 2, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:34.818217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-622425c2-4564-4aec-a99c-fc12fd60bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.821257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-622425c2-4564-4aec-a99c-fc12fd60bfd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1909320 Aug 21 18:03:34.825149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-7e923c6f-cb0d-402c-abf6-e8713ed5ff21 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.0710614 Aug 21 18:03:34.845105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Checking router: 1fb8363b-8d65-4f73-b296-9a14c8d47c6b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:03:34.845105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Updating router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:03:34.914445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-c2a948c0-75f6-4cec-9f02-e917cadd8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:34.918841 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-c2a948c0-75f6-4cec-9f02-e917cadd8faf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0826554 Aug 21 18:03:34.919580 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:34.922888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:34.968195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-5b772c3b-152f-4bbb-bd0f-b784a5b32822 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.1272211 Aug 21 18:03:35.027293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-ace0d8d9-8fa6-4dcc-b36a-7931c9b87948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:35.033619 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-ace0d8d9-8fa6-4dcc-b36a-7931c9b87948 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1021488 Aug 21 18:03:35.075890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:35.079248 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f7f75a-59ad-4fc7-9c19-a5bb10e78514" -d '{"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-plugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:35.099194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-34833a51-5cf7-4823-bcd5-d14e5ca194b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:35.101376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:35.102467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-34833a51-5cf7-4823-bcd5-d14e5ca194b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1268258 Aug 21 18:03:35.115140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:35.208809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-9cd1b4dd-e545-4c0c-903e-5a2ec258a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:35.214088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-9cd1b4dd-e545-4c0c-903e-5a2ec258a9fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033108 Aug 21 18:03:35.218377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-7fed9936-594e-4b13-93c5-8779d32a9ba3 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774542 Aug 21 18:03:35.347565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-884c2bc4-c9ad-4f90-9146-08c5be4833ef tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:35.349291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-884c2bc4-c9ad-4f90-9146-08c5be4833ef tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 820 time: 0.1296229 Aug 21 18:03:35.396078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44078) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:35.407397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241407140', 'description': 'tempest-description--753464271'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:35.439604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-bf5c6e76-0ec1-44bf-9d1d-e41679f8e696 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147551 Aug 21 18:03:35.447830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-4291bdb7-4046-41d3-9f6c-fdf3f73d4dad service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976827 Aug 21 18:03:35.452518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Request body: {'port': {'device_id': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'admin_state_up': True, 'tenant_id': 'f58ed96d994448dc8c4064efe01a604b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:35.603335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:35.617071 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5660f6aa-dc8c-4869-9e2f-4c6196ba292f x-openstack-request-id: req-5660f6aa-dc8c-4869-9e2f-4c6196ba292f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:35.617534 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-plugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:35.618998 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5660f6aa-dc8c-4869-9e2f-4c6196ba292f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:35.620188 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'code': 200} Aug 21 18:03:35.648204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Made reservation on behalf of f58ed96d994448dc8c4064efe01a604b for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:35.655688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:35.681450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ff7b951f-29f2-423b-9b0c-1ce9a0a2379e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:35.704070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Transition to ACTIVE for port object 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:35.708696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:35.770354 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:35.815349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0552f7f-bd5f-4a54-8ca7-eabbf7f47545 req-5e5aa8c0-a11c-460d-81ed-70862077e00c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:35.821818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:35.825501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0552f7f-bd5f-4a54-8ca7-eabbf7f47545 req-5e5aa8c0-a11c-460d-81ed-70862077e00c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.2112167 Aug 21 18:03:35.846800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Allocated IP 172.20.0.10 (52809fd1-75b1-4630-a937-c561f174b0b3/5b0ae541-7a1b-4f79-b015-7f9638ef59cd/fc5d196a-b50c-4f33-857b-48672474f9f7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:35.932665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28c6b8e7-52db-43ac-8deb-661b3269d097 req-d8228f84-0291-4238-a2e2-587b05f1c620 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846699 Aug 21 18:03:35.961577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6d45f-7986-44a5-ad1b-c7d1ddb50b69 None None] Pushing event updated for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:35.973726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0552f7f-bd5f-4a54-8ca7-eabbf7f47545 req-0846ddf4-3aeb-4bf1-854c-c03bea0b7677 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247759 Aug 21 18:03:36.101285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:36.105989 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.106190 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.113137 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.174814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.179229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7787192 Aug 21 18:03:36.179229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ef0a6-96bc-4af7-acd1-b80d0d4eaf9e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b607b79a-746d-4676-8776-2f2dd018f4a2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:36.182626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Attempting to bind port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:36.183066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Attempting to bind port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:36.184127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Attempting to bind port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e on network c1599953-5186-4117-97a9-9b0f14cb4920 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:36.186647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44088) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:36.197907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:36.198379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Checking segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:36.198759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.199235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Bound using segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:36.199735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Bound port: 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:36.200681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.203912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'security_group_rule': {'security_group_id': 'b607b79a-746d-4676-8776-2f2dd018f4a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:36.269955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.344293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.383227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] For port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:36.391866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] For port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:36.400006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.417142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.478536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Network 52809fd1-75b1-4630-a937-c561f174b0b3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:36.482772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6d45f-7986-44a5-ad1b-c7d1ddb50b69 None None] Pushing event updated for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:36.491082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:36.504553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:36.513844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:36.541543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:36.577698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:03:36.578752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:36.599288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:36.624895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:36.625617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.650111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-3c5a8f74-70fe-4b51-ba0a-5ccc1133e950 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2012277 Aug 21 18:03:36.672475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Request body: {'port': {'device_id': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:36.816648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.825771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54cc4ca8-3da9-4793-b59b-b3775f2fe389 req-3e00a20f-2735-4a87-b588-4abea1f66a5f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.4613559 Aug 21 18:03:36.832403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.833516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.854595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:03:36.881910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba7dd88-8473-487e-82ea-98bb4590c0ea,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:36.920086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:36.921914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f552acfc-cfe1-446f-98d9-8b1c27dcaaea tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7342682 Aug 21 18:03:36.927462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44092) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:36.933795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'security_group_rule': {'security_group_id': 'b607b79a-746d-4676-8776-2f2dd018f4a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:37.005665 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.140758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.249725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.280052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b39c6d-cb41-40b8-aaaa-f003017e9f63,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:37.348996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:37.349922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-f150be1a-1ef9-4d8c-a691-64b12d6d5587 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:37.352052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-f150be1a-1ef9-4d8c-a691-64b12d6d5587 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc&tenant_id=7163e520782a42749ecd474e2afa0eab&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 948 time: 0.2092195 Aug 21 18:03:37.354281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.355613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e33c23c-854c-4da1-a890-951a6cf0f754 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4271543 Aug 21 18:03:37.359759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44102) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:37.366488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:37.411672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ab480-1c72-4533-9fa8-931993db6bb2 req-37b0f7ba-2fc7-4f11-bc82-d01309eabf3c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:37.416884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'mac_address': 'fa:16:3e:15:ac:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:37.422198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-444ab480-1c72-4533-9fa8-931993db6bb2 req-37b0f7ba-2fc7-4f11-bc82-d01309eabf3c tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 948 time: 0.1930392 Aug 21 18:03:37.444729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.511267 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.555846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:37.590564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5d196a-b50c-4f33-857b-48672474f9f7 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:37.592792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:37.599545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.615933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.649768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Transition to ACTIVE for port object fc5d196a-b50c-4f33-857b-48672474f9f7 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:37.650916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-444ab480-1c72-4533-9fa8-931993db6bb2 req-e6ed4e3c-332a-4bc1-8280-e66c6faa6236 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240918 Aug 21 18:03:37.652289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:36Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:03:37.665387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:37.671347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-60089aaf-40ba-4429-ac52-ee5a10dd0e0a service neutron] 10.222.0.39 "GET /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 383 time: 0.2773850 Aug 21 18:03:37.700606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc18060-4f5d-45c8-9a47-a713becf0a88 None None] The sync data for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 is: [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:36Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:03:37.726995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:37.877210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:37.921143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a1ca66c8-905a-471c-9ed1-631c396614a6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:37.932959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-abf08036-4b24-4bca-afcc-58e8eb64cdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:37.934754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-abf08036-4b24-4bca-afcc-58e8eb64cdcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1101 time: 0.2377172 Aug 21 18:03:37.983096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:37.989377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:37.990159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:38.009156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:38.009747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:38.016349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:38.017035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:38.019006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:38.019728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Bound port: fc5d196a-b50c-4f33-857b-48672474f9f7, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:38.020303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:38.101052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:38.119687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:38.126002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:38.137996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:38.138207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-bf1bf1fa-178d-47a3-8566-07f901cc4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.140509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-bf1bf1fa-178d-47a3-8566-07f901cc4885 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1946347 Aug 21 18:03:38.194429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.197885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:38.200105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 1093 time: 1.5333798 Aug 21 18:03:38.200839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:38.204379 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee64a42-cf37-4f91-a480-38cfa1a81559" -d '{"events": [{"name": "network-changed", "server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:38.238740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057f3fe-81b1-4ab2-8e73-4deb182cd352 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:38.346884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-165d64f0-0568-4bc3-97fd-2f12c85ad955 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.1804099 Aug 21 18:03:38.380632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-c1361077-69b2-457b-9b46-93c7e9859f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.385889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-c1361077-69b2-457b-9b46-93c7e9859f2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1096 time: 0.1286416 Aug 21 18:03:38.449451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-1f5b96a9-c6b0-44db-bb38-f8580ce9e5ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0541897 Aug 21 18:03:38.516082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac641-408a-47d3-9e19-28b48cfceac4 req-5d09ec83-2dbb-440a-b736-1d69d81ad00b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.526060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71ac641-408a-47d3-9e19-28b48cfceac4 req-5d09ec83-2dbb-440a-b736-1d69d81ad00b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.4101138 Aug 21 18:03:38.527890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-0c4dd5e5-4bc5-4fdd-932c-49db29b4a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.529488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-0c4dd5e5-4bc5-4fdd-932c-49db29b4a170 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0728719 Aug 21 18:03:38.586570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-d2a7e8e7-0ec5-40bc-9be5-15989bd80445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475721 Aug 21 18:03:38.607192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-e975e02b-f940-4957-9d26-e774d96e5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.610920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-e975e02b-f940-4957-9d26-e774d96e5c88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2463584 Aug 21 18:03:38.709101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71ac641-408a-47d3-9e19-28b48cfceac4 req-7ab5c2fe-ac21-431d-ac9e-3ac2a28ce662 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822529 Aug 21 18:03:38.710800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Allocated IP 172.25.1.197 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/76beec17-6cc1-4575-a637-3b535247ebbf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:38.728413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-12ae3c27-df6e-40b1-afa8-6d515a55e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:38.730343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-12ae3c27-df6e-40b1-afa8-6d515a55e396 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1120965 Aug 21 18:03:38.756444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-8b571566-f7cb-46f1-a43b-62017560f751 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569505 Aug 21 18:03:38.891035 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81711b1-bd28-4da7-9941-5b81041b35a8 x-openstack-request-id: req-a81711b1-bd28-4da7-9941-5b81041b35a8 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:38.891761 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:38.892350 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a81711b1-bd28-4da7-9941-5b81041b35a8 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:38.892961 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'status': 'completed', 'code': 200} Aug 21 18:03:38.986179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f53fe471-9a1f-4c9e-aba0-896d67df793d req-06f15fb2-28e8-439c-8c59-2f6b5591b67b service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203612 Aug 21 18:03:39.108802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98630897-cf29-4b98-ad24-c4d666fd5fd4 req-4af90548-636e-4fa1-abe2-a9ff023c8fa7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:39.111456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98630897-cf29-4b98-ad24-c4d666fd5fd4 req-4af90548-636e-4fa1-abe2-a9ff023c8fa7 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 949 time: 0.2340429 Aug 21 18:03:39.115104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:39.138617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-8b4dad8d-da23-4377-9338-4b178dd4eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:39.141690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-8b4dad8d-da23-4377-9338-4b178dd4eab4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1096 time: 0.0909364 Aug 21 18:03:39.288352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98630897-cf29-4b98-ad24-c4d666fd5fd4 req-36de5ea1-a9a4-4b20-ae5a-27e320ca4917 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663809 Aug 21 18:03:39.298392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-1f658d8f-65f4-415e-a475-0a5bddfed14d service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413167 Aug 21 18:03:39.393728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-a1ba95a7-8838-4bdc-badf-2ce89ce2bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:39.396521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-a1ba95a7-8838-4bdc-badf-2ce89ce2bdcf service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.2477498 Aug 21 18:03:39.454207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-388a8213-e8b7-4af1-98d9-7d1d1c989561 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426904 Aug 21 18:03:39.456028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:39.489898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-567cf1ef-3de8-4d8b-8fb9-53f0d52c2444 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0856533 Aug 21 18:03:39.523305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:39.526337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:39.529127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:39.583507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'Port': ['ID=76beec17-6cc1-4575-a637-3b535247ebbf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:39.599302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-78d6c93a-63df-47d8-a143-0302475323ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:39.600865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-78d6c93a-63df-47d8-a143-0302475323ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0997179 Aug 21 18:03:39.648408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-5124dc81-c4cf-4dfc-8bcc-ac31d15ab5bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372877 Aug 21 18:03:39.693379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:39.731408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:39.765789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:39.822337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-863da108-9c80-4f66-9323-48afd48e89a7 service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651888 Aug 21 18:03:39.857025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:39.861726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:39.862162 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:39.979122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee64a42-cf37-4f91-a480-38cfa1a81559 req-a733063e-f6f8-47dc-bf98-f14155f5dbcd service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433809 Aug 21 18:03:39.991397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c319b8-4aa4-4c6c-8b39-840e17e6b4ba req-bac76494-119a-409d-873b-792df1087c3e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:39.993259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c319b8-4aa4-4c6c-8b39-840e17e6b4ba req-bac76494-119a-409d-873b-792df1087c3e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0930336 Aug 21 18:03:40.028153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.070259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c319b8-4aa4-4c6c-8b39-840e17e6b4ba req-45da99de-dc40-4d4b-aa06-635db8b49d8c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646124 Aug 21 18:03:40.082238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:40.092342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.124223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.137926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.206986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:40.251517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'Port': ['ID=76beec17-6cc1-4575-a637-3b535247ebbf,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:40.264396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.286325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.296170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5c60d420-2eda-4345-a672-c3e5bbc99b60 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9267950 Aug 21 18:03:40.439597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef1b92-1d9a-4383-bd20-40ef216d7572 req-4e3da1ca-b460-4360-93d2-98dad1ee86f4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:40.441406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-01ef1b92-1d9a-4383-bd20-40ef216d7572 req-4e3da1ca-b460-4360-93d2-98dad1ee86f4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 949 time: 0.0689490 Aug 21 18:03:40.511265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-01ef1b92-1d9a-4383-bd20-40ef216d7572 req-b6956ba8-927b-40fd-a32f-909918c13e66 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563586 Aug 21 18:03:40.559323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:40.627394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a1ca66c8-905a-471c-9ed1-631c396614a6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:40.631695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a1ca66c8-905a-471c-9ed1-631c396614a6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:40.632137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.717496 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.741834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:40.744202 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ef33e2-edc4-4d01-98f3-2e15c0a955e4" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:40.759625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:40.765586 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:40.835506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:41.636517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:41.696652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:41.697027 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:41.777144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-2dda7bbd-b466-4583-80ca-d37ec5443061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:41.778997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-2dda7bbd-b466-4583-80ca-d37ec5443061 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc&tenant_id=7163e520782a42749ecd474e2afa0eab HTTP/1.1" status: 200 len: 1102 time: 0.0496600 Aug 21 18:03:41.793458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:41.861778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.105622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:42.150659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:42.195874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:42.198530 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf7825b-b95b-488b-bb00-29c61ca53374" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:42.202724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.217558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Transition to ACTIVE for port object a1ca66c8-905a-471c-9ed1-631c396614a6 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:42.221467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.289644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] No DVR routers for this DVR port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:42.292883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:42.338120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:42.338744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:42.339273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:42.344828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:42.345659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Attempting to bind port a1ca66c8-905a-471c-9ed1-631c396614a6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:42.351788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:42.352139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:42.352534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:42.353194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Bound port: a1ca66c8-905a-471c-9ed1-631c396614a6, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:42.353712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.444753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:42.448334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:42.453031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.491568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:42.492268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:42.493681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] 10.222.0.64 "PUT /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 1098 time: 0.7055631 Aug 21 18:03:42.515299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282986fa-03f8-4a9a-ae00-a443a86a31f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:42.594784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-9793525e-d960-44f7-b8ac-b35cda45a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:42.597117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-9793525e-d960-44f7-b8ac-b35cda45a1bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1101 time: 0.0589719 Aug 21 18:03:42.716048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-33dc936c-5cb6-4e92-a0a5-ee93beb6f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:42.718592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-33dc936c-5cb6-4e92-a0a5-ee93beb6f7b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1068566 Aug 21 18:03:42.763557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-9215d855-ef2a-44e0-b05b-17be8ff02324 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.0367467 Aug 21 18:03:42.822743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-760adf15-20b0-4e51-a62f-24a1195f365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:42.824290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-760adf15-20b0-4e51-a62f-24a1195f365e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0538349 Aug 21 18:03:42.875933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-90df70e8-8777-4c19-9453-ade2908981a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:42.877624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-90df70e8-8777-4c19-9453-ade2908981a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444844 Aug 21 18:03:43.021203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-9b70c2b2-d844-45f4-a571-e6218988b699 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359067 Aug 21 18:03:43.136949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec5d9006-d3c2-4a4d-9aca-d8ef14d65202 req-df48c9e8-3547-42fb-be60-dc0c4db16b8e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029162 Aug 21 18:03:44.591296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:44.647935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:46.063984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:46.185097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:46.197799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'mac_address': 'fa:16:3e:15:ac:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:46.243432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:46.258489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:46.281255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:46.285413 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:46.337534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:46.571863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['a1ca66c8-905a-471c-9ed1-631c396614a6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:47.143875 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:03:47.629580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-f287b407-7ef6-4b80-9386-6d684d4eea1f tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--241407140&fields=id&tenant_id=88e569a98ede44d3a20631c1a36dba2b HTTP/1.1" status: 200 len: 267 time: 0.0392854 Aug 21 18:03:47.709454 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e023b206-4a15-42ce-8701-cd51b1f0b3f0 x-openstack-request-id: req-e023b206-4a15-42ce-8701-cd51b1f0b3f0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:47.711168 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:47.711443 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e023b206-4a15-42ce-8701-cd51b1f0b3f0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:47.711844 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'code': 200} Aug 21 18:03:47.752559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1367e658-ca27-4d38-b2c3-9f73bd3891c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:47.774933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-f8c98215-45ca-4346-98e0-d0442b6db9af tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:47.777140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-f8c98215-45ca-4346-98e0-d0442b6db9af tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/networks?id=c1599953-5186-4117-97a9-9b0f14cb4920 HTTP/1.1" status: 200 len: 811 time: 0.1400735 Aug 21 18:03:47.797691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-4559b14b-3bfc-4878-8bbd-54fd243b17a0 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/quotas/88e569a98ede44d3a20631c1a36dba2b HTTP/1.1" status: 200 len: 375 time: 0.0120392 Aug 21 18:03:47.832524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354771b-17c5-42e9-ae74-ce6cac6dc606 req-93696ba3-2418-471b-b1da-01756e161589 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:47.834046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0354771b-17c5-42e9-ae74-ce6cac6dc606 req-93696ba3-2418-471b-b1da-01756e161589 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0642383 Aug 21 18:03:47.888446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0354771b-17c5-42e9-ae74-ce6cac6dc606 req-6d019c10-de76-44e5-83b0-71b05f6a6148 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Aug 21 18:03:47.900941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-e659e2ce-a388-48ee-a61d-f6f612bd7c00 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88e569a98ede44d3a20631c1a36dba2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951622 Aug 21 18:03:48.036139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-bea4286a-e400-4933-b2f2-56d751554c43 service neutron] 10.222.0.41 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068707 Aug 21 18:03:48.058754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06990a1-2bdb-417d-b5b5-c07f8687cc8f req-0e3ee17f-de82-493e-8ff3-385e6595f2e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:48.062355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d06990a1-2bdb-417d-b5b5-c07f8687cc8f req-0e3ee17f-de82-493e-8ff3-385e6595f2e3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 950 time: 0.0696645 Aug 21 18:03:48.070435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:48.112971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d06990a1-2bdb-417d-b5b5-c07f8687cc8f req-b4e88577-cc76-4648-8fa4-b97eb413572b tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 Aug 21 18:03:48.149341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port a1ca66c8-905a-471c-9ed1-631c396614a6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:48.163455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-76c3661e-efe3-42f2-a600-f5f147b638fc service neutron] 10.222.0.41 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208322 Aug 21 18:03:48.167121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port a1ca66c8-905a-471c-9ed1-631c396614a6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:48.167508 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:48.171160 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:48.179171 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a224fc57-cf27-4751-a656-55271bd7072c x-openstack-request-id: req-a224fc57-cf27-4751-a656-55271bd7072c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:48.179659 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-unplugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:48.180034 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a224fc57-cf27-4751-a656-55271bd7072c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:48.180677 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'code': 200} Aug 21 18:03:48.267454 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:48.313326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:48.327688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:48.416960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517703a1-f511-4d32-aac1-183dec96ab3c req-d7af8ab1-f909-49ea-a560-dfa6fd69f85f tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:48.419025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-517703a1-f511-4d32-aac1-183dec96ab3c req-d7af8ab1-f909-49ea-a560-dfa6fd69f85f tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1102 time: 0.1226728 Aug 21 18:03:48.490361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-517703a1-f511-4d32-aac1-183dec96ab3c req-279a546a-ec4a-4b9d-9f20-e3814bfc280d tempest-MigrationsAdminTest-148727386 tempest-MigrationsAdminTest-148727386-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642600 Aug 21 18:03:48.508124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e8804-879a-408d-bf73-7620b6d4169a req-026c2c61-98f3-41c7-a214-39e544e7fe95 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:48.519838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499e8804-879a-408d-bf73-7620b6d4169a req-026c2c61-98f3-41c7-a214-39e544e7fe95 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.1214299 Aug 21 18:03:48.638401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499e8804-879a-408d-bf73-7620b6d4169a req-6503fa36-ca67-4ef1-8cfd-dea14feeb91f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142101 Aug 21 18:03:48.656334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87fd2b8a-80c7-4c2a-af8e-9e9858ed8f43 req-8b0e5f63-8562-4225-b626-aa41bcfc0fcc tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 210 time: 0.0750608 Aug 21 18:03:48.813543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=13']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:48.859843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:49.206285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02a4b5-49d9-47a8-b0c3-5c1d7f439f7d req-92d41b4c-3770-47ba-900c-2b67822ade86 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:49.207948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b02a4b5-49d9-47a8-b0c3-5c1d7f439f7d req-92d41b4c-3770-47ba-900c-2b67822ade86 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 951 time: 0.0829072 Aug 21 18:03:49.237327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09160412-00d2-4992-a6df-2fa5a33807ed req-ef018cd4-fc6b-473f-8dd0-a5f3c3179843 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:49.246825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09160412-00d2-4992-a6df-2fa5a33807ed req-ef018cd4-fc6b-473f-8dd0-a5f3c3179843 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0887721 Aug 21 18:03:49.281539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b02a4b5-49d9-47a8-b0c3-5c1d7f439f7d req-db51793a-087f-4cb8-9400-e78093dfa6d6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538642 Aug 21 18:03:49.285396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09160412-00d2-4992-a6df-2fa5a33807ed req-eac5bea4-d1e3-4e62-9a14-44c280a03963 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Aug 21 18:03:49.415756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe2cc7-6cf5-46ef-ad0a-1495a1da6891 req-a3835fd6-0640-4673-9407-faedb132b5df tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:49.417531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69fe2cc7-6cf5-46ef-ad0a-1495a1da6891 req-a3835fd6-0640-4673-9407-faedb132b5df tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.0573013 Aug 21 18:03:49.461245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69fe2cc7-6cf5-46ef-ad0a-1495a1da6891 req-69c133d9-3d10-405b-b8d0-303c52cc41d9 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375621 Aug 21 18:03:49.716041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:49.718704 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1275698a-d3f6-42a0-8b68-55a229ab28b6" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:49.742968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d127d3e8-8c2d-45b5-a234-ade55cad2ccf req-89b90df9-584f-4965-81e0-5b1e35ce7b6b tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 210 time: 0.0300980 Aug 21 18:03:49.770970 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d8588e-8839-4abf-abed-4ac0943c1dbb x-openstack-request-id: req-60d8588e-8839-4abf-abed-4ac0943c1dbb {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:49.771378 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-plugged", "status": "completed", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:49.771900 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60d8588e-8839-4abf-abed-4ac0943c1dbb {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:49.772386 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'code': 200} Aug 21 18:03:50.087986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-38394896-5fbe-483f-b9fe-03ae393114de tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.089633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-38394896-5fbe-483f-b9fe-03ae393114de tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.64 "GET /v2.0/networks?id=c1599953-5186-4117-97a9-9b0f14cb4920 HTTP/1.1" status: 200 len: 811 time: 0.1575935 Aug 21 18:03:50.151716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-112707a6-f059-452e-8c58-b7612387a605 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88e569a98ede44d3a20631c1a36dba2b HTTP/1.1" status: 200 len: 379 time: 0.0460141 Aug 21 18:03:50.164713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'port': {'device_id': '0962fded-9c12-41c3-9224-2052dbe9e784', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'admin_state_up': True, 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'security_groups': ['b607b79a-746d-4676-8776-2f2dd018f4a2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:50.186414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:50.190915 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38" -d '{"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:50.261504 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074db570-2c65-4374-8761-dcdad9a2c717 x-openstack-request-id: req-074db570-2c65-4374-8761-dcdad9a2c717 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:50.268079 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:50.268564 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-074db570-2c65-4374-8761-dcdad9a2c717 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:50.269249 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'status': 'completed', 'code': 200} Aug 21 18:03:50.347562 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6679a0e8-6ca1-4af2-8b64-b0daee0a3b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:50.356389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Made reservation on behalf of 88e569a98ede44d3a20631c1a36dba2b for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:50.358410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-0c7d999b-e870-400c-ada2-983760c9a9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.362404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:50.365340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-0c7d999b-e870-400c-ada2-983760c9a9cf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7163e520782a42749ecd474e2afa0eab&device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 1103 time: 0.0749495 Aug 21 18:03:50.397708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:50.520508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b0ec-a7b4-4b7c-8446-2b0d42455f1e req-acd02b04-8db3-41b6-8bf2-2e4e9e0c9ec2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.529704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b647b0ec-a7b4-4b7c-8446-2b0d42455f1e req-acd02b04-8db3-41b6-8bf2-2e4e9e0c9ec2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0920670 Aug 21 18:03:50.559071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe39a8-a837-494a-8b06-907c503f2623 req-32be83c1-4481-46c8-8a49-15732a2bc88d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.561060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0cbe39a8-a837-494a-8b06-907c503f2623 req-32be83c1-4481-46c8-8a49-15732a2bc88d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 951 time: 0.0949228 Aug 21 18:03:50.564948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-1b145d0d-c67e-4285-bf6e-7206cccafd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.566633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-1b145d0d-c67e-4285-bf6e-7206cccafd29 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1859243 Aug 21 18:03:50.620426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-d4aed29c-9958-4b68-9427-26a1290f865d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 200 len: 217 time: 0.0432270 Aug 21 18:03:50.628712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:50.631141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:50.676265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b647b0ec-a7b4-4b7c-8446-2b0d42455f1e req-a652bf98-ee02-4cb0-9eb9-8af4a89af81b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455529 Aug 21 18:03:50.688718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Allocated IP 172.20.0.10 (c1599953-5186-4117-97a9-9b0f14cb4920/3b894c8a-be8b-424a-a891-36d934fd5dd3/adca9ac2-4bf5-4439-ae31-c7870f5b482b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:50.709588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0cbe39a8-a837-494a-8b06-907c503f2623 req-0c17d125-cac6-4a4e-9b91-fcbc2dc6f7ed tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402884 Aug 21 18:03:50.722209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-1f5d5f14-ca2f-48e5-aa28-bbecb4d80074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.725855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-1f5d5f14-ca2f-48e5-aa28-bbecb4d80074 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0969152 Aug 21 18:03:50.730427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-b3fe635b-b416-43e0-9494-84567905de73 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.736189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-b3fe635b-b416-43e0-9494-84567905de73 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 951 time: 0.1553531 Aug 21 18:03:50.824857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-285dfcde-93f5-47dd-9695-22b7f247c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:50.829196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-285dfcde-93f5-47dd-9695-22b7f247c33d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923712 Aug 21 18:03:50.909523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:50.922790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62906aa7-b9bf-4c54-a22f-e321def5d2a8 req-e0ceb9c4-8ba0-472c-a9fa-593c399a0c96 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 210 time: 0.0491710 Aug 21 18:03:50.981366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:50.994735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:51.000467 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.072659 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-aeb833d9-2c37-473f-840b-e225aaf31fec service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382052 Aug 21 18:03:51.083894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3', 'port_id': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'mac_address': 'fa:16:3e:8d:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b0ae541-7a1b-4f79-b015-7f9638ef59cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:51.088135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0f49-3722-4469-9a2c-61895e99decb req-2e6fb2ca-5bef-482f-be2e-e719bda894e5 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:51.097125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-553a0f49-3722-4469-9a2c-61895e99decb req-2e6fb2ca-5bef-482f-be2e-e719bda894e5 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.2368910 Aug 21 18:03:51.144620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403918c-ce3b-4af2-b7cb-463032914237 req-82841ea4-0cda-49c0-b96b-63f61a901a63 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:51.146184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5403918c-ce3b-4af2-b7cb-463032914237 req-82841ea4-0cda-49c0-b96b-63f61a901a63 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 945 time: 0.4522920 Aug 21 18:03:51.217143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.241968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:51.289352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Deleting port a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:51.289896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.293331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc5d196a-b50c-4f33-857b-48672474f9f7 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:51.304216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-553a0f49-3722-4469-9a2c-61895e99decb req-d6bbe13b-c8b4-4a9d-b186-21652f003389 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064259 Aug 21 18:03:51.311230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1e3fb0-fa52-4dee-8e2d-df2e152f8c38 req-088195ec-40af-4be7-982a-81b44178d161 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298410 Aug 21 18:03:51.343508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:51.362830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.433854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:51.443115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.478746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.515275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Transition to ACTIVE for port object adca9ac2-4bf5-4439-ae31-c7870f5b482b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:51.529436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] For port a1ca66c8-905a-471c-9ed1-631c396614a6, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1ca66c8-905a-471c-9ed1-631c396614a6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:51.529819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.563693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Calling delete_port for a1ca66c8-905a-471c-9ed1-631c396614a6 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:51.583076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Deleting port cd61307e-a3d4-437b-85ae-530abf5ac574 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:51.583423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.615811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fc5d196a-b50c-4f33-857b-48672474f9f7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:51.711021 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.773908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:51.776346 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6d75c1-c43b-4372-86d6-2a7fbe47cb76" -d '{"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-unplugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:51.842008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event updated for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:51.886603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b59efb-c0db-4055-b8fd-41cf2f982785 req-c1017263-75c4-4713-93ef-6c7f2cb8a6ec tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:51.888862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2b59efb-c0db-4055-b8fd-41cf2f982785 req-c1017263-75c4-4713-93ef-6c7f2cb8a6ec tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.0869551 Aug 21 18:03:51.909981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Network c1599953-5186-4117-97a9-9b0f14cb4920 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:51.920940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:51.929608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:51.941507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] For port cd61307e-a3d4-437b-85ae-530abf5ac574, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd61307e-a3d4-437b-85ae-530abf5ac574,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:51.941950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:51.967605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2b59efb-c0db-4055-b8fd-41cf2f982785 req-b25b9901-a14a-47df-8f74-90b0df1e34bd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705578 Aug 21 18:03:52.037166 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd96a24c-4707-43f8-b4ed-395e31479dbf x-openstack-request-id: req-dd96a24c-4707-43f8-b4ed-395e31479dbf {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:52.037568 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-unplugged", "status": "completed", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:52.037911 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd96a24c-4707-43f8-b4ed-395e31479dbf {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:52.038399 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'code': 200} Aug 21 18:03:52.042186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:52.042872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:52.091913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-72329421-b275-4403-8fa2-60d821e87e4c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9297588 Aug 21 18:03:52.095779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Calling delete_port for cd61307e-a3d4-437b-85ae-530abf5ac574 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:52.105725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2895eec-e27f-4b8b-b29c-055cddcdbe35 req-8cb9f4b7-9e78-4ebe-9cfa-a9b76d03a2f2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:52.107992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2895eec-e27f-4b8b-b29c-055cddcdbe35 req-8cb9f4b7-9e78-4ebe-9cfa-a9b76d03a2f2 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=e02501d1-d80f-4ad8-b6f9-249fa4deb1cc HTTP/1.1" status: 200 len: 951 time: 0.2634163 Aug 21 18:03:52.126789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Request body: {'port': {'device_id': '0962fded-9c12-41c3-9224-2052dbe9e784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:52.201626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125558f-3ea4-4a8b-a1b5-f6c900924459 req-7063a129-483a-465e-9eb5-f126608faeb9 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:52.210417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9125558f-3ea4-4a8b-a1b5-f6c900924459 req-7063a129-483a-465e-9eb5-f126608faeb9 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 932 time: 0.0792608 Aug 21 18:03:52.256914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fe4ae881-6116-4b3b-b3df-543723def0fe None None] Provisioning for port adca9ac2-4bf5-4439-ae31-c7870f5b482b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:52.263959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fe4ae881-6116-4b3b-b3df-543723def0fe None None] Provisioning complete for port adca9ac2-4bf5-4439-ae31-c7870f5b482b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:52.264600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fe4ae881-6116-4b3b-b3df-543723def0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:52.286888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9125558f-3ea4-4a8b-a1b5-f6c900924459 req-62ab6568-49e4-4ca0-8de5-65daf9ddba74 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729244 Aug 21 18:03:52.296720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:52.318393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2895eec-e27f-4b8b-b29c-055cddcdbe35 req-d2dd154f-b734-40d8-a4c3-32db3fa95ffc tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826403 Aug 21 18:03:52.318393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:52.349116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678', '9c23aca7-0c5c-4425-9d85-425b0829ca67'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:52.406943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event deleted for resources: {'Port': ['ID=a1ca66c8-905a-471c-9ed1-631c396614a6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:52.415168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:52.494710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ae881-6116-4b3b-b3df-543723def0fe None None] Port adca9ac2-4bf5-4439-ae31-c7870f5b482b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:03:52.529038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] No DVR routers for this DVR port a1ca66c8-905a-471c-9ed1-631c396614a6 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:52.548430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:52.551282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e045146-3227-4fea-ab86-cf33e3b1cda7 req-cf7fcafb-5f78-47d0-8b41-382001250875 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "DELETE /v2.0/ports/a1ca66c8-905a-471c-9ed1-631c396614a6 HTTP/1.1" status: 204 len: 173 time: 1.7701731 Aug 21 18:03:52.552483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-deleted', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:52.555799 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6c5da4-e573-4fef-9954-ff8822c57307" -d '{"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-deleted", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:52.651434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:03:52.678545 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce134700-c5de-4466-93f7-637fb8c75214 x-openstack-request-id: req-ce134700-c5de-4466-93f7-637fb8c75214 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:52.678545 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02501d1-d80f-4ad8-b6f9-249fa4deb1cc", "name": "network-vif-deleted", "tag": "a1ca66c8-905a-471c-9ed1-631c396614a6", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:52.678545 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce134700-c5de-4466-93f7-637fb8c75214 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:52.678545 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e02501d1-d80f-4ad8-b6f9-249fa4deb1cc', 'name': 'network-vif-deleted', 'tag': 'a1ca66c8-905a-471c-9ed1-631c396614a6', 'status': 'completed', 'code': 200} Aug 21 18:03:52.862893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fc5d196a-b50c-4f33-857b-48672474f9f7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:03:52.873846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fc5d196a-b50c-4f33-857b-48672474f9f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:03:52.874269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.153605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a96add-593e-4531-9247-b22d0539ca2a req-e629f408-75de-44ca-ad4e-70d08b9701d5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:53.165799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5a96add-593e-4531-9247-b22d0539ca2a req-e629f408-75de-44ca-ad4e-70d08b9701d5 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.1098511 Aug 21 18:03:53.257558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5a96add-593e-4531-9247-b22d0539ca2a req-4a37b17c-0caa-4673-9b5d-444d4f6cdbf7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909884 Aug 21 18:03:53.301356 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.355350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:53.356425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.367839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.375818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adca9ac2-4bf5-4439-ae31-c7870f5b482b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:53.387230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.402265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Transition to ACTIVE for port object adca9ac2-4bf5-4439-ae31-c7870f5b482b will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:53.408941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.412916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.497180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Pushing event updated for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:53.555297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event deleted for resources: {'Port': ['ID=cd61307e-a3d4-437b-85ae-530abf5ac574,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:53.571482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:53.573840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf47f3-7b31-4ee0-b9be-c7004e319567 req-b6f92c52-ba41-4b0f-84c2-e0f02a9ca388 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:53.576480 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46bf47f3-7b31-4ee0-b9be-c7004e319567 req-b6f92c52-ba41-4b0f-84c2-e0f02a9ca388 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71 HTTP/1.1" status: 200 len: 943 time: 0.8985467 Aug 21 18:03:53.653260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] No DVR routers for this DVR port cd61307e-a3d4-437b-85ae-530abf5ac574 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:53.668970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.672009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5403918c-ce3b-4af2-b7cb-463032914237 req-97e482d6-f7a5-432c-9480-c69b260cebcf tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "DELETE /v2.0/ports/cd61307e-a3d4-437b-85ae-530abf5ac574 HTTP/1.1" status: 204 len: 173 time: 2.5153348 Aug 21 18:03:53.688726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46bf47f3-7b31-4ee0-b9be-c7004e319567 req-8a647855-14aa-4a4d-a8d0-d1cf70a2e59d tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002221 Aug 21 18:03:53.771636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb30799-7340-49e7-b273-0fae219859af req-79ff1d96-11f4-49f8-b7b6-fd6792acf25d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:53.781849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cb30799-7340-49e7-b273-0fae219859af req-79ff1d96-11f4-49f8-b7b6-fd6792acf25d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 944 time: 0.3105628 Aug 21 18:03:53.890974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cb30799-7340-49e7-b273-0fae219859af req-37183146-0c65-4803-b513-d7e545ed9bf0 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960248 Aug 21 18:03:53.906016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Attempting to bind port adca9ac2-4bf5-4439-ae31-c7870f5b482b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:53.906016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Attempting to bind port adca9ac2-4bf5-4439-ae31-c7870f5b482b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:53.906016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Attempting to bind port adca9ac2-4bf5-4439-ae31-c7870f5b482b on network c1599953-5186-4117-97a9-9b0f14cb4920 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:53.910068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-b38966fa-3068-4d97-be38-dee618631737 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2929916 Aug 21 18:03:53.915688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Port adca9ac2-4bf5-4439-ae31-c7870f5b482b on network c1599953-5186-4117-97a9-9b0f14cb4920 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:53.919092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Attempting to bind port adca9ac2-4bf5-4439-ae31-c7870f5b482b on network c1599953-5186-4117-97a9-9b0f14cb4920 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:53.941700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:53.942403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Checking segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:53.943372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Bound using segment: {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:53.944015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Bound port: adca9ac2-4bf5-4439-ae31-c7870f5b482b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1919fdb-f5fd-4252-ac23-e14749c59b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:53.944573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:53.990991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-c34564de-f9ee-46a3-96ad-78c56199febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:53.992520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-c34564de-f9ee-46a3-96ad-78c56199febd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 1097 time: 0.0576079 Aug 21 18:03:54.039446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:54.044001 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8686a1-6c51-4b67-8621-30e37a7f2694" -d '{"events": [{"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-plugged", "status": "completed", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:54.067666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:03:54.071600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:54.082779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:54.095380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:54.142907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.143689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:54.145262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] 10.222.0.64 "PUT /v2.0/ports/adca9ac2-4bf5-4439-ae31-c7870f5b482b HTTP/1.1" status: 200 len: 1093 time: 2.0363333 Aug 21 18:03:54.167684 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3387510-59d8-4510-9e0c-7e725326dfaa x-openstack-request-id: req-b3387510-59d8-4510-9e0c-7e725326dfaa {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:54.167955 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-plugged", "status": "completed", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:54.168227 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3387510-59d8-4510-9e0c-7e725326dfaa {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:54.178264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6b157-fefc-46d5-9b9d-d19624956355 service neutron] Pushing event updated for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:54.178524 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'code': 200} Aug 21 18:03:54.180712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: a1ca66c8-905a-471c-9ed1-631c396614a6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:54.187822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1ca66c8-905a-471c-9ed1-631c396614a6 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:54.252235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-55451e8d-f7d6-4269-ac37-c36dd7d29533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.253867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-55451e8d-f7d6-4269-ac37-c36dd7d29533 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2352774 Aug 21 18:03:54.397939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-ab9729ae-3f74-46d6-a761-9fdfe76e2fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 200 len: 217 time: 0.1317897 Aug 21 18:03:54.428241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-4e606af2-dd81-49e9-a559-f9396da19d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.434328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-4e606af2-dd81-49e9-a559-f9396da19d43 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88e569a98ede44d3a20631c1a36dba2b&device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 1096 time: 0.2263687 Aug 21 18:03:54.524318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-aa774687-fa85-4bf8-a009-8a9872b05665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.529329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-aa774687-fa85-4bf8-a009-8a9872b05665 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1151140 Aug 21 18:03:54.537769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-557f30b2-4a4d-4798-b79e-18e7cce98766 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b HTTP/1.1" status: 200 len: 217 time: 0.0651808 Aug 21 18:03:54.564898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62472b-f45a-40c6-ada4-cd801071fc91 req-ce84e7e9-6028-487b-9d1a-03eb3f6aa159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.566669 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae62472b-f45a-40c6-ada4-cd801071fc91 req-ce84e7e9-6028-487b-9d1a-03eb3f6aa159 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1098 time: 0.2655914 Aug 21 18:03:54.596372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d32ce8-b174-4bd6-b2cc-4a5101efd91e req-1d70bd05-75ec-4024-9865-9703927fa473 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.604377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d32ce8-b174-4bd6-b2cc-4a5101efd91e req-1d70bd05-75ec-4024-9865-9703927fa473 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 951 time: 0.3393171 Aug 21 18:03:54.614981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-c29664c6-a140-421d-ad65-536a09091859 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731235 Aug 21 18:03:54.631550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075a5d-bbd8-41e3-a2e0-2957680a0b32 req-8b32af77-5525-48c3-bdd4-402e9e31afb0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.638952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8075a5d-bbd8-41e3-a2e0-2957680a0b32 req-8b32af77-5525-48c3-bdd4-402e9e31afb0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.2350285 Aug 21 18:03:54.651449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae62472b-f45a-40c6-ada4-cd801071fc91 req-e09e9d00-42df-49ac-884a-31501b20664b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Aug 21 18:03:54.653449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:54.677253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-deleted', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574'}, {'name': 'network-changed', 'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:54.680301 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac2e09-a9bf-4b13-8b7e-938d63c13508" -d '{"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-deleted", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574"}, {"name": "network-changed", "server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:54.698038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cd61307e-a3d4-437b-85ae-530abf5ac574 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:54.701787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd61307e-a3d4-437b-85ae-530abf5ac574 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:54.721410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8075a5d-bbd8-41e3-a2e0-2957680a0b32 req-e798e7ef-4a4d-4752-bfb4-ce8fb056831b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626352 Aug 21 18:03:54.722543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-7df4ed03-bb00-4b53-b896-7e689ec1d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.724061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-7df4ed03-bb00-4b53-b896-7e689ec1d27a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b894c8a-be8b-424a-a891-36d934fd5dd3 HTTP/1.1" status: 200 len: 850 time: 0.1736343 Aug 21 18:03:54.744465 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-e01e10c8-5eba-450f-8c73-314b6b974ad4 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203997 Aug 21 18:03:54.782656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d32ce8-b174-4bd6-b2cc-4a5101efd91e req-29238858-4acd-4a5b-ac59-f88d632b3f63 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649065 Aug 21 18:03:54.813000 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6903c492-75a8-4cfd-b67c-d9dc249bc60f x-openstack-request-id: req-6903c492-75a8-4cfd-b67c-d9dc249bc60f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:54.813542 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71", "name": "network-vif-deleted", "tag": "cd61307e-a3d4-437b-85ae-530abf5ac574", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:54.814056 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6903c492-75a8-4cfd-b67c-d9dc249bc60f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:54.820849 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf06a5a-7c5c-4ed6-9397-0f6059a1bc71', 'name': 'network-vif-deleted', 'tag': 'cd61307e-a3d4-437b-85ae-530abf5ac574', 'status': 'completed', 'code': 200} Aug 21 18:03:54.821149 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'status': 'completed', 'code': 200} Aug 21 18:03:54.823470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537486f-e046-4565-939f-a6820ed99fc4 req-fbe713e1-d097-4afd-b293-cc1171bd1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:54.824993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-fbe713e1-d097-4afd-b293-cc1171bd1f1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1599953-5186-4117-97a9-9b0f14cb4920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929770 Aug 21 18:03:54.946513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-48a130c2-3d2c-499c-ac1c-9c04d385c4f7 service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121781 Aug 21 18:03:55.038924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c81e3bbe-e752-4fda-98f5-4fc545dcb758 req-223c1274-2eff-45be-9d34-0931b01bdc3b service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871026 Aug 21 18:03:55.100290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54b579-aa7b-47e2-b8ff-c23b0131f866 req-f388dfaa-fc95-4131-bd1b-4a771a40fb4e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.102080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b54b579-aa7b-47e2-b8ff-c23b0131f866 req-f388dfaa-fc95-4131-bd1b-4a771a40fb4e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 944 time: 0.0613682 Aug 21 18:03:55.123796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b537486f-e046-4565-939f-a6820ed99fc4 req-508eda98-8635-4c3d-800d-39f0304ae421 service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663780 Aug 21 18:03:55.147071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b54b579-aa7b-47e2-b8ff-c23b0131f866 req-2d7ebba2-17f3-4ab5-84df-5b52136e6f2c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384831 Aug 21 18:03:55.284016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-9b5cfec0-49eb-4417-a11c-aa42a203465c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.285802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-9b5cfec0-49eb-4417-a11c-aa42a203465c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88e569a98ede44d3a20631c1a36dba2b&device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 1096 time: 0.1060159 Aug 21 18:03:55.370312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-4dfa5690-9a24-43b5-a839-feb786d8716c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.371741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-4dfa5690-9a24-43b5-a839-feb786d8716c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.1650748 Aug 21 18:03:55.406679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-26347554-1632-43ed-b72e-aad41a2a2426 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/quotas/741bf28d35154963b5cb115064a12ab4 HTTP/1.1" status: 200 len: 375 time: 0.0185101 Aug 21 18:03:55.416142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-261aa75c-c558-437b-beba-ad19a26a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.417679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-261aa75c-c558-437b-beba-ad19a26a6cb8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1599953-5186-4117-97a9-9b0f14cb4920 HTTP/1.1" status: 200 len: 912 time: 0.1223636 Aug 21 18:03:55.485292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-156e5e48-dc36-4322-b346-55453030b291 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b HTTP/1.1" status: 200 len: 217 time: 0.0577695 Aug 21 18:03:55.535124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-9f710d34-98a5-48dc-a44d-b7f11de91381 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163855 Aug 21 18:03:55.570814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-40a3a8a0-bfaf-41fb-aa04-b12838bfe3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.572595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-40a3a8a0-bfaf-41fb-aa04-b12838bfe3ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b894c8a-be8b-424a-a891-36d934fd5dd3 HTTP/1.1" status: 200 len: 850 time: 0.0780127 Aug 21 18:03:55.699867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-dc7138dc-26e7-4591-bb82-85c28f1e56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.701712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-dc7138dc-26e7-4591-bb82-85c28f1e56b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1599953-5186-4117-97a9-9b0f14cb4920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931079 Aug 21 18:03:55.707979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-689738b5-a6dd-4ec2-86c0-caccf58e07f2 service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617513 Aug 21 18:03:55.885952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1b60f-4b28-4815-b68c-6547abeff6c8 req-c404d63c-2afd-4ab1-857d-61246324e0a3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.894062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bce1b60f-4b28-4815-b68c-6547abeff6c8 req-c404d63c-2afd-4ab1-857d-61246324e0a3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.0915389 Aug 21 18:03:55.942570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bce1b60f-4b28-4815-b68c-6547abeff6c8 req-1ec872fb-acfc-4a25-ad53-43a3efb13ed9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474975 Aug 21 18:03:55.989781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-8eb2dffa-e151-44f8-a406-5221a7dfb54d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:55.991400 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-8eb2dffa-e151-44f8-a406-5221a7dfb54d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 951 time: 0.2517912 Aug 21 18:03:55.996308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-57b03c02-d15d-4699-9146-42a3a98ce6f6 service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862346 Aug 21 18:03:56.047894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-f5fe4d16-1755-4f8a-a34c-cc1704c75be1 service neutron] 10.222.0.41 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070753 Aug 21 18:03:56.179574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45766f3-fd1d-4669-9114-294dcef62765 req-09279ef3-f006-4885-8e6c-71b88f894661 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:56.181431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a45766f3-fd1d-4669-9114-294dcef62765 req-09279ef3-f006-4885-8e6c-71b88f894661 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 951 time: 0.1295168 Aug 21 18:03:56.231353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ac2e09-a9bf-4b13-8b7e-938d63c13508 req-f962f197-8858-4d0e-94c7-593beaf0fb24 service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165549 Aug 21 18:03:56.240445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Deleting port 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:03:56.241042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:56.290036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a45766f3-fd1d-4669-9114-294dcef62765 req-3c8b746c-7528-4010-809f-fd9e18082cd3 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967896 Aug 21 18:03:56.413728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4820e-0a5f-4d35-b296-a8874aa6f9c1 req-86eae48d-8c3c-4221-a888-90544de8f119 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:56.428868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d4820e-0a5f-4d35-b296-a8874aa6f9c1 req-86eae48d-8c3c-4221-a888-90544de8f119 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1098 time: 0.0798440 Aug 21 18:03:56.473034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d4820e-0a5f-4d35-b296-a8874aa6f9c1 req-7bb6846e-03d7-4412-861d-2a5f8614e3be tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Aug 21 18:03:56.487607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] For port 9c23aca7-0c5c-4425-9d85-425b0829ca67, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9c23aca7-0c5c-4425-9d85-425b0829ca67,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:56.488941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:56.514919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Calling delete_port for 9c23aca7-0c5c-4425-9d85-425b0829ca67 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:03:56.653520 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b8ee691-d0f3-4248-ae83-aac465b9db7b req-015f0011-f0ea-4ce1-9ea5-77f1f20202b5 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 210 time: 0.0313787 Aug 21 18:03:56.723632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8f97c-3ee4-4747-b992-5aea9faa93e5 req-1b625e51-d50d-4898-b5f3-0b2784c5c3d4 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:56.734851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ce8f97c-3ee4-4747-b992-5aea9faa93e5 req-1b625e51-d50d-4898-b5f3-0b2784c5c3d4 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 944 time: 0.1381342 Aug 21 18:03:56.819657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ce8f97c-3ee4-4747-b992-5aea9faa93e5 req-b9f88cfb-558b-4b74-a93f-a2f4e4be0feb tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722771 Aug 21 18:03:56.916611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddcdbb-d476-4073-89bf-4856346bace1 req-434e00d8-827d-4b02-86f8-4f8a667c4d2c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:56.918298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-33ddcdbb-d476-4073-89bf-4856346bace1 req-434e00d8-827d-4b02-86f8-4f8a667c4d2c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1098 time: 0.1058857 Aug 21 18:03:56.945474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:56.958368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:56.968388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:57.008218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event deleted for resources: {'Port': ['ID=9c23aca7-0c5c-4425-9d85-425b0829ca67,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:57.066569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-33ddcdbb-d476-4073-89bf-4856346bace1 req-88a15971-4574-430e-8b5b-05eccd30befe tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351674 Aug 21 18:03:57.109704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] No DVR routers for this DVR port 9c23aca7-0c5c-4425-9d85-425b0829ca67 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:03:57.114301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:57.116535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19e2af18-0ab2-4300-939e-40778edd1bc9 req-acb024dd-7d11-4113-ab30-f538e5e0ad14 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "DELETE /v2.0/ports/9c23aca7-0c5c-4425-9d85-425b0829ca67 HTTP/1.1" status: 204 len: 173 time: 1.0920625 Aug 21 18:03:57.117046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-deleted', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:03:57.121808 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7c29f5-eef1-43a7-910c-4c2e34e97109" -d '{"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-deleted", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:03:57.267281 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a139bb-83a4-4f50-a255-b3c27a9dfbb2 x-openstack-request-id: req-79a139bb-83a4-4f50-a255-b3c27a9dfbb2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:03:57.267281 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d46378a-3356-45ca-ad46-b6f753efe29d", "name": "network-vif-deleted", "tag": "9c23aca7-0c5c-4425-9d85-425b0829ca67", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:03:57.267281 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79a139bb-83a4-4f50-a255-b3c27a9dfbb2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:03:57.267806 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d46378a-3356-45ca-ad46-b6f753efe29d', 'name': 'network-vif-deleted', 'tag': '9c23aca7-0c5c-4425-9d85-425b0829ca67', 'status': 'completed', 'code': 200} Aug 21 18:03:57.457501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7012e5b6-16be-4e34-96d3-c3f1bf882598 req-ddb0fe77-7317-4e17-bc52-6a453fdd3980 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d46378a-3356-45ca-ad46-b6f753efe29d HTTP/1.1" status: 200 len: 210 time: 0.0395234 Aug 21 18:03:57.783226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a847f6-85a5-4ab0-b054-10546fd3fdd3 req-1ec067a5-0bcc-45f0-b7b3-76a8bea3f6c2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 210 time: 0.0312693 Aug 21 18:03:58.021439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03e783-1e13-4d91-bb77-f3944b84ddbc req-fa85d8c9-f75c-4bc0-ad86-4db2a7065130 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:58.023510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae03e783-1e13-4d91-bb77-f3944b84ddbc req-fa85d8c9-f75c-4bc0-ad86-4db2a7065130 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 944 time: 0.0706241 Aug 21 18:03:58.092205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae03e783-1e13-4d91-bb77-f3944b84ddbc req-25acad98-27e8-4e5a-b5f0-6e82b6557290 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612593 Aug 21 18:03:58.126398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device adca9ac2-4bf5-4439-ae31-c7870f5b482b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:03:58.129881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:03:58.168272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-cfd001fe-e39c-483d-8aac-e851b0b3a65c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:58.170895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-cfd001fe-e39c-483d-8aac-e851b0b3a65c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 822 time: 0.1455355 Aug 21 18:03:58.185658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Request body: {'port': {'device_id': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'admin_state_up': True, 'tenant_id': '741bf28d35154963b5cb115064a12ab4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:58.189947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 9c23aca7-0c5c-4425-9d85-425b0829ca67 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:03:58.190272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9c23aca7-0c5c-4425-9d85-425b0829ca67 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:03:58.297959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:58.302265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Made reservation on behalf of 741bf28d35154963b5cb115064a12ab4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:58.307236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.310284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'port_id': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'mac_address': 'fa:16:3e:5c:5a:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:03:58.358699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.376769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adca9ac2-4bf5-4439-ae31-c7870f5b482b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:58.399693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:03:58.405034 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.460041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Allocated IP 172.20.0.13 (d92e3a75-72f5-4b3d-a4ae-61177d4be7d8/e674925c-caf3-4323-acb7-ff1f2dbd8502/735b7a81-84c7-4d31-9c14-024914f189e8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:03:58.460494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:58.464815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-613d4bef-24f7-4fe9-b13b-88a4e0f206b2 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:03:58.469836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-613d4bef-24f7-4fe9-b13b-88a4e0f206b2 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096257 Aug 21 18:03:58.512022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-c2f40f2d-bb1f-4e95-80c0-1e89f84c4edf tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:58.513473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-c2f40f2d-bb1f-4e95-80c0-1e89f84c4edf tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 1095 time: 0.0373342 Aug 21 18:03:58.524407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Request body: {'binding': {'host': 'n-h2-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:58.525044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:03:58.680693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['adca9ac2-4bf5-4439-ae31-c7870f5b482b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:03:58.732313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.736913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on host n-h2-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:03:58.737348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:03:58.737739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:58.744254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:03:58.744877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:03:58.751764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:03:58.753458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:03:58.754097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:03:58.754885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Bound port: fc5d196a-b50c-4f33-857b-48672474f9f7, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:03:58.785854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.848125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event updated for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:03:58.855825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:03:58.866744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:58.868871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] 10.222.0.41 "POST /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7/bindings HTTP/1.1" status: 201 len: 390 time: 0.3479114 Aug 21 18:03:58.892387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:03:58.894431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:03:58.897681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:03:58.974529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:58.975638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.006647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7f151163-59be-4ff1-a80d-af812a2c8d28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8263822 Aug 21 18:03:59.028253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Request body: {'port': {'device_id': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:59.073229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e160256-164e-4146-82f9-3b15fe5f122f req-330ccdc9-d4c1-48b9-83f2-0b64c7bd0130 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.075917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e160256-164e-4146-82f9-3b15fe5f122f req-330ccdc9-d4c1-48b9-83f2-0b64c7bd0130 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.0990300 Aug 21 18:03:59.113284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.123655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5873259-b01e-467e-8e37-c8be84323ec5 req-c137c28b-6095-4641-be90-dda2625a21f7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.126311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5873259-b01e-467e-8e37-c8be84323ec5 req-c137c28b-6095-4641-be90-dda2625a21f7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 932 time: 0.1105540 Aug 21 18:03:59.131001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e160256-164e-4146-82f9-3b15fe5f122f req-e40cdaa5-9439-4bc4-a224-7914a351daa8 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Aug 21 18:03:59.181526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-9e71347c-d424-45c2-a3b3-05e0454ac82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.183778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-9e71347c-d424-45c2-a3b3-05e0454ac82f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1098 time: 0.0509553 Aug 21 18:03:59.228867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5873259-b01e-467e-8e37-c8be84323ec5 req-12c9d72c-3b0d-4187-9b12-51634e4c4d86 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Aug 21 18:03:59.314709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9690c02-5caa-4d0f-beff-2a51c428f756 req-49e9a092-792a-4a25-b277-858a9d72ce49 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.316517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9690c02-5caa-4d0f-beff-2a51c428f756 req-49e9a092-792a-4a25-b277-858a9d72ce49 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.1092691 Aug 21 18:03:59.355084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6d861349-da55-47a3-a1d0-01a501f27974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.356577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6d861349-da55-47a3-a1d0-01a501f27974 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.1657414 Aug 21 18:03:59.408551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9690c02-5caa-4d0f-beff-2a51c428f756 req-40b4460e-31f1-47cf-8a72-2cc2e5d7f6f8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785010 Aug 21 18:03:59.410543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6e15160d-d134-468b-98f1-8137e868d052 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0445223 Aug 21 18:03:59.477018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-76fb209c-e0ea-4ade-aa0a-dc0e48f8fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.478964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-76fb209c-e0ea-4ade-aa0a-dc0e48f8fc0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0597157 Aug 21 18:03:59.550410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-7df404c7-56dd-48a4-9651-5109c0ccdd81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569267 Aug 21 18:03:59.622954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2be4c0-c429-4ded-9faf-996c0d0d2c8f req-c7273064-18dd-4ee9-9fed-898b85171286 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.624499 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a2be4c0-c429-4ded-9faf-996c0d0d2c8f req-c7273064-18dd-4ee9-9fed-898b85171286 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 945 time: 0.1410437 Aug 21 18:03:59.691589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a2be4c0-c429-4ded-9faf-996c0d0d2c8f req-16092385-603d-481e-8eac-636859919328 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573108 Aug 21 18:03:59.693811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-5f9e7cfc-e35a-40be-a686-1c38fa544a87 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294427 Aug 21 18:03:59.794108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-0a28e261-9115-4d53-9bc6-3429d4469f72 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.795481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-85c84137-6183-4ce2-b3ca-27546e8f4d36 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931456 Aug 21 18:03:59.801525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-0a28e261-9115-4d53-9bc6-3429d4469f72 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.4434421 Aug 21 18:03:59.834848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:03:59.840606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-540788606'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:03:59.851422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-451b897b-e615-4ae4-90a5-27fb90014c19 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/quotas/d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 375 time: 0.0267303 Aug 21 18:03:59.868174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:03:59.871769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.897633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:03:59.908829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.909516 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Added segment 4f105f39-6ff3-4e3c-8949-6b8407638232 of type vlan for network 1377f771-d77d-4142-aac8-f02c134b2588 Aug 21 18:03:59.931236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735b7a81-84c7-4d31-9c14-024914f189e8 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:03:59.946951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.955043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.956806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-b4db6ee3-a745-4085-bbb4-3f805d37952c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865986 Aug 21 18:03:59.975870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Transition to ACTIVE for port object 735b7a81-84c7-4d31-9c14-024914f189e8 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:03:59.984767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.987340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:03:59.990401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:03:59.991165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.088153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Pushing event updated for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:00.109242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2734594 Aug 21 18:04:00.117774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:00.125221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-538434376'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:00.136064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519fb8-0202-435f-a15c-eb9ddb7454f9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Network': ['ID=1377f771-d77d-4142-aac8-f02c134b2588,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:00.138990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device adca9ac2-4bf5-4439-ae31-c7870f5b482b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:00.164032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa48456-a5d2-49bd-85b6-303943412e3b req-f0bdd60c-4130-4d59-a7df-c6e14ef0cf12 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.164956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1377f771-d77d-4142-aac8-f02c134b2588 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:04:00.166115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efa48456-a5d2-49bd-85b6-303943412e3b req-f0bdd60c-4130-4d59-a7df-c6e14ef0cf12 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1294506 Aug 21 18:04:00.171485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-47dc0405-7625-486f-9139-a2ee1f659cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055516 Aug 21 18:04:00.262999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:00.268058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.281447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port adca9ac2-4bf5-4439-ae31-c7870f5b482b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:00.282138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Attempting to bind port 735b7a81-84c7-4d31-9c14-024914f189e8 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:00.282472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Attempting to bind port 735b7a81-84c7-4d31-9c14-024914f189e8 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:00.282824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Attempting to bind port 735b7a81-84c7-4d31-9c14-024914f189e8 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:00.287326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port adca9ac2-4bf5-4439-ae31-c7870f5b482b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:00.288026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.309362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Port 735b7a81-84c7-4d31-9c14-024914f189e8 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:00.310332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Attempting to bind port 735b7a81-84c7-4d31-9c14-024914f189e8 on network d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:00.325087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:00.325575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Checking segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:00.325969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Bound using segment: {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:00.326431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Bound port: 735b7a81-84c7-4d31-9c14-024914f189e8, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70817eb-770f-48b5-a2bb-5f11c3ab0889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:00.326818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.331966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:04:00.334111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5239b-87ee-4bb6-a5e0-bbc17b711438 req-5b87aa93-a01f-4992-9c73-709a8abd59e5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.343131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-446c006c-c288-4426-acbd-1bda1a995160 service neutron] 10.222.0.41 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707470 Aug 21 18:04:00.343813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8f5239b-87ee-4bb6-a5e0-bbc17b711438 req-5b87aa93-a01f-4992-9c73-709a8abd59e5 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 950 time: 0.1197903 Aug 21 18:04:00.380185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.385248 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Added segment 2c9f2aa8-aef3-41f8-9da7-015be425d6cb of type vlan for network 122b5a72-74c5-4768-a7a4-52e290ff18fe Aug 21 18:04:00.391231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.415455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8f5239b-87ee-4bb6-a5e0-bbc17b711438 req-8b0256be-d539-4729-9310-101970c99fa4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706329 Aug 21 18:04:00.425505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:00.428962 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4105538-8343-42bd-8acc-ed86d32ebf6a" -d '{"events": [{"server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "name": "network-vif-plugged", "status": "completed", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:00.442176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Deleting port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:00.443113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.453887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:00.466768 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.489045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.557752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:00.561289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.567940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.568625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.577158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:00.601528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] For port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:00.602142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.633231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Calling delete_port for 30b35c12-fd0e-443a-bf80-a1a2f245ac6d owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:00.721593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c749dca-1fb2-4ab7-99d8-09358db5dc22 req-0d3cc9cf-bc80-44ac-baa3-bc02860710b8 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.723095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Network': ['ID=122b5a72-74c5-4768-a7a4-52e290ff18fe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:00.729538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c749dca-1fb2-4ab7-99d8-09358db5dc22 req-0d3cc9cf-bc80-44ac-baa3-bc02860710b8 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 944 time: 0.1940839 Aug 21 18:04:00.735341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:04:00.742074 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c37aae-5b6e-4ce5-9a2a-0f4128e8f43f x-openstack-request-id: req-56c37aae-5b6e-4ce5-9a2a-0f4128e8f43f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:00.742440 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "name": "network-vif-plugged", "status": "completed", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:00.742786 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56c37aae-5b6e-4ce5-9a2a-0f4128e8f43f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:00.743579 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'code': 200} Aug 21 18:04:00.758269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=735b7a81-84c7-4d31-9c14-024914f189e8,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:00.763904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9897e12-0ab7-4660-877d-d185c1099656 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6427066 Aug 21 18:04:00.767563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:00.780597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'subnet': {'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:00.791177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.848615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c749dca-1fb2-4ab7-99d8-09358db5dc22 req-a34be761-09d3-488e-a720-919b026d3b6b tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180012 Aug 21 18:04:00.926811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a275c-133e-43b5-9617-994a4aa772c2 req-57e66eaa-2bb4-4f10-b509-64e1112fbe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.929253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-482a275c-133e-43b5-9617-994a4aa772c2 req-57e66eaa-2bb4-4f10-b509-64e1112fbe3b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 1098 time: 0.1031985 Aug 21 18:04:00.930133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:00.930799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:00.932869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] 10.222.0.39 "PUT /v2.0/ports/735b7a81-84c7-4d31-9c14-024914f189e8 HTTP/1.1" status: 200 len: 1093 time: 1.9155312 Aug 21 18:04:00.936696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:00.939308 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10" -d '{"events": [{"name": "network-changed", "server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:00.981785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f198cfbc-42b3-4e6f-881c-5616f1cbb95a req-85ebfd06-b1b3-4cc0-9ac9-6540388c4202 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0630620 Aug 21 18:04:01.023313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:01.026233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-482a275c-133e-43b5-9617-994a4aa772c2 req-48de2170-54bc-4655-b781-adc5e57d83b6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764143 Aug 21 18:04:01.035014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b634dd7-bdae-42ed-b59b-0699f55d991c service neutron] Pushing event updated for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:01.049334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6d61d267-6f04-4d0f-b080-4da7c5590678'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:01.053547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d5496-2832-4266-a123-474eda526413 req-40311c1c-7db5-492a-a1ee-137b1580875c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:01.062665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb4d5496-2832-4266-a123-474eda526413 req-40311c1c-7db5-492a-a1ee-137b1580875c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.2508786 Aug 21 18:04:01.067058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['30b35c12-fd0e-443a-bf80-a1a2f245ac6d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:01.083494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event deleted for resources: {'Port': ['ID=30b35c12-fd0e-443a-bf80-a1a2f245ac6d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:01.109312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] No DVR routers for this DVR port 30b35c12-fd0e-443a-bf80-a1a2f245ac6d on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:01.114574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:01.119219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efa48456-a5d2-49bd-85b6-303943412e3b req-dbacbf4b-c20b-48c7-a889-fccf3692a451 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.39 "DELETE /v2.0/ports/30b35c12-fd0e-443a-bf80-a1a2f245ac6d HTTP/1.1" status: 204 len: 173 time: 0.9453180 Aug 21 18:04:01.120222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-deleted', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:01.124120 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bc07af-8a67-4ce7-870b-2534d11bfcf1" -d '{"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-deleted", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:01.157869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:01.161924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:01.204091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb4d5496-2832-4266-a123-474eda526413 req-1f64577c-ee6b-4ddf-a658-16707dfe735b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404688 Aug 21 18:04:01.206211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-fc2a5171-e05e-4591-86f7-62df95baceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:01.209667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-fc2a5171-e05e-4591-86f7-62df95baceb6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 1096 time: 0.2194033 Aug 21 18:04:01.283778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f723f-d04b-41eb-b1ed-9f90c9def231 req-c5fc6788-132f-48ed-9896-59a30c92e9cb tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:01.285913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad1f723f-d04b-41eb-b1ed-9f90c9def231 req-c5fc6788-132f-48ed-9896-59a30c92e9cb tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.1351142 Aug 21 18:04:01.392936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad1f723f-d04b-41eb-b1ed-9f90c9def231 req-4551875d-c904-4af8-874e-e349cd01fad0 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003962 Aug 21 18:04:01.413187 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b73dc4-f02c-4875-80eb-aff6a93725e6 x-openstack-request-id: req-26b73dc4-f02c-4875-80eb-aff6a93725e6 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:01.413686 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:01.413795 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b73dc4-f02c-4875-80eb-aff6a93725e6 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:01.414110 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8', 'status': 'completed', 'code': 200} Aug 21 18:04:01.471555 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cc06a8-3b46-4050-8903-51eec59fdeba x-openstack-request-id: req-13cc06a8-3b46-4050-8903-51eec59fdeba {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:01.471939 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0091a095-6315-48f9-a872-0ccf88b5ca2d", "name": "network-vif-deleted", "tag": "30b35c12-fd0e-443a-bf80-a1a2f245ac6d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:01.472284 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13cc06a8-3b46-4050-8903-51eec59fdeba {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:01.472783 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0091a095-6315-48f9-a872-0ccf88b5ca2d', 'name': 'network-vif-deleted', 'tag': '30b35c12-fd0e-443a-bf80-a1a2f245ac6d', 'status': 'completed', 'code': 200} Aug 21 18:04:01.494437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-47a54e98-4d89-4816-864d-1983548b6a9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735b7a81-84c7-4d31-9c14-024914f189e8 HTTP/1.1" status: 200 len: 217 time: 0.0721562 Aug 21 18:04:01.668336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-faf21887-ee6f-42cc-b558-33ee46da4149 req-37416067-fa01-49c0-9fdd-d6fc87e6bc51 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=0091a095-6315-48f9-a872-0ccf88b5ca2d HTTP/1.1" status: 200 len: 210 time: 0.0710058 Aug 21 18:04:01.670458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-6c918cde-86c4-4420-8033-bba246de90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:01.671925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-6c918cde-86c4-4420-8033-bba246de90f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.1598301 Aug 21 18:04:01.754314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-209b6d73-9302-493f-8dc9-c09ba128939e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603786 Aug 21 18:04:01.791873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:01.904724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Subnet': ['ID=75b71b44-704b-4b09-985f-c62a7b379bd2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:01.930370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:01.930756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network hostable DHCP agents. Network: 1377f771-d77d-4142-aac8-f02c134b2588, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:04:01.934357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-da071118-fee5-4bbb-8733-138e13ca825a service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688509 Aug 21 18:04:01.969886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 1377f771-d77d-4142-aac8-f02c134b2588 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:04:01.972129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85619f-a18e-48fe-8d7f-8ddbf6658be4 req-294544c7-2cc1-4600-a954-e0e3d71d44d4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:01.973806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d85619f-a18e-48fe-8d7f-8ddbf6658be4 req-294544c7-2cc1-4600-a954-e0e3d71d44d4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 944 time: 0.0565524 Aug 21 18:04:02.009874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1377f771-d77d-4142-aac8-f02c134b2588) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:02.016104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.016428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d85619f-a18e-48fe-8d7f-8ddbf6658be4 req-5ea19191-058d-4ab6-ace3-ad4b32345a74 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366902 Aug 21 18:04:02.016677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:02.023880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f8282-3957-4dcb-9c60-f88b6d4d0b4d None None] Network 1377f771-d77d-4142-aac8-f02c134b2588 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:02.053584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1864cecd-4725-43d7-a9bf-51934ab1019b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2847407 Aug 21 18:04:02.056272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44534) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:02.060703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-256a9075-3c71-48b7-8b02-92c7fdc97e52 req-e47c3516-7d93-4948-bf46-e2b43f104f94 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156609 Aug 21 18:04:02.065909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'subnet': {'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:02.198849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-6dca162f-dfd6-4ccd-85b6-e78e71444138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.201260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-6dca162f-dfd6-4ccd-85b6-e78e71444138 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=741bf28d35154963b5cb115064a12ab4&device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 1096 time: 0.0619450 Aug 21 18:04:02.236243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:02.239812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:02.312101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1377f771-d77d-4142-aac8-f02c134b2588', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:04:02.312507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:02.367132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-7536aede-749f-40e7-af16-bef98f2b14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.370243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-7536aede-749f-40e7-af16-bef98f2b14f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 200 len: 923 time: 0.1611569 Aug 21 18:04:02.470167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a8835741-4e48-430f-a0b1-cd6c18fb384e req-1d8dd130-351f-4007-841c-8cd5cef010fd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.3370688 Aug 21 18:04:02.472728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-66d255b1-74f2-4011-98bb-810a4c67636b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=735b7a81-84c7-4d31-9c14-024914f189e8 HTTP/1.1" status: 200 len: 217 time: 0.0881255 Aug 21 18:04:02.531457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Allocated IP 10.1.1.2 (1377f771-d77d-4142-aac8-f02c134b2588/75b71b44-704b-4b09-985f-c62a7b379bd2/52789bd6-207a-4ea7-9061-86db97a5eda9) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:02.584897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-f0ee93e6-d4e3-4609-8936-485e65dead94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.591544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-f0ee93e6-d4e3-4609-8936-485e65dead94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 200 len: 862 time: 0.1081665 Aug 21 18:04:02.656221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-a3f9dfb0-7bb0-445f-8d14-1ea1c6cad8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564280 Aug 21 18:04:02.857510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:02.869225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Transition to ACTIVE for port object 52789bd6-207a-4ea7-9061-86db97a5eda9 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:02.885900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-2c3b9d34-896a-4f8d-95a3-b1852e325e27 service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185636 Aug 21 18:04:02.899450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877bd5a-2179-400a-a103-d309dd817ca4 req-1d40e813-f652-46ef-bfdb-bf6fabf908ad tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.899991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Transition to ACTIVE for port object 52789bd6-207a-4ea7-9061-86db97a5eda9 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:02.907276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8db1eb-3b6c-4da9-becb-73ffa70a7b5d req-035bf22d-f795-45d0-a4de-986c615e3b35 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.908208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9877bd5a-2179-400a-a103-d309dd817ca4 req-1d40e813-f652-46ef-bfdb-bf6fabf908ad tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.2432249 Aug 21 18:04:02.910284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:02.914438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe8db1eb-3b6c-4da9-becb-73ffa70a7b5d req-035bf22d-f795-45d0-a4de-986c615e3b35 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.1172431 Aug 21 18:04:02.926839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-059c44ca-009a-474a-bc33-e5abd31ed1be tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:02.928509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-059c44ca-009a-474a-bc33-e5abd31ed1be tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 808 time: 0.7224097 Aug 21 18:04:02.951965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Request body: {'port': {'device_id': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'admin_state_up': True, 'tenant_id': 'd4c04a979ee74a359424c4d5a671a72c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:03.081003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9877bd5a-2179-400a-a103-d309dd817ca4 req-df010719-37fc-48a7-a8fc-0327a04f8a07 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712978 Aug 21 18:04:03.106626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe8db1eb-3b6c-4da9-becb-73ffa70a7b5d req-f7a28225-bea1-4623-82dd-123acd0166ab tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705828 Aug 21 18:04:03.186319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.187942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c48818a-35ca-4e5b-99d6-5f4aaaad3c10 req-22f683c4-bf82-48c0-bedf-c51282a2f45d service neutron] 10.222.0.39 "GET /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721243 Aug 21 18:04:03.263278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Network 1377f771-d77d-4142-aac8-f02c134b2588 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:03.268277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:03.271760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:03.283348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Pushing event updated for resources: {'Port': ['ID=52789bd6-207a-4ea7-9061-86db97a5eda9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:03.301964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84731da1-5436-4fbf-b782-bfeec17f5e63 req-8ea21f91-f6f5-42ee-8dda-082adb3ff9f4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:03.311826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84731da1-5436-4fbf-b782-bfeec17f5e63 req-8ea21f91-f6f5-42ee-8dda-082adb3ff9f4 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 944 time: 0.0926023 Aug 21 18:04:03.346561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Attempting to bind port 52789bd6-207a-4ea7-9061-86db97a5eda9 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:03.347084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Attempting to bind port 52789bd6-207a-4ea7-9061-86db97a5eda9 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:03.347455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Attempting to bind port 52789bd6-207a-4ea7-9061-86db97a5eda9 on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:03.349951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Made reservation on behalf of d4c04a979ee74a359424c4d5a671a72c for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:03.353560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.360321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:03.360699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:03.362723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.362723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Bound using segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:03.362723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Bound port: 52789bd6-207a-4ea7-9061-86db97a5eda9, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:03.362723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.379262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Checking segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:03.379687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network hostable DHCP agents. Network: 122b5a72-74c5-4768-a7a4-52e290ff18fe, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:04:03.385827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84731da1-5436-4fbf-b782-bfeec17f5e63 req-f21b40d7-b004-4b20-8042-1aff938061b1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675917 Aug 21 18:04:03.401081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Subnet': ['ID=f3d584da-38ab-4e05-a114-537cc92c41c7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:03.486335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] For port 52789bd6-207a-4ea7-9061-86db97a5eda9, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:03.487704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:04:03.491048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] For port 52789bd6-207a-4ea7-9061-86db97a5eda9, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=52789bd6-207a-4ea7-9061-86db97a5eda9,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:03.500314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.515786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 122b5a72-74c5-4768-a7a4-52e290ff18fe) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:03.529844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:03.530430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.548147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b5da9-6398-4d65-a9f7-bec4a375a395 None None] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:03.588671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4349572e-3036-4327-9edf-0310922ae82d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5311706 Aug 21 18:04:03.592797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:03.604513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'name': 'tempest-TaggedBootDevicesTest_v242-602025880', 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:03.682609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c3b8ea3-8edf-4e61-bc49-358d7d680f33 req-9e650086-677f-4518-90f5-3e16e5ab3f11 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0507839 Aug 21 18:04:03.697451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54146e-a3eb-4894-9d21-402cd79bb14b None None] Pushing event updated for resources: {'Port': ['ID=52789bd6-207a-4ea7-9061-86db97a5eda9,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:03.718369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Allocated IP 172.20.0.8 (99d359fe-5cd8-4203-8c11-d60eade81c9c/a1bafab6-096d-4273-a48a-abd620ae126f/24053961-91e2-489a-bafd-769631731bf5) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:03.799269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfab766-91b4-486d-ac2b-d418424ab14f req-52a16e61-18c2-45aa-b8a4-f2638c67caca tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:03.815401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:03.819058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f5304-d303-4160-b111-da230effed1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-122b5a72-74c5-4768-a7a4-52e290ff18fe', 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ips': [{'subnet_id': 'f3d584da-38ab-4e05-a114-537cc92c41c7'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:04:03.819928 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:03.821362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Request body: {'floatingip': {'port_id': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:03.822095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1dfab766-91b4-486d-ac2b-d418424ab14f req-52a16e61-18c2-45aa-b8a4-f2638c67caca tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.3514380 Aug 21 18:04:03.918318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc314f-3753-4612-aa88-4512ab80b308 req-0ab273b3-2f90-4499-910a-18daa828012d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:03.920109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80dc314f-3753-4612-aa88-4512ab80b308 req-0ab273b3-2f90-4499-910a-18daa828012d tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 972 time: 0.1534915 Aug 21 18:04:03.922378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.035573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80dc314f-3753-4612-aa88-4512ab80b308 req-2a50a707-5138-4709-8841-25cf6885f609 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088424 Aug 21 18:04:04.070401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a45f5304-d303-4160-b111-da230effed1a None None] Allocated IP 10.2.2.2 (122b5a72-74c5-4768-a7a4-52e290ff18fe/f3d584da-38ab-4e05-a114-537cc92c41c7/da7379bf-d55b-4fe7-90be-3fe02cba540a) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:04.072736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:04.167717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.251704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.288738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee423e-0bfd-42d7-b7a9-832f80f85567 req-69d8794b-d225-491a-8abc-839fadd586b2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:04.290337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bee423e-0bfd-42d7-b7a9-832f80f85567 req-69d8794b-d225-491a-8abc-839fadd586b2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.0971920 Aug 21 18:04:04.297071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] device_id is not set on port 0f785a69-9299-4052-a2d5-1a144b4488ce yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:04:04.307709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.319862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a45f5304-d303-4160-b111-da230effed1a None None] Transition to ACTIVE for port object da7379bf-d55b-4fe7-90be-3fe02cba540a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:04.341627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a45f5304-d303-4160-b111-da230effed1a None None] Transition to ACTIVE for port object da7379bf-d55b-4fe7-90be-3fe02cba540a will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:04.349912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.408822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5304-d303-4160-b111-da230effed1a None None] Pushing event updated for resources: {'Port': ['ID=da7379bf-d55b-4fe7-90be-3fe02cba540a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:04.419454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f5304-d303-4160-b111-da230effed1a None None] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:04.420937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a45f5304-d303-4160-b111-da230effed1a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:04.423469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f5304-d303-4160-b111-da230effed1a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:04.478464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.493821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:04.550131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a45f5304-d303-4160-b111-da230effed1a None None] Attempting to bind port da7379bf-d55b-4fe7-90be-3fe02cba540a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:04.550867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a45f5304-d303-4160-b111-da230effed1a None None] Attempting to bind port da7379bf-d55b-4fe7-90be-3fe02cba540a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:04.551462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f5304-d303-4160-b111-da230effed1a None None] Attempting to bind port da7379bf-d55b-4fe7-90be-3fe02cba540a on network 122b5a72-74c5-4768-a7a4-52e290ff18fe {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:04.560125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f5304-d303-4160-b111-da230effed1a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:04.560709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f5304-d303-4160-b111-da230effed1a None None] Checking segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:04.561203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.562101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f5304-d303-4160-b111-da230effed1a None None] Bound using segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:04.562363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a45f5304-d303-4160-b111-da230effed1a None None] Bound port: da7379bf-d55b-4fe7-90be-3fe02cba540a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:04.562858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.593926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bee423e-0bfd-42d7-b7a9-832f80f85567 req-9359a9db-d9f2-4164-b317-ced6237ef5e4 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916868 Aug 21 18:04:04.644242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Network 99d359fe-5cd8-4203-8c11-d60eade81c9c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:04.647690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:04.658795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:04.664614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:04.686713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03353e1-5669-49e9-b799-a6d78576bc8b req-5b01e503-e6db-4321-b4aa-652a01bd5ca2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:04.695418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e03353e1-5669-49e9-b799-a6d78576bc8b req-5b01e503-e6db-4321-b4aa-652a01bd5ca2 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 944 time: 0.1795113 Aug 21 18:04:04.771353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 735b7a81-84c7-4d31-9c14-024914f189e8 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:04.776795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:04.787361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e03353e1-5669-49e9-b799-a6d78576bc8b req-bc0ae838-af2a-49db-b98c-db5d01fcfd8c tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839784 Aug 21 18:04:04.788254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a45f5304-d303-4160-b111-da230effed1a None None] For port da7379bf-d55b-4fe7-90be-3fe02cba540a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:04.796393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:04:04.835494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 30b35c12-fd0e-443a-bf80-a1a2f245ac6d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:04.835939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 30b35c12-fd0e-443a-bf80-a1a2f245ac6d not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:04.847680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a45f5304-d303-4160-b111-da230effed1a None None] For port da7379bf-d55b-4fe7-90be-3fe02cba540a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=da7379bf-d55b-4fe7-90be-3fe02cba540a,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:04.864676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a45f5304-d303-4160-b111-da230effed1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.877565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.1.1.93 (1377f771-d77d-4142-aac8-f02c134b2588/75b71b44-704b-4b09-985f-c62a7b379bd2/0f785a69-9299-4052-a2d5-1a144b4488ce) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:04.894175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:04.894558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.912191 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.927467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:04.953616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a27eaf-dd7f-4ae2-9d22-fb8b25a8e153 req-f1597657-d9c4-4942-9584-60f6a8339a9f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:04.961428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6a27eaf-dd7f-4ae2-9d22-fb8b25a8e153 req-f1597657-d9c4-4942-9584-60f6a8339a9f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 931 time: 0.1793821 Aug 21 18:04:04.973040 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-9c3800dd-6c54-4946-94ec-e14ab7785f7f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0257030 Aug 21 18:04:05.001953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Request body: {'port': {'device_id': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:05.140686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad9fa8d-c8d2-4647-8676-637de0694ce9 None None] Network 1377f771-d77d-4142-aac8-f02c134b2588 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:05.185171 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Floating IP 0afbf9a3-b514-410a-b3b3-61e55768eec4 associated. External IP: 172.25.1.197, port: adca9ac2-4bf5-4439-ae31-c7870f5b482b. Aug 21 18:04:05.227739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6a27eaf-dd7f-4ae2-9d22-fb8b25a8e153 req-11a2f0e8-0730-44c8-94cf-1b59fe563ddd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647612 Aug 21 18:04:05.253996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8c3012e-ce8a-4312-80b5-a14acc4ec40d None None] Provisioning for port 52789bd6-207a-4ea7-9061-86db97a5eda9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:05.269732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f5304-d303-4160-b111-da230effed1a None None] Pushing event updated for resources: {'Port': ['ID=da7379bf-d55b-4fe7-90be-3fe02cba540a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:05.355780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:05.374122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-a26d3f29-be1e-4b7f-bc1e-9b09d97248b6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:05.375701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-a26d3f29-be1e-4b7f-bc1e-9b09d97248b6 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 972 time: 0.3665009 Aug 21 18:04:05.377203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=735b7a81-84c7-4d31-9c14-024914f189e8,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:05.425922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '735b7a81-84c7-4d31-9c14-024914f189e8', 'network_id': 'd92e3a75-72f5-4b3d-a4ae-61177d4be7d8', 'port_id': '735b7a81-84c7-4d31-9c14-024914f189e8', 'mac_address': 'fa:16:3e:4c:99:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e674925c-caf3-4323-acb7-ff1f2dbd8502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:05.439677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd1159-4554-49fc-b339-c133f9575362 req-e7b37d58-1014-451a-91fb-645bea015cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:05.441246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6fd1159-4554-49fc-b339-c133f9575362 req-e7b37d58-1014-451a-91fb-645bea015cb4 tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 972 time: 0.1650965 Aug 21 18:04:05.488475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6fd1159-4554-49fc-b339-c133f9575362 req-0f30c74f-feda-44f0-9bf3-056ac604e29f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/security-groups?id=b8b304f0-f44e-4779-98b4-8d0c18661fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Aug 21 18:04:05.521277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:05.523910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:05.549425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735b7a81-84c7-4d31-9c14-024914f189e8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:05.575416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:04:05.577898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object 0f785a69-9299-4052-a2d5-1a144b4488ce will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:05.604992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=735b7a81-84c7-4d31-9c14-024914f189e8,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:05.613268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:05.780600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:05.789624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Deleting port 6d61d267-6f04-4d0f-b080-4da7c5590678 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:05.789928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:05.846059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device da7379bf-d55b-4fe7-90be-3fe02cba540a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:05.902439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['735b7a81-84c7-4d31-9c14-024914f189e8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:05.934412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] For port 6d61d267-6f04-4d0f-b080-4da7c5590678, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6d61d267-6f04-4d0f-b080-4da7c5590678,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:05.934957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.008784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port da7379bf-d55b-4fe7-90be-3fe02cba540a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:06.022260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 52789bd6-207a-4ea7-9061-86db97a5eda9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:06.050341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Calling delete_port for 6d61d267-6f04-4d0f-b080-4da7c5590678 owned by compute:tempest-test_az-2088366872 {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:06.115066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6592e-c999-42c4-9736-dc83f5c8c28e req-737cf44f-ace4-4171-8bd8-a5dfc6363124 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:06.116893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96d6592e-c999-42c4-9736-dc83f5c8c28e req-737cf44f-ace4-4171-8bd8-a5dfc6363124 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.3507879 Aug 21 18:04:06.123110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.176620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 52789bd6-207a-4ea7-9061-86db97a5eda9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:06.184209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 52789bd6-207a-4ea7-9061-86db97a5eda9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:06.191175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.207237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 1377f771-d77d-4142-aac8-f02c134b2588 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:06.219434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:06.256507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:06.312566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:04:06.328851 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Sync routers for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:04:06.332569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.361964 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:06.364716 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:06.399841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.438104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f44a7ca2-1bb4-4dfc-a1fd-1a1bc79b322d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "PUT /v2.0/floatingips/0afbf9a3-b514-410a-b3b3-61e55768eec4 HTTP/1.1" status: 200 len: 992 time: 2.6207364 Aug 21 18:04:06.440978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:06.449234 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6880f6f3-9332-4f0a-b753-527653ce1eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:06.470081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96d6592e-c999-42c4-9736-dc83f5c8c28e req-c6fdc416-b2b1-418a-9c0e-444ebad81b28 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448348 Aug 21 18:04:06.491958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 52789bd6-207a-4ea7-9061-86db97a5eda9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=52789bd6-207a-4ea7-9061-86db97a5eda9,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:06.496436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:06.514946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.530710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:06.531332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.533735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee408-1ed9-4533-8d49-79a6ef655f79 req-17d28739-9859-4fed-86ca-78b52005d361 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:06.553730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3ad88c58-32c7-484a-a9d8-6b398691f52f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9607165 Aug 21 18:04:06.572602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e80ee408-1ed9-4533-8d49-79a6ef655f79 req-17d28739-9859-4fed-86ca-78b52005d361 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 945 time: 0.2816772 Aug 21 18:04:06.580106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44598) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:06.665093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'name': 'tempest-TaggedBootDevicesTest_v242-1829310502', 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:06.665784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1003b56-3a35-4260-be34-f432ffb62993 None None] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:06.669834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24053961-91e2-489a-bafd-769631731bf5 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:06.693973 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:06.694765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.718403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Transition to ACTIVE for port object 24053961-91e2-489a-bafd-769631731bf5 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:06.771673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=52789bd6-207a-4ea7-9061-86db97a5eda9,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:06.804255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.823418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Provisioning for port 0f785a69-9299-4052-a2d5-1a144b4488ce completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:06.837393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Provisioning complete for port 0f785a69-9299-4052-a2d5-1a144b4488ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:06.844876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.880938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:06.885346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:06.936016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Pushing event deleted for resources: {'Port': ['ID=6d61d267-6f04-4d0f-b080-4da7c5590678,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:06.952948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e80ee408-1ed9-4533-8d49-79a6ef655f79 req-bf4f6218-0ce3-4434-82ad-ca0ec734282a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631787 Aug 21 18:04:06.967916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Port 0f785a69-9299-4052-a2d5-1a144b4488ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:07.066277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Provisioning for port da7379bf-d55b-4fe7-90be-3fe02cba540a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:07.068941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] No DVR routers for this DVR port 6d61d267-6f04-4d0f-b080-4da7c5590678 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:07.075750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.082085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15e2aa47-5f2f-4311-b4e4-8dc4904154cc req-525e28e0-f975-489f-83e0-34b437a4449f tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.64 "DELETE /v2.0/ports/6d61d267-6f04-4d0f-b080-4da7c5590678 HTTP/1.1" status: 204 len: 173 time: 1.6826096 Aug 21 18:04:07.084302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-deleted', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:07.093947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:07.094305 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c454c2b2-f41b-437d-a15e-4b09a0007dcc" -d '{"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-deleted", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:07.132590 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0afbf9a3-b514-410a-b3b3-61e55768eec4', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'port_id': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'mac_address': 'fa:16:3e:5c:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0962fded-9c12-41c3-9224-2052dbe9e784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:03:39Z', 'updated_at': '2021-08-21T18:04:04Z', 'revision_number': 1, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:07.160784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Provisioning complete for port da7379bf-d55b-4fe7-90be-3fe02cba540a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:07.161157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.209347 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Checking router: 1fb8363b-8d65-4f73-b296-9a14c8d47c6b for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:04:07.227236 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cac5a1-69be-4b44-abe0-1da2b8ad2933 x-openstack-request-id: req-90cac5a1-69be-4b44-abe0-1da2b8ad2933 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:07.227629 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:07.229258 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90cac5a1-69be-4b44-abe0-1da2b8ad2933 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:07.229672 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'status': 'completed', 'code': 200} Aug 21 18:04:07.233231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:07.233943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:03:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:07.375521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec164d61-3bf1-4043-b063-586831b79629 req-a4df927c-2b87-4c77-b7ed-2c3dd205f699 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:07.386231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.395163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec164d61-3bf1-4043-b063-586831b79629 req-a4df927c-2b87-4c77-b7ed-2c3dd205f699 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.3485215 Aug 21 18:04:07.401923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:07.416667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:07.417314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:07.426702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a091eaa-f196-4a53-a6f8-2c5d22ada9c3 req-cc2a424e-53f7-4f06-8c94-e19ea2112c8a tempest-MigrationsAdminTest-339642961 tempest-MigrationsAdminTest-339642961-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07 HTTP/1.1" status: 200 len: 210 time: 0.0773084 Aug 21 18:04:07.445696 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:07.448653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.460654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] For port da7379bf-d55b-4fe7-90be-3fe02cba540a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=da7379bf-d55b-4fe7-90be-3fe02cba540a,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:07.475919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.482044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:07.482606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:07.510618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] device_id is not set on port b85904ae-0139-4f12-8ab9-582294f98a7c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:04:07.542315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:07.542315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:07.542964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:07.547668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Bound port: 24053961-91e2-489a-bafd-769631731bf5, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:07.548347 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.577091 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1db4bb-c8ce-4dcd-8bd5-605dc49494c6 x-openstack-request-id: req-af1db4bb-c8ce-4dcd-8bd5-605dc49494c6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:07.577427 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07", "name": "network-vif-deleted", "tag": "6d61d267-6f04-4d0f-b080-4da7c5590678", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:07.577688 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-af1db4bb-c8ce-4dcd-8bd5-605dc49494c6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:07.579648 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b00edc-d77e-4a87-9bc6-e6cd4a48ba07', 'name': 'network-vif-deleted', 'tag': '6d61d267-6f04-4d0f-b080-4da7c5590678', 'status': 'completed', 'code': 200} Aug 21 18:04:07.628379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-51846ae5-0360-44a7-a3d8-54c4d12df80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:07.633944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-51846ae5-0360-44a7-a3d8-54c4d12df80f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88e569a98ede44d3a20631c1a36dba2b&device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 1098 time: 0.3999622 Aug 21 18:04:07.644773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d45f588-42e1-414f-8dbb-8be7cc85f0d8 None None] Pushing event updated for resources: {'Port': ['ID=da7379bf-d55b-4fe7-90be-3fe02cba540a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:07.648985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec164d61-3bf1-4043-b063-586831b79629 req-4dbc01fb-6104-47cd-b748-67e0035725f7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016420 Aug 21 18:04:07.757774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 52789bd6-207a-4ea7-9061-86db97a5eda9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:07.879017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:07.884335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:07.886974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-ac2c573d-6ebb-4a5c-a94c-7308b5653467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:07.890128 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-ac2c573d-6ebb-4a5c-a94c-7308b5653467 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c1599953-5186-4117-97a9-9b0f14cb4920 HTTP/1.1" status: 200 len: 912 time: 0.2370596 Aug 21 18:04:07.892106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.943024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 52789bd6-207a-4ea7-9061-86db97a5eda9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:07.944331 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.995068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:07.995648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:07.998026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] 10.222.0.64 "PUT /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 1092 time: 3.0071278 Aug 21 18:04:08.067833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9e254391-bb7b-4348-bddd-d0891b3fd305 None None] Provisioning complete for port da7379bf-d55b-4fe7-90be-3fe02cba540a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:08.068135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e254391-bb7b-4348-bddd-d0891b3fd305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:08.109777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-d8089e39-71ef-42ab-a9e0-bd5d84ebfa45 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b HTTP/1.1" status: 200 len: 1000 time: 0.2066379 Aug 21 18:04:08.110366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828f8d4-ee8e-4b40-a8fe-715b06a32b2a req-d401734f-1613-4037-b39f-b7e1c55c7583 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.115007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2787d3-cea0-4827-8dd0-8ffc010f20fd service neutron] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:08.119229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9828f8d4-ee8e-4b40-a8fe-715b06a32b2a req-d401734f-1613-4037-b39f-b7e1c55c7583 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.4063540 Aug 21 18:04:08.222536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9828f8d4-ee8e-4b40-a8fe-715b06a32b2a req-3bd17a3f-80ae-481c-8f2f-ff2e11c6307f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953977 Aug 21 18:04:08.222919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:08.237669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-3ae3a9e9-c8f5-4446-9797-40366f65074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.239172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-3ae3a9e9-c8f5-4446-9797-40366f65074c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3b894c8a-be8b-424a-a891-36d934fd5dd3 HTTP/1.1" status: 200 len: 850 time: 0.1193442 Aug 21 18:04:08.256849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.1.1.26 (1377f771-d77d-4142-aac8-f02c134b2588/75b71b44-704b-4b09-985f-c62a7b379bd2/b85904ae-0139-4f12-8ab9-582294f98a7c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:08.290849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 6d61d267-6f04-4d0f-b080-4da7c5590678 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:08.291244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6d61d267-6f04-4d0f-b080-4da7c5590678 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:08.358097 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0afbf9a3-b514-410a-b3b3-61e55768eec4', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'port_id': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'mac_address': 'fa:16:3e:5c:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0962fded-9c12-41c3-9224-2052dbe9e784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:03:39Z', 'updated_at': '2021-08-21T18:04:04Z', 'revision_number': 1, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:08.361251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-3488c941-bb6f-4bff-9028-174d2d05f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.363054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-3488c941-bb6f-4bff-9028-174d2d05f209 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1095 time: 0.3111074 Aug 21 18:04:08.388892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469b86d-837b-4c58-bd4e-9fc9651ae59e req-b7fdd5ed-eb3b-45ae-a73c-35e9c580f7b3 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.390657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0469b86d-837b-4c58-bd4e-9fc9651ae59e req-b7fdd5ed-eb3b-45ae-a73c-35e9c580f7b3 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 945 time: 0.1503272 Aug 21 18:04:08.399004 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2784f8e2-a009-4a0c-8df3-7d13034e35bb None None] The sync data for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 is: [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0afbf9a3-b514-410a-b3b3-61e55768eec4', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'floating_ip_address': '172.25.1.197', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'port_id': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'mac_address': 'fa:16:3e:5c:5a:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0962fded-9c12-41c3-9224-2052dbe9e784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:03:39Z', 'updated_at': '2021-08-21T18:04:04Z', 'revision_number': 1, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:04:08.437869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-ff6e53bb-0aaa-4306-9c32-7653d791b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.439509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-ff6e53bb-0aaa-4306-9c32-7653d791b595 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c1599953-5186-4117-97a9-9b0f14cb4920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1380260 Aug 21 18:04:08.442137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-96076cd2-a776-473c-a68a-381fe0987b5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 217 time: 0.0672867 Aug 21 18:04:08.517403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:08.548320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object b85904ae-0139-4f12-8ab9-582294f98a7c will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:08.615092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:08.624530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0469b86d-837b-4c58-bd4e-9fc9651ae59e req-162def2f-c893-4158-908c-eab04dfde2fd tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945558 Aug 21 18:04:08.636651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d370099-6401-446c-a3c0-bca652feffba req-567f02ca-77f1-449d-9423-b4c3f36eec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.643368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-567f02ca-77f1-449d-9423-b4c3f36eec5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1874106 Aug 21 18:04:08.709762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-1c6c8995-6455-47b0-85c1-9f08b1d195ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444620 Aug 21 18:04:08.728030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:08.734766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 735b7a81-84c7-4d31-9c14-024914f189e8 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:08.767014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.767536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.767986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.768652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.770665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.771136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.771736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.772271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.774027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.774358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.777062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.778799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:08.817259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824f6e81-b8b3-4ec8-afec-149fec80e012 None None] New status for floating IP 0afbf9a3-b514-410a-b3b3-61e55768eec4: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:04:08.830627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-1ee894d1-6553-4fdf-a53f-1f530ebf27af service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714068 Aug 21 18:04:08.836696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 1377f771-d77d-4142-aac8-f02c134b2588 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:08.874323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:08.888723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:08.911063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:08.959452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:08.960677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:08.962911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-4ee1c413-7aef-4dfc-b323-07de27a454b3 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435784 Aug 21 18:04:09.007077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d423f-2847-4f14-9832-0296652be914 req-0a57b890-2843-4b52-b0ce-55db87f956b3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:09.016955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 735b7a81-84c7-4d31-9c14-024914f189e8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:09.022475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-076d423f-2847-4f14-9832-0296652be914 req-0a57b890-2843-4b52-b0ce-55db87f956b3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.2358582 Aug 21 18:04:09.032682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 735b7a81-84c7-4d31-9c14-024914f189e8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:09.033209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.057420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6880f6f3-9332-4f0a-b753-527653ce1eeb req-44350307-35dc-43b3-9f31-18d827d7b4df service neutron] 10.222.0.64 "GET /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188854 Aug 21 18:04:09.108569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-076d423f-2847-4f14-9832-0296652be914 req-4306eba0-b33b-4fa9-a27f-7dcd490a7784 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848262 Aug 21 18:04:09.115511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a96e9a8f-d263-4c71-aa19-06950893e93f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5303590 Aug 21 18:04:09.128596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d370099-6401-446c-a3c0-bca652feffba req-a7b83536-9416-48aa-90c8-be636645db67 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476495 Aug 21 18:04:09.230831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44630) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:09.235169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a12d84bf-db35-4730-a012-04b6643c3a38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7163e520782a42749ecd474e2afa0eab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3229496 Aug 21 18:04:09.253655 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.302391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=735b7a81-84c7-4d31-9c14-024914f189e8,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:09.304093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:09.306606 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15dc51a-e6dc-4ec4-a682-444db955c3f8" -d '{"events": [{"server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "name": "network-vif-plugged", "status": "completed", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:09.315262 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.369748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.377725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-452b1e4b-4711-4f02-b234-f157aa3f507a None None] Provisioning for port b85904ae-0139-4f12-8ab9-582294f98a7c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:09.386693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-452b1e4b-4711-4f02-b234-f157aa3f507a None None] Provisioning complete for port b85904ae-0139-4f12-8ab9-582294f98a7c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:09.387062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-452b1e4b-4711-4f02-b234-f157aa3f507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.409190 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.413066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:09.429161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-452b1e4b-4711-4f02-b234-f157aa3f507a None None] Port b85904ae-0139-4f12-8ab9-582294f98a7c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:09.436243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89373ca1-cffb-4e54-a50c-05e9d230e9ec req-5af41435-789b-4e17-8bf7-8f3118b377c1 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:09.437745 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89373ca1-cffb-4e54-a50c-05e9d230e9ec req-5af41435-789b-4e17-8bf7-8f3118b377c1 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.0778794 Aug 21 18:04:09.477454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89373ca1-cffb-4e54-a50c-05e9d230e9ec req-a7bbefb6-2e85-4500-8e9a-650125027931 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Aug 21 18:04:09.486904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.489744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.491017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b8b304f0-f44e-4779-98b4-8d0c18661fcd HTTP/1.1" status: 204 len: 168 time: 0.2581205 Aug 21 18:04:09.506621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a638c85-9ee9-4120-89e0-48056f1a1a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b304f0-f44e-4779-98b4-8d0c18661fcd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:09.550750 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c1b357-0a09-4fca-b425-8e2f3b75f1c7 x-openstack-request-id: req-78c1b357-0a09-4fca-b425-8e2f3b75f1c7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:09.551308 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "name": "network-vif-plugged", "status": "completed", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:09.551745 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78c1b357-0a09-4fca-b425-8e2f3b75f1c7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:09.552568 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8', 'code': 200} Aug 21 18:04:09.580807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'tag': '24053961-91e2-489a-bafd-769631731bf5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:09.583366 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335da6ca-72d2-4774-bd34-cc95c2ca3ade" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "tag": "24053961-91e2-489a-bafd-769631731bf5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:09.708572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device da7379bf-d55b-4fe7-90be-3fe02cba540a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:09.747970 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e61ad77-52ab-4d99-8c85-df307562f138 x-openstack-request-id: req-0e61ad77-52ab-4d99-8c85-df307562f138 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:09.748286 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "tag": "24053961-91e2-489a-bafd-769631731bf5", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:09.748536 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e61ad77-52ab-4d99-8c85-df307562f138 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:09.748928 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'tag': '24053961-91e2-489a-bafd-769631731bf5', 'status': 'completed', 'code': 200} Aug 21 18:04:09.842173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port da7379bf-d55b-4fe7-90be-3fe02cba540a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:09.843366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:09.930757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-c23157c4-bbdc-4792-a4b0-19c577fe8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:09.933610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-c23157c4-bbdc-4792-a4b0-19c577fe8078 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1095 time: 0.1641929 Aug 21 18:04:09.972764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540bce2f-a691-489b-8c73-4616bfaf7b04 req-26bc3eee-8f49-4e8d-a356-c6f75cfffa28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:09.982911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-540bce2f-a691-489b-8c73-4616bfaf7b04 req-26bc3eee-8f49-4e8d-a356-c6f75cfffa28 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.1657262 Aug 21 18:04:09.986965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:09.993754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098446035', 'description': 'tempest-description--602809943'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:10.040200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947a504-b312-4941-a677-fa0780f0c8bb req-b92c2714-1ba2-4304-80e6-90109f8efd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:10.049364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f947a504-b312-4941-a677-fa0780f0c8bb req-b92c2714-1ba2-4304-80e6-90109f8efd9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 1098 time: 0.4028969 Aug 21 18:04:10.058534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44652) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:10.129792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f947a504-b312-4941-a677-fa0780f0c8bb req-7f791f81-8bfc-4455-ae3b-fe43e123b8d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683331 Aug 21 18:04:10.147837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0d70134f-78c1-4601-aea5-24c5f9145123 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cdf6fc81ea364321b6c07d476cc577bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845466 Aug 21 18:04:10.148503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44656) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:10.159443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-540bce2f-a691-489b-8c73-4616bfaf7b04 req-f6f29a81-dd4c-4c13-8a55-fdcd1921d9eb tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727862 Aug 21 18:04:10.186087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.253938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-da9219da-afe8-4bff-85a6-0c57563ad868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:10.256100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-da9219da-afe8-4bff-85a6-0c57563ad868 service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.3078163 Aug 21 18:04:10.271060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.300491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5eaf9-57a5-41c9-9536-1b705ecd2fa2 req-07c76a7a-cbd9-4c70-bd5f-9cf82158b534 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:10.301877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfe5eaf9-57a5-41c9-9536-1b705ecd2fa2 req-07c76a7a-cbd9-4c70-bd5f-9cf82158b534 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.1057787 Aug 21 18:04:10.303737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.314622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-1657f5e0-a3f3-43bd-8fcd-87a577d17ab6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 217 time: 0.0475087 Aug 21 18:04:10.368828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfe5eaf9-57a5-41c9-9536-1b705ecd2fa2 req-3333007c-19a6-48a0-9f60-8e4f3032d2e6 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578287 Aug 21 18:04:10.392187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.395850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.397570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c712f9a0-1e49-426d-8966-bbc501dd7043 HTTP/1.1" status: 204 len: 168 time: 0.2480078 Aug 21 18:04:10.407275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605734a-d180-4fe4-8529-524a10d88d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c712f9a0-1e49-426d-8966-bbc501dd7043,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:10.754956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.764335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-002d614f-5804-4d06-95ad-7cb60c426633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:10.765911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-002d614f-5804-4d06-95ad-7cb60c426633 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.4443784 Aug 21 18:04:10.766390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.807205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c56438-aaec-49df-972e-5c7d9f583485 req-760e2885-2450-4c35-b38d-a1db0d2a1c6e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:10.808716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09c56438-aaec-49df-972e-5c7d9f583485 req-760e2885-2450-4c35-b38d-a1db0d2a1c6e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.1162055 Aug 21 18:04:10.831376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-3f241765-3b21-4e2f-9e28-ecf4a98b7a2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528471 Aug 21 18:04:10.843237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.847001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8562701 Aug 21 18:04:10.847442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:10.851875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'security_group_rule': {'security_group_id': 'c5846652-fb82-4334-9983-9aa870b1a14e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:10.861665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5846652-fb82-4334-9983-9aa870b1a14e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:10.885421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.913428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.913813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.914156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.914486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.914841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.915178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.915511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.915837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.916164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.916486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.916805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.917119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d859cae-6bb5-453e-bd86-33750ba03bec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:10.939194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09c56438-aaec-49df-972e-5c7d9f583485 req-75ac0124-a9c4-4a5c-807c-0a0d1eab744d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103847 Aug 21 18:04:10.941682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.949379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.969603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8910b1-e2ea-4f1d-9ab8-623bd4a169ae,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:10.986372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:10.990458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ca4471db-f02e-458c-9016-71fb1958895a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397495 Aug 21 18:04:10.990829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44678) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:10.995347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-e1446b5b-21d9-4f46-b952-78df4aab597b service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498067 Aug 21 18:04:10.998892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'security_group_rule': {'security_group_id': 'c5846652-fb82-4334-9983-9aa870b1a14e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:11.035596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.109597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-335da6ca-72d2-4774-bd34-cc95c2ca3ade req-779b6a16-8d12-4cc6-a997-4f7c2987cd5e service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061437 Aug 21 18:04:11.127722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.136771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.162108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b01617b-f740-4fcd-a068-7a4170a8866d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:11.169599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.171285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a4917b6-7d8f-4b10-84b6-54baa284c1df tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1782920 Aug 21 18:04:11.174932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44688) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:11.181401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:11.209142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.306006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac93de-e007-4964-ac7b-f7c8ec320939 req-ca1109a6-20cd-48c5-afd8-3e6f43219264 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:11.315720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76ac93de-e007-4964-ac7b-f7c8ec320939 req-ca1109a6-20cd-48c5-afd8-3e6f43219264 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.0710521 Aug 21 18:04:11.379121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.400553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76ac93de-e007-4964-ac7b-f7c8ec320939 req-a358d637-164d-4a62-a6ff-69132d97413f tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836227 Aug 21 18:04:11.562482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 172.25.1.36 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/13d2fbdf-782b-474d-81cd-4860cddce5f1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:11.572469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606a3f8-b24a-4e6f-b158-32d2aa30309f req-e04aaa38-129d-4632-922d-da6e419401a4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:11.573731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3606a3f8-b24a-4e6f-b158-32d2aa30309f req-e04aaa38-129d-4632-922d-da6e419401a4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0850580 Aug 21 18:04:11.669954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3606a3f8-b24a-4e6f-b158-32d2aa30309f req-9bbf67dd-219a-4394-94aa-4482890209c9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863073 Aug 21 18:04:11.726889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.781515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.836627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:11.840971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:11.844516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:11.852339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=13d2fbdf-782b-474d-81cd-4860cddce5f1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:11.937801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:11.976206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:12.127602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38db88-c267-4163-a97e-2f0ad07bd31c req-7d1c51cc-7da8-4c71-85f7-240aab9a7fd9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.129035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f38db88-c267-4163-a97e-2f0ad07bd31c req-7d1c51cc-7da8-4c71-85f7-240aab9a7fd9 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.1080766 Aug 21 18:04:12.202289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f38db88-c267-4163-a97e-2f0ad07bd31c req-ef27a9c0-ab46-4620-be1b-5a4bcc5382f7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592284 Aug 21 18:04:12.204309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:12.210206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:12.322471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=13d2fbdf-782b-474d-81cd-4860cddce5f1,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:12.331726 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:12.347719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:12.349450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0806c6d7-6dea-45f5-ad8f-75aa5a5c50d5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1728334 Aug 21 18:04:12.381994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-701d2f65-f8ec-40ab-9fff-e6c9f7340140 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240998 Aug 21 18:04:12.501766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-32970bdc-20b9-4b44-bc5f-8f1f6b057368 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.503261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-32970bdc-20b9-4b44-bc5f-8f1f6b057368 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154134 Aug 21 18:04:12.518066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-1c3247aa-af94-4bdf-a1ea-eabe716c4f70 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/quotas/c6de1841628847d684c944bb7d1b8f40 HTTP/1.1" status: 200 len: 375 time: 0.0088918 Aug 21 18:04:12.526358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c50ce-327a-4a3d-9afb-b9e6a2daba01 req-ce3e030c-0d04-4b1b-9dd9-0f8c9c16182a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.528405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-395c50ce-327a-4a3d-9afb-b9e6a2daba01 req-ce3e030c-0d04-4b1b-9dd9-0f8c9c16182a tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.0509920 Aug 21 18:04:12.552383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-827f9191-f6d2-4697-83ff-7c8525639a1d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283608 Aug 21 18:04:12.568901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-395c50ce-327a-4a3d-9afb-b9e6a2daba01 req-2607dc75-aa9e-4d77-a4dc-4137e79baafa tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342915 Aug 21 18:04:12.761278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-323befdf-88e2-4321-b127-0d0248c2dc86 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1098446035&fields=id&tenant_id=69c3a87e3ea34cbfb8d424845a19d697 HTTP/1.1" status: 200 len: 267 time: 0.0351512 Aug 21 18:04:12.828898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5e73c400-a05e-4a8c-be09-73a6109ecf8f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.830368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5e73c400-a05e-4a8c-be09-73a6109ecf8f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 935 time: 0.0600789 Aug 21 18:04:12.883008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-355bcc5e-1215-406a-aae7-53fc53320598 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.884791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-355bcc5e-1215-406a-aae7-53fc53320598 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 936 time: 0.0478849 Aug 21 18:04:12.909633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080aa56e-fa3e-4cbe-86ae-5cb39bd7e549 req-f164ab90-024e-4ef5-a7cc-c3acd95409f4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:12.911358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-080aa56e-fa3e-4cbe-86ae-5cb39bd7e549 req-f164ab90-024e-4ef5-a7cc-c3acd95409f4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0560822 Aug 21 18:04:12.951153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ae81f53e-8f09-429e-9aae-2889f9265da1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0597248 Aug 21 18:04:12.955457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-080aa56e-fa3e-4cbe-86ae-5cb39bd7e549 req-b0f82852-13cf-4acb-be01-d90b57e30acf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368438 Aug 21 18:04:12.986923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-166857bb-baaa-4720-8fe5-51aa051291d9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0330567 Aug 21 18:04:13.063539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-a23aa82f-293e-41d0-8c4d-e0182dcadb32 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255082 Aug 21 18:04:13.114206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-95643c74-b4be-456c-8fa5-939718088b39 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.120060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-95643c74-b4be-456c-8fa5-939718088b39 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.125902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-95643c74-b4be-456c-8fa5-939718088b39 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.127557 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-95643c74-b4be-456c-8fa5-939718088b39 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 1993 time: 0.1344507 Aug 21 18:04:13.150778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1ed91fd5-4c04-4aee-b805-1ba8dd471396 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/quotas/69c3a87e3ea34cbfb8d424845a19d697 HTTP/1.1" status: 200 len: 375 time: 0.0158629 Aug 21 18:04:13.175813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-a324e5ae-fb07-4239-ab72-53bc47d721ac tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.177338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-a324e5ae-fb07-4239-ab72-53bc47d721ac tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081908 Aug 21 18:04:13.194620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-578a8790-df72-44bc-a876-9082677d6c58 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/quotas/c6de1841628847d684c944bb7d1b8f40 HTTP/1.1" status: 200 len: 375 time: 0.0100555 Aug 21 18:04:13.229203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-7576b0ca-5d17-48dc-9a37-112dd0dc9cf4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0614944 Aug 21 18:04:13.240329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-cd026152-4a97-419f-a9ba-0225676997cb tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357449 Aug 21 18:04:13.338555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-3928ba9e-af6b-45e3-a022-569af16236da service neutron] 10.222.0.41 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952868 Aug 21 18:04:13.459264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd683a6c-f289-4f0c-9ba7-f5870c53fa94 req-6a98f547-dcd7-4a30-b379-2f3bd22eef69 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.460984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-d0913e7a-b4a6-43ec-b54f-0c66f3ef3ac8 service neutron] 10.222.0.41 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066365 Aug 21 18:04:13.466709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd683a6c-f289-4f0c-9ba7-f5870c53fa94 req-6a98f547-dcd7-4a30-b379-2f3bd22eef69 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.0705664 Aug 21 18:04:13.506036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-79d67aaa-1aff-4583-b08a-6bdf9f7ec785 service neutron] 10.222.0.41 "GET /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0368013 Aug 21 18:04:13.509575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd683a6c-f289-4f0c-9ba7-f5870c53fa94 req-354de876-8d4a-42a6-bbe6-3b063d1a5c22 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420220 Aug 21 18:04:13.646671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-72bd7698-3f02-4dba-8c21-3b9ca8f4e127 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Aug 21 18:04:13.712320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9c210-18fb-4750-b572-8b5d5c37499f req-6c1eaaeb-d5f2-4c10-9606-17efe2104189 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:13.714431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-adb9c210-18fb-4750-b572-8b5d5c37499f req-6c1eaaeb-d5f2-4c10-9606-17efe2104189 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.0514295 Aug 21 18:04:13.749401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-3795fcaa-f967-4d5e-9369-41d21cf34c53 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946720 Aug 21 18:04:13.762221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-adb9c210-18fb-4750-b572-8b5d5c37499f req-90c577e9-2eec-4d79-840a-faf0db6f6475 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Aug 21 18:04:13.810809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-50d6f175-7cb4-4f22-8d86-3f0119c620cf service neutron] 10.222.0.41 "GET /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0514121 Aug 21 18:04:13.912399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-4fd14bf0-aae5-4096-a894-cb0425227af5 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947478 Aug 21 18:04:13.932370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14aae084-933d-4de2-a4fc-58fea35c515b req-ec397ed2-f54f-46ef-81d7-1e143def8c9c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 210 time: 0.0321605 Aug 21 18:04:14.031239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-51beab61-9214-4f86-b3cd-3786bf7a31fa service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129458 Aug 21 18:04:14.060434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-48238612-e4d0-4b22-95c0-37c6eeeba6bc tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265901 Aug 21 18:04:14.166547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f72e4-0909-4ab5-b92e-ea30725c7c05 req-337c6fd6-7246-4d85-8904-6c5aa719719d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:14.168075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b3f72e4-0909-4ab5-b92e-ea30725c7c05 req-337c6fd6-7246-4d85-8904-6c5aa719719d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0575504 Aug 21 18:04:14.211091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b3f72e4-0909-4ab5-b92e-ea30725c7c05 req-95b799e7-369e-440f-814e-deb41f9d1865 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354488 Aug 21 18:04:14.227160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-d062e14a-b0e4-4b54-8114-5b5c1e8183c2 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656106 Aug 21 18:04:14.235170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-952e24cb-6f2a-42bd-a49e-389fecfe548c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:14.236530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-952e24cb-6f2a-42bd-a49e-389fecfe548c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667697 Aug 21 18:04:14.259983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Request body: {'port': {'device_id': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'c6de1841628847d684c944bb7d1b8f40'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:14.320542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-3aa5d9a1-726f-4887-a5e5-4e87e13a3ba1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:14.322065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-3aa5d9a1-726f-4887-a5e5-4e87e13a3ba1 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.0508299 Aug 21 18:04:14.394889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-060e6683-4519-43ad-b129-aeb14a9372fb service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572003 Aug 21 18:04:14.425641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Deleting port 735b7a81-84c7-4d31-9c14-024914f189e8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:14.426400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.470028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Made reservation on behalf of c6de1841628847d684c944bb7d1b8f40 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:14.473467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.486141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.525629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-7e18bb76-3bcc-48db-a086-f8ab397b97d6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347426 Aug 21 18:04:14.529760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-28d05712-d346-484e-989e-a8a0fa779b13 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272914 Aug 21 18:04:14.668748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5de3fba5-d331-4ee9-8a84-9268826e02b5 service neutron] 10.222.0.41 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261349 Aug 21 18:04:14.690068 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.698799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] For port 735b7a81-84c7-4d31-9c14-024914f189e8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=735b7a81-84c7-4d31-9c14-024914f189e8,segment=NetworkSegment(c70817eb-770f-48b5-a2bb-5f11c3ab0889),segment_id=c70817eb-770f-48b5-a2bb-5f11c3ab0889)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:14.699185 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.701544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:14.723607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Calling delete_port for 735b7a81-84c7-4d31-9c14-024914f189e8 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:14.732082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-4f3c9346-0117-4d33-9132-fd30e93d2f84 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:14.733710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-4f3c9346-0117-4d33-9132-fd30e93d2f84 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1990321 Aug 21 18:04:14.749689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Request body: {'port': {'device_id': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'c6de1841628847d684c944bb7d1b8f40'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:14.805070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:14.814732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c766a8-227b-466c-87f3-23b2d4470715 req-bfab7c23-181b-4cb6-9712-b1801dea7814 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:14.815565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51c766a8-227b-466c-87f3-23b2d4470715 req-bfab7c23-181b-4cb6-9712-b1801dea7814 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/ports?device_id=af8b0ae8-c373-416a-a8ea-c0822d71fd55 HTTP/1.1" status: 200 len: 946 time: 0.1756170 Aug 21 18:04:14.866024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-0924e856-c7a5-428f-85bf-2705e292380d service neutron] 10.222.0.41 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880198 Aug 21 18:04:14.916540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51c766a8-227b-466c-87f3-23b2d4470715 req-589dfa77-8d31-40a4-b0d4-b5e5993e5221 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups?id=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720611 Aug 21 18:04:14.934430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Allocated IP 192.168.233.101 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/2123f28d-ee0e-4449-b5f3-3b23f453eff8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:15.004577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-79b7aef1-f581-4e6b-a027-e66120524c81 service neutron] 10.222.0.41 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278172 Aug 21 18:04:15.009023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Made reservation on behalf of c6de1841628847d684c944bb7d1b8f40 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:15.013537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.104054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.116075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['735b7a81-84c7-4d31-9c14-024914f189e8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:15.163279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event deleted for resources: {'Port': ['ID=735b7a81-84c7-4d31-9c14-024914f189e8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:15.183548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b0581827-ae84-4511-ab58-f33228a31a10 service neutron] 10.222.0.41 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586759 Aug 21 18:04:15.206960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.219986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] No DVR routers for this DVR port 735b7a81-84c7-4d31-9c14-024914f189e8 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:15.223091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.225079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85917aa5-d75f-4d76-9989-786174ea5cf8 req-0fa02cc5-ea0f-46f5-8394-6f0cde9347d7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.39 "DELETE /v2.0/ports/735b7a81-84c7-4d31-9c14-024914f189e8 HTTP/1.1" status: 204 len: 173 time: 0.8958428 Aug 21 18:04:15.227150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'name': 'network-vif-deleted', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:15.229486 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ee457-af1e-476b-9305-2311ae927317" -d '{"events": [{"server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "name": "network-vif-deleted", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:15.241706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb35bd-dda5-4626-8fc8-823bed51cec5 req-31cdb48e-5a0d-434d-9761-54409065dcd3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:15.243292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25cb35bd-dda5-4626-8fc8-823bed51cec5 req-31cdb48e-5a0d-434d-9761-54409065dcd3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.1471605 Aug 21 18:04:15.262932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Transition to ACTIVE for port object 2123f28d-ee0e-4449-b5f3-3b23f453eff8 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:15.299595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25cb35bd-dda5-4626-8fc8-823bed51cec5 req-1c41e386-109b-4922-81c6-acb40a0f36cf tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481594 Aug 21 18:04:15.335066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-e179c4a6-74b2-4662-99d9-28de4a62dac0 service neutron] 10.222.0.41 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405923 Aug 21 18:04:15.345461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.394477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:15.397673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:15.401700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:15.411005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:15.431763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Allocated IP 192.168.233.6 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/de69ff70-9a9a-4356-84bf-ddae0ca4e121) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:15.483141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:15.483801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.498761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6b1ead7-4c62-4e9a-b725-e93ad2c97c3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2434843 Aug 21 18:04:15.500115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5200643f-7e12-4dac-a4f7-ed159294cad6 req-9ad984d5-0bda-42dc-b271-a8823c76964b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 210 time: 0.0396712 Aug 21 18:04:15.513750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Request body: {'port': {'device_id': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:15.803207 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11008556-39a3-489d-b44c-909071c67802 x-openstack-request-id: req-11008556-39a3-489d-b44c-909071c67802 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:15.803796 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af8b0ae8-c373-416a-a8ea-c0822d71fd55", "name": "network-vif-deleted", "tag": "735b7a81-84c7-4d31-9c14-024914f189e8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:15.803796 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11008556-39a3-489d-b44c-909071c67802 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:15.804829 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af8b0ae8-c373-416a-a8ea-c0822d71fd55', 'name': 'network-vif-deleted', 'tag': '735b7a81-84c7-4d31-9c14-024914f189e8', 'status': 'completed', 'code': 200} Aug 21 18:04:15.804958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c5470aa8-ad5d-4812-8b67-075390fb1c4c None None] Provisioning for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:15.821491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c5470aa8-ad5d-4812-8b67-075390fb1c4c None None] Provisioning complete for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:15.828922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c5470aa8-ad5d-4812-8b67-075390fb1c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.833075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.874445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Transition to ACTIVE for port object de69ff70-9a9a-4356-84bf-ddae0ca4e121 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:15.904318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c5470aa8-ad5d-4812-8b67-075390fb1c4c None None] Port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:15.945274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ae4e-0d5a-4231-aa3c-73d58866b6d7 req-92cf3499-7bd9-4461-bc09-9f13cac68fe9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:15.946917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b170ae4e-0d5a-4231-aa3c-73d58866b6d7 req-92cf3499-7bd9-4461-bc09-9f13cac68fe9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0737984 Aug 21 18:04:15.961848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:15.975766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.041056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b170ae4e-0d5a-4231-aa3c-73d58866b6d7 req-726bb2a9-e674-4870-876b-de0eae9ca165 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873115 Aug 21 18:04:16.045161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:16.051465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:16.053663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event updated for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:16.055863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:16.122333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:16.123210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.145061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-ceaa0bd0-4611-41f7-a017-8c3763311f3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4014368 Aug 21 18:04:16.161870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Request body: {'port': {'device_id': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:16.268041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.282686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-ef4b5a7d-423e-40d2-b710-1706ee372c78 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:16.284230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-ef4b5a7d-423e-40d2-b710-1706ee372c78 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1098 time: 0.0839233 Aug 21 18:04:16.325507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-32'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:16.364660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:16.374721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.417150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a61c8174-18c9-4928-8bcc-c0f007a9e631 req-5a3d8692-beae-493a-afc2-13928da5bf75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0374315 Aug 21 18:04:16.418076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Transition to ACTIVE for port object 2123f28d-ee0e-4449-b5f3-3b23f453eff8 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:16.424078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.432031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a544773b-e0f4-47eb-a8d0-d7d25ff493b4 None None] Provisioning for port de69ff70-9a9a-4356-84bf-ddae0ca4e121 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:16.441470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a544773b-e0f4-47eb-a8d0-d7d25ff493b4 None None] Provisioning complete for port de69ff70-9a9a-4356-84bf-ddae0ca4e121 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:16.442147 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a544773b-e0f4-47eb-a8d0-d7d25ff493b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.515673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:16.595714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.678242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:16.718396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f763fd-00b2-4b1b-aec6-4a15cf141947 req-9e2b757d-fe8d-4e3f-967d-80d31d8e8451 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:16.724613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1f763fd-00b2-4b1b-aec6-4a15cf141947 req-9e2b757d-fe8d-4e3f-967d-80d31d8e8451 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 946 time: 0.3235765 Aug 21 18:04:16.738522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a544773b-e0f4-47eb-a8d0-d7d25ff493b4 None None] Port de69ff70-9a9a-4356-84bf-ddae0ca4e121 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:16.776070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.790854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104e795-cde0-48b2-92ff-070366dd9f72 req-953a82ae-3137-4c5a-9ee1-e852b21086d4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:16.792191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3104e795-cde0-48b2-92ff-070366dd9f72 req-953a82ae-3137-4c5a-9ee1-e852b21086d4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 934 time: 0.1458948 Aug 21 18:04:16.800357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Attempting to bind port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:16.800680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Attempting to bind port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:16.800939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Attempting to bind port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:16.833067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:16.833552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Attempting to bind port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:16.843045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.853545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:16.853896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:16.854283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:16.855071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Bound port: 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:16.855443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.888508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3104e795-cde0-48b2-92ff-070366dd9f72 req-b9aea79e-0bfd-4e6d-a437-6e9ebc425ca6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Aug 21 18:04:16.895134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1f763fd-00b2-4b1b-aec6-4a15cf141947 req-8c0acb6c-b893-4a77-9473-4b70f741a23e tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451967 Aug 21 18:04:16.980855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:16.982895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:16.985561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.988216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:16.992923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "DELETE /v2.0/security-groups/10934880-9d63-43ed-b592-b2ceeb946057 HTTP/1.1" status: 204 len: 168 time: 0.4724374 Aug 21 18:04:16.993120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:16.994852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:17.016497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.036744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715415d0-b97d-4040-9534-aaa903897052 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10934880-9d63-43ed-b592-b2ceeb946057,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:17.073265 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-70e81d2e-e170-41a8-af1f-c4a0a39f21b7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] show failed (client error): The resource could not be found. Aug 21 18:04:17.076383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:17.077555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-70e81d2e-e170-41a8-af1f-c4a0a39f21b7 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "GET /v2.0/security-groups/10934880-9d63-43ed-b592-b2ceeb946057 HTTP/1.1" status: 404 len: 347 time: 0.0753193 Aug 21 18:04:17.077773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44876) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:17.087687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.088378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.089750 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] 10.222.0.39 "PUT /v2.0/ports/2123f28d-ee0e-4449-b5f3-3b23f453eff8 HTTP/1.1" status: 200 len: 1097 time: 1.5818539 Aug 21 18:04:17.090667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:17.092606 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:17.121808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaccde7-2d50-4ad2-9fff-3afe5ea0af17 service neutron] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:17.146284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de69ff70-9a9a-4356-84bf-ddae0ca4e121 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:17.163138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.257590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-bf5e1b42-d59a-41a5-9ade-6c7f3f4147df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.260119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-bf5e1b42-d59a-41a5-9ade-6c7f3f4147df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1100 time: 0.1167316 Aug 21 18:04:17.292760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Transition to ACTIVE for port object de69ff70-9a9a-4356-84bf-ddae0ca4e121 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:17.306794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.320993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.325229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-d6dde7bd-c574-4326-a43b-cdf68927c885 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8 HTTP/1.1" status: 200 len: 217 time: 0.0516856 Aug 21 18:04:17.328800 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fe086c-d518-48e8-a198-99dcd1e1dc6e x-openstack-request-id: req-24fe086c-d518-48e8-a198-99dcd1e1dc6e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:17.329383 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:17.330128 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24fe086c-d518-48e8-a198-99dcd1e1dc6e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:17.331181 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'status': 'completed', 'code': 200} Aug 21 18:04:17.340685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.381829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803636-a33b-4908-918c-f489cbf59b9c req-3c61b1a6-7a66-4fab-afb1-c235641431c1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.383668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be803636-a33b-4908-918c-f489cbf59b9c req-3c61b1a6-7a66-4fab-afb1-c235641431c1 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.1656425 Aug 21 18:04:17.394037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-26728dbf-8173-4b47-8619-b936388e1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.395460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-26728dbf-8173-4b47-8619-b936388e1c8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0634425 Aug 21 18:04:17.421930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:17.465437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Deleting port 486097ed-2416-4039-899f-25e2a89a2461 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:17.465957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.470969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be803636-a33b-4908-918c-f489cbf59b9c req-aaa9a08a-0a9b-4fd9-98b7-e990ba888772 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795059 Aug 21 18:04:17.476666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-2a9e51f2-4280-4c2a-a289-085968d09c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.482173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-2a9e51f2-4280-4c2a-a289-085968d09c3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0717394 Aug 21 18:04:17.604140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-aa592716-f6f0-4fdc-a6f8-e4797f67237b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142449 Aug 21 18:04:17.663280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on host n-h1-793621-32 for vnic_type normal with profile {"migrating_to": "n-h2-793621-32"} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:17.663633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:17.663887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:17.667304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb877e9e-5b2b-438a-9fa8-c2f7ba7ba1f4 req-78a20fe4-2bc3-4ed3-9673-c2c69efa726c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0672266 Aug 21 18:04:17.673410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:17.685597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:17.685932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Attempting to bind port fc5d196a-b50c-4f33-857b-48672474f9f7 on network 52809fd1-75b1-4630-a937-c561f174b0b3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:17.710158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:17.710708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Checking segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:17.711252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Bound using segment: {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:17.712064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Bound port: fc5d196a-b50c-4f33-857b-48672474f9f7, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a06fb039-2378-4256-aee0-7dcd76165773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52809fd1-75b1-4630-a937-c561f174b0b3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:17.712064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.736155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c5a5b49c-b9d9-423f-8842-bfe821802bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.737839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Attempting to bind port de69ff70-9a9a-4356-84bf-ddae0ca4e121 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:17.737839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Attempting to bind port de69ff70-9a9a-4356-84bf-ddae0ca4e121 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:17.738092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Attempting to bind port de69ff70-9a9a-4356-84bf-ddae0ca4e121 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:17.753499 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.753850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.754165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14b53295-34f6-4a36-a033-ec057e9f4607 req-513e94e4-bd36-49d9-8d06-8400d78ccd7f service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406574 Aug 21 18:04:17.756091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Port de69ff70-9a9a-4356-84bf-ddae0ca4e121 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:17.756425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Attempting to bind port de69ff70-9a9a-4356-84bf-ddae0ca4e121 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:17.814486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:17.816762 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c4b660-bb02-4c04-a3e4-40e256171e7f" -d '{"events": [{"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:17.819629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:17.819917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:17.820296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:17.820748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Bound port: de69ff70-9a9a-4356-84bf-ddae0ca4e121, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:17.821122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:17.827890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Calling delete_port for 486097ed-2416-4039-899f-25e2a89a2461 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:17.853820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-84552de4-7040-4edd-826c-a223e7d36051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.855454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-84552de4-7040-4edd-826c-a223e7d36051 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1100 time: 0.0508614 Aug 21 18:04:17.867118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1438970f-91d4-45f1-9be5-ded0691bf72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.868490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1438970f-91d4-45f1-9be5-ded0691bf72c service neutron] 10.222.0.64 "GET /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 1031 time: 0.0875862 Aug 21 18:04:17.876782 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1953cb-71cd-4b6b-85be-ba77b5ac27ed x-openstack-request-id: req-bd1953cb-71cd-4b6b-85be-ba77b5ac27ed {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:17.877049 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:17.877355 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd1953cb-71cd-4b6b-85be-ba77b5ac27ed {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:17.877897 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'code': 200} Aug 21 18:04:17.959170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:17.988229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:17.989799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-a3e95ffc-816c-40ab-b756-59d2866a845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:17.991220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-a3e95ffc-816c-40ab-b756-59d2866a845d service neutron] 10.222.0.64 "GET /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 1032 time: 0.1107042 Aug 21 18:04:17.998976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-8373c318-9d52-4a36-89c2-1e4e929f93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.000676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-8373c318-9d52-4a36-89c2-1e4e929f93f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1367257 Aug 21 18:04:18.012762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.057301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-0d13d0a9-d6d0-4523-ab15-603f6b5d38d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8 HTTP/1.1" status: 200 len: 217 time: 0.0492876 Aug 21 18:04:18.140505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:18.140998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-c168acc2-e1c2-4a0b-a6fd-1669410a78ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.143023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-c168acc2-e1c2-4a0b-a6fd-1669410a78ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0611637 Aug 21 18:04:18.157264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48201d40-b344-4bc9-8cfe-98e55870042c req-9437cee1-9e35-464a-9532-4356e0f289e2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.159407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48201d40-b344-4bc9-8cfe-98e55870042c req-9437cee1-9e35-464a-9532-4356e0f289e2 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.1429217 Aug 21 18:04:18.188811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.192593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:18.208670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:18.213965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.231400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-23becb2b-2724-40c1-b525-fd53f6671912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.233325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-23becb2b-2724-40c1-b525-fd53f6671912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0728981 Aug 21 18:04:18.243143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48201d40-b344-4bc9-8cfe-98e55870042c req-12089802-1c97-46dc-a026-e0c19d0a4a17 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555251 Aug 21 18:04:18.365504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:18.389315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 has no active binding in host n-h2-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:04:18.390055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-e42b47d1-fec2-49f9-bf85-dd679d147b05 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454754 Aug 21 18:04:18.498044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94e2345f-c8a0-4a1f-b01c-b6b2bc98d92f req-dc1e1586-3d36-43fb-bc7a-a4af1b3f76bd service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995998 Aug 21 18:04:18.533808 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.584297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91fd22-341b-4432-b645-edd969ea6d8d req-76a7892d-f988-46ba-b3a6-e308f1aac938 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.585883 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d91fd22-341b-4432-b645-edd969ea6d8d req-76a7892d-f988-46ba-b3a6-e308f1aac938 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 946 time: 0.5937924 Aug 21 18:04:18.604582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:18.628538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c293fdd-1a2c-4210-bc10-372620479a1f req-c6372610-858c-461e-a7bc-4af5106f6779 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.630356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c293fdd-1a2c-4210-bc10-372620479a1f req-c6372610-858c-461e-a7bc-4af5106f6779 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0698988 Aug 21 18:04:18.651847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.652521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.653866 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d0612841-2482-480c-bd36-6a72d100b001 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 1124 time: 2.3349364 Aug 21 18:04:18.681064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c293fdd-1a2c-4210-bc10-372620479a1f req-c0829b2e-28b9-4d2f-be69-fa239d343fdb tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Aug 21 18:04:18.708708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.708708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.708708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] 10.222.0.39 "PUT /v2.0/ports/de69ff70-9a9a-4356-84bf-ddae0ca4e121 HTTP/1.1" status: 200 len: 1095 time: 2.5497711 Aug 21 18:04:18.731263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fc5d196a-b50c-4f33-857b-48672474f9f7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:18.822553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:18.862884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['fc5d196a-b50c-4f33-857b-48672474f9f7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:18.865880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 735b7a81-84c7-4d31-9c14-024914f189e8 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:18.891676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-8e70ebb9-3d33-49d6-8c15-a0fc7d02f3f8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.898399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-8e70ebb9-3d33-49d6-8c15-a0fc7d02f3f8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.906722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-8e70ebb9-3d33-49d6-8c15-a0fc7d02f3f8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:18.907466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 735b7a81-84c7-4d31-9c14-024914f189e8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:18.907976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 735b7a81-84c7-4d31-9c14-024914f189e8 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:18.908371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-8e70ebb9-3d33-49d6-8c15-a0fc7d02f3f8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 1993 time: 0.8829887 Aug 21 18:04:18.966460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d91fd22-341b-4432-b645-edd969ea6d8d req-1abbc894-8b36-496e-9de7-7e7c84c3d686 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508918 Aug 21 18:04:19.012723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d41b7460-05f3-44b5-826c-0d2c2f43a826 req-68335141-d0dd-4e24-b208-cc2e4434648c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0401018 Aug 21 18:04:19.033735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240cbd-e6d4-4849-bcc1-ee03747f83a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:19.078358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-55de7aec-4060-47cd-bae6-138a397e2465 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69c3a87e3ea34cbfb8d424845a19d697 HTTP/1.1" status: 200 len: 380 time: 0.1498578 Aug 21 18:04:19.084580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-9740ee20-74c1-4290-8ea8-55c6d99746b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:19.086935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-9740ee20-74c1-4290-8ea8-55c6d99746b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 1098 time: 0.3091364 Aug 21 18:04:19.115446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'admin_state_up': True, 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'security_groups': ['c5846652-fb82-4334-9983-9aa870b1a14e']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:19.142054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Pushing event deleted for resources: {'Port': ['ID=486097ed-2416-4039-899f-25e2a89a2461,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:19.212177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-99ce7db6-cb8a-44e2-95b6-fec6d167e26d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121 HTTP/1.1" status: 200 len: 217 time: 0.0909684 Aug 21 18:04:19.232729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.235217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.236292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c72bac29-0c10-48f7-92e5-6ebcb86c35e0 tempest-ImagesOneServerNegativeTestJSON-430273776 tempest-ImagesOneServerNegativeTestJSON-430273776-project] 10.222.0.41 "DELETE /v2.0/floatingips/51b1b4b0-32ab-4d11-a50e-8793ba3f082c HTTP/1.1" status: 204 len: 168 time: 2.1562910 Aug 21 18:04:19.317155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-bdfe5c3e-9eb9-49d5-8efa-aac39d8716ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:19.318923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-bdfe5c3e-9eb9-49d5-8efa-aac39d8716ad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0955677 Aug 21 18:04:19.388094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:19.391897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.436423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30893f9f-a907-44d2-b1f9-a36cb6273f6e req-f8635333-43e6-4dda-a2cd-41e8fa0eae39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:19.438319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30893f9f-a907-44d2-b1f9-a36cb6273f6e req-f8635333-43e6-4dda-a2cd-41e8fa0eae39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0900071 Aug 21 18:04:19.438918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44918) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:19.489516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-68a58133-a2d3-4f6e-8db7-9584d2b7684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:19.491181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-68a58133-a2d3-4f6e-8db7-9584d2b7684c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1633303 Aug 21 18:04:19.496581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Deleting subnet e674925c-caf3-4323-acb7-ff1f2dbd8502 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:04:19.501217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.566617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30893f9f-a907-44d2-b1f9-a36cb6273f6e req-ae53b54d-3c82-4bd4-ab4f-004148d045d3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743806 Aug 21 18:04:19.594114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 172.20.0.14 (20498726-c7da-4d33-8944-882848b3731c/f192ea2d-2b18-457c-9dd5-faca10d281f9/67cc5687-3c81-458d-b67e-9e8f317cb4e8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:19.617561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.651853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-6a844b2f-69e7-4abf-99de-42589d596cca service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330714 Aug 21 18:04:19.661834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.730852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.770215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e674925c-caf3-4323-acb7-ff1f2dbd8502,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:19.785741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.790405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3a4d0fa-88c0-469c-bfa7-29783f70d599 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e674925c-caf3-4323-acb7-ff1f2dbd8502 HTTP/1.1" status: 204 len: 168 time: 0.3495657 Aug 21 18:04:19.792363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:19.879394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.883869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bbaca1-cd5f-4929-8dde-895ccbf23c0d req-b46af478-cb0a-4089-b871-64ea9dafe3d8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231615 Aug 21 18:04:19.884321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7'}, {'name': 'network-changed', 'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:19.886621 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28299066-7a94-4197-9c8f-ba637167f504" -d '{"events": [{"name": "network-changed", "server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7"}, {"name": "network-changed", "server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:19.893307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:19.906679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee5bb7-2efd-406d-a61d-07fcf7969fa8 req-5d52b138-1edc-4bb4-b1e6-0d5a6d0c1d16 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:19.908247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5ee5bb7-2efd-406d-a61d-07fcf7969fa8 req-5d52b138-1edc-4bb4-b1e6-0d5a6d0c1d16 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.1286821 Aug 21 18:04:19.936977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object 67cc5687-3c81-458d-b67e-9e8f317cb4e8 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:19.957500 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ea70c7-1e6f-488c-b22b-4b9ca58da19a x-openstack-request-id: req-68ea70c7-1e6f-488c-b22b-4b9ca58da19a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:19.957799 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:19.958045 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68ea70c7-1e6f-488c-b22b-4b9ca58da19a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:19.958437 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'status': 'completed', 'code': 200} Aug 21 18:04:19.958763 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121', 'status': 'completed', 'code': 200} Aug 21 18:04:19.963187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5ee5bb7-2efd-406d-a61d-07fcf7969fa8 req-a120aefb-5cb9-4cc6-9ed4-849463bcb2ae tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Aug 21 18:04:19.992832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.004906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92e3a75-72f5-4b3d-a4ae-61177d4be7d8']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:20.017461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70817eb-770f-48b5-a2bb-5f11c3ab0889') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:20.017811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70817eb-770f-48b5-a2bb-5f11c3ab0889') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:20.025293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.027504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.044329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.063866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:04:20.064277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:04:20.067644 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:04:20.127110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-3e431337-de75-4a30-8a8e-42178eb7b4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.128867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-3e431337-de75-4a30-8a8e-42178eb7b4d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1127 time: 0.1396387 Aug 21 18:04:20.148315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:20.158367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b8d9f-367e-4cc3-9d7f-13ca9ab396ab req-a4f36667-572f-427a-8581-fbeb074d7714 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.159988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a49b8d9f-367e-4cc3-9d7f-13ca9ab396ab req-a4f36667-572f-427a-8581-fbeb074d7714 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 946 time: 0.1098163 Aug 21 18:04:20.161194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.161862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 20498726-c7da-4d33-8944-882848b3731c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:20.176532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:20.181755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:20.193652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.196136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d92e3a75-72f5-4b3d-a4ae-61177d4be7d8 HTTP/1.1" status: 204 len: 168 time: 0.4024975 Aug 21 18:04:20.197909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a580823-9ac7-4110-a304-cc1933408a80 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92e3a75-72f5-4b3d-a4ae-61177d4be7d8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:20.220953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 24053961-91e2-489a-bafd-769631731bf5 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:20.257507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a49b8d9f-367e-4cc3-9d7f-13ca9ab396ab req-3d5e0cf6-002a-4f41-9167-0a1812ef482b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Aug 21 18:04:20.321119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2c002-113a-42e8-9e4d-812582ba1ac4 req-c02209da-8d2d-43e4-bc01-0e816e039c1a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.329408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01a2c002-113a-42e8-9e4d-812582ba1ac4 req-c02209da-8d2d-43e4-bc01-0e816e039c1a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 932 time: 0.2291048 Aug 21 18:04:20.361876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3e23-c8cf-4b47-9e22-7ee22091d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.409033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:20.410616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01a2c002-113a-42e8-9e4d-812582ba1ac4 req-370cde53-d65f-44d3-b6c8-2955bf5f8715 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798552 Aug 21 18:04:20.412349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.423129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.424118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.426481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '24053961-91e2-489a-bafd-769631731bf5', 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c', 'port_id': '24053961-91e2-489a-bafd-769631731bf5', 'mac_address': 'fa:16:3e:a0:1f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1bafab6-096d-4273-a48a-abd620ae126f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:20.469483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70c7c5e3-32cb-4223-ba5f-012f18a85a74 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3580005 Aug 21 18:04:20.484620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.493141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'admin_state_up': True, 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'security_groups': ['c5846652-fb82-4334-9983-9aa870b1a14e']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:20.504670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24053961-91e2-489a-bafd-769631731bf5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:20.510034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44936) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:20.536585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-5e7d0aa4-c8c0-4388-b53c-f8a4e46fb021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.538946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-5e7d0aa4-c8c0-4388-b53c-f8a4e46fb021 service neutron] 10.222.0.39 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.3870018 Aug 21 18:04:20.545322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:20.557219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.593983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c1ad6d04-e7cc-4fe3-8277-17452c582d82 None None] Provisioning for port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:20.597261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c7971d2c-1c7f-454b-a7eb-a343b12d9411 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=741bf28d35154963b5cb115064a12ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853102 Aug 21 18:04:20.611081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:20.627589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c1ad6d04-e7cc-4fe3-8277-17452c582d82 None None] Provisioning complete for port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:20.627962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c1ad6d04-e7cc-4fe3-8277-17452c582d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.645753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-86d22fe9-2279-4e9b-8028-8a86fa839a09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 217 time: 0.0601568 Aug 21 18:04:20.727534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad6d04-e7cc-4fe3-8277-17452c582d82 None None] Port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:20.730155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:20.743820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-4902e7aa-17f0-40b0-a9d8-42076cfc81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.745515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-4902e7aa-17f0-40b0-a9d8-42076cfc81c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.0899026 Aug 21 18:04:20.758843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.796388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-58796ab7-ef31-4e53-bf78-8a590a899e8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341983 Aug 21 18:04:20.801205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.804445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:20.810309 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.833694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d7037-7cad-499c-9380-d12643b0a6a6 req-6b9c97de-f229-4053-9660-7bd30ddc675f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:20.835358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-323d7037-7cad-499c-9380-d12643b0a6a6 req-6b9c97de-f229-4053-9660-7bd30ddc675f tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.0909712 Aug 21 18:04:20.849377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:20.900938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-323d7037-7cad-499c-9380-d12643b0a6a6 req-179e5e8d-1bd9-4b8b-a0dd-6b7b9c304def tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495670 Aug 21 18:04:20.924369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.927680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:20.929138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/425e260c-20e1-4b7a-89f5-ca2c13d1a3a4 HTTP/1.1" status: 204 len: 168 time: 0.3140574 Aug 21 18:04:20.939393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a6a36-ffe2-497d-99f9-a182ae84d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425e260c-20e1-4b7a-89f5-ca2c13d1a3a4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:20.972087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-0975d2fc-58b9-4fab-8967-bac0cee4eb1c service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591780 Aug 21 18:04:21.055758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:21.069799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'mac_address': 'fa:16:3e:4a:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:21.075169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.1.1.57 (1377f771-d77d-4142-aac8-f02c134b2588/75b71b44-704b-4b09-985f-c62a7b379bd2/32595f40-8532-4865-b1c0-b391d91985be) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:21.129211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['24053961-91e2-489a-bafd-769631731bf5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:21.132674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-a4794cb9-ed6d-4333-b0bc-c11e37b7355b service neutron] 10.222.0.39 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352360 Aug 21 18:04:21.133343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.180450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:21.230119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:21.235366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.272897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f341-70da-4915-b44b-1705eae0adf0 req-814d7aa3-82f9-471c-86a3-a124c43d7259 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.274929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae86f341-70da-4915-b44b-1705eae0adf0 req-814d7aa3-82f9-471c-86a3-a124c43d7259 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.1624563 Aug 21 18:04:21.324984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.341979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object 32595f40-8532-4865-b1c0-b391d91985be will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:21.353439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:21.359638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae86f341-70da-4915-b44b-1705eae0adf0 req-053baf92-a236-4c3d-8300-9f3a4687939b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739422 Aug 21 18:04:21.436830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.445103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.522227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:21.535776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 1377f771-d77d-4142-aac8-f02c134b2588 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:21.538598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-f0cd053f-9d0e-4502-8072-8415eae6fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.540523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-f0cd053f-9d0e-4502-8072-8415eae6fc5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 1098 time: 0.1640091 Aug 21 18:04:21.549924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:21.565780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:21.568817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:21.585388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55b96c-30ec-460d-846e-4222ba27859d req-f01f0259-c275-43af-8efe-d20f7c6a2d18 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.586915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c55b96c-30ec-460d-846e-4222ba27859d req-f01f0259-c275-43af-8efe-d20f7c6a2d18 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 946 time: 0.1779599 Aug 21 18:04:21.662607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556258fc-1886-4a05-a322-a062585297c9 req-90348b95-cd4f-4c39-b0f3-20849ead558e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.678764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556258fc-1886-4a05-a322-a062585297c9 req-90348b95-cd4f-4c39-b0f3-20849ead558e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.692059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-556258fc-1886-4a05-a322-a062585297c9 req-90348b95-cd4f-4c39-b0f3-20849ead558e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 1653 time: 0.1862423 Aug 21 18:04:21.732511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c55b96c-30ec-460d-846e-4222ba27859d req-8e801c3b-8bd4-4933-9ac9-99f7381bf5d5 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151645 Aug 21 18:04:21.768209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.768901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:21.775107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-556258fc-1886-4a05-a322-a062585297c9 req-ae46c65d-a4af-4632-b5c2-d2b549b0c18e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785890 Aug 21 18:04:21.802567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5a7afe1c-a4d8-41e1-82ab-24fdfecabfd1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3084812 Aug 21 18:04:21.802567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-efdab11a-84eb-42b4-97fb-350b6a49d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:21.802567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-efdab11a-84eb-42b4-97fb-350b6a49d5ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2366421 Aug 21 18:04:21.897388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'admin_state_up': True, 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'security_groups': ['c5846652-fb82-4334-9983-9aa870b1a14e']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:21.903941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-87427177-cefa-4045-8d0d-2c2c747fe789 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121 HTTP/1.1" status: 200 len: 217 time: 0.0939944 Aug 21 18:04:21.966379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dac41f8a-bfcf-4ef7-9a3b-62d06049a145 None None] Provisioning for port 32595f40-8532-4865-b1c0-b391d91985be completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:21.974439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dac41f8a-bfcf-4ef7-9a3b-62d06049a145 None None] Provisioning complete for port 32595f40-8532-4865-b1c0-b391d91985be triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:21.974969 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dac41f8a-bfcf-4ef7-9a3b-62d06049a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.038259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-8a08f2ca-c6d7-4dcc-a5f5-d06cefa6b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.040320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-8a08f2ca-c6d7-4dcc-a5f5-d06cefa6b6d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1260149 Aug 21 18:04:22.048339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dac41f8a-bfcf-4ef7-9a3b-62d06049a145 None None] Port 32595f40-8532-4865-b1c0-b391d91985be cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:22.173382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a48543-0635-41a8-a49a-bc159d4b2e6b req-1ab23fc2-55ca-4b6b-95e6-2b060df6a636 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.175382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48a48543-0635-41a8-a49a-bc159d4b2e6b req-1ab23fc2-55ca-4b6b-95e6-2b060df6a636 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.1425807 Aug 21 18:04:22.176061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:22.179526 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.204131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28299066-7a94-4197-9c8f-ba637167f504 req-f8f19862-cda9-4f13-b234-ec049ea80362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.205711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-f8f19862-cda9-4f13-b234-ec049ea80362 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524689 Aug 21 18:04:22.217472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 24053961-91e2-489a-bafd-769631731bf5 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:22.297923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 24053961-91e2-489a-bafd-769631731bf5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:22.310136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 24053961-91e2-489a-bafd-769631731bf5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:22.311870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.362756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48a48543-0635-41a8-a49a-bc159d4b2e6b req-84c60659-8cc6-4f84-b16b-fa04b57e47fd tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680524 Aug 21 18:04:22.432636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.474252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:22.475757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24053961-91e2-489a-bafd-769631731bf5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:22.478231 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2700c371-055c-45f1-bbf0-269d5c98e451" -d '{"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-plugged", "status": "completed", "tag": "24053961-91e2-489a-bafd-769631731bf5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:22.485906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.486350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.1.1.79 (1377f771-d77d-4142-aac8-f02c134b2588/75b71b44-704b-4b09-985f-c62a7b379bd2/051a996a-e1c8-4f43-bd25-a69c59f4029c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:22.531039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eaf6c-0a92-4676-9013-b29be11e1692 req-4d6e3640-f430-42a2-936b-fa3288098e14 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.540889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f07eaf6c-0a92-4676-9013-b29be11e1692 req-4d6e3640-f430-42a2-936b-fa3288098e14 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.1060276 Aug 21 18:04:22.547660 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea30530a-0027-49af-9196-2f79eb4b51ff x-openstack-request-id: req-ea30530a-0027-49af-9196-2f79eb4b51ff {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:22.548127 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-plugged", "status": "completed", "tag": "24053961-91e2-489a-bafd-769631731bf5", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:22.549125 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea30530a-0027-49af-9196-2f79eb4b51ff {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:22.549741 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24053961-91e2-489a-bafd-769631731bf5', 'code': 200} Aug 21 18:04:22.558318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:22.636368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f07eaf6c-0a92-4676-9013-b29be11e1692 req-61a6ce6d-0b7e-4b41-85c9-30f7a67f990b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937004 Aug 21 18:04:22.677793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-0b5522b8-3e82-4309-89f3-dc8d625280a6 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604733 Aug 21 18:04:22.774408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.808639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45004) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:22.860391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device de69ff70-9a9a-4356-84bf-ddae0ca4e121 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:22.862829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:22.870693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object 051a996a-e1c8-4f43-bd25-a69c59f4029c will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:22.876539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28299066-7a94-4197-9c8f-ba637167f504 req-b3dbed63-0ec0-49d4-ba14-074e25a50bf3 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912749 Aug 21 18:04:22.938288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1792375-dab9-4211-bcee-86698ed49701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:22.972652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5faf-2716-4698-9ee6-da895c51c058 req-9f8fd7a7-8662-4470-a8ab-3888e8bbdaff tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.980399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e5faf-2716-4698-9ee6-da895c51c058 req-9f8fd7a7-8662-4470-a8ab-3888e8bbdaff tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:22.982726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b66e5faf-2716-4698-9ee6-da895c51c058 req-9f8fd7a7-8662-4470-a8ab-3888e8bbdaff tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 1653 time: 0.1104152 Aug 21 18:04:23.004609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108de9e4-756f-4c6c-aed4-d7d5fc9e9bf1 req-d6f584ca-a04d-464e-9b19-caad1b91f008 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.014821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-108de9e4-756f-4c6c-aed4-d7d5fc9e9bf1 req-d6f584ca-a04d-464e-9b19-caad1b91f008 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 946 time: 0.1583045 Aug 21 18:04:23.046448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db197a-2e18-4589-80d2-36d97bccd526 req-a2a64d8b-21ea-47a8-8030-dab3c884c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.048342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5db197a-2e18-4589-80d2-36d97bccd526 req-a2a64d8b-21ea-47a8-8030-dab3c884c9a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1097 time: 0.4199989 Aug 21 18:04:23.051580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:23.055836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b66e5faf-2716-4698-9ee6-da895c51c058 req-a843b6c0-1452-4f52-8c5e-37387fd3920e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649152 Aug 21 18:04:23.098862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121', 'mac_address': 'fa:16:3e:69:ae:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:23.101113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-108de9e4-756f-4c6c-aed4-d7d5fc9e9bf1 req-d726f6f6-ddb9-44c3-b140-93538c5b9e3b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843110 Aug 21 18:04:23.158472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5db197a-2e18-4589-80d2-36d97bccd526 req-04b2fd79-c5cd-4ab3-9eb8-210e785461b2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985806 Aug 21 18:04:23.162662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.163554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1792375-dab9-4211-bcee-86698ed49701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.172437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1792375-dab9-4211-bcee-86698ed49701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.210259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:23.227319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.230461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:23.230875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.237801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a1792375-dab9-4211-bcee-86698ed49701 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc925f9c3cd948b68bb2961e4957d653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228208 Aug 21 18:04:23.238513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:23.238795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 1377f771-d77d-4142-aac8-f02c134b2588 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:23.242465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:23.251377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:23.257198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1792375-dab9-4211-bcee-86698ed49701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c546a-8964-492a-8446-946d231a6e19,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:23.283972 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.295046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de69ff70-9a9a-4356-84bf-ddae0ca4e121 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:23.317281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:23.364048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:23.364607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.365189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.373795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.406995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.410720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b2d09141-80d4-48e2-a8c4-b644028fc890 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5735765 Aug 21 18:04:23.422275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'admin_state_up': True, 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'security_groups': ['c5846652-fb82-4334-9983-9aa870b1a14e']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:23.453844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.583171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.587298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2effb-909d-4896-a95b-80dd902a955c req-663dc878-05c5-445b-81bd-cf42bd9c5f37 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.593766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:23.597666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36e2effb-909d-4896-a95b-80dd902a955c req-663dc878-05c5-445b-81bd-cf42bd9c5f37 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.1456130 Aug 21 18:04:23.627464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ee8d6-9f4b-49a1-9648-9a697473a639 req-139e78f0-71d3-4f8a-b494-cd41843c5a01 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.639022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae0ee8d6-9f4b-49a1-9648-9a697473a639 req-139e78f0-71d3-4f8a-b494-cd41843c5a01 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.1289728 Aug 21 18:04:23.655133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36e2effb-909d-4896-a95b-80dd902a955c req-c1ed25f5-7fbf-437e-8475-b92e75d3e2d3 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553157 Aug 21 18:04:23.680962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.685841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.694731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e42c546a-8964-492a-8446-946d231a6e19 HTTP/1.1" status: 204 len: 168 time: 0.4530950 Aug 21 18:04:23.704962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:23.712914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.719875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df930552-c0a1-4880-a687-53fb1502be85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c546a-8964-492a-8446-946d231a6e19,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:23.720351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['de69ff70-9a9a-4356-84bf-ddae0ca4e121'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:23.722242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7d05cc49-2995-437d-8c2e-d8dfb8a1503f None None] Provisioning for port 051a996a-e1c8-4f43-bd25-a69c59f4029c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:23.762194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:23.781977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7d05cc49-2995-437d-8c2e-d8dfb8a1503f None None] Provisioning complete for port 051a996a-e1c8-4f43-bd25-a69c59f4029c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:23.782353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d05cc49-2995-437d-8c2e-d8dfb8a1503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:23.813170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae0ee8d6-9f4b-49a1-9648-9a697473a639 req-877dbd88-c306-4e6d-8174-a91f2b3c281a tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710045 Aug 21 18:04:23.867783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ecfa-ca0c-4a6a-a20f-cd024ceec6fc req-704b055f-6438-40c0-b6e4-c3f99a17bd06 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:23.879811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a633ecfa-ca0c-4a6a-a20f-cd024ceec6fc req-704b055f-6438-40c0-b6e4-c3f99a17bd06 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1101820 Aug 21 18:04:23.936624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:23.939536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7d05cc49-2995-437d-8c2e-d8dfb8a1503f None None] Port 051a996a-e1c8-4f43-bd25-a69c59f4029c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:23.953808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a633ecfa-ca0c-4a6a-a20f-cd024ceec6fc req-eb9076cf-69f8-45d5-bd55-e8d68d015a0f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Aug 21 18:04:23.986591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:24.148221 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:04:24.316212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7301e24-6ebd-43ef-8072-1636a24165c1 req-c8f33178-64d0-4510-a534-fee2ec963704 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:24.327157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7301e24-6ebd-43ef-8072-1636a24165c1 req-c8f33178-64d0-4510-a534-fee2ec963704 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 947 time: 0.1092713 Aug 21 18:04:24.378035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7301e24-6ebd-43ef-8072-1636a24165c1 req-3ed0372e-93ef-4112-9090-15de19c6475d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Aug 21 18:04:24.552157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:24.554997 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180c3f0f-2129-4e01-8400-9b835f6f252b" -d '{"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:24.780316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da6cdd-2e96-41bf-a2f1-652bfdbca460 req-f4cf1df9-db51-4902-bba3-3320b1dd1e6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:24.787864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da6cdd-2e96-41bf-a2f1-652bfdbca460 req-f4cf1df9-db51-4902-bba3-3320b1dd1e6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:24.794804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da6cdd-2e96-41bf-a2f1-652bfdbca460 req-f4cf1df9-db51-4902-bba3-3320b1dd1e6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:24.797145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8da6cdd-2e96-41bf-a2f1-652bfdbca460 req-f4cf1df9-db51-4902-bba3-3320b1dd1e6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 2373 time: 0.1512346 Aug 21 18:04:24.863613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8da6cdd-2e96-41bf-a2f1-652bfdbca460 req-ae7ecb1b-1220-4aeb-9e52-7a04aec4d0ab tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537665 Aug 21 18:04:24.879582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device de69ff70-9a9a-4356-84bf-ddae0ca4e121 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:24.925130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45060) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:24.948694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.2.2.100 (122b5a72-74c5-4768-a7a4-52e290ff18fe/f3d584da-38ab-4e05-a114-537cc92c41c7/679c0caa-4f5f-4e3c-98d8-c072dfeb29d9) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:24.956620 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a91591-da03-4cbd-b341-74e69917a847 x-openstack-request-id: req-e9a91591-da03-4cbd-b341-74e69917a847 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:24.956923 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:24.957178 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9a91591-da03-4cbd-b341-74e69917a847 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:24.957571 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'code': 200} Aug 21 18:04:24.988551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port de69ff70-9a9a-4356-84bf-ddae0ca4e121 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:24.997476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port de69ff70-9a9a-4356-84bf-ddae0ca4e121 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:24.997865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.132247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.170984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:25.176266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.177243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:25.182262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0745c1-1efc-482b-b3bf-f20dd0e79cbc req-888cc6e7-8a52-4aa5-91a3-ffee651d76b3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.186304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c0745c1-1efc-482b-b3bf-f20dd0e79cbc req-888cc6e7-8a52-4aa5-91a3-ffee651d76b3 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.1221349 Aug 21 18:04:25.192447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1666111824-network', 'tenant_id': '82928c15560b49c0a337999b82addc8c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:25.229033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Made reservation on behalf of 82928c15560b49c0a337999b82addc8c for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:25.232476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.233928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497a92e-f10e-4de7-9d6b-9435e3e7cb92 req-940c7944-c4c9-4f5a-a8ca-a8d348cdff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.235554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8497a92e-f10e-4de7-9d6b-9435e3e7cb92 req-940c7944-c4c9-4f5a-a8ca-a8d348cdff4f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1102 time: 0.2056475 Aug 21 18:04:25.245487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9b608-6751-4c77-8f46-a6cf80b5ca9e req-525014dc-1ff4-4b9a-8016-9f8ab5dd862b tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.253871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47c9b608-6751-4c77-8f46-a6cf80b5ca9e req-525014dc-1ff4-4b9a-8016-9f8ab5dd862b tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.2226524 Aug 21 18:04:25.261551 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.282346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:25.305467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c0745c1-1efc-482b-b3bf-f20dd0e79cbc req-3deb4c2f-bf82-400d-8938-3ba70683f3e6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875080 Aug 21 18:04:25.344986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.376783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47c9b608-6751-4c77-8f46-a6cf80b5ca9e req-b4edd604-5037-4e6d-a113-d783dd19f88d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197603 Aug 21 18:04:25.389170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8497a92e-f10e-4de7-9d6b-9435e3e7cb92 req-9bb814ae-3f24-442e-a4f5-d031eec520ae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331420 Aug 21 18:04:25.400715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:25.453060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.454429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.475259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.506986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:04:25.523528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf3a536-3344-4158-af1e-7de96a1717f9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:25.536094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46875a9-2630-4b30-9ceb-e261006c2874 req-ce20d126-1d92-4bae-ba50-95fb960fe041 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.537637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b46875a9-2630-4b30-9ceb-e261006c2874 req-ce20d126-1d92-4bae-ba50-95fb960fe041 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1429577 Aug 21 18:04:25.548290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.549160 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Added segment 9a81eae6-2df4-4951-b9ea-7409b9bddcce of type vlan for network a40ad1ff-08e1-478b-a616-c4c54927eb9a Aug 21 18:04:25.573441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:25.590154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:25.592729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:25.614090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:25.643097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b46875a9-2630-4b30-9ceb-e261006c2874 req-f344fba4-77d1-455f-b368-8b1ae92bdb8d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914147 Aug 21 18:04:25.645302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.672696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7dba8-422b-4b10-b7de-658a415770b9 req-e69d3263-3ed2-4cb0-b350-917c4810a70f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.684389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae7dba8-422b-4b10-b7de-658a415770b9 req-e69d3263-3ed2-4cb0-b350-917c4810a70f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.2248888 Aug 21 18:04:25.687623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.690145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.691242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.769630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a40ad1ff-08e1-478b-a616-c4c54927eb9a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:25.773985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:25.774687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.781975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network a40ad1ff-08e1-478b-a616-c4c54927eb9a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:04:25.799167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-052c0c7e-c7b7-4b4f-9072-06601f2823a2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8717632 Aug 21 18:04:25.803613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:25.808190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Request body: {'subnet': {'network_id': 'a40ad1ff-08e1-478b-a616-c4c54927eb9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1666111824-subnet', 'tenant_id': '82928c15560b49c0a337999b82addc8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:25.840348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Made reservation on behalf of 82928c15560b49c0a337999b82addc8c for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:25.843838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:25.860577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-12cba8dd-eb08-4f58-a9b6-d11543a506f0 service neutron] 10.222.0.39 "GET /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7/bindings/n-h2-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.2780015 Aug 21 18:04:25.876764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ae7dba8-422b-4b10-b7de-658a415770b9 req-b4c2fa28-a404-4394-b968-cc7a8657bb9b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728094 Aug 21 18:04:25.899441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-819aef19-c99d-4df6-83c0-ed773abbf4cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4817028 Aug 21 18:04:25.943829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'admin_state_up': True, 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'security_groups': ['c5846652-fb82-4334-9983-9aa870b1a14e']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:25.983505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cb2dad3c-eee8-4116-8aec-cd58d7cec46f None None] Provisioning for port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:25.988985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cb2dad3c-eee8-4116-8aec-cd58d7cec46f None None] Provisioning complete for port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:25.989413 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb2dad3c-eee8-4116-8aec-cd58d7cec46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.028504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bd7b0-0373-4738-ac01-7e2c04d46188 req-11f127f5-bcca-4559-acc0-349032942cbd tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.036932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-915bd7b0-0373-4738-ac01-7e2c04d46188 req-11f127f5-bcca-4559-acc0-349032942cbd tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1097 time: 0.0996861 Aug 21 18:04:26.039639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cb2dad3c-eee8-4116-8aec-cd58d7cec46f None None] Port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:26.107273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-915bd7b0-0373-4738-ac01-7e2c04d46188 req-9f8b1bc1-bbbf-4853-82b8-d5e6cc4ed5c1 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692496 Aug 21 18:04:26.196868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-63ad1e90-11cb-4141-8387-7c5382e2465a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.204301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.206136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-63ad1e90-11cb-4141-8387-7c5382e2465a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.212515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-63ad1e90-11cb-4141-8387-7c5382e2465a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.218801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-63ad1e90-11cb-4141-8387-7c5382e2465a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.220578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-63ad1e90-11cb-4141-8387-7c5382e2465a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 3094 time: 0.1703448 Aug 21 18:04:26.293165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6495bd25-4b39-4c2d-988f-3a1e2e165517,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:26.302769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362241c-56bb-46e1-8f63-1e9d934f8c52 req-2ddbbd73-1b47-49b7-a758-18ed6e7961a0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.303630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7362241c-56bb-46e1-8f63-1e9d934f8c52 req-2ddbbd73-1b47-49b7-a758-18ed6e7961a0 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1097 time: 0.0905428 Aug 21 18:04:26.310608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Checking segment: {'id': '9a81eae6-2df4-4951-b9ea-7409b9bddcce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a40ad1ff-08e1-478b-a616-c4c54927eb9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:26.310968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Network hostable DHCP agents. Network: a40ad1ff-08e1-478b-a616-c4c54927eb9a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:04:26.329196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Made reservation on behalf of 69c3a87e3ea34cbfb8d424845a19d697 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:26.335005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.345710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Network a40ad1ff-08e1-478b-a616-c4c54927eb9a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:04:26.361245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7362241c-56bb-46e1-8f63-1e9d934f8c52 req-40749c7b-4582-41d8-b3a3-12240fc4aa1f tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Aug 21 18:04:26.364742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c532bf58-00bc-438c-abcf-9ffa532f9cb2 req-9831e5ae-e3b3-4773-a8f7-6b5fd6e5a289 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329172 Aug 21 18:04:26.368796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, a40ad1ff-08e1-478b-a616-c4c54927eb9a) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:26.378507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.379296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.406733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdf474d-b5fa-498e-9a9d-162118713f65 None None] Network a40ad1ff-08e1-478b-a616-c4c54927eb9a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:26.427908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-56db3dae-e3f8-4525-aebd-3266cf1db9f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6184378 Aug 21 18:04:26.678263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-612dc0d8-35dc-4867-85f4-4076cbec28b7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.680691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-612dc0d8-35dc-4867-85f4-4076cbec28b7 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.1891932 Aug 21 18:04:26.693804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:26.697841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9540fb79-e195-4444-a4d1-7ee9453957c5 None None] Network a40ad1ff-08e1-478b-a616-c4c54927eb9a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:26.705156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504bd5-c8b3-48e3-a912-1b5cd2564a06 req-34c89661-1815-42ff-ae40-4bbdaf99ff00 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.707742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5504bd5-c8b3-48e3-a912-1b5cd2564a06 req-34c89661-1815-42ff-ae40-4bbdaf99ff00 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 944 time: 0.1347647 Aug 21 18:04:26.747858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:26.808908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e79a0e-c0ad-406b-b657-8f87da03bf00 req-7823bb71-577d-4199-aaaa-e81498b5aeb1 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:26.810298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96e79a0e-c0ad-406b-b657-8f87da03bf00 req-7823bb71-577d-4199-aaaa-e81498b5aeb1 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88 HTTP/1.1" status: 200 len: 945 time: 0.2245595 Aug 21 18:04:26.865855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Allocated IP 10.2.2.200 (122b5a72-74c5-4768-a7a4-52e290ff18fe/f3d584da-38ab-4e05-a114-537cc92c41c7/f2d77109-c7e6-4219-9679-39f010c5b546) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:26.869503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5504bd5-c8b3-48e3-a912-1b5cd2564a06 req-700e7189-86c3-4717-a117-1d7b4800d2f8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713143 Aug 21 18:04:26.871919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc5d196a-b50c-4f33-857b-48672474f9f7 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:26.892633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Deleting port 880992ea-090c-4c60-914c-bbd014af0639 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:26.893075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.895845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:26.932677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96e79a0e-c0ad-406b-b657-8f87da03bf00 req-189d4c83-07a4-494e-ac94-00d477c62830 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups?id=3100c1ae-1207-4bf4-80e5-97eafcb5e913&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025765 Aug 21 18:04:26.946447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:26.958641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:26.961071 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c622a5-e44c-4291-afa6-4110de8f6c79" -d '{"events": [{"server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "name": "network-vif-plugged", "status": "completed", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:27.048300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] For port 880992ea-090c-4c60-914c-bbd014af0639, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=880992ea-090c-4c60-914c-bbd014af0639,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:27.049671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.108440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] Transition to ACTIVE for port object fc5d196a-b50c-4f33-857b-48672474f9f7 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:27.120397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.210400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.216339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-669831863', 'description': 'tempest-description-2014625740'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:27.255509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] No DVR routers for this DVR port fc5d196a-b50c-4f33-857b-48672474f9f7 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:27.288230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Transition to ACTIVE for port object f2d77109-c7e6-4219-9679-39f010c5b546 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:27.329059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] 10.222.0.39 "PUT /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7/bindings/n-h2-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.4506845 Aug 21 18:04:27.334816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990ac7b-b24c-43d8-b002-cdb152130150 service neutron] Pushing event updated for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:27.357014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.420676 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.421380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.421862 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Floating IP c49b08f8-e981-4df6-8783-fea816ead11c disassociated. External IP: 172.25.1.81, port: 880992ea-090c-4c60-914c-bbd014af0639. Aug 21 18:04:27.422439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Calling delete_port for 880992ea-090c-4c60-914c-bbd014af0639 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:27.487402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.492770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d52c24bd-f24c-430b-99a9-283859432cf7 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:27.495141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-d52c24bd-f24c-430b-99a9-283859432cf7 tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.0919168 Aug 21 18:04:27.620435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.626615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:27.629877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:27.636556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:27.642860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-18fef250-25f4-40e0-8a56-d26022a22909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:27.644584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-18fef250-25f4-40e0-8a56-d26022a22909 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb&tenant_id=f58ed96d994448dc8c4064efe01a604b HTTP/1.1" status: 200 len: 1097 time: 0.1385918 Aug 21 18:04:27.645655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:27.658941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event deleted for resources: {'Port': ['ID=880992ea-090c-4c60-914c-bbd014af0639,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:27.750217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.758337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:27.759102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.764005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.823494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:04:27.824521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9c95846a-3f96-40bf-9ee9-920300636c60 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008248 Aug 21 18:04:27.828701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:27.830033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03db260e-bd9a-489c-9d81-8eb3357e96ba req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6297712 Aug 21 18:04:27.834056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-1a8199b2-c1de-4238-a45d-94314cbecc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:27.842228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-1a8199b2-c1de-4238-a45d-94314cbecc75 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=f58ed96d994448dc8c4064efe01a604b&device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1097 time: 0.1480808 Aug 21 18:04:27.847761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:27.852208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bf4a5-1a6e-42b4-9c21-87e2d9d638f1 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8e787a-512a-4e96-8634-aa7ff5e34c2d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:28.014560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:28.076533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:04:28.079844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-80b968e4-84fd-4c1e-ac49-7af5ae68b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:28.081373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-80b968e4-84fd-4c1e-ac49-7af5ae68b2e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 200 len: 921 time: 0.2247896 Aug 21 18:04:28.090233 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:04:28.105526 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:28.107424 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:28.201522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0a9b000d-1713-43b8-825a-d1ff011dc5e4 None None] Provisioning for port f2d77109-c7e6-4219-9679-39f010c5b546 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:28.209328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0a9b000d-1713-43b8-825a-d1ff011dc5e4 None None] Provisioning complete for port f2d77109-c7e6-4219-9679-39f010c5b546 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:28.210255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a9b000d-1713-43b8-825a-d1ff011dc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:28.232158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-038ab83e-047d-4d9e-b3bc-c9c17af50ccc tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:04:28.232924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] No DVR routers for this DVR port 880992ea-090c-4c60-914c-bbd014af0639 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:28.234346 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-038ab83e-047d-4d9e-b3bc-c9c17af50ccc tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143139 Aug 21 18:04:28.237167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:28.239485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a6c4af9-0e36-469e-a80c-3cbd2f247367 req-a203f803-a764-4b23-9c7d-4281aee4f172 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.39 "DELETE /v2.0/ports/880992ea-090c-4c60-914c-bbd014af0639 HTTP/1.1" status: 204 len: 173 time: 1.5480781 Aug 21 18:04:28.239943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'name': 'network-vif-deleted', 'tag': '880992ea-090c-4c60-914c-bbd014af0639'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:28.243564 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e68639-20d1-4f4a-8bd2-ab600209946f" -d '{"events": [{"server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "name": "network-vif-deleted", "tag": "880992ea-090c-4c60-914c-bbd014af0639"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:28.273616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-cbf49f46-74fd-4a88-85ad-8db50ef2ea26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 200 len: 217 time: 0.1741145 Aug 21 18:04:28.287189 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:28.317229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0a9b000d-1713-43b8-825a-d1ff011dc5e4 None None] Port f2d77109-c7e6-4219-9679-39f010c5b546 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:28.488348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-b1336839-39e8-420a-a4d1-e32cf75c7e59 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:28.489734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-b1336839-39e8-420a-a4d1-e32cf75c7e59 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 1094 time: 0.1898985 Aug 21 18:04:28.513571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Request body: {'binding': {'host': 'n-h1-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:28.514020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Unknown quota resources ['binding']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:04:28.555323 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:28.577989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-c0d740ed-4300-4baa-9cba-6ba6a3d89f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:28.579492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-c0d740ed-4300-4baa-9cba-6ba6a3d89f53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 200 len: 860 time: 0.2762871 Aug 21 18:04:28.584368 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:04:28.592831 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:28.593447 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:28.658674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73fbf7-6017-4773-b57d-93d98323a534 req-9ed3ecd2-b2da-468f-9c4d-1689ee7d5f0c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:28.666473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce73fbf7-6017-4773-b57d-93d98323a534 req-9ed3ecd2-b2da-468f-9c4d-1689ee7d5f0c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.3899441 Aug 21 18:04:28.714635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-aaf8b218-5d63-44a8-908f-fa720bd3779d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52809fd1-75b1-4630-a937-c561f174b0b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803711 Aug 21 18:04:28.723956 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:28.855652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce73fbf7-6017-4773-b57d-93d98323a534 req-cc8c77b9-0a3d-4034-b69e-5747d9984b75 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880040 Aug 21 18:04:28.941242 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b74c70-a5c6-4da6-b417-b7ef643afed0 x-openstack-request-id: req-c6b74c70-a5c6-4da6-b417-b7ef643afed0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:28.941602 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "name": "network-vif-plugged", "status": "completed", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:28.942269 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6b74c70-a5c6-4da6-b417-b7ef643afed0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:28.943059 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121', 'code': 200} Aug 21 18:04:28.994739 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:29.030621 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef93488-f3a1-4e3e-b4a4-0ca382d7ca15 None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T17:59:30Z', 'revision_number': 4, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3f5ed5ac-1451-474a-837d-30fd19cc2340', 'name': '', 'network_id': '5f5b5e89-89ac-4cc9-9cd3-c77e87be405f', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'mac_address': 'fa:16:3e:e9:cd:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 160, 'fixed_ips': [{'subnet_id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:29Z', 'updated_at': '2021-08-21T17:59:37Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'subnets': [{'id': '89ca5277-1476-40ce-84c2-9e2170026ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:04:29.041757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on host n-h1-793621-32 for vnic_type normal with profile None {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:29.042335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:29.042546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:29.052089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c09eb-77b3-41f6-aaf4-4c345b5ea631 req-fb077de5-b4a9-4481-becb-a49aa943d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.053854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-476c09eb-77b3-41f6-aaf4-4c345b5ea631 req-fb077de5-b4a9-4481-becb-a49aa943d39a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 1100 time: 0.0459805 Aug 21 18:04:29.069220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-3edb464e-9b33-46ac-a530-7c0f6c0f63e7 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436744 Aug 21 18:04:29.091195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:29.091563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:29.106885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-476c09eb-77b3-41f6-aaf4-4c345b5ea631 req-9f288b75-7684-4432-9262-1da482d1d87b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Aug 21 18:04:29.118065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cc5687-3c81-458d-b67e-9e8f317cb4e8 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:29.173246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:29.173849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:29.174235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:29.174764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Bound port: 24053961-91e2-489a-bafd-769631731bf5, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:29.190859 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.252207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Transition to ACTIVE for port object 67cc5687-3c81-458d-b67e-9e8f317cb4e8 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:29.277654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.284447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.290952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.297785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.304688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.306775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa60d0b7-c307-42bc-b726-367fed022369 req-416399c7-386d-49ae-bc6f-a42df57fd92b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 3815 time: 0.2562575 Aug 21 18:04:29.307516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.320337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acacbef8-8be6-4b21-98da-461d55c98571 None None] New status for floating IP c49b08f8-e981-4df6-8783-fea816ead11c: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:04:29.401518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:29.404148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-2bdba2c2-1154-4f6f-bd71-6d32cf1f61f6 service neutron] 10.222.0.64 "GET /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087478 Aug 21 18:04:29.415407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.416727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-760a9970-6794-4e5e-b731-78203f214b6a service neutron] 10.222.0.41 "POST /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5/bindings HTTP/1.1" status: 201 len: 390 time: 0.9117734 Aug 21 18:04:29.438957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Pushing event updated for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:29.692937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-c27cac2d-485c-4086-91c6-709240e1723b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/3c8e787a-512a-4e96-8634-aa7ff5e34c2d HTTP/1.1" status: 200 len: 1812 time: 0.1209021 Aug 21 18:04:29.698679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c8e787a-512a-4e96-8634-aa7ff5e34c2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:29.699013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3c8e787a-512a-4e96-8634-aa7ff5e34c2d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:29.813779 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.863982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.868673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.883177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa60d0b7-c307-42bc-b726-367fed022369 req-e7b5b52e-a8c8-4f97-8a07-6b7b7c54bc3b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5649054 Aug 21 18:04:29.903084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4224f499-6fb3-4881-a6ea-b0b6d5108bca,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:29.903084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-6f6779f4-78ce-4273-b991-fa94a957b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:29.903084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-6f6779f4-78ce-4273-b991-fa94a957b6d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1097 time: 0.0977037 Aug 21 18:04:29.909799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:29.911037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2732a91e-70cf-4d94-a933-1cd4284a57ec req-214e0dc4-bafd-4e7f-813a-4fa5ab549a9b tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2173252 Aug 21 18:04:29.972993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Attempting to bind port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:29.973403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Attempting to bind port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:29.973940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Attempting to bind port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 on network 20498726-c7da-4d33-8944-882848b3731c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:29.982106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 on network 20498726-c7da-4d33-8944-882848b3731c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:29.982441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Attempting to bind port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 on network 20498726-c7da-4d33-8944-882848b3731c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:29.991314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:29.991445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Checking segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:29.991817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Bound using segment: {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:29.992444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Bound port: 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e13a08-519d-490d-8dfc-4e39abb5d823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '20498726-c7da-4d33-8944-882848b3731c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:29.992673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:30.003742 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3029d3ed-d81a-42e0-ba8c-b96cd96f7e18 x-openstack-request-id: req-3029d3ed-d81a-42e0-ba8c-b96cd96f7e18 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:30.004050 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88", "name": "network-vif-deleted", "tag": "880992ea-090c-4c60-914c-bbd014af0639", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:30.004420 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3029d3ed-d81a-42e0-ba8c-b96cd96f7e18 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:30.005471 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba7cc0b3-f4dd-4690-9c0d-4a8a4c655b88', 'name': 'network-vif-deleted', 'tag': '880992ea-090c-4c60-914c-bbd014af0639', 'status': 'completed', 'code': 200} Aug 21 18:04:30.052466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-2483b7e5-1cc6-4429-b12c-257b5a3419f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.054097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-2483b7e5-1cc6-4429-b12c-257b5a3419f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1385605 Aug 21 18:04:30.087235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-5ef54d45-7693-49c5-a5a3-67aa55b9650c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.088628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-5ef54d45-7693-49c5-a5a3-67aa55b9650c tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb&tenant_id=f58ed96d994448dc8c4064efe01a604b&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.2258193 Aug 21 18:04:30.120157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e0d49dab-1687-4932-ae97-7c837d255932 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 217 time: 0.0575154 Aug 21 18:04:30.143119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72092c-5a71-4dd6-9104-b220c352e4cf req-0aa39b55-60d2-47a1-bb52-fdaf38890f97 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.150250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca72092c-5a71-4dd6-9104-b220c352e4cf req-0aa39b55-60d2-47a1-bb52-fdaf38890f97 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.1611819 Aug 21 18:04:30.189253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:30.196359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1934a9e1-c95c-4d5c-ba43-1abb48609ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.199129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1934a9e1-c95c-4d5c-ba43-1abb48609ea9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0682535 Aug 21 18:04:30.221889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:30.233685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:30.250174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-05c11eae-de45-4b9c-a857-9944a8971766 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428894 Aug 21 18:04:30.294816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca72092c-5a71-4dd6-9104-b220c352e4cf req-fc3cd94c-434a-42a5-b3fc-0f3c6d14513d tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435180 Aug 21 18:04:30.325750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.326381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:30.327956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] 10.222.0.64 "PUT /v2.0/ports/67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 1093 time: 2.4844031 Aug 21 18:04:30.331865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:30.335170 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb8b50-942e-400e-b542-2025edf05e29" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:30.392861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:30.397507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c0287-5494-4ed2-b135-7b203edb2066 service neutron] Pushing event updated for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:30.450928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651ad3b-f102-46ce-8997-a33baa2909aa req-c5cae466-1e73-460f-9e88-b9c17b64ec16 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.452869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f651ad3b-f102-46ce-8997-a33baa2909aa req-c5cae466-1e73-460f-9e88-b9c17b64ec16 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1807029 Aug 21 18:04:30.510663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e58fbf0c-8d60-4d16-adde-e7ece496170e service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526927 Aug 21 18:04:30.524415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-0db455e6-26ec-42a0-953e-777c00c980c1 service neutron] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:30.531776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:30.533078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f651ad3b-f102-46ce-8997-a33baa2909aa req-6e850797-c75b-4a32-90c1-d3901fc85460 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617895 Aug 21 18:04:30.536152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-0db455e6-26ec-42a0-953e-777c00c980c1 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:30.537762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-0db455e6-26ec-42a0-953e-777c00c980c1 service neutron] 10.222.0.64 "DELETE /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7/bindings/n-h1-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.4377968 Aug 21 18:04:30.601808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59ce77-3a4e-497b-87f9-686b36e54f89 req-dd096554-824d-42b1-897e-3e23e0daaf92 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:30.603697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb59ce77-3a4e-497b-87f9-686b36e54f89 req-dd096554-824d-42b1-897e-3e23e0daaf92 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.1666644 Aug 21 18:04:30.725879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb59ce77-3a4e-497b-87f9-686b36e54f89 req-30fdbeca-ac78-4b0c-b0d9-dcba5452031a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147001 Aug 21 18:04:30.891380 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90392c1-a4e5-456f-b20e-9ce6fa2e1db6 x-openstack-request-id: req-c90392c1-a4e5-456f-b20e-9ce6fa2e1db6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:30.891674 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:30.891925 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c90392c1-a4e5-456f-b20e-9ce6fa2e1db6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:30.892323 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'status': 'completed', 'code': 200} Aug 21 18:04:30.912775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 880992ea-090c-4c60-914c-bbd014af0639 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:30.945008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 880992ea-090c-4c60-914c-bbd014af0639 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:30.945673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 880992ea-090c-4c60-914c-bbd014af0639 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:31.051310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f785a69-9299-4052-a2d5-1a144b4488ce {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:31.053271 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cab7d5d5-b4d8-461a-b220-7e45511d3821 req-fdf59421-c3c0-40f1-ad05-521b2d1dcb53 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/3c8e787a-512a-4e96-8634-aa7ff5e34c2d HTTP/1.1" status: 200 len: 2405 time: 0.4621909 Aug 21 18:04:31.067362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:31.080425 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1dd15e04-f59b-4ae1-a48d-3a4fb2061679 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5455277 Aug 21 18:04:31.087206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.087693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.088264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.088663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.089126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.091035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72bb8b50-942e-400e-b542-2025edf05e29 req-8fd4e2b4-f51f-4519-a85f-a03c696e6820 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 4363 time: 0.1334584 Aug 21 18:04:31.117032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Transition to ACTIVE for port object 0f785a69-9299-4052-a2d5-1a144b4488ce will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:31.138315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565917-c41c-4ab6-8672-3c77b330c5e6 req-acd711db-02b5-4560-8eec-fd422fd23f93 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.145750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0565917-c41c-4ab6-8672-3c77b330c5e6 req-acd711db-02b5-4560-8eec-fd422fd23f93 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1568532 Aug 21 18:04:31.162715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:31.242634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd005e-d23d-427b-ba77-97fabb740c07 req-0f62c818-ef08-42cf-9ffc-ffb67d76f8fc tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.251820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fdd005e-d23d-427b-ba77-97fabb740c07 req-0f62c818-ef08-42cf-9ffc-ffb67d76f8fc tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 1097 time: 0.0684798 Aug 21 18:04:31.313434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fdd005e-d23d-427b-ba77-97fabb740c07 req-87323a94-4435-4b00-bc99-b6a1bd06ceaa tempest-LiveAutoBlockMigrationV225Test-1103148503 tempest-LiveAutoBlockMigrationV225Test-1103148503-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605993 Aug 21 18:04:31.346743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:31.407495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0565917-c41c-4ab6-8672-3c77b330c5e6 req-2dc0008c-462a-4e92-aede-164d33faac55 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606130 Aug 21 18:04:31.552523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-23b3b156-71c9-4114-b1ed-1b793c0a5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.553526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-23b3b156-71c9-4114-b1ed-1b793c0a5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.554185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-23b3b156-71c9-4114-b1ed-1b793c0a5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.556368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72bb8b50-942e-400e-b542-2025edf05e29 req-23b3b156-71c9-4114-b1ed-1b793c0a5d1a service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4542947 Aug 21 18:04:31.568637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-a1ff6a32-7197-4996-9145-753a97af3ddc tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-group-rules/4224f499-6fb3-4881-a6ea-b0b6d5108bca HTTP/1.1" status: 200 len: 778 time: 0.0946460 Aug 21 18:04:31.626127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.634867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.657551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.665347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.672274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.680474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.682792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-4ba10a87-6111-4167-bbdd-9289dbe55968 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 4603 time: 0.1863208 Aug 21 18:04:31.752587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9981598-6258-4d1d-89ca-b3f02f74e510 req-76e07613-ccc3-4bc3-94f1-35430d8159f2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563531 Aug 21 18:04:31.813111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Attempting to bind port 0f785a69-9299-4052-a2d5-1a144b4488ce on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:31.813453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Attempting to bind port 0f785a69-9299-4052-a2d5-1a144b4488ce by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:31.813781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Attempting to bind port 0f785a69-9299-4052-a2d5-1a144b4488ce on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:31.843927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-84650fba-c729-4a1a-b572-0a16e6ce9fba tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/3c8e787a-512a-4e96-8634-aa7ff5e34c2d HTTP/1.1" status: 200 len: 2405 time: 0.2480667 Aug 21 18:04:31.852308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Port 0f785a69-9299-4052-a2d5-1a144b4488ce on network 1377f771-d77d-4142-aac8-f02c134b2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:31.852637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Attempting to bind port 0f785a69-9299-4052-a2d5-1a144b4488ce on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:31.888202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:31.888202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:31.888202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Bound using segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:31.888685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Bound port: 0f785a69-9299-4052-a2d5-1a144b4488ce, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:31.888780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:31.902421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45174) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:31.910785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8b50-942e-400e-b542-2025edf05e29 req-d1ce58d1-d471-4786-a5be-435a903edab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:31.911915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72bb8b50-942e-400e-b542-2025edf05e29 req-d1ce58d1-d471-4786-a5be-435a903edab7 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3421221 Aug 21 18:04:31.927107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:31.964681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.031392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.036310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.036709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.037501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22726763-ab2b-4b48-a41b-1dbea31721f8 req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4224f499-6fb3-4881-a6ea-b0b6d5108bca HTTP/1.1" status: 204 len: 173 time: 0.1864183 Aug 21 18:04:32.051186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:32.053332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b9733-8210-4db3-adaa-908ac7a9137f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4224f499-6fb3-4881-a6ea-b0b6d5108bca,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:32.056359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f785a69-9299-4052-a2d5-1a144b4488ce,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:32.062935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.097581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.113885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:32.114470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.116045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 1135 time: 1.7286801 Aug 21 18:04:32.169477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:32.208230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.211049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.215379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "DELETE /v2.0/security-groups/3100c1ae-1207-4bf4-80e5-97eafcb5e913 HTTP/1.1" status: 204 len: 168 time: 0.3077841 Aug 21 18:04:32.216645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:32.236436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01354b5-fba0-4953-8385-f5b5582127f2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:32.237911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295e94-419f-400e-a526-70b5d9dc2b9d tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3100c1ae-1207-4bf4-80e5-97eafcb5e913,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:32.240272 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-c468ba21-a552-493a-a681-8b65e25ce5ec tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] show failed (client error): The resource could not be found. Aug 21 18:04:32.244313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c468ba21-a552-493a-a681-8b65e25ce5ec tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "GET /v2.0/security-groups/3100c1ae-1207-4bf4-80e5-97eafcb5e913 HTTP/1.1" status: 404 len: 347 time: 0.0238748 Aug 21 18:04:32.245634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45186) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:32.292150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561985d2-3558-4583-90bf-dfb0d082e4bd req-6f8b23a0-3c73-400a-9e74-3ecd11d17b78 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:32.301262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-561985d2-3558-4583-90bf-dfb0d082e4bd req-6f8b23a0-3c73-400a-9e74-3ecd11d17b78 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1803241 Aug 21 18:04:32.346852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.348280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-30014ea4-5361-4010-9bef-e018964ba6c0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472770 Aug 21 18:04:32.403448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-561985d2-3558-4583-90bf-dfb0d082e4bd req-5ea1595a-0eb7-4de9-a8b3-f2de9ad38a4c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980532 Aug 21 18:04:32.503424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1747069719', 'description': 'tempest-description-1949509845'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:32.524406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-d4d12259-d0bb-455d-b4b8-f43604b84d40 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:32.525877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-d4d12259-d0bb-455d-b4b8-f43604b84d40 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767452 Aug 21 18:04:32.545816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-7f6d74fd-87d8-43da-9f43-b46cd2b58bb0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/quotas/c6de1841628847d684c944bb7d1b8f40 HTTP/1.1" status: 200 len: 375 time: 0.0114801 Aug 21 18:04:32.552197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Deleting port b6ebdccf-3df2-46bb-9be0-ba667c92f32c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:32.552566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.577645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.667630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-e80263ef-dfe8-485f-b746-424c6d9dbef0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009538 Aug 21 18:04:32.689022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.689530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.718614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Calling delete_port for b6ebdccf-3df2-46bb-9be0-ba667c92f32c owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:32.722083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85904ae-0139-4f12-8ab9-582294f98a7c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:32.737358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.750831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.759000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Transition to ACTIVE for port object b85904ae-0139-4f12-8ab9-582294f98a7c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:32.760294 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.775551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.836362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:32.840273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:32.841497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ffb04ed-11ad-470a-8767-6ddc8b1136d3 req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3443983 Aug 21 18:04:32.876202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de04f9f-3c6d-42f3-a61f-bf005399df99 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8882f-5292-467d-bc5a-ce0d03bb221d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:32.902592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '0f785a69-9299-4052-a2d5-1a144b4488ce'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:32.905159 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280a8b44-5a06-47b3-b835-8a72a9f2684d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "0f785a69-9299-4052-a2d5-1a144b4488ce"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:32.979422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba35916-ba4b-4dc5-90a6-a0ef47831554 req-fd6b73ee-7531-4165-a0b7-833b20beed39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:32.987361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ba35916-ba4b-4dc5-90a6-a0ef47831554 req-fd6b73ee-7531-4165-a0b7-833b20beed39 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.1035194 Aug 21 18:04:33.046755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ba35916-ba4b-4dc5-90a6-a0ef47831554 req-83ff279c-025d-483e-8e7b-45a9116dd9f8 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583546 Aug 21 18:04:33.078825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.124338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Pushing event deleted for resources: {'Port': ['ID=b6ebdccf-3df2-46bb-9be0-ba667c92f32c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:33.145757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.153370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.160214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.167388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.173102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.182103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.193762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.208048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-044118a5-3e21-48d1-a3d3-3a4562210b50 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5380 time: 0.2023225 Aug 21 18:04:33.219640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0763ba08-6c6d-46ee-980b-5735b4b1e5c3 req-9ebae09a-c367-4762-859f-1c043e1326a2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 210 time: 0.0974162 Aug 21 18:04:33.220557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.223167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.224290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b907efc9-de61-45f6-a41d-c0d4c4ca9102 tempest-ServersWithSpecificFlavorTestJSON-1452685147 tempest-ServersWithSpecificFlavorTestJSON-1452685147-project] 10.222.0.41 "DELETE /v2.0/floatingips/c49b08f8-e981-4df6-8783-fea816ead11c HTTP/1.1" status: 204 len: 168 time: 0.9772542 Aug 21 18:04:33.264216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d993530e-45d7-44a4-9515-c96cb7f62eca req-43bc5f4f-f799-4607-9d5d-42bac7d5060b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550628 Aug 21 18:04:33.273827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-72477c5b-1108-45ef-b900-a9d3b6329a12 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.275584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-72477c5b-1108-45ef-b900-a9d3b6329a12 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.3663824 Aug 21 18:04:33.279072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Attempting to bind port b85904ae-0139-4f12-8ab9-582294f98a7c on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:33.279728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Attempting to bind port b85904ae-0139-4f12-8ab9-582294f98a7c by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:33.280226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Attempting to bind port b85904ae-0139-4f12-8ab9-582294f98a7c on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:33.317510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd0f2984-b255-43ad-b174-b3bc074be8c4 req-e10c9263-0363-467f-b5f8-fb04e89c905f tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/e5d8882f-5292-467d-bc5a-ce0d03bb221d HTTP/1.1" status: 200 len: 1813 time: 0.0751538 Aug 21 18:04:33.376622 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926b300-060d-49ef-b3c2-4b6c67fe07c6 x-openstack-request-id: req-e926b300-060d-49ef-b3c2-4b6c67fe07c6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:33.377180 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "0f785a69-9299-4052-a2d5-1a144b4488ce", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:33.377773 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e926b300-060d-49ef-b3c2-4b6c67fe07c6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:33.378350 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '0f785a69-9299-4052-a2d5-1a144b4488ce', 'status': 'completed', 'code': 200} Aug 21 18:04:33.379467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Port b85904ae-0139-4f12-8ab9-582294f98a7c on network 1377f771-d77d-4142-aac8-f02c134b2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:33.379977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Attempting to bind port b85904ae-0139-4f12-8ab9-582294f98a7c on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:33.423845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:33.424135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:33.424493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Bound using segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:33.425875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Bound port: b85904ae-0139-4f12-8ab9-582294f98a7c, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:33.425875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.457581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.463669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.463669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.472069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.474874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.475375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.475900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.480916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-1c3b9485-991d-4e12-b4e2-40cc4ab80373 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6178 time: 0.1110129 Aug 21 18:04:33.487728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-579387125', 'description': 'tempest-description-248625303'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:33.514612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Deleting port fc5d196a-b50c-4f33-857b-48672474f9f7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:33.515291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.607892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:33.643885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b85904ae-0139-4f12-8ab9-582294f98a7c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:33.666797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac077330-c3db-451a-9aa8-e0e7f5e7ddf3 req-3aa992ca-50cc-41b8-98e3-17415939aae9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.668539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac077330-c3db-451a-9aa8-e0e7f5e7ddf3 req-3aa992ca-50cc-41b8-98e3-17415939aae9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1237760 Aug 21 18:04:33.672182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.679672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.774531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-7a3fec70-f575-456c-86dd-0af0a46b9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.775032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-7a3fec70-f575-456c-86dd-0af0a46b9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.775523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-7a3fec70-f575-456c-86dd-0af0a46b9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.777235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-7a3fec70-f575-456c-86dd-0af0a46b9895 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2728524 Aug 21 18:04:33.780164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] For port fc5d196a-b50c-4f33-857b-48672474f9f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fc5d196a-b50c-4f33-857b-48672474f9f7,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:33.781169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.790811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac077330-c3db-451a-9aa8-e0e7f5e7ddf3 req-4ee29e08-e79a-4e80-bc46-3a30c6060dd2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082518 Aug 21 18:04:33.792773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:33.793679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.795389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] 10.222.0.64 "PUT /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 1136 time: 1.6341650 Aug 21 18:04:33.853009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Calling delete_port for fc5d196a-b50c-4f33-857b-48672474f9f7 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:33.863672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:33.898897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44467991-7fdd-4614-8d2c-426845a50177 service neutron] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:33.905371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:33.967468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.048722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.065778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a8faea9-8706-405e-b7e7-4884618e54d0 req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.5795135 Aug 21 18:04:34.109575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.186250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa170b33-e430-4b58-b891-83c58a4db8e8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5814d916-63ba-4047-b826-ac43c4ee66b7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:34.270404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-9e216a21-7258-4f02-ae0a-4bada5650d73 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c6de1841628847d684c944bb7d1b8f40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854127 Aug 21 18:04:34.292002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20fcef-aaaa-49a9-a3ca-f07ca78f3915 req-4dc777ec-955f-4b5e-a928-4a3195d67dab tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.294261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab20fcef-aaaa-49a9-a3ca-f07ca78f3915 req-4dc777ec-955f-4b5e-a928-4a3195d67dab tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 945 time: 0.1343937 Aug 21 18:04:34.325816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-079794b5-78a4-47a0-9534-94f53ba47c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.327344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-280a8b44-5a06-47b3-b835-8a72a9f2684d req-079794b5-78a4-47a0-9534-94f53ba47c7d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5392721 Aug 21 18:04:34.353078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.367038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:34.396615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event deleted for resources: {'Port': ['ID=fc5d196a-b50c-4f33-857b-48672474f9f7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:34.411079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd9f4299-f64f-484e-b33a-37e02c1591aa req-6f67127d-3057-419e-8730-c01d9ed40b55 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/5814d916-63ba-4047-b826-ac43c4ee66b7 HTTP/1.1" status: 200 len: 1811 time: 0.2814095 Aug 21 18:04:34.521036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-264fc5a9-4dcb-4869-9a0d-09a55131676a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.532382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-264fc5a9-4dcb-4869-9a0d-09a55131676a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451725 Aug 21 18:04:34.534159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] No DVR routers for this DVR port fc5d196a-b50c-4f33-857b-48672474f9f7 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:34.539323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.542058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e915f921-9f5f-4b7c-842a-bc86f9681572 req-d44f659c-1206-4baf-9b6e-d5b8bd7fd807 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "DELETE /v2.0/ports/fc5d196a-b50c-4f33-857b-48672474f9f7 HTTP/1.1" status: 204 len: 173 time: 1.2576561 Aug 21 18:04:34.546523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab20fcef-aaaa-49a9-a3ca-f07ca78f3915 req-d6891c76-0192-446f-9288-16bd20eb6327 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021110 Aug 21 18:04:34.556498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Request body: {'port': {'device_id': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'c6de1841628847d684c944bb7d1b8f40'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:34.604632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ac8c805-e455-4b81-83b0-1920d58272b0 req-7c8946bb-46e6-45b3-af7c-4d1661c6158c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 210 time: 0.0626111 Aug 21 18:04:34.701570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32595f40-8532-4865-b1c0-b391d91985be {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:34.709947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.725031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Transition to ACTIVE for port object 32595f40-8532-4865-b1c0-b391d91985be will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:34.735716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-396268090', 'description': 'tempest-description-1331324847'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:34.738535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.755721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Made reservation on behalf of c6de1841628847d684c944bb7d1b8f40 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:34.759502 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.789440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.829270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:34.853105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.859786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.866680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.874890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.882974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.889884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.896960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:34.899217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-f73c9e2d-f305-431f-ac87-81123f81e9b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5392 time: 0.1729798 Aug 21 18:04:34.985373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:34.997570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Allocated IP 192.168.233.169 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/49f92de2-31ee-4c7d-8213-d116628c0471) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:35.012691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.030980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c02ec824-c79f-4b83-ac6f-b4a087115c58 req-24a88548-49d5-4346-83fc-f446acff2976 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093791 Aug 21 18:04:35.037768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Attempting to bind port 32595f40-8532-4865-b1c0-b391d91985be on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:35.039159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Attempting to bind port 32595f40-8532-4865-b1c0-b391d91985be by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:35.039772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Attempting to bind port 32595f40-8532-4865-b1c0-b391d91985be on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:35.064672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Port 32595f40-8532-4865-b1c0-b391d91985be on network 1377f771-d77d-4142-aac8-f02c134b2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:35.065169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Attempting to bind port 32595f40-8532-4865-b1c0-b391d91985be on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:35.073974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:35.074468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:35.074982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Bound using segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:35.075520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Bound port: 32595f40-8532-4865-b1c0-b391d91985be, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:35.076147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.092525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.093793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec0b3af2-8ddd-4222-8548-964be1d4c851 req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3660202 Aug 21 18:04:35.097190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb74e6e-8c15-4a4d-ae52-101d856d9149 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37fd214-53a1-4939-8f22-df25716748d8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:35.179786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:35.186021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:35.191722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.209815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:35.210378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.212811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] 10.222.0.64 "PUT /v2.0/ports/32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 1091 time: 1.3561420 Aug 21 18:04:35.273582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff2b4738-b13f-47e1-ae57-b1cf6bdaa168 req-6ac9e0a2-6e1a-4c60-9cb1-e91254eafd70 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/e37fd214-53a1-4939-8f22-df25716748d8 HTTP/1.1" status: 200 len: 1812 time: 0.1117616 Aug 21 18:04:35.280709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:35.314892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.334396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Transition to ACTIVE for port object 49f92de2-31ee-4c7d-8213-d116628c0471 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:35.366416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1826660474', 'description': 'tempest-description-376889009'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:35.382027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.396889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': 'b85904ae-0139-4f12-8ab9-582294f98a7c'}, {'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-deleted', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7'}, {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '32595f40-8532-4865-b1c0-b391d91985be'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:35.399323 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "b85904ae-0139-4f12-8ab9-582294f98a7c"}, {"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-deleted", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7"}, {"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "32595f40-8532-4865-b1c0-b391d91985be"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:35.403083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.409990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41e33d-3da2-4ae6-ba3c-57adbb65f106 service neutron] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:35.420410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.434251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'de69ff70-9a9a-4356-84bf-ddae0ca4e121'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:35.452931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0474eeb-e421-478f-b8e8-c1fe78b02894 req-b46ef1a0-cb7b-4e10-a341-f6d346e5694f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:35.461600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0474eeb-e421-478f-b8e8-c1fe78b02894 req-b46ef1a0-cb7b-4e10-a341-f6d346e5694f tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.2471495 Aug 21 18:04:35.481239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:35.488518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:35.496301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:35.560850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:35.561662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.599614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event updated for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:35.620361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0474eeb-e421-478f-b8e8-c1fe78b02894 req-99aaac70-e2fd-4162-a4e5-e7f972cd6bcc tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576273 Aug 21 18:04:35.674691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.688005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.725886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a721e94-c119-4a1c-92e5-f4ba4d93880f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:35.728870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45262) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:35.732383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ab383075-5438-4e5e-ba48-6610e1d2954b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1811273 Aug 21 18:04:35.749522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Request body: {'port': {'device_id': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:35.838950 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8c40da-dc4e-4284-bcdb-bfd87bfc5628 x-openstack-request-id: req-9b8c40da-dc4e-4284-bcdb-bfd87bfc5628 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:35.839700 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "b85904ae-0139-4f12-8ab9-582294f98a7c", "status": "completed", "code": 200}, {"server_uuid": "4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb", "name": "network-vif-deleted", "tag": "fc5d196a-b50c-4f33-857b-48672474f9f7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "32595f40-8532-4865-b1c0-b391d91985be", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:35.840136 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b8c40da-dc4e-4284-bcdb-bfd87bfc5628 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:35.840699 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': 'b85904ae-0139-4f12-8ab9-582294f98a7c', 'status': 'completed', 'code': 200} Aug 21 18:04:35.841297 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb', 'name': 'network-vif-deleted', 'tag': 'fc5d196a-b50c-4f33-857b-48672474f9f7', 'status': 'completed', 'code': 200} Aug 21 18:04:35.841870 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '32595f40-8532-4865-b1c0-b391d91985be', 'status': 'completed', 'code': 200} Aug 21 18:04:35.845253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.846853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5704e9a2-2a65-4caf-8178-cc89bcb07100 req-647f2bb6-e0ce-4b38-863f-f1c02c9ce750 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4896855 Aug 21 18:04:35.921898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:35.987345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f2344ead-3191-460a-88df-8e63049110a2 None None] Provisioning for port 49f92de2-31ee-4c7d-8213-d116628c0471 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:35.993038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f2344ead-3191-460a-88df-8e63049110a2 None None] Provisioning complete for port 49f92de2-31ee-4c7d-8213-d116628c0471 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:35.993415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f2344ead-3191-460a-88df-8e63049110a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:36.034799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f2344ead-3191-460a-88df-8e63049110a2 None None] Port 49f92de2-31ee-4c7d-8213-d116628c0471 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:04:36.279362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:36.310979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: fc5d196a-b50c-4f33-857b-48672474f9f7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:36.311928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fc5d196a-b50c-4f33-857b-48672474f9f7 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:36.318578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ccc4848-ffd8-45c2-b84f-b89f7f664d38 req-c516ea27-aa08-4c89-8abc-1811b364845b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.4095814 Aug 21 18:04:36.404924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.405812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.406155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.406747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.407357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.407918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.408426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.410856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-88458273-2001-41ba-aeae-327a6d4fbe2c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6288 time: 0.5344300 Aug 21 18:04:36.447814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecea70-1ddd-43f5-b762-d908cbf52afd req-a2edad97-67a7-400a-a1ea-a6865faad568 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.455089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1ecea70-1ddd-43f5-b762-d908cbf52afd req-a2edad97-67a7-400a-a1ea-a6865faad568 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 936 time: 0.5235565 Aug 21 18:04:36.513938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051a996a-e1c8-4f43-bd25-a69c59f4029c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:36.529921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:36.567188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Transition to ACTIVE for port object 051a996a-e1c8-4f43-bd25-a69c59f4029c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:36.582731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1ecea70-1ddd-43f5-b762-d908cbf52afd req-5b73b7f1-d972-4bc7-8e0c-56102f822e70 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264241 Aug 21 18:04:36.585672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:36.591377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7359818-8378-40f0-bdb4-8b3e54c0b199 req-723adeee-2d45-40c8-894d-e85d03a718c0 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/6a721e94-c119-4a1c-92e5-f4ba4d93880f HTTP/1.1" status: 200 len: 1812 time: 0.1788638 Aug 21 18:04:36.660625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-7693615e-5c02-43c6-af79-19abaa70ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.661167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-7693615e-5c02-43c6-af79-19abaa70ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.661748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-7693615e-5c02-43c6-af79-19abaa70ffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.664081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-7693615e-5c02-43c6-af79-19abaa70ffc8 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2287576 Aug 21 18:04:36.689500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:36.715661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49f92de2-31ee-4c7d-8213-d116628c0471 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:36.741734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:36.764877 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-338c7856-afbe-41f4-bf5c-dc514d99a738 req-4da457ef-3713-4351-b919-feb76082ab53 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] show failed (client error): The resource could not be found. Aug 21 18:04:36.765912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-338c7856-afbe-41f4-bf5c-dc514d99a738 req-4da457ef-3713-4351-b919-feb76082ab53 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/9c89a5e3-ddf9-4033-8939-e6dc16d1fb5e HTTP/1.1" status: 404 len: 352 time: 0.0218210 Aug 21 18:04:36.783577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Transition to ACTIVE for port object 49f92de2-31ee-4c7d-8213-d116628c0471 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:36.855256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:36.937206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-48a23717-5f42-4c52-b97f-b572c259968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.939082 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-48a23717-5f42-4c52-b97f-b572c259968e service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607045 Aug 21 18:04:36.940846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:36.969116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.986100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:36.992814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.000073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.006943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.008063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf95c26-b9cf-474a-83b3-fb60de3b239c req-07bc0079-76e2-4b9f-81af-e88596330ac9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.011520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1bf95c26-b9cf-474a-83b3-fb60de3b239c req-07bc0079-76e2-4b9f-81af-e88596330ac9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1675131 Aug 21 18:04:37.014088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.020831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.030215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-874da899-8c5d-4435-94fb-139a040f32b8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5404 time: 0.3072493 Aug 21 18:04:37.041740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Attempting to bind port 051a996a-e1c8-4f43-bd25-a69c59f4029c on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:37.042161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Attempting to bind port 051a996a-e1c8-4f43-bd25-a69c59f4029c by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:37.042610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Attempting to bind port 051a996a-e1c8-4f43-bd25-a69c59f4029c on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:37.126549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-554f295e-c259-4e46-85b1-ebd64d268bd2 req-5f8ce455-09f3-458e-9db2-54850d7613b7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952022 Aug 21 18:04:37.137131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Port 051a996a-e1c8-4f43-bd25-a69c59f4029c on network 1377f771-d77d-4142-aac8-f02c134b2588 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:37.137657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Attempting to bind port 051a996a-e1c8-4f43-bd25-a69c59f4029c on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:37.156677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1bf95c26-b9cf-474a-83b3-fb60de3b239c req-62602691-b87d-4d1d-af60-fae32eb00918 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119399 Aug 21 18:04:37.179935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:37.179935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Checking segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:37.179935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Bound using segment: {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:37.179935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Bound port: 051a996a-e1c8-4f43-bd25-a69c59f4029c, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f105f39-6ff3-4e3c-8949-6b8407638232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:37.179935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.196945 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-ca226b41-ff83-46a4-8a6c-79259b86ddd5 req-5d29db7f-0562-461c-b057-ea3b46dac85d tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] show failed (client error): The resource could not be found. Aug 21 18:04:37.197989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca226b41-ff83-46a4-8a6c-79259b86ddd5 req-5d29db7f-0562-461c-b057-ea3b46dac85d tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-group-rules/4f760bcc-e5a8-4035-88e1-20b1df683387 HTTP/1.1" status: 404 len: 361 time: 0.0400996 Aug 21 18:04:37.229774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Attempting to bind port 49f92de2-31ee-4c7d-8213-d116628c0471 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:37.230112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Attempting to bind port 49f92de2-31ee-4c7d-8213-d116628c0471 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:37.230449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Attempting to bind port 49f92de2-31ee-4c7d-8213-d116628c0471 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:37.235006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.235558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.236363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.237463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.238074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.238625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.239272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.241566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-0f55faa8-3c5e-404c-a7ea-2abe39b72c28 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6314 time: 0.2090962 Aug 21 18:04:37.249789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Port 49f92de2-31ee-4c7d-8213-d116628c0471 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:37.250134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Attempting to bind port 49f92de2-31ee-4c7d-8213-d116628c0471 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:37.280053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:37.280362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:37.280769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:37.281210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Bound port: 49f92de2-31ee-4c7d-8213-d116628c0471, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:37.281577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.329039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-eaf762a5-bf67-4e82-91bc-a112d049160e tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/6a721e94-c119-4a1c-92e5-f4ba4d93880f HTTP/1.1" status: 200 len: 1812 time: 0.0915523 Aug 21 18:04:37.348369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.348988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:37.354267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:37.365909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.445195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.446559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.447970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] 10.222.0.64 "PUT /v2.0/ports/051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 1091 time: 2.1904614 Aug 21 18:04:37.468152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:37.473282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=49f92de2-31ee-4c7d-8213-d116628c0471,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:37.476314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd3cca99-7380-4910-aed6-7b857212dd2f req-77b12a07-d91f-4953-9e72-304c4dcd5bbc tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0607498 Aug 21 18:04:37.487151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:37.504224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-4edf750f-19bb-46fa-b9b7-dd1629076564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.504864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-4edf750f-19bb-46fa-b9b7-dd1629076564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.505408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-4edf750f-19bb-46fa-b9b7-dd1629076564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.507224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-4edf750f-19bb-46fa-b9b7-dd1629076564 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2557113 Aug 21 18:04:37.532748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.562717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8695be-4908-49ce-822f-243a6c674bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:37.640752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.644570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.646799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.646799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/49f92de2-31ee-4c7d-8213-d116628c0471 HTTP/1.1" status: 200 len: 1097 time: 1.9038939 Aug 21 18:04:37.655372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:37.657901 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:37.663441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.814810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-aadcc9fa-5449-4857-ba79-5f53e2ed45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.819333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de3e4e05-2d0a-4d6b-a320-ada1d4e4114f req-aadcc9fa-5449-4857-ba79-5f53e2ed45ae service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2903025 Aug 21 18:04:37.843887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:37.846670 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad14ec52-17a6-4545-a88c-ba402cfb43ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:37.891112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:37.925137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d96ff-9925-431e-b601-1c30cc4a99e5 service neutron] Pushing event updated for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:37.932529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26711f-4ddb-4f2d-a020-2d81189df36b req-8a3f93bf-8f3f-4ffa-bcc3-9af560321427 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.935137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d26711f-4ddb-4f2d-a020-2d81189df36b req-8a3f93bf-8f3f-4ffa-bcc3-9af560321427 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 948 time: 0.2178469 Aug 21 18:04:37.959684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-1b9ec57f-887e-443f-8d26-f0a04bea45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:37.961237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-1b9ec57f-887e-443f-8d26-f0a04bea45fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 1100 time: 0.1931872 Aug 21 18:04:38.030760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-eeb2f06c-5d87-4659-90ad-b4be4f6d74b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=49f92de2-31ee-4c7d-8213-d116628c0471 HTTP/1.1" status: 200 len: 217 time: 0.0559680 Aug 21 18:04:38.043978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d26711f-4ddb-4f2d-a020-2d81189df36b req-a700405b-1011-43d2-bbb2-f0dcfb8c796b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Aug 21 18:04:38.077297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.080112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.081294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c526cd-42eb-4ef8-ae68-09dc421191dd req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-groups/6a721e94-c119-4a1c-92e5-f4ba4d93880f HTTP/1.1" status: 204 len: 173 time: 0.7293534 Aug 21 18:04:38.131102 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393e405d-cea8-44a6-8183-42b6606cfbe0 x-openstack-request-id: req-393e405d-cea8-44a6-8183-42b6606cfbe0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:38.131385 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:38.131638 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-393e405d-cea8-44a6-8183-42b6606cfbe0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:38.132030 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471', 'status': 'completed', 'code': 200} Aug 21 18:04:38.139264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb72076f-7011-4def-aedd-a4b71d35a4f2 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a721e94-c119-4a1c-92e5-f4ba4d93880f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:38.167741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:38.180805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ed72172c-5251-41b3-b690-8e52d34f7056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.182799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-ed72172c-5251-41b3-b690-8e52d34f7056 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1260726 Aug 21 18:04:38.186297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.211625 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd75242-b20e-4857-b58f-d1f23eb3bc39 x-openstack-request-id: req-dbd75242-b20e-4857-b58f-d1f23eb3bc39 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:38.211939 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:38.212184 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbd75242-b20e-4857-b58f-d1f23eb3bc39 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:38.212843 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'status': 'completed', 'code': 200} Aug 21 18:04:38.213655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Transition to ACTIVE for port object 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:38.219264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.283644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-60507edc-7eb7-42fa-9795-b3d8a254156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.285047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-60507edc-7eb7-42fa-9795-b3d8a254156e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0925357 Aug 21 18:04:38.293677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Deleting port 3f5ed5ac-1451-474a-837d-30fd19cc2340 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:38.294025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.297888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-64b09360-b29d-4659-9d6f-00f1dead6f96 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/e37fd214-53a1-4939-8f22-df25716748d8 HTTP/1.1" status: 200 len: 1812 time: 0.0938187 Aug 21 18:04:38.342845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:38.442911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.443401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.443876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.444627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.444803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.445271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.445834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.447775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-93d44da3-e3fa-448a-b113-502b160feb4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6382 time: 0.1930096 Aug 21 18:04:38.467455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.473625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.479750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.485769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.497034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.503306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.509043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.511915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-53133821-4eec-41ad-9ce5-a33533a1b12c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5416 time: 0.1984663 Aug 21 18:04:38.527495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.532271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] For port 3f5ed5ac-1451-474a-837d-30fd19cc2340, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f5ed5ac-1451-474a-837d-30fd19cc2340,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:38.532271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.543843 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-555261a4-d0ec-4fa1-a568-dd71789758ef service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438757 Aug 21 18:04:38.560346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Calling delete_port for 3f5ed5ac-1451-474a-837d-30fd19cc2340 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:38.585308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Attempting to bind port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:38.585308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Attempting to bind port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:38.585664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Attempting to bind port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:38.602958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:38.603325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Attempting to bind port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:38.631973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.668111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84633b68-a1c9-4d7f-9e94-1c73aaf9936e req-3f32eb96-e85a-4970-87e4-8e3d13a262cb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245821 Aug 21 18:04:38.682683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:38.683372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Checking segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:38.683965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Bound using segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:38.684719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Bound port: 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:38.685250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.773651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fec5f8bc-4399-4dd5-a83e-bc6a1ba3c75f req-7bcc2817-745b-4563-8133-7737c12cc9e7 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169142 Aug 21 18:04:38.775268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-119d62a3-c7e6-41dd-b53a-a90811b1bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.775764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-119d62a3-c7e6-41dd-b53a-a90811b1bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.776257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-119d62a3-c7e6-41dd-b53a-a90811b1bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.778670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-119d62a3-c7e6-41dd-b53a-a90811b1bf41 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2656212 Aug 21 18:04:38.784392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.789248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:38.792637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-594bcde3-cc90-405c-8f67-a5266cebb0e6 req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-groups/e37fd214-53a1-4939-8f22-df25716748d8 HTTP/1.1" status: 204 len: 173 time: 0.4833343 Aug 21 18:04:38.864938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e86bf-2481-47de-ac18-8c938a564a01 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37fd214-53a1-4939-8f22-df25716748d8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:38.934505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb1c7a-19f0-4772-81ea-ba6d29791859 req-c4e29711-bc73-40eb-aeed-424fba2e7403 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.936121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cffb1c7a-19f0-4772-81ea-ba6d29791859 req-c4e29711-bc73-40eb-aeed-424fba2e7403 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1565149 Aug 21 18:04:38.943806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:38.952114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-21532b87-51b5-44ea-bbf6-f82407a62b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:38.953667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-21532b87-51b5-44ea-bbf6-f82407a62b5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6de1841628847d684c944bb7d1b8f40&device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 1100 time: 0.1063647 Aug 21 18:04:38.957451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbac6999-7b39-40b0-8d40-a32f1b8b5935 req-d738dd30-ead4-4281-bf90-12e7b7fca37a tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0501282 Aug 21 18:04:38.977056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:39.002322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.080633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:39.086468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.087241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.093098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.096142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-86dfc8ef-ff27-46cd-8ca2-79705cd523b1 service neutron] 10.222.0.64 "PUT /v2.0/ports/679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 1092 time: 1.6163325 Aug 21 18:04:39.103066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-4eda4e5e-81a1-4229-84ba-8e693b4c5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.105030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad14ec52-17a6-4545-a88c-ba402cfb43ed req-4eda4e5e-81a1-4229-84ba-8e693b4c5787 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3142068 Aug 21 18:04:39.134693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Request body: {'port': {'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:39.148337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cffb1c7a-19f0-4772-81ea-ba6d29791859 req-ffb84cae-4c49-4bec-9c9f-e16b819fda89 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957386 Aug 21 18:04:39.198645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5ed5ac-1451-474a-837d-30fd19cc2340,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:39.207427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-8b55518e-9d3b-44a7-a2b8-66cb5cb9a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.209429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-8b55518e-9d3b-44a7-a2b8-66cb5cb9a74a service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2470832 Aug 21 18:04:39.256102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.464031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c5245-7f70-436c-9139-27e8212727b9 req-e0c81b94-d9f8-4146-beb0-a16fdff84b83 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.471907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c5c5245-7f70-436c-9139-27e8212727b9 req-e0c81b94-d9f8-4146-beb0-a16fdff84b83 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 948 time: 0.1957090 Aug 21 18:04:39.522166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c5c5245-7f70-436c-9139-27e8212727b9 req-12386eab-4a8f-4110-82e1-c172ab43288f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Aug 21 18:04:39.558756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-16697d41-2f95-4e0c-8f72-2a06d1b0144c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=49f92de2-31ee-4c7d-8213-d116628c0471 HTTP/1.1" status: 200 len: 217 time: 0.3187017 Aug 21 18:04:39.627337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d657857-c997-4836-8d72-871f610d7f0f req-278b6b98-199c-4f1c-bcd2-820707acbf55 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/5814d916-63ba-4047-b826-ac43c4ee66b7 HTTP/1.1" status: 200 len: 1811 time: 0.5317886 Aug 21 18:04:39.718208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-963fb175-9b28-494b-9ab2-4fb1c5ec7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.719707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-963fb175-9b28-494b-9ab2-4fb1c5ec7e14 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1159778 Aug 21 18:04:39.725032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d77109-c7e6-4219-9679-39f010c5b546 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:39.734690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.747473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Transition to ACTIVE for port object f2d77109-c7e6-4219-9679-39f010c5b546 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:39.756912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.812690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2d657857-c997-4836-8d72-871f610d7f0f req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.850550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:39.890664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-16658238-206f-4d0c-ab5d-9002de30dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.891877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.893285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-16658238-206f-4d0c-ab5d-9002de30dcbf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257951 Aug 21 18:04:39.895315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2d657857-c997-4836-8d72-871f610d7f0f req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:39.898718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.906061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.912226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.918517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.924734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.930961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:39.932937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-e9cc36c9-e7a2-4ee1-b40f-88676f9b274f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1426842 Aug 21 18:04:40.022091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f592bf-2392-4bc0-bbd9-1ae838e0eb23 req-d70406bc-4dcf-44b4-8c38-83e8fb70be9a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638769 Aug 21 18:04:40.023270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Attempting to bind port f2d77109-c7e6-4219-9679-39f010c5b546 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:40.023270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Attempting to bind port f2d77109-c7e6-4219-9679-39f010c5b546 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:40.023606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Attempting to bind port f2d77109-c7e6-4219-9679-39f010c5b546 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:40.032480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-722d5174-253c-4eb7-854f-0bf77abe00b1 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271665 Aug 21 18:04:40.033823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Port f2d77109-c7e6-4219-9679-39f010c5b546 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:40.034161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Attempting to bind port f2d77109-c7e6-4219-9679-39f010c5b546 on network 122b5a72-74c5-4768-a7a4-52e290ff18fe {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:40.040775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.044492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:40.044976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Checking segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:40.045513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Bound using segment: {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:40.045955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Bound port: f2d77109-c7e6-4219-9679-39f010c5b546, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9f2aa8-aef3-41f8-9da7-015be425d6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:40.046332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.136579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2d657857-c997-4836-8d72-871f610d7f0f req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.139202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2d657857-c997-4836-8d72-871f610d7f0f req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.140558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d657857-c997-4836-8d72-871f610d7f0f req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-groups/5814d916-63ba-4047-b826-ac43c4ee66b7 HTTP/1.1" status: 204 len: 173 time: 0.4868956 Aug 21 18:04:40.181941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10eda819-9364-4ab2-892e-ef6d49eb8450 req-ec5c4088-8cd1-47e5-8bbd-af93f54d4652 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0536189 Aug 21 18:04:40.190238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e067bc9-fe65-4301-b7e6-03f4761a4b5a tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814d916-63ba-4047-b826-ac43c4ee66b7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:40.221469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:40.224002 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:40.270586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:40.297379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:40.305626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ab164c5-15ef-4a1a-9709-97a03a44d9ec req-05227f0b-5db8-47d8-a65b-8c77ebb98b87 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486804 Aug 21 18:04:40.309715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.344265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-de22c8ec-1240-462c-b166-97228a419d61 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/e5d8882f-5292-467d-bc5a-ce0d03bb221d HTTP/1.1" status: 200 len: 1813 time: 0.1064494 Aug 21 18:04:40.353400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.353995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.355827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 1092 time: 1.2272904 Aug 21 18:04:40.437186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441093d-9680-4cde-bb6c-044fe71ac071 req-c83f45c0-37b7-4ee6-bfaa-ee88f4a4b83b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.438867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8441093d-9680-4cde-bb6c-044fe71ac071 req-c83f45c0-37b7-4ee6-bfaa-ee88f4a4b83b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1322875 Aug 21 18:04:40.453404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd750bc-9707-404e-8f6a-fdff528d8023 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:40.534116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.541135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.541617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.542123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.542709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.543172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.543629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.544386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.554837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c88bada6-aa9c-4144-931d-5ba3ac2e9fe5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6492 time: 0.1409552 Aug 21 18:04:40.565532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8441093d-9680-4cde-bb6c-044fe71ac071 req-29ae1292-fe49-49a8-8720-9efaffedaafd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177604 Aug 21 18:04:40.608671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Router 847f4530-1086-4b00-9ced-27830a90e0ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:04:40.770300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:04:40.782299 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Sync routers for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:04:40.784359 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-183f2636-2d9c-42e9-b1af-b9b61dcc9380 admin admin] 10.222.0.41 "PUT /v2.0/routers/847f4530-1086-4b00-9ced-27830a90e0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0537701 Aug 21 18:04:40.788599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45324) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:40.806943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:40.808075 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:40.887397 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed97209-18bd-4aac-b187-d3f9fbe807ed x-openstack-request-id: req-eed97209-18bd-4aac-b187-d3f9fbe807ed {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:40.887668 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:40.887918 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eed97209-18bd-4aac-b187-d3f9fbe807ed {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:40.888304 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'status': 'completed', 'code': 200} Aug 21 18:04:40.895053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-49bc35db-146f-48f0-83e3-7a2de45fcc03 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 217 time: 0.3381164 Aug 21 18:04:40.903037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.934577 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:40.950757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:40.953101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 49f92de2-31ee-4c7d-8213-d116628c0471 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:40.985426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-32008008-9709-46a1-8fce-a56d20ddabaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:40.987578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-32008008-9709-46a1-8fce-a56d20ddabaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.0818000 Aug 21 18:04:40.994329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.003446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.007821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f4c0dfd-3d5c-4d29-a1bd-8a146c58726c req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-groups/e5d8882f-5292-467d-bc5a-ce0d03bb221d HTTP/1.1" status: 204 len: 173 time: 0.6494119 Aug 21 18:04:41.060420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e054ee-2b42-4449-bc2d-5b5a157e5de1 req-b3fc00b0-7df8-4fa4-a634-db6fb8c94953 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.067673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09e054ee-2b42-4449-bc2d-5b5a157e5de1 req-b3fc00b0-7df8-4fa4-a634-db6fb8c94953 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 948 time: 0.2953317 Aug 21 18:04:41.106407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181617a8-3125-4ab8-ab52-4dbe9bc45496 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8882f-5292-467d-bc5a-ce0d03bb221d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:41.112870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=49f92de2-31ee-4c7d-8213-d116628c0471,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:41.145023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09e054ee-2b42-4449-bc2d-5b5a157e5de1 req-e0f8482a-da8e-41c6-beb0-79eee82474db tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762002 Aug 21 18:04:41.146749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ed292a12-0688-44ad-92bd-322a8f1269f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.148413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-ed292a12-0688-44ad-92bd-322a8f1269f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1377513 Aug 21 18:04:41.149558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.170816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '49f92de2-31ee-4c7d-8213-d116628c0471', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '49f92de2-31ee-4c7d-8213-d116628c0471', 'mac_address': 'fa:16:3e:cc:cd:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:41.248199 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T18:04:38Z', 'revision_number': 5, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port': {'id': 'cbd61680-7dfa-4ece-aa25-d738f17ddb49', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:10:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:25Z', 'updated_at': '2021-08-21T17:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:41.262793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.275599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-183d3261-184d-417c-a710-3e025c0c162f service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038394 Aug 21 18:04:41.284925 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Checking router: 847f4530-1086-4b00-9ced-27830a90e0ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:04:41.295969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49f92de2-31ee-4c7d-8213-d116628c0471 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:41.297237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Routers {'847f4530-1086-4b00-9ced-27830a90e0ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:41.298214 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['847f4530-1086-4b00-9ced-27830a90e0ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:41.310767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.317609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.323983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.330389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.336673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.337637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=49f92de2-31ee-4c7d-8213-d116628c0471,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:41.343756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.348250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.350082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.359723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-069e0f14-25a8-4229-963a-56ed941cfe72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1273940 Aug 21 18:04:41.375881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-2c6d8dee-5279-415c-84f4-fb72889f17b8 tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "GET /v2.0/security-groups/3c8e787a-512a-4e96-8634-aa7ff5e34c2d HTTP/1.1" status: 200 len: 1812 time: 0.2212155 Aug 21 18:04:41.390532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Deleting port cbd61680-7dfa-4ece-aa25-d738f17ddb49 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:41.390898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.416049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:41.425090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] Set router 847f4530-1086-4b00-9ced-27830a90e0ab gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:41.425654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.426233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.426951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.427509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.428071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.428628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.429166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.429702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.430263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.431038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.431579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.432649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:04:41.447498 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-cf6929cb-d410-4d9d-b40c-ad4b94fef6dc service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618574 Aug 21 18:04:41.468749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09194f47-3bef-4f3f-8b77-e6592f32390f req-e630f42f-116e-41f0-a08c-8a5ba7a50b95 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1080394 Aug 21 18:04:41.497279 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T18:04:41Z', 'revision_number': 6, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:41.514108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-8cde1c71-e450-480b-a615-83e034cc6ed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 217 time: 0.0554974 Aug 21 18:04:41.514863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.531316 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c59a8a1-b159-4225-9ddd-cdd53bff4438 None None] The sync data for ids ['847f4530-1086-4b00-9ced-27830a90e0ab'] in n-d-793621-32 is: [{'id': '847f4530-1086-4b00-9ced-27830a90e0ab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1674199922-router', 'tenant_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:24Z', 'updated_at': '2021-08-21T18:04:41Z', 'revision_number': 6, 'project_id': '7a47c9cdb3ac4ea2be4e9a5cccf2e359', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:04:41.540698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] For port cbd61680-7dfa-4ece-aa25-d738f17ddb49, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cbd61680-7dfa-4ece-aa25-d738f17ddb49,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:41.541436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.556258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Calling delete_port for cbd61680-7dfa-4ece-aa25-d738f17ddb49 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:41.588416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-e9b44d93-2b0e-4ced-b848-333e280d76a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.590465 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-e9b44d93-2b0e-4ced-b848-333e280d76a5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0694003 Aug 21 18:04:41.607369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.613058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['49f92de2-31ee-4c7d-8213-d116628c0471'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:41.641107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10bd6f7c-8f60-4ad4-b811-c050ac1457b4 req-405f3243-7deb-49d0-9bbe-1854d6b6c6c0 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0628390 Aug 21 18:04:41.673606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-a88608ee-8c09-46de-b540-b2c8d1ac06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.676092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-a88608ee-8c09-46de-b540-b2c8d1ac06bb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0772645 Aug 21 18:04:41.718669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.721171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.730026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:41.733284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db3f49be-cb5b-4348-bb6b-4bcd3b771593 req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c8e787a-512a-4e96-8634-aa7ff5e34c2d HTTP/1.1" status: 204 len: 173 time: 0.3490162 Aug 21 18:04:41.828968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Deleting subnet 6495bd25-4b39-4c2d-988f-3a1e2e165517 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:04:41.838566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.849880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e15d63-4417-4fe5-acf6-c04b9a12fbbd tempest-SecurityGroupRulesNegativeTestJSON-586382055 tempest-SecurityGroupRulesNegativeTestJSON-586382055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8e787a-512a-4e96-8634-aa7ff5e34c2d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:41.885104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.897274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64f71f-9d98-4865-94b4-ea316bd510bd req-beb4a530-e732-47f1-994e-96a98310dd43 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:41.899054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de64f71f-9d98-4865-94b4-ea316bd510bd req-beb4a530-e732-47f1-994e-96a98310dd43 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1016920 Aug 21 18:04:41.904107 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:41.921833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-fbb50deb-8f6b-40b1-8c8d-b19722e2eb64 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272561 Aug 21 18:04:41.939691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f5ed5ac-1451-474a-837d-30fd19cc2340 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:41.950410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Pushing event deleted for resources: {'Port': ['ID=cbd61680-7dfa-4ece-aa25-d738f17ddb49,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:41.967128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3f5ed5ac-1451-474a-837d-30fd19cc2340 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:41.967714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f5ed5ac-1451-474a-837d-30fd19cc2340 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:41.987716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.073990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.079401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-1da344c4-791d-4893-b690-010f6e9a9f84 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567018 Aug 21 18:04:42.082388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de64f71f-9d98-4865-94b4-ea316bd510bd req-4834af86-b42f-4646-8c62-23d87d2cfecc tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733539 Aug 21 18:04:42.124538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-eba44c24-9315-41dc-918c-f5522da0a898 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 217 time: 0.0368860 Aug 21 18:04:42.157821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.184250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5ad126ed-8777-4394-967e-071a0eedc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.185943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5ad126ed-8777-4394-967e-071a0eedc62c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0530305 Aug 21 18:04:42.196122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.198199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6495bd25-4b39-4c2d-988f-3a1e2e165517 HTTP/1.1" status: 204 len: 168 time: 0.4670033 Aug 21 18:04:42.199120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d4a2a-f99c-47ed-887d-f6ec042b97c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6495bd25-4b39-4c2d-988f-3a1e2e165517,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:42.200842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:42.338895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.345742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-739ab547-c28c-467b-952d-81cca229c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.347295 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-739ab547-c28c-467b-952d-81cca229c980 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1442194 Aug 21 18:04:42.377830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe82ba7-8632-45f1-81cf-a23cfbd9816a req-cfc4ebd9-8ee3-453f-9e08-22cc06c0854a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.379496 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffe82ba7-8632-45f1-81cf-a23cfbd9816a req-cfc4ebd9-8ee3-453f-9e08-22cc06c0854a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 949 time: 0.1121991 Aug 21 18:04:42.515075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.517994 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.531484 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.550225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffe82ba7-8632-45f1-81cf-a23cfbd9816a req-bee7aa80-fd08-44cb-af71-c9fecd9d252e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517797 Aug 21 18:04:42.553414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40ad1ff-08e1-478b-a616-c4c54927eb9a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:42.571258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a81eae6-2df4-4951-b9ea-7409b9bddcce') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:42.571562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a81eae6-2df4-4951-b9ea-7409b9bddcce') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:42.589550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.597512 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-40fbda8e-432a-41c4-a45a-18c80a493803 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357163 Aug 21 18:04:42.606547 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.620607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:04:42.621013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:04:42.623584 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:04:42.633235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.633748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 847f4530-1086-4b00-9ced-27830a90e0ab {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:04:42.640013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.643527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6304ebd-2c6c-4b06-a6f5-a598bbfce70a admin admin] 10.222.0.41 "DELETE /v2.0/routers/847f4530-1086-4b00-9ced-27830a90e0ab HTTP/1.1" status: 204 len: 168 time: 1.8514345 Aug 21 18:04:42.644353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45346) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:42.657597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.663605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.671851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.678025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.684028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.691732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.697632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:42.699653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-a218ded6-69c2-4c73-a17d-5433375ee9b1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1099358 Aug 21 18:04:42.765824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b785628-5f9c-4c0d-a2dd-085c8354bc41 req-5c0d4658-7e8a-4f73-9e0e-33f83a3a095a tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496764 Aug 21 18:04:42.779583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.795968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.797811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a40ad1ff-08e1-478b-a616-c4c54927eb9a HTTP/1.1" status: 204 len: 168 time: 0.5959558 Aug 21 18:04:42.803309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Deleting subnet 89ca5277-1476-40ce-84c2-9e2170026ddd {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:04:42.809588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.853139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ce65b-b178-44d0-9555-bfe6245246e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40ad1ff-08e1-478b-a616-c4c54927eb9a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:42.891510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58a3f750-d48d-4edb-b101-4d74e963b8ae req-9c5e6c8f-585e-49cc-8c03-445aee9db282 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0478868 Aug 21 18:04:42.891955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:42.894383 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:42.907017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-36db2fbb-2266-427d-81e3-926ea6847cca service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906582 Aug 21 18:04:42.910809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:42.952900 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e1051-1d2c-4edd-b1ed-b18379e115b6 x-openstack-request-id: req-196e1051-1d2c-4edd-b1ed-b18379e115b6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:42.953243 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:42.953465 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-196e1051-1d2c-4edd-b1ed-b18379e115b6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:42.953969 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'status': 'completed', 'code': 200} Aug 21 18:04:42.968278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 49f92de2-31ee-4c7d-8213-d116628c0471 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:42.995552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-c777aa18-e7f0-4ff5-a894-47e8bf7fe959 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 217 time: 0.0800989 Aug 21 18:04:42.995933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45356) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:43.024144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 49f92de2-31ee-4c7d-8213-d116628c0471 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:43.033998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 49f92de2-31ee-4c7d-8213-d116628c0471 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:43.034366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.061464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-11d39695-8ef5-4a51-a2b2-f4c9f9d91deb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=82928c15560b49c0a337999b82addc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642970 Aug 21 18:04:43.063783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45358) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:43.116778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.130887 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.140904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9048f79d-b8f3-449a-b050-9fc52932102f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.142607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9048f79d-b8f3-449a-b050-9fc52932102f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1384716 Aug 21 18:04:43.148235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.170198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:43.172943 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beaf074a-84ef-47e2-ad20-f83c491f092f" -d '{"events": [{"server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "name": "network-vif-plugged", "status": "completed", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:43.180073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=49f92de2-31ee-4c7d-8213-d116628c0471,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:43.195118 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.250689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.258729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.263596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.265787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0cf3a536-3344-4158-af1e-7de96a1717f9 HTTP/1.1" status: 204 len: 168 time: 0.2004347 Aug 21 18:04:43.276005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a1696-fb5a-422a-b6f8-314d365f5f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf3a536-3344-4158-af1e-7de96a1717f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:43.316520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:43.324182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-2a8f92bb-9692-4e94-bc4c-f22b1119d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.327874 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-2a8f92bb-9692-4e94-bc4c-f22b1119d16e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736541 Aug 21 18:04:43.365661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd892-5e9e-4319-a7c5-2ae1d01e495a req-3165041f-802c-4033-90d7-af04a0eec173 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.374876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-351fd892-5e9e-4319-a7c5-2ae1d01e495a req-3165041f-802c-4033-90d7-af04a0eec173 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.2013226 Aug 21 18:04:43.427790 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21eb42d-2a77-44c0-abd2-c34feae7c40e x-openstack-request-id: req-a21eb42d-2a77-44c0-abd2-c34feae7c40e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:43.428091 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "name": "network-vif-plugged", "status": "completed", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:43.428345 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a21eb42d-2a77-44c0-abd2-c34feae7c40e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:43.428925 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471', 'code': 200} Aug 21 18:04:43.486707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.551430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-d25113ea-be44-4995-a912-3466107ddf82 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107010 Aug 21 18:04:43.556555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-351fd892-5e9e-4319-a7c5-2ae1d01e495a req-fef48f56-2734-490f-b83e-1bbe3d221152 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799586 Aug 21 18:04:43.570297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ea733-b873-423b-874a-945c1d7f2e0f None None] Network 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:43.612599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fb721-c872-4796-8cc5-fd6577db39af req-37ad6cc7-a455-48e2-b3ea-9816cbc225b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.614480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e6fb721-c872-4796-8cc5-fd6577db39af req-37ad6cc7-a455-48e2-b3ea-9816cbc225b6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 1102 time: 0.1226962 Aug 21 18:04:43.628069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.632664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89ca5277-1476-40ce-84c2-9e2170026ddd HTTP/1.1" status: 204 len: 168 time: 0.9764097 Aug 21 18:04:43.632945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e15978-f23f-433c-b1e7-92a5e206b74a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ca5277-1476-40ce-84c2-9e2170026ddd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:43.639522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45374) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:43.751521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-687aaf77-f379-4f29-ae8c-7c9d5ce9a133 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334410 Aug 21 18:04:43.765393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cbd61680-7dfa-4ece-aa25-d738f17ddb49 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:43.806434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-622a8814-020e-4986-9005-2d72327d15f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 217 time: 0.0462997 Aug 21 18:04:43.817979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e6fb721-c872-4796-8cc5-fd6577db39af req-fedb49a4-2846-4477-a306-2bd479c3a1cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927824 Aug 21 18:04:43.840273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: cbd61680-7dfa-4ece-aa25-d738f17ddb49 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:43.842303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cbd61680-7dfa-4ece-aa25-d738f17ddb49 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:43.850372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0697-3594-456e-a352-fa7e17c7ecfe req-ee769fcc-dc90-4725-8f9e-5f01da51511d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.851994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ecf0697-3594-456e-a352-fa7e17c7ecfe req-ee769fcc-dc90-4725-8f9e-5f01da51511d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.1663885 Aug 21 18:04:43.855152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:43.956307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-865f5c95-5e10-4f5b-bc71-bd29e7a6c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.957782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-865f5c95-5e10-4f5b-bc71-bd29e7a6c200 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1403039 Aug 21 18:04:43.963142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ecf0697-3594-456e-a352-fa7e17c7ecfe req-1002d923-e3a8-416f-b960-93c9fe3c3989 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034346 Aug 21 18:04:43.970928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] DHCP port deletion for 5f5b5e89-89ac-4cc9-9cd3-c77e87be405f request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:04:43.986838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.993079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:43.999238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.005589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.012206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.018308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.024753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.028203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-2f50483c-6582-4b27-89ab-83c9bd5ee98c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1480243 Aug 21 18:04:44.047639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Deleting port ce3becc9-89dc-4518-8cd2-021140abcfa5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:44.048858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.076338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Deleting port ce3becc9-89dc-4518-8cd2-021140abcfa5 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:44.076974 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.125410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87c48f93-d995-4a49-9ba6-78af2b17bfb1 req-d324425b-c303-44d7-ad96-ad22278cdc25 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559506 Aug 21 18:04:44.127263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-38afc2a6-a6a2-49c9-8565-cf27a47c6aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.129221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-38afc2a6-a6a2-49c9-8565-cf27a47c6aad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1622772 Aug 21 18:04:44.140028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] For port ce3becc9-89dc-4518-8cd2-021140abcfa5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce3becc9-89dc-4518-8cd2-021140abcfa5,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:44.140410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.183979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Calling delete_port for ce3becc9-89dc-4518-8cd2-021140abcfa5 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:44.218822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] For port ce3becc9-89dc-4518-8cd2-021140abcfa5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce3becc9-89dc-4518-8cd2-021140abcfa5,segment=NetworkSegment(fff21f9f-17de-46da-8c03-463fdc8b107b),segment_id=fff21f9f-17de-46da-8c03-463fdc8b107b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:44.219298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.243712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Calling delete_port for ce3becc9-89dc-4518-8cd2-021140abcfa5 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:44.279222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-14246e12-2f5d-46be-b1fe-b788bd3d3348 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413000 Aug 21 18:04:44.332661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e43675dc-0011-4f7f-8d3b-ebfa7d7236c0 req-05cd55c8-66d2-4e19-af4a-feffbb83c5a6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.1697056 Aug 21 18:04:44.337656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.338128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.366725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] Pushing event deleted for resources: {'Port': ['ID=ce3becc9-89dc-4518-8cd2-021140abcfa5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:44.384343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3becc9-89dc-4518-8cd2-021140abcfa5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:44.387017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] No DVR routers for this DVR port ce3becc9-89dc-4518-8cd2-021140abcfa5 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:44.392409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e0bed2-95a5-4aca-a1bb-f6c68331b3d6 None None] No DVR routers for this DVR port ce3becc9-89dc-4518-8cd2-021140abcfa5 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:44.433504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-18fc41e9-d79c-4f84-ac3d-87a27323e450 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432531 Aug 21 18:04:44.453435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45398) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:44.469751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.492698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-70fc7c6a-1551-4a72-a0c7-251e04d7abc0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.0496011 Aug 21 18:04:44.496811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b5e89-89ac-4cc9-9cd3-c77e87be405f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:44.516952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff21f9f-17de-46da-8c03-463fdc8b107b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:44.517354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff21f9f-17de-46da-8c03-463fdc8b107b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:44.527129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.543129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.552140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:04:44.552557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:04:44.554582 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:04:44.571964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-17c3df26-5d58-4d22-9fd5-eb4c153da53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.574672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-17c3df26-5d58-4d22-9fd5-eb4c153da53b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0707560 Aug 21 18:04:44.620399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-85873379-network', 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:44.637271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.653475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9059d486-1954-4357-b70d-5214f8ac8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.654198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.655730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-9059d486-1954-4357-b70d-5214f8ac8114 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0705359 Aug 21 18:04:44.656105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5f5b5e89-89ac-4cc9-9cd3-c77e87be405f HTTP/1.1" status: 204 len: 168 time: 1.0144372 Aug 21 18:04:44.660105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:44.671020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfdf5-5c13-4bb7-997f-aec90c01e7b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5b5e89-89ac-4cc9-9cd3-c77e87be405f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:44.716946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:44.719511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:44.764616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481cc55-0ea5-4495-9cc6-e8c671510cfb req-193b4705-bb93-4b69-a3f0-6a608697ed77 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:44.766412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a481cc55-0ea5-4495-9cc6-e8c671510cfb req-193b4705-bb93-4b69-a3f0-6a608697ed77 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.0592673 Aug 21 18:04:44.821432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a481cc55-0ea5-4495-9cc6-e8c671510cfb req-cf686ceb-6556-4dd3-995d-c4b458cbd8aa tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462399 Aug 21 18:04:44.961170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.167064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-e732ff7d-cf7a-42b4-a625-3dc4404631b0 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007875 Aug 21 18:04:45.235795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b4947-978b-4bb4-9592-0f9c28f8c38b req-d9682696-f4ab-4329-98a3-ec2d55a9bc4d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.243185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f02b4947-978b-4bb4-9592-0f9c28f8c38b req-d9682696-f4ab-4329-98a3-ec2d55a9bc4d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.1738687 Aug 21 18:04:45.292093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.300833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.309806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.317461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.324730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.331214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.337576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.339699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-26174220-6e65-4b2d-a8d2-65772705dc16 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1090322 Aug 21 18:04:45.404498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2dbfc44-8a6c-4c9d-b85d-147b97f1d99b req-3383b5e0-8de2-4ce9-9b8f-c5a4867b28e9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562632 Aug 21 18:04:45.409195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f02b4947-978b-4bb4-9592-0f9c28f8c38b req-bfd3d683-ac36-4a60-a681-55168f6ec0c0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649063 Aug 21 18:04:45.507261 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.527990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.552392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-7b80f497-e535-46fe-a2f5-391407f5c113 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748851 Aug 21 18:04:45.558183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70816a56-8369-415d-8d47-27b6d365e7a3 req-e95c16f2-e811-45ae-8ee7-6c36d1296586 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e57ea6b-4c61-4e5d-8666-dfc7316b9eeb HTTP/1.1" status: 200 len: 210 time: 0.0535674 Aug 21 18:04:45.621164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:04:45.647538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-b47cb91c-c699-41c4-9c97-f6621449d7e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.0813184 Aug 21 18:04:45.658524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce3becc9-89dc-4518-8cd2-021140abcfa5 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:45.670591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684c450e-0afa-4aaa-8c24-a818a558f58e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:45.683106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ce3becc9-89dc-4518-8cd2-021140abcfa5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:45.683450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce3becc9-89dc-4518-8cd2-021140abcfa5 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:45.685577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.685945 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Added segment 2510b9c1-2a32-4bf3-8243-4de5b65d6f13 of type vlan for network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed Aug 21 18:04:45.779792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.783609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5c54b0c6-2e60-4f15-bb54-eda08b606d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.785067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-5c54b0c6-2e60-4f15-bb54-eda08b606d96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.1174405 Aug 21 18:04:45.860293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.861282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.861873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:45.943022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-33e438f2-d15b-4b37-8d25-8cccae8eed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:45.944606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-33e438f2-d15b-4b37-8d25-8cccae8eed4a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1510646 Aug 21 18:04:45.973171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5201671 Aug 21 18:04:45.978471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:45.983959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Request body: {'subnet': {'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-85873379-subnet', 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:46.006110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:46.008861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:46.055950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429acd1-c828-4b42-be44-d8a5e420fe81 admin admin] Pushing event updated for resources: {'Network': ['ID=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:46.076579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:04:46.116926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711b3fb-baf2-44d6-838a-fffaf21e3dac req-e385e568-7e96-4975-a166-09a11673ff5c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:46.118626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6711b3fb-baf2-44d6-838a-fffaf21e3dac req-e385e568-7e96-4975-a166-09a11673ff5c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 945 time: 0.1838005 Aug 21 18:04:46.159047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-e18a142a-db6d-4cac-b532-c9208febc460 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871603 Aug 21 18:04:46.166778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:46.212485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:46.269514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:46.279536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6711b3fb-baf2-44d6-838a-fffaf21e3dac req-5f259cda-5bc4-4227-865b-1a7c4f57cc9e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495376 Aug 21 18:04:46.299962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:46.300809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Network hostable DHCP agents. Network: 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:04:46.322069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:04:46.334788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:46.340328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:46.342085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:46.348165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af8ee2e-fd77-4d4d-a604-83e278c93631 None None] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:46.369087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f76c87ec-1dc8-4a12-843a-6ad8e8fa323f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3814747 Aug 21 18:04:46.497952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e960a4e-7da2-4c7c-8e88-cb34fd27ef0b req-eb49f5e7-ac60-42bf-a543-a25558488bb1 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280952 Aug 21 18:04:46.541571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a17bcc-f96a-4c8c-be39-45a573db7574 None None] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:46.625918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc58a61d-5d13-4413-82d7-e3863659ef3b req-2c63fdfb-52c7-47f5-adcf-35e10e16439e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:46.626413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc58a61d-5d13-4413-82d7-e3863659ef3b req-2c63fdfb-52c7-47f5-adcf-35e10e16439e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.0972645 Aug 21 18:04:46.736984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc58a61d-5d13-4413-82d7-e3863659ef3b req-a3972142-82f7-4499-ab69-6bab2cd12299 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023390 Aug 21 18:04:46.780542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-c5d752ea-460e-47fc-8622-e0dcfc4910ba tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:46.782059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-c5d752ea-460e-47fc-8622-e0dcfc4910ba tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1317666 Aug 21 18:04:46.801054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-32'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:46.871086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.100724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.102378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.103052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.103992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.105212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.105894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.107428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.109932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08a66bf2-8228-4f83-83e2-dd145a9f47eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6492 time: 0.5103974 Aug 21 18:04:47.125491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.131411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.137696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.144608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.150630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.157184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.163299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.164926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f2d12a55-7dae-4fb0-b27d-349d595266b5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.5784540 Aug 21 18:04:47.167687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:47.205974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-460b733c-dc38-4ae9-95c5-6f3c9947bc60 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.214035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-460b733c-dc38-4ae9-95c5-6f3c9947bc60 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1664124 Aug 21 18:04:47.257577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-f3b7d2d7-e902-4d0c-8eeb-0888294c0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.259073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-f3b7d2d7-e902-4d0c-8eeb-0888294c0784 service neutron] 10.222.0.64 "GET /v2.0/networks?id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 902 time: 0.0932541 Aug 21 18:04:47.261829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-b34d260f-ba66-4abd-adda-2bc84d1a7abd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0464778 Aug 21 18:04:47.319716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-cd246e29-b59c-4b80-8a41-52b4f1ad09a8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568647 Aug 21 18:04:47.327756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-4baefe08-676e-4f9e-b33c-fe4dba46061a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.0458715 Aug 21 18:04:47.389554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:47.403735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-464c74a3-0efa-401e-b9be-e697478397c0 req-f3eb9d1d-0cae-4bad-9e86-a1b67315263f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1436794 Aug 21 18:04:47.405320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08e79e33-5926-48c8-ace7-85dcd0fbe3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.406763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-08e79e33-5926-48c8-ace7-85dcd0fbe3c0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0559587 Aug 21 18:04:47.411957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Deleting port c982e2b1-f45b-4965-a171-34ce685819aa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:47.412300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.525407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.529824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24053961-91e2-489a-bafd-769631731bf5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:47.533027 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20a8d4-a39c-4173-a6af-5c850a1b53f9" -d '{"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "24053961-91e2-489a-bafd-769631731bf5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:47.535238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-649ed75e-19bd-4003-8485-1fe4c9cc9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:47.537419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-649ed75e-19bd-4003-8485-1fe4c9cc9f6a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1201143 Aug 21 18:04:47.541105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.619280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:47.674767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] For port c982e2b1-f45b-4965-a171-34ce685819aa, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c982e2b1-f45b-4965-a171-34ce685819aa,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:47.675050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.692686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Calling delete_port for c982e2b1-f45b-4965-a171-34ce685819aa owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:47.714413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-e82dc8aa-5c10-4673-a2ac-9670f6be5769 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923037 Aug 21 18:04:47.730619 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-677d21b1-74b9-4878-a36e-dcfb692d26fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.790027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-7a274613-5f29-420c-98ca-177de05eb65e service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282727 Aug 21 18:04:47.838799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on host n-h2-793621-32 for vnic_type normal with profile {"migrating_to": "n-h1-793621-32"} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:47.839199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:47.839674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:47.850526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:47.851190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Attempting to bind port 24053961-91e2-489a-bafd-769631731bf5 on network 99d359fe-5cd8-4203-8c11-d60eade81c9c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:47.861681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:47.862182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Checking segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:47.862716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Bound using segment: {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:47.863410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Bound port: 24053961-91e2-489a-bafd-769631731bf5, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c70579e-bc7a-4a79-985b-203d9f68132f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '99d359fe-5cd8-4203-8c11-d60eade81c9c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:47.863793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:47.960968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-1b5ceafb-c653-44bf-81ef-8d5321559c2d service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449040 Aug 21 18:04:48.029392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:48.036296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:48.060169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:48.184459 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:48.219109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.219965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:48.222101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] 10.222.0.39 "PUT /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 1123 time: 1.4317060 Aug 21 18:04:48.226546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4161d-6daa-4541-9d67-b6f5804f7768 service neutron] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=8']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:48.250875 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123ef9a2-e85b-4f9f-992b-a978f22955ba x-openstack-request-id: req-123ef9a2-e85b-4f9f-992b-a978f22955ba {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:48.251385 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "24053961-91e2-489a-bafd-769631731bf5", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:48.251767 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-123ef9a2-e85b-4f9f-992b-a978f22955ba {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:48.252347 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24053961-91e2-489a-bafd-769631731bf5', 'code': 200} Aug 21 18:04:48.290985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cf4d00-9ee8-4d7a-ac3b-01157700219e req-42449411-5f9a-400c-8a24-ea1c247b2533 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885461 Aug 21 18:04:48.327492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['24053961-91e2-489a-bafd-769631731bf5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:48.358667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524051d8-4dd1-4555-8ff7-4edf245ddbf3 req-26fc1c3e-9d65-474a-922b-96d2cb0cc0db tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.366179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-524051d8-4dd1-4555-8ff7-4edf245ddbf3 req-26fc1c3e-9d65-474a-922b-96d2cb0cc0db tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.2733912 Aug 21 18:04:48.421193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['24053961-91e2-489a-bafd-769631731bf5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:48.614706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-524051d8-4dd1-4555-8ff7-4edf245ddbf3 req-177fa9b2-5f6b-4211-be59-3254a28a9c81 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422626 Aug 21 18:04:48.628403 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:48.628677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.637304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.637960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.640350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.641903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.643715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.645219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.653103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-ba69ba13-526b-4b1f-afda-988ea50a10b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6492 time: 0.2847683 Aug 21 18:04:48.656048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:48.697103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Pushing event deleted for resources: {'Port': ['ID=c982e2b1-f45b-4965-a171-34ce685819aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:48.907068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6aab095-a60f-49bd-a84c-4f4f501219d8 req-37b7736f-87b9-458a-bd51-96c789ae9498 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 210 time: 0.2074504 Aug 21 18:04:48.909006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-4f24d25f-cf75-449e-bea4-39a3cb496635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:48.918715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-4f24d25f-cf75-449e-bea4-39a3cb496635 service neutron] 10.222.0.64 "GET /v2.0/networks?id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 902 time: 0.2189744 Aug 21 18:04:49.058019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 24053961-91e2-489a-bafd-769631731bf5 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:49.101697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-b1292f10-f153-4457-8532-51967963f67e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.1783056 Aug 21 18:04:49.130756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.133479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.133976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.138406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.138926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.142777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.143330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.143818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.152017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.152640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.153921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.159892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.160414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.163242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.165264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.168728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.171318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.176271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.180300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.204591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-f1754346-487e-45d4-8dd6-309cf8678fcf tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea&device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e&device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2&device_id=c4dd0125-4387-473f-920a-0302d2e17db1&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b&device_id=0962fded-9c12-41c3-9224-2052dbe9e784&device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71&device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078&device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&device_id=880b2865-8da6-401a-be9d-749564cf4e6b&device_id=6905e180-7737-4d45-a6bc-71489c714c6e&device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 17179 time: 0.3217380 Aug 21 18:04:49.309503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-3c323a7f-ffcb-4bc6-9128-94b37a1e83ca tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:49.412909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-c0dc9c9f-0c02-4687-9895-895322715313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.414808 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-c0dc9c9f-0c02-4687-9895-895322715313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.2273228 Aug 21 18:04:49.489950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:49.503481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 24053961-91e2-489a-bafd-769631731bf5 has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:04:49.533721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.542892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.545690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-3c323a7f-ffcb-4bc6-9128-94b37a1e83ca tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:49.551043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.554385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-3c323a7f-ffcb-4bc6-9128-94b37a1e83ca tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:49.558408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.565278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.571394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.578092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.580180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-cbac48f5-d80a-4daa-a812-4aa1e43cea61 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.4829478 Aug 21 18:04:49.613270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9e20c1-58ad-4fef-bc48-46f23704afc5 req-3c323a7f-ffcb-4bc6-9128-94b37a1e83ca tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=b607b79a-746d-4676-8776-2f2dd018f4a2&id=48c2585c-566c-45d8-a881-267146000447&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&id=409d244b-47f7-408c-b90b-f97aefd4982c&id=be50a854-3910-4af0-8bd4-50c1bade32dc&id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 766 time: 0.4054041 Aug 21 18:04:49.643720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c323a7f-ffcb-4bc6-9128-94b37a1e83ca tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fa7941-43f0-4f54-a947-20246ad0b570,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:49.646402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-6f31ee58-7a0f-4d04-8832-487f0d3a8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:49.648073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-6f31ee58-7a0f-4d04-8832-487f0d3a8edd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2225437 Aug 21 18:04:49.779220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0abcc47-b05b-4c99-8a16-4cb1a81bc1c9 req-f7f18e1d-adf9-455d-b575-a82026f4c4f1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899447 Aug 21 18:04:49.787742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:49.954662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-c25c5b0e-0e4a-4eb6-9e7d-9fa5a2b69e12 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756050 Aug 21 18:04:50.081084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5c073-512f-47f6-b7b9-46f12cd8c6b1 req-0cde0f56-8d66-4cdd-8dcd-f81faf36bf5e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.082636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3c5c073-512f-47f6-b7b9-46f12cd8c6b1 req-0cde0f56-8d66-4cdd-8dcd-f81faf36bf5e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.1718047 Aug 21 18:04:50.135234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-b3a5d535-07c8-4a6c-8c86-f060006d528b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.136845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-b3a5d535-07c8-4a6c-8c86-f060006d528b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1857753 Aug 21 18:04:50.138851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ee21c84-e292-4d32-a92f-35877d6c9fcb req-e24ba39b-0056-499c-9245-692d7291e508 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 210 time: 0.0888062 Aug 21 18:04:50.145145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3c5c073-512f-47f6-b7b9-46f12cd8c6b1 req-6e7f245c-dba8-45a2-b7c3-0b449f192a4b tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521047 Aug 21 18:04:50.160641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:50.244043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29b75f67-8bbe-4604-8eb1-f8edd3562e7c req-bd438874-4890-44c4-b48a-76c56b3e1038 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734053 Aug 21 18:04:50.253434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'tag': '24053961-91e2-489a-bafd-769631731bf5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:50.257306 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d3333-3104-448a-96b0-332858953831" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "tag": "24053961-91e2-489a-bafd-769631731bf5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:50.333903 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd4650c-6d39-4a4a-a3d4-63012b6f3ff9 x-openstack-request-id: req-9cd4650c-6d39-4a4a-a3d4-63012b6f3ff9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:50.334586 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "tag": "24053961-91e2-489a-bafd-769631731bf5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:50.334586 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9cd4650c-6d39-4a4a-a3d4-63012b6f3ff9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:50.339575 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'tag': '24053961-91e2-489a-bafd-769631731bf5', 'status': 'completed', 'code': 200} Aug 21 18:04:50.351412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Router 2676d9b7-465d-4df4-9415-66e0a629a912 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:04:50.358889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1058e539-b01a-4655-ac77-5883e45c3021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:50.362060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:04:50.367591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:50.389503 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:50.425901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432deba-bcc0-4f54-aede-5d3184631270 req-625243ed-73a1-48c2-ae31-83be343d2ea5 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.426325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432deba-bcc0-4f54-aede-5d3184631270 req-625243ed-73a1-48c2-ae31-83be343d2ea5 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.426957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432deba-bcc0-4f54-aede-5d3184631270 req-625243ed-73a1-48c2-ae31-83be343d2ea5 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.435922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6432deba-bcc0-4f54-aede-5d3184631270 req-625243ed-73a1-48c2-ae31-83be343d2ea5 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0&device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2&device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 2885 time: 0.0876482 Aug 21 18:04:50.633781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6432deba-bcc0-4f54-aede-5d3184631270 req-3334e682-f917-4bca-bb40-742a63817cdb tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968694 Aug 21 18:04:50.646863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.13 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/cae2b8b4-f75e-469b-b329-70626afd0b5e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:04:50.783322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3333-3104-448a-96b0-332858953831 req-d38de7d0-397a-4cc1-a265-23e4d3db56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.784964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-d38de7d0-397a-4cc1-a265-23e4d3db56b6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1126 time: 0.4234941 Aug 21 18:04:50.813550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2704-d4f4-4784-bc25-676392deff3b req-345388ef-c955-4051-9994-d99c5e900661 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:50.820836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0aa2704-d4f4-4784-bc25-676392deff3b req-345388ef-c955-4051-9994-d99c5e900661 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 945 time: 0.1317723 Aug 21 18:04:50.868545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:50.892833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:04:50.898610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-340c1cc9-c62c-412b-a9b8-b727df01d074 admin admin] 10.222.0.41 "PUT /v2.0/routers/2676d9b7-465d-4df4-9415-66e0a629a912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2373111 Aug 21 18:04:50.903267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:50.906967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Sync routers for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:04:50.920291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:50.921604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:50.945334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0aa2704-d4f4-4784-bc25-676392deff3b req-105f9a3e-88ac-4f3b-b372-b1b328cca007 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196573 Aug 21 18:04:50.996727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:50.999194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3333-3104-448a-96b0-332858953831 req-f49bbd46-c0b7-492f-bdce-7791fe9f6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.002345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-f49bbd46-c0b7-492f-bdce-7791fe9f6c2a service neutron] 10.222.0.64 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.2082338 Aug 21 18:04:51.101343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:51.106392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:04:51.110519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-e7be3191-9cf5-469d-9bd9-10c8e3f71978 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 217 time: 0.0972018 Aug 21 18:04:51.112745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:04:51.123180 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:04:51.133162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:51.167146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.279342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d3333-3104-448a-96b0-332858953831 req-14aec4e0-f124-4046-b25e-cba15d5cbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.281505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-14aec4e0-f124-4046-b25e-cba15d5cbddc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1309321 Aug 21 18:04:51.296464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-722af59f-38fd-4b1c-a6e9-a82dc01a8aef tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.299322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-722af59f-38fd-4b1c-a6e9-a82dc01a8aef tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 945 time: 0.1566730 Aug 21 18:04:51.301328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.313882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.320034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.327062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.333363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.335575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.336246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.340305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.347493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.355201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.357297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-db82a9bb-e62f-4224-a296-dea4ecff07de tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.2525890 Aug 21 18:04:51.385107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-7a6634f3-e99a-47a2-9a60-5c28832a97af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2359068 Aug 21 18:04:51.401137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Request body: {'port': {'device_id': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:04:51.413302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T18:04:48Z', 'revision_number': 5, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port': {'id': 'ba2bb315-b447-4888-bd17-845fb836030c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ac:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'device_owner': 'network:router_gateway', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T17:59:36Z', 'updated_at': '2021-08-21T17:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:51.418604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-2c1c5b30-dcc9-4577-906f-7c6a7eaa1cae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163876 Aug 21 18:04:51.461192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Checking router: 2676d9b7-465d-4df4-9415-66e0a629a912 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:04:51.473359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Deleting port ba2bb315-b447-4888-bd17-845fb836030c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:51.473736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.488035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Routers {'2676d9b7-465d-4df4-9415-66e0a629a912'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:04:51.489911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2676d9b7-465d-4df4-9415-66e0a629a912'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:51.536029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.576402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fb33ab2-e9ff-40d9-ba03-e61cdb90d2b9 req-6a0fc4a2-f352-4f1c-8f9c-4c169c21e9f5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022948 Aug 21 18:04:51.630918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-f1053cba-e525-414b-a600-67ba546963fa service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947899 Aug 21 18:04:51.697994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] Set router 2676d9b7-465d-4df4-9415-66e0a629a912 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:04:51.742002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e4d3333-3104-448a-96b0-332858953831 req-daeb9e17-886e-429e-8a74-d99d69b6db18 service neutron] 10.222.0.64 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078265 Aug 21 18:04:51.742401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Deleting port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:51.742776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.871846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9937a3-b021-4125-9a14-ede2f9b3a6ec req-3d4c4c46-29ef-4a4e-9474-c74e49ae9c24 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:51.873615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e9937a3-b021-4125-9a14-ede2f9b3a6ec req-3d4c4c46-29ef-4a4e-9474-c74e49ae9c24 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 932 time: 0.1098399 Aug 21 18:04:51.929255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e9937a3-b021-4125-9a14-ede2f9b3a6ec req-4b0b2a58-12f9-42ec-85c8-2e306ac15e8b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402160 Aug 21 18:04:51.940140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T18:04:51Z', 'revision_number': 6, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:51.942391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.953386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] For port 97edadd2-0eaf-49e9-a0eb-6f07543974d0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=97edadd2-0eaf-49e9-a0eb-6f07543974d0,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:51.954077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:51.971650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Calling delete_port for 97edadd2-0eaf-49e9-a0eb-6f07543974d0 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:52.003927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7610c-5355-4e72-8486-2e971a1dadbc None None] The sync data for ids ['2676d9b7-465d-4df4-9415-66e0a629a912'] in n-d-793621-32 is: [{'id': '2676d9b7-465d-4df4-9415-66e0a629a912', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2030782119-router', 'tenant_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T17:59:35Z', 'updated_at': '2021-08-21T18:04:51Z', 'revision_number': 6, 'project_id': '90b00e7e8e224be78c6a3f6ae32a488a', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:04:52.104198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] For port ba2bb315-b447-4888-bd17-845fb836030c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ba2bb315-b447-4888-bd17-845fb836030c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:52.104569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.141278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Calling delete_port for ba2bb315-b447-4888-bd17-845fb836030c owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:52.207666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.220572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['97edadd2-0eaf-49e9-a0eb-6f07543974d0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:52.225948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa125cf-de3c-4ee4-b1c7-bc08e394aeb0 req-f0b1ab5c-71d3-49dc-b7d7-a79e4e63f4d5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.236272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fa125cf-de3c-4ee4-b1c7-bc08e394aeb0 req-f0b1ab5c-71d3-49dc-b7d7-a79e4e63f4d5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.1547797 Aug 21 18:04:52.255810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event deleted for resources: {'Port': ['ID=97edadd2-0eaf-49e9-a0eb-6f07543974d0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:52.313227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fa125cf-de3c-4ee4-b1c7-bc08e394aeb0 req-bce84427-116b-4d36-8902-5244e43bf9d8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759466 Aug 21 18:04:52.330084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1872f5f-781a-4609-a1a8-96e49d8156f6 req-2f53e231-1fa2-4624-985a-4e21df28d177 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=b718e397-dcb5-45fe-be9a-a6e24fb7ceb1 HTTP/1.1" status: 200 len: 210 time: 0.0707333 Aug 21 18:04:52.343252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] No DVR routers for this DVR port 97edadd2-0eaf-49e9-a0eb-6f07543974d0 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:52.357054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.359129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb07945b-ec46-4a0a-8ee5-8be0fb8cd3b1 req-e22d3133-306c-4f26-bbb6-f2da7891d268 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "DELETE /v2.0/ports/97edadd2-0eaf-49e9-a0eb-6f07543974d0 HTTP/1.1" status: 204 len: 173 time: 0.9931371 Aug 21 18:04:52.359593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-deleted', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:52.361855 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8603ac-20f4-47b3-bce5-e72efbea5a23" -d '{"events": [{"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-deleted", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:52.412150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cae2b8b4-f75e-469b-b329-70626afd0b5e {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:52.420926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.478200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Transition to ACTIVE for port object cae2b8b4-f75e-469b-b329-70626afd0b5e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:52.493131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.500092 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2215dded-c82e-430c-81cb-504c363570fe x-openstack-request-id: req-2215dded-c82e-430c-81cb-504c363570fe {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:52.500390 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b718e397-dcb5-45fe-be9a-a6e24fb7ceb1", "name": "network-vif-deleted", "tag": "97edadd2-0eaf-49e9-a0eb-6f07543974d0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:52.500642 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2215dded-c82e-430c-81cb-504c363570fe {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:52.501043 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b718e397-dcb5-45fe-be9a-a6e24fb7ceb1', 'name': 'network-vif-deleted', 'tag': '97edadd2-0eaf-49e9-a0eb-6f07543974d0', 'status': 'completed', 'code': 200} Aug 21 18:04:52.603538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e6377-36fa-4c19-b8eb-6a1431886f6b req-a95eac5d-9983-4ca1-93b7-64ec1bf922e4 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.605373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-067e6377-36fa-4c19-b8eb-6a1431886f6b req-a95eac5d-9983-4ca1-93b7-64ec1bf922e4 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1102 time: 0.1750500 Aug 21 18:04:52.618912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:52.647511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.720429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2bb315-b447-4888-bd17-845fb836030c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:52.752813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.758857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.764913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.771855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.777821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.783794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.788270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-067e6377-36fa-4c19-b8eb-6a1431886f6b req-395faa00-74f1-4a5b-8c03-66cbd2e94665 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743255 Aug 21 18:04:52.790541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:52.792662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8174850a-f470-408d-af59-8899921a1527 req-babf2b6c-ddae-40f1-88b7-8bc29b61e54b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.0992594 Aug 21 18:04:52.830991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Attempting to bind port cae2b8b4-f75e-469b-b329-70626afd0b5e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:04:52.834666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Attempting to bind port cae2b8b4-f75e-469b-b329-70626afd0b5e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:04:52.835368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Attempting to bind port cae2b8b4-f75e-469b-b329-70626afd0b5e on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:52.849231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Port cae2b8b4-f75e-469b-b329-70626afd0b5e on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:04:52.849822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Attempting to bind port cae2b8b4-f75e-469b-b329-70626afd0b5e on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:04:52.858207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:52.877718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8174850a-f470-408d-af59-8899921a1527 req-789906a5-52c2-4641-821b-fe446ac48cd8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750101 Aug 21 18:04:52.902524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:04:52.902883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:04:52.903276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:04:52.903723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Bound port: cae2b8b4-f75e-469b-b329-70626afd0b5e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:04:52.904084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.014030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.020064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.102092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af00c4-2d9b-4a52-9417-350aa836ada5 req-48c97960-4210-487b-8472-ecdf1f639c82 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.106964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5af00c4-2d9b-4a52-9417-350aa836ada5 req-48c97960-4210-487b-8472-ecdf1f639c82 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1102 time: 0.1629777 Aug 21 18:04:53.110131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b983600-c1b3-40b9-9eee-775f7befc947 req-b7da69da-69e1-4ae0-9d42-2e79ff7199ee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.111942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b983600-c1b3-40b9-9eee-775f7befc947 req-b7da69da-69e1-4ae0-9d42-2e79ff7199ee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 944 time: 0.0667231 Aug 21 18:04:53.120315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.120846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2676d9b7-465d-4df4-9415-66e0a629a912 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:04:53.147592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.158921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.160109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-871066ca-bbca-4f72-ae7b-1e9a713c5982 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2676d9b7-465d-4df4-9415-66e0a629a912 HTTP/1.1" status: 204 len: 168 time: 2.2553473 Aug 21 18:04:53.163685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:53.169803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b983600-c1b3-40b9-9eee-775f7befc947 req-a14fb0d0-0e86-4fbe-a27f-da66d9fe6260 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476196 Aug 21 18:04:53.186649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:53.238695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:04:53.243210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5af00c4-2d9b-4a52-9417-350aa836ada5 req-43fa7a46-3a7f-4726-93b9-99d662bb8119 tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260159 Aug 21 18:04:53.251544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.311218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Deleting subnet a3b0a5d9-5d6b-48d0-9057-7e661644c19c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:04:53.319410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.320043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.321569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/cae2b8b4-f75e-469b-b329-70626afd0b5e HTTP/1.1" status: 200 len: 1093 time: 1.9264235 Aug 21 18:04:53.322099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:53.324459 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c753ed-4545-44b2-a42b-d98685aac95d" -d '{"events": [{"name": "network-changed", "server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:53.339646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.376585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c27b0e-755e-4cfb-9746-6d7a101401b6 service neutron] Pushing event updated for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:53.412310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.471797 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4adf1ce-f993-4735-bc73-7e41afb59239 x-openstack-request-id: req-a4adf1ce-f993-4735-bc73-7e41afb59239 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:53.472492 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:53.472975 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4adf1ce-f993-4735-bc73-7e41afb59239 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:53.473608 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e', 'status': 'completed', 'code': 200} Aug 21 18:04:53.524918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-ed91bb86-5a1a-4c94-88e6-de213f2693c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0821607 Aug 21 18:04:53.598969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.615535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-77ad7145-0888-4f42-9c6b-881db2312942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.622397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-77ad7145-0888-4f42-9c6b-881db2312942 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 1096 time: 0.1589046 Aug 21 18:04:53.624200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-e47708a2-24a0-47f0-9138-ef5026697079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.625726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-e47708a2-24a0-47f0-9138-ef5026697079 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 1096 time: 0.0762932 Aug 21 18:04:53.659976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c9ae6-f32d-46af-b8cc-1d57728f2bdc req-62af3a61-64d6-48cc-9164-97ba6e1efec2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.661763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c9ae6-f32d-46af-b8cc-1d57728f2bdc req-62af3a61-64d6-48cc-9164-97ba6e1efec2 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.0792089 Aug 21 18:04:53.699167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-3c892d6f-52f4-4c5e-b591-f2342fc0deb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e HTTP/1.1" status: 200 len: 217 time: 0.0454259 Aug 21 18:04:53.726138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c982e2b1-f45b-4965-a171-34ce685819aa no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:53.750897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c982e2b1-f45b-4965-a171-34ce685819aa {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:53.751560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c982e2b1-f45b-4965-a171-34ce685819aa not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:53.752245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ba2bb315-b447-4888-bd17-845fb836030c no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:53.774242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ba2bb315-b447-4888-bd17-845fb836030c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:53.774850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ba2bb315-b447-4888-bd17-845fb836030c not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:53.777887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-72c30ce7-86fc-4a8c-94ef-b935e563940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:53.780215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-72c30ce7-86fc-4a8c-94ef-b935e563940a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0709393 Aug 21 18:04:53.782172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.819509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b0a5d9-5d6b-48d0-9057-7e661644c19c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:53.823790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c9ae6-f32d-46af-b8cc-1d57728f2bdc req-f17ce787-d441-4e50-b6fe-6bb1cc2429a9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278565 Aug 21 18:04:53.827933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:53.829880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3fa39a55-c0d3-4d66-8660-94fb0e2c0379 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a3b0a5d9-5d6b-48d0-9057-7e661644c19c HTTP/1.1" status: 204 len: 168 time: 0.6572566 Aug 21 18:04:53.833333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45558) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:53.842636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005bd86-4f60-48a9-ba09-640440cfcc46 None None] Network 77933275-f120-43c2-ba0e-ba38aa2a70b2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:04:53.849867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-36028e92-1cca-448a-9d89-05721ce08222 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408685 Aug 21 18:04:53.947759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-0a5d5614-a458-4655-93c1-68a9285a6ef3 service neutron] 10.222.0.64 "GET /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.2488883 Aug 21 18:04:53.997676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-36fce811-6718-4cca-a215-a77638b225a7 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378250 Aug 21 18:04:54.032138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.032574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beb84d-28aa-47c7-b939-89709acee6ec req-962d793d-dc42-4f9c-9f6c-d13dd1ecaa05 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.039092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-6dea8fcd-39e2-4350-9cb0-a41979380589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.040664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-6dea8fcd-39e2-4350-9cb0-a41979380589 service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.3733504 Aug 21 18:04:54.041190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4beb84d-28aa-47c7-b939-89709acee6ec req-962d793d-dc42-4f9c-9f6c-d13dd1ecaa05 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.1009884 Aug 21 18:04:54.117563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] DHCP port deletion for 77933275-f120-43c2-ba0e-ba38aa2a70b2 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:04:54.131153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-00b6ebd8-7b75-4b62-8c99-cfc82a463351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 200 len: 217 time: 0.0801170 Aug 21 18:04:54.167180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4beb84d-28aa-47c7-b939-89709acee6ec req-904de887-cd35-40e9-bfa2-639406ff1d7c tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243618 Aug 21 18:04:54.169193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Deleting port 4d4584f6-3c3e-443f-a618-02c711721667 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:54.170349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.188567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc561538-8f32-4941-80e4-1a8f82f6c0ee req-ffcfedaa-7b5e-4a6b-b051-a7ed681cffea service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789219 Aug 21 18:04:54.251200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] For port 4d4584f6-3c3e-443f-a618-02c711721667, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4d4584f6-3c3e-443f-a618-02c711721667,segment=NetworkSegment(74637c84-bd59-430c-a04f-7d7ebfef5a20),segment_id=74637c84-bd59-430c-a04f-7d7ebfef5a20)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:54.251874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.269623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Calling delete_port for 4d4584f6-3c3e-443f-a618-02c711721667 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:54.270184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-98700fee-184b-491c-b360-eff3b0a98ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.271759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-98700fee-184b-491c-b360-eff3b0a98ef9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.1215208 Aug 21 18:04:54.329681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:54.342365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c753ed-4545-44b2-a42b-d98685aac95d req-558f097e-1e6e-4683-aa45-7b09b81bc34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.344360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-558f097e-1e6e-4683-aa45-7b09b81bc34f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 1096 time: 0.0727785 Aug 21 18:04:54.349328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-bcb1694c-28f9-404c-8506-46d927806ff3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549741 Aug 21 18:04:54.355431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 97edadd2-0eaf-49e9-a0eb-6f07543974d0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:54.356142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 97edadd2-0eaf-49e9-a0eb-6f07543974d0 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:54.356571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 24053961-91e2-489a-bafd-769631731bf5 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:54.382358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.390578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.398309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.425334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.438189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.450935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.456087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.469272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.475113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-c1b1d2b2-15a7-4c97-86e9-0efa11f0a020 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.3963587 Aug 21 18:04:54.497798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c753ed-4545-44b2-a42b-d98685aac95d req-7fe383b0-4a1b-4cfa-ad8c-07f7c5536990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.499705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-7fe383b0-4a1b-4cfa-ad8c-07f7c5536990 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1376941 Aug 21 18:04:54.510753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] Pushing event deleted for resources: {'Port': ['ID=4d4584f6-3c3e-443f-a618-02c711721667,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:54.513400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a84105-0d87-4a0f-884b-2aef85226eb6 None None] No DVR routers for this DVR port 4d4584f6-3c3e-443f-a618-02c711721667 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:54.530247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 62d1378c-34f9-4989-b60f-ebccfe109c37 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:54.576805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-4fba484f-28bc-49ea-866e-b6ddbf8a5a69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e HTTP/1.1" status: 200 len: 217 time: 0.0667291 Aug 21 18:04:54.628349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:54.660556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aad305-fe12-40a4-887f-581ff324a637 req-e6b70f65-119a-4719-be0e-32fb107cb68e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.662131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28aad305-fe12-40a4-887f-581ff324a637 req-e6b70f65-119a-4719-be0e-32fb107cb68e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 944 time: 0.0953827 Aug 21 18:04:54.663801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c753ed-4545-44b2-a42b-d98685aac95d req-70b1ba6c-c6c0-4118-9fab-012ce0a8f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.665133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-70b1ba6c-c6c0-4118-9fab-012ce0a8f69b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0698767 Aug 21 18:04:54.667955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-a59c6f3b-42f8-4024-911e-f23ef45a38d6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.669662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-a59c6f3b-42f8-4024-911e-f23ef45a38d6 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.4058220 Aug 21 18:04:54.683422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Deleting port 4d4584f6-3c3e-443f-a618-02c711721667 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:54.683851 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.694531 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be5ccb59-ce23-4c6a-8341-32c3e0ddef8c req-99009fe6-66ee-46fd-9bd5-34981e0435c8 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1930108 Aug 21 18:04:54.720881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-395a28f8-dec2-4607-9995-c67e20a65696 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346870 Aug 21 18:04:54.751229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28aad305-fe12-40a4-887f-581ff324a637 req-dc5fac45-8835-4fe4-8749-bbf9b3a4f946 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810018 Aug 21 18:04:54.777031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:54.846167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-03a806c5-6b53-4a08-8d82-f20bcca6712c service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187155 Aug 21 18:04:54.882648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-dbcf06d8-26d0-4c3d-8c93-4a26c7798bd8 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064648 Aug 21 18:04:54.898516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24053961-91e2-489a-bafd-769631731bf5 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:54.905632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] For port 4d4584f6-3c3e-443f-a618-02c711721667, host n-d-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:54.906009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:54.932655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:54.956042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Calling delete_port for 4d4584f6-3c3e-443f-a618-02c711721667 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:54.961913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Port 4d4584f6-3c3e-443f-a618-02c711721667 was not found and therefore no delete operation was performed {{(pid=94599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:04:54.991175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59dcc6f-fa09-4a3a-a55c-57d2621f1300 req-fff98629-cadc-4535-80a6-2989d4a3ec65 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:54.992673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f59dcc6f-fa09-4a3a-a55c-57d2621f1300 req-fff98629-cadc-4535-80a6-2989d4a3ec65 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1032715 Aug 21 18:04:55.007745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.017759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59c753ed-4545-44b2-a42b-d98685aac95d req-401ea4f0-734e-4611-a6cf-699f3a0bcde9 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539369 Aug 21 18:04:55.046558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f59dcc6f-fa09-4a3a-a55c-57d2621f1300 req-55f0b631-6400-4ab2-b9b9-d9c60359e7bb tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Aug 21 18:04:55.280778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.285047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f5dd9-a3e6-476f-a263-9dc56f6810d8 req-833416dd-5ce0-4401-bee3-4e553b69fe27 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.287207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f0f5dd9-a3e6-476f-a263-9dc56f6810d8 req-833416dd-5ce0-4401-bee3-4e553b69fe27 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 944 time: 0.0561049 Aug 21 18:04:55.323130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d4584f6-3c3e-443f-a618-02c711721667,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:55.325760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f0f5dd9-a3e6-476f-a263-9dc56f6810d8 req-fe5731a2-68aa-48ce-9f00-c28117f54444 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Aug 21 18:04:55.329984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] No DVR routers for this DVR port 4d4584f6-3c3e-443f-a618-02c711721667 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:55.419651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Deleting port 62d1378c-34f9-4989-b60f-ebccfe109c37 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:55.419983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.470639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-298c4aa2-4f80-4197-b3ff-608293ae4ebe req-03767f4e-5f9b-4a29-ae07-a1856f5258f2 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617318 Aug 21 18:04:55.483077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab847b-d1be-42d5-ba5e-6ef2f769ed8a req-d23deade-eee0-4000-9240-54e3f1625bb8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.484509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3ab847b-d1be-42d5-ba5e-6ef2f769ed8a req-d23deade-eee0-4000-9240-54e3f1625bb8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 943 time: 0.5264840 Aug 21 18:04:55.542745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.574890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77933275-f120-43c2-ba0e-ba38aa2a70b2']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:55.599564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74637c84-bd59-430c-a04f-7d7ebfef5a20') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:55.599890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74637c84-bd59-430c-a04f-7d7ebfef5a20') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:04:55.624792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.628537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] Transition to ACTIVE for port object 24053961-91e2-489a-bafd-769631731bf5 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:04:55.646656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3ab847b-d1be-42d5-ba5e-6ef2f769ed8a req-cf8b98d1-6c68-412f-bb58-3c66987f583e tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250327 Aug 21 18:04:55.647680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.667043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.683941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4d4584f6-3c3e-443f-a618-02c711721667 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:04:55.697518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:04:55.697922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.702245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] For port 62d1378c-34f9-4989-b60f-ebccfe109c37, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=62d1378c-34f9-4989-b60f-ebccfe109c37,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:55.702638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:04:55.704901 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:04:55.708856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 4d4584f6-3c3e-443f-a618-02c711721667 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:04:55.709262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4d4584f6-3c3e-443f-a618-02c711721667 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:04:55.760444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Calling delete_port for 62d1378c-34f9-4989-b60f-ebccfe109c37 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:55.813859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] No DVR routers for this DVR port 24053961-91e2-489a-bafd-769631731bf5 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:55.823236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] Pushing event updated for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:55.856768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.873244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.894639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.899335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:55.901304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.903148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] 10.222.0.41 "DELETE /v2.0/networks/77933275-f120-43c2-ba0e-ba38aa2a70b2 HTTP/1.1" status: 204 len: 168 time: 2.0681252 Aug 21 18:04:55.907959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.914540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.920186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61ae2f-4b69-4a47-8d3b-52f2c15c8b34 admin admin] Pushing event deleted for resources: {'Network': ['ID=77933275-f120-43c2-ba0e-ba38aa2a70b2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:55.922443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.928896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.937935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-b15c568d-a35e-4aa8-bfca-a5b6c556cdfc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1639309 Aug 21 18:04:55.950871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-39a0c075-6485-47f6-a69c-e37570e2fb47 service neutron] 10.222.0.64 "PUT /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5/bindings/n-h1-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.9886858 Aug 21 18:04:55.992884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00254b14-b0b2-42d2-b92f-09be45bc7ece req-551324e6-266e-4b7f-91ea-4fae9ce02514 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:55.994894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ca2f460-41a0-4d2c-b11f-83cb3fad3070 req-cc7ae4d5-abd5-482a-9744-e296525d9d19 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555232 Aug 21 18:04:56.001279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-00254b14-b0b2-42d2-b92f-09be45bc7ece req-551324e6-266e-4b7f-91ea-4fae9ce02514 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 944 time: 0.1454291 Aug 21 18:04:56.069514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45602) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:56.086974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-00254b14-b0b2-42d2-b92f-09be45bc7ece req-f8942305-cec6-4ec6-a396-d153487c62f8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843744 Aug 21 18:04:56.124935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5abd75f0-db64-4d50-9f88-62f6b3bfbe7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7a47c9cdb3ac4ea2be4e9a5cccf2e359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538218 Aug 21 18:04:56.127546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45606) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:56.131211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e033b9da-47d2-4d4e-94ae-43f5cead553d tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.133014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e033b9da-47d2-4d4e-94ae-43f5cead553d tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.0980563 Aug 21 18:04:56.134202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.176271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event deleted for resources: {'Port': ['ID=62d1378c-34f9-4989-b60f-ebccfe109c37,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:56.223749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.250426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] No DVR routers for this DVR port 62d1378c-34f9-4989-b60f-ebccfe109c37 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:56.253550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-0dc4d0d2-dfbf-4bed-9ebe-8a6c29db6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.254017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cfdf4d-3a74-4f1d-8826-91e67cb63ccc req-c8e93c23-fe2c-4b7c-9a61-5904d73e5c00 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.255123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-0dc4d0d2-dfbf-4bed-9ebe-8a6c29db6f7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b&tenant_id=d4c04a979ee74a359424c4d5a671a72c HTTP/1.1" status: 200 len: 1096 time: 0.1111667 Aug 21 18:04:56.255887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06cfdf4d-3a74-4f1d-8826-91e67cb63ccc req-c8e93c23-fe2c-4b7c-9a61-5904d73e5c00 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0826657 Aug 21 18:04:56.256139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.258035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6611e3e-7198-4c1c-9ff5-fedff69a8c74 req-842c5fba-e695-45ce-858f-d074a3ec0c04 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "DELETE /v2.0/ports/62d1378c-34f9-4989-b60f-ebccfe109c37 HTTP/1.1" status: 204 len: 173 time: 1.5706594 Aug 21 18:04:56.258470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-deleted', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:56.260784 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3a8b09-67e7-4b54-b60c-c87bdcf916d1" -d '{"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-deleted", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:56.270260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.300188 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7217ac3-8949-43a6-9b98-199969741742 x-openstack-request-id: req-b7217ac3-8949-43a6-9b98-199969741742 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:56.300497 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880b2865-8da6-401a-be9d-749564cf4e6b", "name": "network-vif-deleted", "tag": "62d1378c-34f9-4989-b60f-ebccfe109c37", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:56.300751 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b7217ac3-8949-43a6-9b98-199969741742 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:56.301158 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880b2865-8da6-401a-be9d-749564cf4e6b', 'name': 'network-vif-deleted', 'tag': '62d1378c-34f9-4989-b60f-ebccfe109c37', 'status': 'completed', 'code': 200} Aug 21 18:04:56.346882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06cfdf4d-3a74-4f1d-8826-91e67cb63ccc req-de0e6efa-dee7-45e9-be7a-4d8e1de0b07b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722544 Aug 21 18:04:56.374700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-0c8c193c-62ef-4648-8e9c-47f16d21b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.378480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.381320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.383359 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/baa35190-0a33-4a8e-b0fa-2629ad06d07e HTTP/1.1" status: 204 len: 168 time: 0.2549908 Aug 21 18:04:56.385286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-0c8c193c-62ef-4648-8e9c-47f16d21b37a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4c04a979ee74a359424c4d5a671a72c&device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1096 time: 0.0827234 Aug 21 18:04:56.393274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64aad1-9ad0-4118-85ee-c8cec30a7a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa35190-0a33-4a8e-b0fa-2629ad06d07e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:56.476428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0747f2b-d863-4496-a79a-a27da87f6964 req-f4f5f744-c4c0-47f0-abdf-b4ec5ce4bc8b tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=880b2865-8da6-401a-be9d-749564cf4e6b HTTP/1.1" status: 200 len: 210 time: 0.0531883 Aug 21 18:04:56.513568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e16df607-c5ea-4590-a746-089b7f2c3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.515134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e16df607-c5ea-4590-a746-089b7f2c3b7e service neutron] 10.222.0.39 "GET /v2.0/networks?id=99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 200 len: 909 time: 0.1209311 Aug 21 18:04:56.565430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-e951cef5-dc64-4cf4-bfd2-16b6eb0947df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 200 len: 217 time: 0.0411336 Aug 21 18:04:56.616661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-35336e6a-d99c-49d1-9add-7fd598b1746d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.618314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-35336e6a-d99c-49d1-9add-7fd598b1746d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 200 len: 848 time: 0.0444913 Aug 21 18:04:56.659407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-feb88fb5-b43b-4ed7-9a8d-8751419a5aad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=99d359fe-5cd8-4203-8c11-d60eade81c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282385 Aug 21 18:04:56.747520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:56.769155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad5467-4b13-4366-b09a-299bacae88a5 req-0f7bf75f-cfa8-4cb8-9f75-189976814d15 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:56.770752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad5467-4b13-4366-b09a-299bacae88a5 req-0f7bf75f-cfa8-4cb8-9f75-189976814d15 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.0529194 Aug 21 18:04:56.791625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-289275a3-adc5-4dad-9042-bb17c4d75150 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196125 Aug 21 18:04:56.817148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad5467-4b13-4366-b09a-299bacae88a5 req-026cd1a6-9276-42e6-8fca-d63a03863020 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Aug 21 18:04:56.825674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-96bd429c-0663-4eb8-a505-3ce1a448be34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90b00e7e8e224be78c6a3f6ae32a488a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0736682 Aug 21 18:04:56.827203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:04:56.930742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:56.936813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-72002541-30b1-4d2b-9029-36378742e9a3 service neutron] 10.222.0.39 "GET /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375806 Aug 21 18:04:56.958354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.011126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.014056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.015307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d58c904-6ea9-436a-ab80-9be02a67cdfe HTTP/1.1" status: 204 len: 168 time: 0.1883049 Aug 21 18:04:57.023996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da709f9-e2f2-4e62-b9ad-98ad1c1fc5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d58c904-6ea9-436a-ab80-9be02a67cdfe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:57.050247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cae2b8b4-f75e-469b-b329-70626afd0b5e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:04:57.204318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:57.230840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cae2b8b4-f75e-469b-b329-70626afd0b5e', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': 'cae2b8b4-f75e-469b-b329-70626afd0b5e', 'mac_address': 'fa:16:3e:36:3a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:04:57.274693 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.278398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.288124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.289859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cae2b8b4-f75e-469b-b329-70626afd0b5e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:04:57.297258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.304972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.312372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.314974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:57.319156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.325898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.327741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.338885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-1f33cb5a-95ff-4373-8d1a-d02674b32dfd tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.2089515 Aug 21 18:04:57.347828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7307fa0-39f2-49da-93a1-b3547ced0aa6 req-8784b947-0a3c-4719-a8d0-db03b6e16514 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.349605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7307fa0-39f2-49da-93a1-b3547ced0aa6 req-8784b947-0a3c-4719-a8d0-db03b6e16514 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 944 time: 0.0725009 Aug 21 18:04:57.378705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:57.379013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-fa34588e-4b5d-4fd1-aa10-8d64de7380d6 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.380570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-fa34588e-4b5d-4fd1-aa10-8d64de7380d6 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b&tenant_id=d4c04a979ee74a359424c4d5a671a72c&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.1813302 Aug 21 18:04:57.400151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7307fa0-39f2-49da-93a1-b3547ced0aa6 req-df24d463-108a-4be7-94c8-d4c651ca2647 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Aug 21 18:04:57.405805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e61f6da3-f17d-460f-82d7-1c7815bdbcab req-87e75395-add6-4af9-b258-2c978c514318 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658526 Aug 21 18:04:57.580844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0d821-1e04-4676-8667-6ccc3cd5667e req-8798847f-81fb-42dc-a073-7b289340d7b6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.582449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2e0d821-1e04-4676-8667-6ccc3cd5667e req-8798847f-81fb-42dc-a073-7b289340d7b6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0774868 Aug 21 18:04:57.583746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1474f311-5088-4418-b18d-c4ca13f419b6 service neutron] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:04:57.587227 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1474f311-5088-4418-b18d-c4ca13f419b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:57.588989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a36323b-4928-4126-841e-02ba7aff5dc1 req-1474f311-5088-4418-b18d-c4ca13f419b6 service neutron] 10.222.0.39 "DELETE /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5/bindings/n-h2-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.1822228 Aug 21 18:04:57.654380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2e0d821-1e04-4676-8667-6ccc3cd5667e req-07d9ce35-88d8-44ff-98d2-d337f51724cb tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615959 Aug 21 18:04:57.660462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cae2b8b4-f75e-469b-b329-70626afd0b5e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:57.833674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c7526-cdd2-4be1-8ab8-fc1bc01b1047 req-577b75ca-fffc-4ccc-a806-73bd9cac3995 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.835461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb8c7526-cdd2-4be1-8ab8-fc1bc01b1047 req-577b75ca-fffc-4ccc-a806-73bd9cac3995 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 945 time: 0.0684264 Aug 21 18:04:57.882945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb8c7526-cdd2-4be1-8ab8-fc1bc01b1047 req-72cb03d3-a407-43d6-ad94-35aca9d03cb7 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/security-groups?id=be50a854-3910-4af0-8bd4-50c1bade32dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360973 Aug 21 18:04:57.959604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ad55a-eaeb-48ad-ae15-6d62669cc689 req-f9ca8a4e-a0e3-4495-ab66-fe1dd5377e52 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:57.961276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b0ad55a-eaeb-48ad-ae15-6d62669cc689 req-f9ca8a4e-a0e3-4495-ab66-fe1dd5377e52 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.0694783 Aug 21 18:04:58.017566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b0ad55a-eaeb-48ad-ae15-6d62669cc689 req-7a2b392e-6ff6-4353-a487-9699bcab8106 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492327 Aug 21 18:04:58.168154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8b2f1-d922-460a-9bcc-0016586180cd req-e34eb39b-c401-43d7-ae43-6c5809962932 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.169694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6f8b2f1-d922-460a-9bcc-0016586180cd req-e34eb39b-c401-43d7-ae43-6c5809962932 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 1096 time: 0.0489013 Aug 21 18:04:58.216924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6f8b2f1-d922-460a-9bcc-0016586180cd req-83e6653a-a335-467c-93d9-4d6541689a46 tempest-LiveMigrationTest-192389903 tempest-LiveMigrationTest-192389903-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Aug 21 18:04:58.280684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50323327-f967-46b2-ad50-ceffdf281271 req-e5fc64b7-15de-4ef9-b944-d02134b93c12 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.282305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50323327-f967-46b2-ad50-ceffdf281271 req-e5fc64b7-15de-4ef9-b944-d02134b93c12 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 945 time: 0.0863323 Aug 21 18:04:58.417755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Deleting port caf9d471-58c6-41bc-8dbb-4f49f61e6187 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:58.417755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:58.555210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] For port caf9d471-58c6-41bc-8dbb-4f49f61e6187, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=caf9d471-58c6-41bc-8dbb-4f49f61e6187,segment=NetworkSegment(a06fb039-2378-4256-aee0-7dcd76165773),segment_id=a06fb039-2378-4256-aee0-7dcd76165773)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:58.555574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:58.560768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3a743-bb8c-42a1-aa67-0f7f14bd3bde req-08a1cef7-6ba6-480b-9e8c-c89a70a9a1d3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.562335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6d3a743-bb8c-42a1-aa67-0f7f14bd3bde req-08a1cef7-6ba6-480b-9e8c-c89a70a9a1d3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 945 time: 0.0570598 Aug 21 18:04:58.579515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Calling delete_port for caf9d471-58c6-41bc-8dbb-4f49f61e6187 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:58.588029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11b5b-1731-47f7-9223-8e6db827737d req-24bdb232-0333-4134-b52e-f568f23b5e7c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.589514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4b11b5b-1731-47f7-9223-8e6db827737d req-24bdb232-0333-4134-b52e-f568f23b5e7c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.0905254 Aug 21 18:04:58.608418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6d3a743-bb8c-42a1-aa67-0f7f14bd3bde req-39e8d697-28d8-47d3-b3fd-e5bef93dcfd8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394793 Aug 21 18:04:58.682852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4b11b5b-1731-47f7-9223-8e6db827737d req-d49bdbc4-d692-49be-b023-6b316bb70c03 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814795 Aug 21 18:04:58.749856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.756417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.762762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.768938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.774935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.781661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.788211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.796795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-6dbfece5-7824-4dab-96b4-31e5c35b076e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1199064 Aug 21 18:04:58.812081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:58.839490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-939b08cd-e3de-46bf-9fb9-528168307f5a req-60e651cf-4332-4577-8b47-8f3a4e7ba1f5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413458 Aug 21 18:04:58.853983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Pushing event deleted for resources: {'Port': ['ID=caf9d471-58c6-41bc-8dbb-4f49f61e6187,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:58.918257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] No DVR routers for this DVR port caf9d471-58c6-41bc-8dbb-4f49f61e6187 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:58.923545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:58.925405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50323327-f967-46b2-ad50-ceffdf281271 req-897c5831-c1c7-41da-a6b5-7ecf450f6008 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.64 "DELETE /v2.0/ports/caf9d471-58c6-41bc-8dbb-4f49f61e6187 HTTP/1.1" status: 204 len: 173 time: 0.6361787 Aug 21 18:04:58.925860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-deleted', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:58.928433 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82404f97-8aa7-4694-9ad4-b453e129ca46" -d '{"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-deleted", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:58.945562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401188dc-ed87-41b6-a9e7-7a70bb9e0936 req-9b74a235-c87c-4099-881c-42b7caffb6c8 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:58.947302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-401188dc-ed87-41b6-a9e7-7a70bb9e0936 req-9b74a235-c87c-4099-881c-42b7caffb6c8 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0979171 Aug 21 18:04:58.996229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-401188dc-ed87-41b6-a9e7-7a70bb9e0936 req-989d67a8-ce9c-4d8e-a783-8bc4d10be761 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Aug 21 18:04:59.026735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe2f2e9-2f2d-44ff-8660-3b45828392c2 req-df77a168-e451-46c4-94c0-f6472c0f9695 tempest-LiveAutoBlockMigrationV225Test-526634401 tempest-LiveAutoBlockMigrationV225Test-526634401-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e1d839f-5a31-4c95-a473-54c6a83c048b HTTP/1.1" status: 200 len: 210 time: 0.0526233 Aug 21 18:04:59.062928 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11444973-637c-40bf-a1d1-e44c82356f80 x-openstack-request-id: req-11444973-637c-40bf-a1d1-e44c82356f80 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:59.063248 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e1d839f-5a31-4c95-a473-54c6a83c048b", "name": "network-vif-deleted", "tag": "caf9d471-58c6-41bc-8dbb-4f49f61e6187", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:59.063518 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11444973-637c-40bf-a1d1-e44c82356f80 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:59.063948 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e1d839f-5a31-4c95-a473-54c6a83c048b', 'name': 'network-vif-deleted', 'tag': 'caf9d471-58c6-41bc-8dbb-4f49f61e6187', 'status': 'completed', 'code': 200} Aug 21 18:04:59.069265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cae2b8b4-f75e-469b-b329-70626afd0b5e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:04:59.124422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cae2b8b4-f75e-469b-b329-70626afd0b5e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:04:59.128385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cae2b8b4-f75e-469b-b329-70626afd0b5e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:04:59.128752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.191033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-d6e782fc-a9b4-406e-9744-6ae1cc2616c5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:59.192772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-d6e782fc-a9b4-406e-9744-6ae1cc2616c5 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 944 time: 0.0620282 Aug 21 18:04:59.221956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.257415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:04:59.259822 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d34d271-3b4d-4db8-bce9-e90e28e08f43" -d '{"events": [{"server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "name": "network-vif-plugged", "status": "completed", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:04:59.273576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:59.279648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.323727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Deleting port 24053961-91e2-489a-bafd-769631731bf5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:04:59.324504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.331308 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbc8fb7-82f1-49e6-9ae5-05666b8f2375 x-openstack-request-id: req-8cbc8fb7-82f1-49e6-9ae5-05666b8f2375 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:04:59.331680 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "name": "network-vif-plugged", "status": "completed", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:04:59.331861 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cbc8fb7-82f1-49e6-9ae5-05666b8f2375 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:04:59.332254 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e', 'code': 200} Aug 21 18:04:59.379936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:59.449798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] For port 24053961-91e2-489a-bafd-769631731bf5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=24053961-91e2-489a-bafd-769631731bf5,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:04:59.450434 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.455721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d727693-1600-4071-ad85-884acc55cf8a req-965638c0-32d6-469b-a2cf-fa147d2a1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:59.457405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d727693-1600-4071-ad85-884acc55cf8a req-965638c0-32d6-469b-a2cf-fa147d2a1dbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 1098 time: 0.0461738 Aug 21 18:04:59.464733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Calling delete_port for 24053961-91e2-489a-bafd-769631731bf5 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:04:59.506630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d727693-1600-4071-ad85-884acc55cf8a req-1356e0be-61ff-417b-aa34-f46b86c43ab4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Aug 21 18:04:59.616520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.642681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72', '24053961-91e2-489a-bafd-769631731bf5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:04:59.656337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event deleted for resources: {'Port': ['ID=24053961-91e2-489a-bafd-769631731bf5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:04:59.715162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] No DVR routers for this DVR port 24053961-91e2-489a-bafd-769631731bf5 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:04:59.719600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:04:59.722743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f573662f-c0e4-4b13-b863-e040ae9fde61 req-36ba0d86-59f7-4d5d-ad6d-05714f8942f8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "DELETE /v2.0/ports/24053961-91e2-489a-bafd-769631731bf5 HTTP/1.1" status: 204 len: 173 time: 0.5230372 Aug 21 18:04:59.766446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703d9e8-51fb-4f57-986e-0493f1aad829 req-32919f4e-b4ad-4a00-80d7-608a35e8fd46 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:04:59.768250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3703d9e8-51fb-4f57-986e-0493f1aad829 req-32919f4e-b4ad-4a00-80d7-608a35e8fd46 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 946 time: 0.0586848 Aug 21 18:04:59.823441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3703d9e8-51fb-4f57-986e-0493f1aad829 req-239bf013-7e88-4f9a-83c9-b4f7ee35c9fe tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479684 Aug 21 18:04:59.855169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d24f63e-851a-4661-87d6-f7682dbd6aa2 req-c1635c2c-fb4f-42da-bc4c-e51702352a03 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0428541 Aug 21 18:04:59.936973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-81ef0071-6da7-463d-9eb1-fc0315018395 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463328 Aug 21 18:05:00.066802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-02f552c0-2bc5-4abc-aa57-8e88464c99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.068360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-02f552c0-2bc5-4abc-aa57-8e88464c99f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 1098 time: 0.0821533 Aug 21 18:05:00.093679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.100522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.107848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.115018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.123146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.129662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.137034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.139430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-0d8397e5-d116-45bd-8b25-74b8833474db tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1265838 Aug 21 18:05:00.159465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a891ac4e-7678-4d76-9175-3643bfaebc27 req-b48480d5-adc4-4fe8-b11d-e7e7cf43f420 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.161381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a891ac4e-7678-4d76-9175-3643bfaebc27 req-b48480d5-adc4-4fe8-b11d-e7e7cf43f420 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0580142 Aug 21 18:05:00.211281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a891ac4e-7678-4d76-9175-3643bfaebc27 req-3329e6cb-a778-4551-9ce6-555065051cd3 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Aug 21 18:05:00.247235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d35708f-f4dd-4d21-9b72-8e87262347f3 req-5c312257-1daf-4571-9939-ec77346b71ee tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942531 Aug 21 18:05:00.300617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:00.310137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-5eeb6b1d-50a5-4081-876f-686dabe0ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.311846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-5eeb6b1d-50a5-4081-876f-686dabe0ac37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 200 len: 917 time: 0.1714675 Aug 21 18:05:00.348936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Deleting subnet 5b0ae541-7a1b-4f79-b015-7f9638ef59cd {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:00.352523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.396090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.412475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-bc4dbed7-db08-4deb-8842-85a080817a2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 200 len: 1001 time: 0.0846109 Aug 21 18:05:00.456524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.488379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-b3185b34-4701-495b-9cc3-d7a8bf4e4606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.490216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-b3185b34-4701-495b-9cc3-d7a8bf4e4606 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 HTTP/1.1" status: 200 len: 855 time: 0.0682964 Aug 21 18:05:00.529725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.557660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-5a1194fe-b582-4736-8d79-dedb00cbe423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:00.559383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-5a1194fe-b582-4736-8d79-dedb00cbe423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ffd684a3-fb66-488a-bd7b-114b4a0e02c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595031 Aug 21 18:05:00.568938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b0ae541-7a1b-4f79-b015-7f9638ef59cd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:00.571866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.577994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-80ef51a1-ccce-4e03-a9ab-64c9d74647e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5b0ae541-7a1b-4f79-b015-7f9638ef59cd HTTP/1.1" status: 204 len: 168 time: 0.2762630 Aug 21 18:05:00.578826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:00.676124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.711299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-e36d2995-ab60-4b9e-871b-4a6f58c822d9 service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413381 Aug 21 18:05:00.765557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.777100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52809fd1-75b1-4630-a937-c561f174b0b3']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:00.788897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a06fb039-2378-4256-aee0-7dcd76165773') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:00.789476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a06fb039-2378-4256-aee0-7dcd76165773') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:00.800519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.824431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.834383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c1e3084-cedb-4b51-bba9-27e8834faeaf req-bc152146-8ca2-4154-8610-750b0c02f5b2 service neutron] 10.222.0.64 "GET /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115458 Aug 21 18:05:00.836918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:00.837528 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:00.840378 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:00.910924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.921801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:00.924737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/52809fd1-75b1-4630-a937-c561f174b0b3 HTTP/1.1" status: 204 len: 168 time: 0.3443794 Aug 21 18:05:00.927713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:00.937705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749d7be-04d6-4067-8db9-8518033df6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=52809fd1-75b1-4630-a937-c561f174b0b3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:01.003041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7959f7-7618-47ed-99e4-65e12912f93a req-d3ba26bb-d371-47b1-bf35-fcad48742600 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.004830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd7959f7-7618-47ed-99e4-65e12912f93a req-d3ba26bb-d371-47b1-bf35-fcad48742600 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 946 time: 0.0531681 Aug 21 18:05:01.052437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd7959f7-7618-47ed-99e4-65e12912f93a req-49b0f2a9-87a6-4a19-8833-1758bc6b689a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Aug 21 18:05:01.151243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:05:01.223221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-deleted', 'tag': '24053961-91e2-489a-bafd-769631731bf5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:01.225707 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912e346-f311-4cc2-876c-2bca6a490a2a" -d '{"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-deleted", "tag": "24053961-91e2-489a-bafd-769631731bf5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:01.263781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fc251122-2ff1-45bc-b80f-1949747394fc req-2f99cbf7-c1b7-4316-b2ec-c8417552c1fd tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0347898 Aug 21 18:05:01.276826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Deleting subnet ed5867fb-c04c-429e-9163-f9d183716524 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:01.280513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.325836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.415353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.427266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac10baa-b339-4609-8d4f-be82a27474bf req-d21d13ce-8d38-4941-8c68-0a159bd319b2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.428873 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ac10baa-b339-4609-8d4f-be82a27474bf req-d21d13ce-8d38-4941-8c68-0a159bd319b2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.0785084 Aug 21 18:05:01.450988 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d52e2-a24a-44bb-abaf-865b7afbe080 x-openstack-request-id: req-e12d52e2-a24a-44bb-abaf-865b7afbe080 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:01.451307 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb8860-f626-4af5-8ead-f57d8a1b5a4b", "name": "network-vif-deleted", "tag": "24053961-91e2-489a-bafd-769631731bf5", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:01.451684 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e12d52e2-a24a-44bb-abaf-865b7afbe080 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:01.452133 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb8860-f626-4af5-8ead-f57d8a1b5a4b', 'name': 'network-vif-deleted', 'tag': '24053961-91e2-489a-bafd-769631731bf5', 'status': 'completed', 'code': 200} Aug 21 18:05:01.495675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ac10baa-b339-4609-8d4f-be82a27474bf req-4db655ed-4994-438f-8f0a-b704467466ef tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469825 Aug 21 18:05:01.528242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.568884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446a53e-e9d9-4e52-bf25-60cd080f5eb9 req-d025d7a2-2121-4006-bbdc-23ec25f26103 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.570961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed5867fb-c04c-429e-9163-f9d183716524,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:01.571352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d446a53e-e9d9-4e52-bf25-60cd080f5eb9 req-d025d7a2-2121-4006-bbdc-23ec25f26103 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0813353 Aug 21 18:05:01.577472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.583074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46842a46-5c12-479c-9d2a-fb7d25d7ec93 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ed5867fb-c04c-429e-9163-f9d183716524 HTTP/1.1" status: 204 len: 168 time: 0.6542072 Aug 21 18:05:01.583813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:01.616771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d446a53e-e9d9-4e52-bf25-60cd080f5eb9 req-b8d213bf-a96f-412d-9356-416db43544e7 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Aug 21 18:05:01.705692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.732174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.738110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.740796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd314796-b528-4a5e-81a6-1ac2478c40ee req-cb9fa64e-9c57-4ba8-a866-cbed8eb67135 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.744875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.745068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd314796-b528-4a5e-81a6-1ac2478c40ee req-cb9fa64e-9c57-4ba8-a866-cbed8eb67135 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 946 time: 0.0586739 Aug 21 18:05:01.750983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.756966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.763077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.769175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:01.771150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-0fd76bbb-2dfe-45d1-8247-7eecccb716ae tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.1230431 Aug 21 18:05:01.792168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd314796-b528-4a5e-81a6-1ac2478c40ee req-3d10de41-4458-4df4-8090-ee28290f47ab tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414805 Aug 21 18:05:01.869887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.888718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8888629e-b775-4f0b-a590-c4ee4afd2f06 req-b55961c9-3c1e-4b1c-8327-8f87a96afab1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963123 Aug 21 18:05:01.890545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff988e6-66c3-4ad4-8470-a09c7761d00f']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:01.902000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ddd7e-0328-47bd-927b-f0c2846adc4b') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:01.902308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ddd7e-0328-47bd-927b-f0c2846adc4b') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:01.921362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.937656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.944588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:01.945083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:01.947203 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:02.006295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.012736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.017171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7ff988e6-66c3-4ad4-8470-a09c7761d00f HTTP/1.1" status: 204 len: 168 time: 0.4293008 Aug 21 18:05:02.027937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08249783-18cb-4270-8ff2-cc0f1f88e7d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ff988e6-66c3-4ad4-8470-a09c7761d00f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:02.214334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.263773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e737c3a7-5c0a-4a55-b6d7-fcbc9e45fe33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f58ed96d994448dc8c4064efe01a604b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477269 Aug 21 18:05:02.266312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.319005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.327421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45844) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.343284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.356920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:02.382515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: caf9d471-58c6-41bc-8dbb-4f49f61e6187 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:02.383273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device caf9d471-58c6-41bc-8dbb-4f49f61e6187 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:02.406314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9b67933-c77b-466a-9667-23767c28ad55 req-2a3d4bbd-3286-41aa-ad50-fa70c298d2d0 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0323503 Aug 21 18:05:02.428200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.430761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.434228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/be50a854-3910-4af0-8bd4-50c1bade32dc HTTP/1.1" status: 204 len: 168 time: 0.1646755 Aug 21 18:05:02.449249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf8e24-3cf5-4f6e-8d27-ad5c0d041a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be50a854-3910-4af0-8bd4-50c1bade32dc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:02.477764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80f61085-4508-4a01-8906-0818ff714315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.588330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80f61085-4508-4a01-8906-0818ff714315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.593165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80f61085-4508-4a01-8906-0818ff714315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.636341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-80f61085-4508-4a01-8906-0818ff714315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f676bb4c371a44c08e24808ba36d4a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078182 Aug 21 18:05:02.638996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f61085-4508-4a01-8906-0818ff714315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c297832f-f0ce-41f8-89e8-64c0900017a6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:02.639687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45852) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.701724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.731640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.769413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45858) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.832199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.835606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:02.836990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c297832f-f0ce-41f8-89e8-64c0900017a6 HTTP/1.1" status: 204 len: 168 time: 0.1938250 Aug 21 18:05:02.846574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e023d-dbcb-433c-9014-d25088ff7cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c297832f-f0ce-41f8-89e8-64c0900017a6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:02.854705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:02.856851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e46a31a4-f0f4-4103-b965-42953a3d53e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a47066797d44f5c9f0f3563bea81a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0859652 Aug 21 18:05:02.870169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbccfa-1645-47df-a643-091779a26092 req-afce9573-5da0-47f3-aa3a-cba58e2d9a06 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:02.882390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40cbccfa-1645-47df-a643-091779a26092 req-afce9573-5da0-47f3-aa3a-cba58e2d9a06 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1738949 Aug 21 18:05:02.938218 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40cbccfa-1645-47df-a643-091779a26092 req-3aaf58d5-cb0d-4c71-ae83-b26c7ff48b4c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507994 Aug 21 18:05:02.971940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.019495 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.060053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e756f-4e92-4955-9d1c-9009c8422256 req-d7da2a3a-8946-4cc4-ba99-4eb5cec6d524 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.068351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-389e756f-4e92-4955-9d1c-9009c8422256 req-d7da2a3a-8946-4cc4-ba99-4eb5cec6d524 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 946 time: 0.0673645 Aug 21 18:05:03.080509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 24053961-91e2-489a-bafd-769631731bf5 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:03.123885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 24053961-91e2-489a-bafd-769631731bf5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:03.124227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 24053961-91e2-489a-bafd-769631731bf5 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:03.147157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-389e756f-4e92-4955-9d1c-9009c8422256 req-ca0c5446-5944-41e2-a29d-98518319f8e5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779064 Aug 21 18:05:03.150637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-0bb1cd53-cdc4-412d-b412-630546d8293f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.151719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-0bb1cd53-cdc4-412d-b412-630546d8293f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 946 time: 0.1075346 Aug 21 18:05:03.234770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.237775 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.248104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fe43568-75d5-4933-b888-e12fd9dec6f0 HTTP/1.1" status: 204 len: 168 time: 0.3870511 Aug 21 18:05:03.295478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d9366-1131-4f08-91ed-24dfe9ecac19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe43568-75d5-4933-b888-e12fd9dec6f0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:03.392475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.398717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.404923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.411074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.418391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.425292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.426433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:03.432135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.440416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-7ac4554c-90c9-4f16-beaf-cf3cb933a339 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5428 time: 0.2788711 Aug 21 18:05:03.445018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bc6b8a9-a816-4cde-809c-db12f0fcf5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.461506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa67c60-eee1-4a2e-986e-53045540c9f9 req-f401d407-a507-4ad1-8433-06b41b9950d2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:03.465549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port cae2b8b4-f75e-469b-b329-70626afd0b5e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:03.465902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.473657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0aa67c60-eee1-4a2e-986e-53045540c9f9 req-f401d407-a507-4ad1-8433-06b41b9950d2 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.1065841 Aug 21 18:05:03.541335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-220c703e-4152-4149-aecf-4dc0bd1234f3 req-f52ae5bc-59ff-4074-852c-7f1fc2918ae6 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977545 Aug 21 18:05:03.602254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port cae2b8b4-f75e-469b-b329-70626afd0b5e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cae2b8b4-f75e-469b-b329-70626afd0b5e,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:03.602910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.624874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for cae2b8b4-f75e-469b-b329-70626afd0b5e owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:03.643251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0aa67c60-eee1-4a2e-986e-53045540c9f9 req-c142aa24-1a7c-4eb2-b5f4-d29937c20a39 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686995 Aug 21 18:05:03.678324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bc6b8a9-a816-4cde-809c-db12f0fcf5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.694639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bc6b8a9-a816-4cde-809c-db12f0fcf5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.722469 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ec420b2-5b1c-4dad-96f4-c91b2f53ef5c req-f9c38a77-03e2-4c09-9756-e441eb093fe9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0350685 Aug 21 18:05:03.764432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1bc6b8a9-a816-4cde-809c-db12f0fcf5ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6e3182751454da3bc236eded273407f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359275 Aug 21 18:05:03.765762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6b8a9-a816-4cde-809c-db12f0fcf5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f036bb3-71f5-492f-a000-335f05d72e8e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:03.768331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:03.831953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.832173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.848564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cae2b8b4-f75e-469b-b329-70626afd0b5e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:03.865475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=cae2b8b4-f75e-469b-b329-70626afd0b5e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:03.875227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.918968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port cae2b8b4-f75e-469b-b329-70626afd0b5e on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:03.921681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.924250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aee5cb9e-f53d-4bf5-9b58-f5fc3b0cd57c req-3c8d0398-fd4e-4189-a20e-12b34c8c976c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "DELETE /v2.0/ports/cae2b8b4-f75e-469b-b329-70626afd0b5e HTTP/1.1" status: 204 len: 173 time: 0.7647927 Aug 21 18:05:03.925073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'name': 'network-vif-deleted', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:03.928196 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87726e1-caa8-4f75-a4d0-8b875c333061" -d '{"events": [{"server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "name": "network-vif-deleted", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:03.934735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.937548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:03.941224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f036bb3-71f5-492f-a000-335f05d72e8e HTTP/1.1" status: 204 len: 168 time: 0.1693225 Aug 21 18:05:03.958754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8914160-6766-4008-868b-c71584fc08cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f036bb3-71f5-492f-a000-335f05d72e8e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:03.989933 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca99b800-bfe9-47e5-aab9-870d8564fea0 x-openstack-request-id: req-ca99b800-bfe9-47e5-aab9-870d8564fea0 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:03.990342 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fb6f2b-c61e-4913-a4f4-69119a592aea", "name": "network-vif-deleted", "tag": "cae2b8b4-f75e-469b-b329-70626afd0b5e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:03.990691 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca99b800-bfe9-47e5-aab9-870d8564fea0 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:03.991160 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fb6f2b-c61e-4913-a4f4-69119a592aea', 'name': 'network-vif-deleted', 'tag': 'cae2b8b4-f75e-469b-b329-70626afd0b5e', 'status': 'completed', 'code': 200} Aug 21 18:05:04.157605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe862bcf-bc6b-4ed9-abf2-9f0e9e5c22b5 req-12a8effb-bea9-4659-92c0-1f147d6a2ad9 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.162201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe862bcf-bc6b-4ed9-abf2-9f0e9e5c22b5 req-12a8effb-bea9-4659-92c0-1f147d6a2ad9 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1128306 Aug 21 18:05:04.216268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe862bcf-bc6b-4ed9-abf2-9f0e9e5c22b5 req-06b409a0-563f-4185-813a-372335436c10 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441866 Aug 21 18:05:04.353577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 32595f40-8532-4865-b1c0-b391d91985be details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:04.437462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2282378-d93a-416e-9377-145995cfe756 req-acc76f9d-1d93-4d51-9f11-09119a244b97 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fb6f2b-c61e-4913-a4f4-69119a592aea HTTP/1.1" status: 200 len: 210 time: 0.0437336 Aug 21 18:05:04.490149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb371ef-9a49-4e6b-a92a-18e95d5c10f0 req-1438b65f-49ac-4d94-9e29-24656d98b238 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.492421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbb371ef-9a49-4e6b-a92a-18e95d5c10f0 req-1438b65f-49ac-4d94-9e29-24656d98b238 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.0742652 Aug 21 18:05:04.524626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:04.537698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '32595f40-8532-4865-b1c0-b391d91985be', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'port_id': '32595f40-8532-4865-b1c0-b391d91985be', 'mac_address': 'fa:16:3e:50:c7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:04.585609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbb371ef-9a49-4e6b-a92a-18e95d5c10f0 req-9e503693-1e3e-40b9-b991-c690650f7212 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861886 Aug 21 18:05:04.623803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.650829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32595f40-8532-4865-b1c0-b391d91985be {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:04.658678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:04.692862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:04.698051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.699102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 051a996a-e1c8-4f43-bd25-a69c59f4029c details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:04.710816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33943886-5897-4de2-b69e-38eeedfc03cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.734001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:04.799938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'port_id': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'mac_address': 'fa:16:3e:17:ba:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2', 'ip_address': '10.1.1.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:04.804121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:04.854070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.877644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33943886-5897-4de2-b69e-38eeedfc03cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.881944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051a996a-e1c8-4f43-bd25-a69c59f4029c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:04.893774 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33943886-5897-4de2-b69e-38eeedfc03cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.906304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:04.914095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f9add1d-e575-40e2-9d0a-3b57d2a7b337 req-3be46403-18f3-43df-aed2-311c5b143c0d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=61bb8860-f626-4af5-8ead-f57d8a1b5a4b HTTP/1.1" status: 200 len: 210 time: 0.0366423 Aug 21 18:05:04.920613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:04.922875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:04.935605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.942118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.949065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.956548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.964582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.971548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.977685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:04.986816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-87780039-d13d-4351-badb-f5390bdea7b5 req-8678eae5-52d8-4060-9939-24fca1eb7fc4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5429 time: 0.3016455 Aug 21 18:05:05.028205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33943886-5897-4de2-b69e-38eeedfc03cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50a65ec1ce17403e860df777793430f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682172 Aug 21 18:05:05.029734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33943886-5897-4de2-b69e-38eeedfc03cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180a889-4bfa-46e8-96eb-5fada47f622d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:05.031028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45934) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:05.059809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-87780039-d13d-4351-badb-f5390bdea7b5 req-5c2f2ba0-49df-4b39-a52c-9c11407ae41e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713344 Aug 21 18:05:05.094619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:05.112044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.148086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.155918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.168092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'port_id': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'mac_address': 'fa:16:3e:ed:05:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d584da-38ab-4e05-a114-537cc92c41c7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:05.204134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.207454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.209470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c180a889-4bfa-46e8-96eb-5fada47f622d HTTP/1.1" status: 204 len: 168 time: 0.1775153 Aug 21 18:05:05.227499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.234350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc17c6f-fb9f-4f01-aee3-b108c3471711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180a889-4bfa-46e8-96eb-5fada47f622d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:05.273085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:05.319817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.327458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.328156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 67cc5687-3c81-458d-b67e-9e8f317cb4e8 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:05.411950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7defcaa-32df-4d55-933c-b1bf5d7f572e req-f4a2985d-43e8-4178-89ec-d51eb32554e2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:05.415024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7defcaa-32df-4d55-933c-b1bf5d7f572e req-f4a2985d-43e8-4178-89ec-d51eb32554e2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1068316 Aug 21 18:05:05.493449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:05.495198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7defcaa-32df-4d55-933c-b1bf5d7f572e req-097a4350-d27e-4492-9c73-d84fe94e611c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738938 Aug 21 18:05:05.503366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.519858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'port_id': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'mac_address': 'fa:16:3e:51:0b:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:05.571379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.587317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cc5687-3c81-458d-b67e-9e8f317cb4e8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:05.626910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.637942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.638718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f785a69-9299-4052-a2d5-1a144b4488ce details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:05.739485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f785a69-9299-4052-a2d5-1a144b4488ce,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.745401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:05.773418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '0f785a69-9299-4052-a2d5-1a144b4488ce', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'port_id': '0f785a69-9299-4052-a2d5-1a144b4488ce', 'mac_address': 'fa:16:3e:ef:6b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:05.805875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee5b87-a927-4b95-b94a-edd142bfbb25 req-c56797c2-e3f0-4ee8-9ce6-54690f85e5ba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:05.812464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70ee5b87-a927-4b95-b94a-edd142bfbb25 req-c56797c2-e3f0-4ee8-9ce6-54690f85e5ba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.1184323 Aug 21 18:05:05.846040 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.876720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f785a69-9299-4052-a2d5-1a144b4488ce {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:05.891065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70ee5b87-a927-4b95-b94a-edd142bfbb25 req-cd3d2ea3-fa13-48ed-bdc1-b1ffa691c4af tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups?id=48c2585c-566c-45d8-a881-267146000447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663953 Aug 21 18:05:05.916757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f785a69-9299-4052-a2d5-1a144b4488ce,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:05.916757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:05.917275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2d77109-c7e6-4219-9679-39f010c5b546 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:05.944596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef34a0a-4888-450a-9f60-11484c98647c req-e84bfc25-ebbd-4cd8-b9e9-9c54ed70c5b0 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:05.946379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ef34a0a-4888-450a-9f60-11484c98647c req-e84bfc25-ebbd-4cd8-b9e9-9c54ed70c5b0 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 946 time: 0.0779750 Aug 21 18:05:05.998164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:06.001966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:06.019261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'network_id': '122b5a72-74c5-4768-a7a4-52e290ff18fe', 'port_id': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'mac_address': 'fa:16:3e:a1:82:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3d584da-38ab-4e05-a114-537cc92c41c7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:06.062245 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.078446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d77109-c7e6-4219-9679-39f010c5b546 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:06.108955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:06.125833 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.129067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b85904ae-0139-4f12-8ab9-582294f98a7c details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:06.220444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Deleting port d81805a5-fe57-4190-8b30-24fbfa41c105 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:06.220793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.231229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b85904ae-0139-4f12-8ab9-582294f98a7c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:06.250400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-f74354d9-dabd-4d2d-afe4-7fce1c072d79 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.257909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-f74354d9-dabd-4d2d-afe4-7fce1c072d79 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.3224061 Aug 21 18:05:06.291654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'b85904ae-0139-4f12-8ab9-582294f98a7c', 'network_id': '1377f771-d77d-4142-aac8-f02c134b2588', 'port_id': 'b85904ae-0139-4f12-8ab9-582294f98a7c', 'mac_address': 'fa:16:3e:05:44:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b71b44-704b-4b09-985f-c62a7b379bd2', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:06.363713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-e18f4adf-721d-4ff0-887f-e38e328e9ae8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.1044784 Aug 21 18:05:06.437151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-beb95efe-2f8e-451e-9f03-d4a9086bcc93 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0728748 Aug 21 18:05:06.489246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.497315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.500963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.506726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:06.514888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.525360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.532711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85904ae-0139-4f12-8ab9-582294f98a7c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:06.538188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.540225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] For port d81805a5-fe57-4190-8b30-24fbfa41c105, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d81805a5-fe57-4190-8b30-24fbfa41c105,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:06.541806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.551155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.574799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:06.583432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b85904ae-0139-4f12-8ab9-582294f98a7c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:06.588146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-9be44765-3721-40c1-b841-3e9511aacc59 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5434 time: 0.1997433 Aug 21 18:05:06.602451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:06.655303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11cbcfdc-1778-4dad-9b80-b90e36ec35c0 req-53ce0aff-8418-4c72-96e7-28d70462d439 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0616784 Aug 21 18:05:06.725569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:06.949942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-85136fb2-6ae1-4f8a-81fe-255872b6cc49 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970579 Aug 21 18:05:07.053693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-a85cb5ea-deb8-4497-88ff-acc394be99c7 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027977 Aug 21 18:05:07.099191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:07.100739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:07.101317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:07.102915 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Floating IP efe21808-5fb3-4271-accc-96f1c991c86d disassociated. External IP: 172.25.1.48, port: d81805a5-fe57-4190-8b30-24fbfa41c105. Aug 21 18:05:07.104724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Calling delete_port for d81805a5-fe57-4190-8b30-24fbfa41c105 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:07.226472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['0f785a69-9299-4052-a2d5-1a144b4488ce'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:07.306791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f2d77109-c7e6-4219-9679-39f010c5b546'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:07.309112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['32595f40-8532-4865-b1c0-b391d91985be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:07.311059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['67cc5687-3c81-458d-b67e-9e8f317cb4e8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:07.320184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b85904ae-0139-4f12-8ab9-582294f98a7c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:07.338774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-692594ea-2ab0-4f33-b05a-527e824a3c63 req-f783ffd2-b80d-4acb-bcdd-10af42e39a62 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=07524d2d47e943eeb40739421351fda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703654 Aug 21 18:05:07.409061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:07.457198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event deleted for resources: {'Port': ['ID=d81805a5-fe57-4190-8b30-24fbfa41c105,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:07.579581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692594ea-2ab0-4f33-b05a-527e824a3c63 req-635b1d04-46fa-4746-92f5-63477de223c5 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:07.581142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-692594ea-2ab0-4f33-b05a-527e824a3c63 req-635b1d04-46fa-4746-92f5-63477de223c5 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336576 Aug 21 18:05:07.609129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-692594ea-2ab0-4f33-b05a-527e824a3c63 req-5c0fc85e-4fff-461d-b0c3-aaebee099e0a tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/quotas/07524d2d47e943eeb40739421351fda0 HTTP/1.1" status: 200 len: 375 time: 0.0132906 Aug 21 18:05:07.690287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-692594ea-2ab0-4f33-b05a-527e824a3c63 req-b8bf0542-1c9a-493f-95f2-71fe8d2663c3 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07524d2d47e943eeb40739421351fda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743232 Aug 21 18:05:07.751100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f6742-b8c9-403e-9ee0-370553ea48f1 req-5710e8ad-ecaf-4b79-962a-9a98a4e1b83f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:07.753636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-443f6742-b8c9-403e-9ee0-370553ea48f1 req-5710e8ad-ecaf-4b79-962a-9a98a4e1b83f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1288121 Aug 21 18:05:07.873062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-443f6742-b8c9-403e-9ee0-370553ea48f1 req-89996a54-6149-4e49-b24a-0fb54f86f098 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850060 Aug 21 18:05:07.884409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Router 1da97935-acd8-45e6-a588-b54dc2db08de has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:05:07.980640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-328df0a9-b870-4e6f-b3bf-460eec0b78b3 req-00d001a6-c8b0-4c16-83d3-f43a9425865a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0767086 Aug 21 18:05:08.075491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:08.089667 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Sync routers for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:08.106223 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:08.108592 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:08.217757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff4bbf23-1bfa-4e58-9d18-9667bbccfeba req-25555162-c7c4-437f-ae47-9eb339acbd3c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.1438172 Aug 21 18:05:08.231686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] No DVR routers for this DVR port d81805a5-fe57-4190-8b30-24fbfa41c105 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:08.244486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:08.248672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ef34a0a-4888-450a-9f60-11484c98647c req-16cf348a-92cf-4437-b845-bc6238e50cb3 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.64 "DELETE /v2.0/ports/d81805a5-fe57-4190-8b30-24fbfa41c105 HTTP/1.1" status: 204 len: 173 time: 2.2795608 Aug 21 18:05:08.250233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'name': 'network-vif-deleted', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:08.251034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.262343 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8dec8-2d1f-4eb8-9594-ec446b9cc463" -d '{"events": [{"server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "name": "network-vif-deleted", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:08.294920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.301489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.347717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.356735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.387759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.409640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.411599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-9369019d-b7c1-450a-b6fd-8e78f9994aa3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5435 time: 0.2776549 Aug 21 18:05:08.420173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['679c0caa-4f5f-4e3c-98d8-c072dfeb29d9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:08.423428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['051a996a-e1c8-4f43-bd25-a69c59f4029c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:08.523096 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:08.537299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5e260bd-b922-45f6-929e-e6f8c3c8a5b2 req-38d83b9f-8bca-4b84-8acd-b225eaab7abf tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084149 Aug 21 18:05:08.599691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-bcbaa788-e272-4712-826c-8232d1cff9c0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473118 Aug 21 18:05:08.687119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d81805a5-fe57-4190-8b30-24fbfa41c105 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:08.856190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: d81805a5-fe57-4190-8b30-24fbfa41c105 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:08.856521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d81805a5-fe57-4190-8b30-24fbfa41c105 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:08.899300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-2d9fafe1-502a-4682-a745-9a14e3b135fd tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:08.916336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-2d9fafe1-502a-4682-a745-9a14e3b135fd tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3126848 Aug 21 18:05:08.939569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:08.957563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-6462e9b2-6a84-469b-ab77-e4de4b658ae9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0398357 Aug 21 18:05:09.038106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-c687b339-0f8e-48b3-8f25-e4bd9d761ae4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781054 Aug 21 18:05:09.043728 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:09.094721 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb279b-fb50-4cea-a147-05929906036f x-openstack-request-id: req-4ceb279b-fb50-4cea-a147-05929906036f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:09.095314 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5c7e57-46e6-4c99-b6c0-94d5b6447c71", "name": "network-vif-deleted", "tag": "d81805a5-fe57-4190-8b30-24fbfa41c105", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:09.095779 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ceb279b-fb50-4cea-a147-05929906036f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:09.096344 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5c7e57-46e6-4c99-b6c0-94d5b6447c71', 'name': 'network-vif-deleted', 'tag': 'd81805a5-fe57-4190-8b30-24fbfa41c105', 'status': 'completed', 'code': 200} Aug 21 18:05:09.113285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Checking router: 1da97935-acd8-45e6-a588-b54dc2db08de for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:09.140572 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:09.144680 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:09.164822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:09.204152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-6c32ed94-2141-472a-b89c-4706d865daa0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:09.208760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-6c32ed94-2141-472a-b89c-4706d865daa0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1781373 Aug 21 18:05:09.222419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:09.279023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:09.281504 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183e446b-630c-4d20-b0ba-467c1a5acc35" -d '{"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:09.330629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:09.438453 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:09.452563 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:09.453697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cae2b8b4-f75e-469b-b329-70626afd0b5e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:09.494481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:09.500289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:09.543262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cae2b8b4-f75e-469b-b329-70626afd0b5e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:09.543605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cae2b8b4-f75e-469b-b329-70626afd0b5e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:09.579882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401185b-7dff-4ac2-aad3-2b12c90ef173 req-0eb299b8-e53e-4045-a73d-2d51f4c34e3f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:09.592671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6401185b-7dff-4ac2-aad3-2b12c90ef173 req-0eb299b8-e53e-4045-a73d-2d51f4c34e3f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 948 time: 0.1680703 Aug 21 18:05:09.599643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-cd24f601-0088-4676-908f-37e64661217f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:05:09.695537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6401185b-7dff-4ac2-aad3-2b12c90ef173 req-f92c4f74-b914-4f11-85d3-996ebdc55f25 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000271 Aug 21 18:05:09.767645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dc110c5-aeba-4e37-8dac-911f7a1ab8a8 req-a1bb2861-2250-4d3d-8117-730ec4b4a32d tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0775077 Aug 21 18:05:09.939416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.2 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/2d77f26c-9aed-41a4-aec0-0ef05f162baa) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:09.956414 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b25f5-b3ac-4507-9ea9-0113f113d347 x-openstack-request-id: req-f47b25f5-b3ac-4507-9ea9-0113f113d347 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:09.956974 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-unplugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:09.957596 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f47b25f5-b3ac-4507-9ea9-0113f113d347 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:09.958320 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'code': 200} Aug 21 18:05:09.980184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-397850fe-7fe6-4499-adf3-ca42a6d59cb0 req-f9e64dee-fa47-457d-a31d-1865f2dd7573 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.1278484 Aug 21 18:05:10.013405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:10.081025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:10.083612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53e582b7-1cba-48a1-b62a-57e2ecd392ce req-ad9b02ec-5a2e-4ea9-87b6-0486af9f7d89 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 210 time: 0.0918398 Aug 21 18:05:10.088916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:10.101417 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a4e64-1e4e-4889-b561-a5c779709036 None None] The sync data for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 is: [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:02:02Z', 'revision_number': 4, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '2d577501-2863-46fc-a481-7e1b0913229d', 'name': '', 'network_id': 'ffd684a3-fb66-488a-bd7b-114b4a0e02c1', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'mac_address': 'fa:16:3e:b0:88:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:59Z', 'updated_at': '2021-08-21T18:02:11Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'subnets': [{'id': '9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:05:10.170204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'mac_address': 'fa:16:3e:4a:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:10.256371 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:10.274443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:10.359143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:10.370490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:10.525726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:10.627167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 32595f40-8532-4865-b1c0-b391d91985be up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:10.671829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3065a89f-2e86-4539-aae3-6bb896306dd6 None None] New status for floating IP efe21808-5fb3-4271-accc-96f1c991c86d: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:05:10.677202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:10.816629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.827702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.834449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.842687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.850163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.857219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.864350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:10.871112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-5f23239f-1d9e-4cb2-a67c-140d14fcfed9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5435 time: 0.5995386 Aug 21 18:05:10.950131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d25be5b-88fb-4fb8-b14d-27857c68cc75 req-398d002b-9a8f-480c-89f5-2dcc4557e24d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732276 Aug 21 18:05:10.956168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:10.965482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8af18311-7c18-4975-83cd-1ba03f9c2b16 req-8c29d437-4e83-411b-aed2-4c322f263b53 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=07524d2d47e943eeb40739421351fda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3385177 Aug 21 18:05:11.066096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.099225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af18311-7c18-4975-83cd-1ba03f9c2b16 req-65881ac8-e845-4b10-b9a1-2cc69c353a9b tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:11.114263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8af18311-7c18-4975-83cd-1ba03f9c2b16 req-65881ac8-e845-4b10-b9a1-2cc69c353a9b tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472166 Aug 21 18:05:11.128574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:11.137356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:11.138818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8af18311-7c18-4975-83cd-1ba03f9c2b16 req-3f7fc8aa-46e5-4181-a7ae-03f2eeff0ce2 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/quotas/07524d2d47e943eeb40739421351fda0 HTTP/1.1" status: 200 len: 375 time: 0.0223489 Aug 21 18:05:11.146942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:11.152360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:11.188453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8af18311-7c18-4975-83cd-1ba03f9c2b16 req-0a844738-0e00-4e47-a24b-d5fcbb5b0801 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07524d2d47e943eeb40739421351fda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487525 Aug 21 18:05:11.238148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 32595f40-8532-4865-b1c0-b391d91985be completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:11.270451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.270866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.271211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.271682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.272024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.272355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.274181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 32595f40-8532-4865-b1c0-b391d91985be triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:11.274357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.274812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.274976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.275245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.275489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.275828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.276190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:11.293527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-e5fb187f-61a9-42c7-a201-cbf71289cad5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999722 Aug 21 18:05:11.375299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:11.375979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.388046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d147ae66-1da8-413b-a719-fc80d07bb33a req-36b1fb98-0b28-407c-8bea-702a5053f047 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0588498 Aug 21 18:05:11.517732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead8cec-8cfc-481e-a307-331a304988c6 req-7570d22b-38f0-4b63-8014-283b0b29d8cc tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:11.519709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.528099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168ac57-8ac6-4ae7-b4c1-2b20d81d2591 req-a44e7765-c186-408e-a999-a7d1239fff73 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:11.529615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7168ac57-8ac6-4ae7-b4c1-2b20d81d2591 req-a44e7765-c186-408e-a999-a7d1239fff73 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 931 time: 0.0683997 Aug 21 18:05:11.531207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bead8cec-8cfc-481e-a307-331a304988c6 req-7570d22b-38f0-4b63-8014-283b0b29d8cc tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 949 time: 0.3500390 Aug 21 18:05:11.583018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7168ac57-8ac6-4ae7-b4c1-2b20d81d2591 req-c4f0ff9e-401b-410e-a627-51dbe6ac79c6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Aug 21 18:05:11.588009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:11.589322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-d045a104-cce0-42f3-9c9e-5faadd89da71 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3711860 Aug 21 18:05:11.610543 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.611789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f785a69-9299-4052-a2d5-1a144b4488ce up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:11.635503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Request body: {'port': {'device_id': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:11.717420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bead8cec-8cfc-481e-a307-331a304988c6 req-908ec0ad-3115-4ec4-bbb7-f6b3ba8bd810 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775706 Aug 21 18:05:11.724059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83b06250-2267-4114-9daf-c6b46461d5f2 req-c14118ad-8a07-4a6f-b184-1cef96ede270 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 210 time: 0.0344324 Aug 21 18:05:11.754723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-a13559f9-de67-4fd9-a241-434bd5ab6228 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:11.756245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-a13559f9-de67-4fd9-a241-434bd5ab6228 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4348638 Aug 21 18:05:11.808715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.814658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:11.838561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 0f785a69-9299-4052-a2d5-1a144b4488ce completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:11.854872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:11.867474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 0f785a69-9299-4052-a2d5-1a144b4488ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:11.868164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:11.970867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32595f40-8532-4865-b1c0-b391d91985be'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:11.979109 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a427bf-c46c-4d0e-b32f-20037cbda2e1" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "32595f40-8532-4865-b1c0-b391d91985be"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:12.014728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.072958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f785a69-9299-4052-a2d5-1a144b4488ce,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:12.075113 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce5d9cd-9cfe-47b5-8bbd-c5ab80c1031c x-openstack-request-id: req-5ce5d9cd-9cfe-47b5-8bbd-c5ab80c1031c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:12.075710 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "32595f40-8532-4865-b1c0-b391d91985be", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:12.076078 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ce5d9cd-9cfe-47b5-8bbd-c5ab80c1031c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:12.076511 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32595f40-8532-4865-b1c0-b391d91985be', 'code': 200} Aug 21 18:05:12.080016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.081033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2d77109-c7e6-4219-9679-39f010c5b546 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:12.205340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f2d77109-c7e6-4219-9679-39f010c5b546 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:12.211819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f2d77109-c7e6-4219-9679-39f010c5b546 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:12.212819 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.237413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:12.323767 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.372085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.380704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:12.390368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.391346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b85904ae-0139-4f12-8ab9-582294f98a7c up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:12.396052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.407434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:12.414254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.425336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.433100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.450896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.470561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.489460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:12.492151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.500936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port b85904ae-0139-4f12-8ab9-582294f98a7c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:12.506859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port b85904ae-0139-4f12-8ab9-582294f98a7c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:12.507520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.518947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:12.533565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-3c835659-f151-47e0-8e7e-686628900597 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5437 time: 0.3009856 Aug 21 18:05:12.645615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5857db7c-fa0b-41e5-8040-c26c6ce43b64 req-2b04a45f-fc9b-4a0f-9453-22aa5983a12e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1088016 Aug 21 18:05:12.702725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.707521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.723985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.777998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b85904ae-0139-4f12-8ab9-582294f98a7c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:12.783920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:12.817219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8884bf5e-f873-4703-a363-8ff47f12872f req-0200c9da-c518-4fc2-835d-2ce30b7938d1 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0495665 Aug 21 18:05:12.888188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:12.891050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:12.984675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f84d50-583c-4703-b9e5-c6737e17435f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.005191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:13.015315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.114 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/c89348c3-b869-437f-b66c-98e113ed996f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:13.016152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:13.016711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.078431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ca089-5f5c-46b1-91b2-6dd9bb948b8e req-12783f66-09c4-43c6-84d2-8dc54642e1a9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:13.086045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-868ca089-5f5c-46b1-91b2-6dd9bb948b8e req-12783f66-09c4-43c6-84d2-8dc54642e1a9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.3757763 Aug 21 18:05:13.094416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d77f26c-9aed-41a4-aec0-0ef05f162baa {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:13.108528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-c390bd49-e41d-4bb5-ac8a-a0cdbbcfd588 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:13.110634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-c390bd49-e41d-4bb5-ac8a-a0cdbbcfd588 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 945 time: 0.1713943 Aug 21 18:05:13.115282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.120647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a792e41-de2a-47a1-8d2f-e85081710ce6 req-4d35248b-726d-4455-b533-9ba4c1a3bfa2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:13.122594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a792e41-de2a-47a1-8d2f-e85081710ce6 req-4d35248b-726d-4455-b533-9ba4c1a3bfa2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 931 time: 0.1302941 Aug 21 18:05:13.137589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:13.177567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-868ca089-5f5c-46b1-91b2-6dd9bb948b8e req-814dc107-aa37-45c4-b25a-af44d010b627 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885007 Aug 21 18:05:13.183271 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.204223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:13.218102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.219069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 67cc5687-3c81-458d-b67e-9e8f317cb4e8 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:13.240089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Transition to ACTIVE for port object 2d77f26c-9aed-41a4-aec0-0ef05f162baa will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:13.259980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a792e41-de2a-47a1-8d2f-e85081710ce6 req-b4466732-3484-4ef8-ac69-a98f84e47e4f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786140 Aug 21 18:05:13.307943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.311336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Deleting port 22bd97aa-70a0-4e10-9910-852c83520a72 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:13.316130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.355230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:13.355636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.370633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.412718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:13.417635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:13.418006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.459523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95040ae7-84e3-4a2c-89f9-1f2bc83e7d05 req-43e4f44e-ebf8-4ba0-98c8-b4fc8b181c19 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:13.461231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95040ae7-84e3-4a2c-89f9-1f2bc83e7d05 req-43e4f44e-ebf8-4ba0-98c8-b4fc8b181c19 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 949 time: 0.0724812 Aug 21 18:05:13.471842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Pushing event updated for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.494654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] For port 22bd97aa-70a0-4e10-9910-852c83520a72, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=22bd97aa-70a0-4e10-9910-852c83520a72,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:13.495004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.504818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e044e52b-525e-434d-a1c8-32a19e4902e6 req-7b02da54-406b-4fab-8fa5-2e95efe15706 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=07524d2d47e943eeb40739421351fda0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1234832 Aug 21 18:05:13.508250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.518458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Calling delete_port for 22bd97aa-70a0-4e10-9910-852c83520a72 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:13.541267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95040ae7-84e3-4a2c-89f9-1f2bc83e7d05 req-b3a2acd8-92f5-4107-ba1c-40c38f1dc30d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Aug 21 18:05:13.555266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object c89348c3-b869-437f-b66c-98e113ed996f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:13.559108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.562248 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.674381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:13.683400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e044e52b-525e-434d-a1c8-32a19e4902e6 req-576d027b-eb8f-4f98-ad8e-f695fc2dd026 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:13.686025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.687004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 051a996a-e1c8-4f43-bd25-a69c59f4029c up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:13.689798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:13.690522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e044e52b-525e-434d-a1c8-32a19e4902e6 req-576d027b-eb8f-4f98-ad8e-f695fc2dd026 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748972 Aug 21 18:05:13.715203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-87db700f-4425-442d-841e-a8d3be0e2a70 req-5894cc74-b906-454c-952e-e8aadfa54063 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 210 time: 0.0305877 Aug 21 18:05:13.754792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e044e52b-525e-434d-a1c8-32a19e4902e6 req-224f823b-cc2a-4f33-9f15-daad6db105b1 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/quotas/07524d2d47e943eeb40739421351fda0 HTTP/1.1" status: 200 len: 375 time: 0.0634532 Aug 21 18:05:13.760042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.764572 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.772562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.793416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['22bd97aa-70a0-4e10-9910-852c83520a72'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:13.806719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e044e52b-525e-434d-a1c8-32a19e4902e6 req-03de937c-6d4c-45ea-9461-21af95066623 tempest-QuotasAdminNegativeTest-607949615 tempest-QuotasAdminNegativeTest-607949615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07524d2d47e943eeb40739421351fda0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503058 Aug 21 18:05:13.853740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.861475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event deleted for resources: {'Port': ['ID=22bd97aa-70a0-4e10-9910-852c83520a72,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.863487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Attempting to bind port 2d77f26c-9aed-41a4-aec0-0ef05f162baa on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:13.863822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Attempting to bind port 2d77f26c-9aed-41a4-aec0-0ef05f162baa by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:13.864149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Attempting to bind port 2d77f26c-9aed-41a4-aec0-0ef05f162baa on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:13.893121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 051a996a-e1c8-4f43-bd25-a69c59f4029c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:13.895331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:13.908019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 051a996a-e1c8-4f43-bd25-a69c59f4029c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:13.908597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.933795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Port 2d77f26c-9aed-41a4-aec0-0ef05f162baa on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:13.944450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Attempting to bind port 2d77f26c-9aed-41a4-aec0-0ef05f162baa on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:13.953052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] No DVR routers for this DVR port 22bd97aa-70a0-4e10-9910-852c83520a72 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:13.955461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.955814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.956169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.956556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.956896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.957234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.957666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.957971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.958302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.958686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.959019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.959348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:13.962338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.969546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:13.972686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:13.973027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:13.973175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb18ccf3-3a39-4ba6-bce0-ad78543bd62a req-098aa912-5a32-4168-b4a5-dc33444f9ef7 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "DELETE /v2.0/ports/22bd97aa-70a0-4e10-9910-852c83520a72 HTTP/1.1" status: 204 len: 173 time: 0.8492439 Aug 21 18:05:13.973408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:13.973882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Bound port: 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:13.974231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:13.974343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-deleted', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:13.988179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:13.999257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:14.008819 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fa37d9-8c5e-4cc3-bc42-4fe55608275a" -d '{"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-deleted", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:14.055671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:14.088434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9670c9b6-9505-4d4e-93c0-0f9c83d05a2b req-98800246-495b-464d-8e80-22faf621c9c5 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0694504 Aug 21 18:05:14.129351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.147081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.147718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.157348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.174284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.182607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:14.186980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:14.189070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-727a6aed-b930-450a-adc8-67c083e3091c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3813624 Aug 21 18:05:14.194147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.199212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.208442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Request body: {'port': {'device_id': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:14.211744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.222919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.233713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.244336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-33eff2de-6f39-4243-93a5-b14abc435254 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5441 time: 0.2925892 Aug 21 18:05:14.262995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f785a69-9299-4052-a2d5-1a144b4488ce'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85904ae-0139-4f12-8ab9-582294f98a7c'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8'}, {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:14.265608 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c02910-ef1e-455e-a77d-46d477f8a5f2" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "0f785a69-9299-4052-a2d5-1a144b4488ce"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "b85904ae-0139-4f12-8ab9-582294f98a7c"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8"}, {"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:14.295366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.300059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.300686 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.302085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] 10.222.0.64 "PUT /v2.0/ports/2d77f26c-9aed-41a4-aec0-0ef05f162baa HTTP/1.1" status: 200 len: 1092 time: 2.7027586 Aug 21 18:05:14.302545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:14.304865 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3de44da-69c5-4654-8324-5f31b4423d6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:14.344162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b53b9c6a-72ba-4d54-ae24-6e5658bd5c3a req-040ebb30-9a9b-4b88-bf14-2e0b8df27f4b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978298 Aug 21 18:05:14.358955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba513fa8-63fa-4e90-89a1-dd8d1ac1afcc service neutron] Pushing event updated for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:14.364596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:14.388821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.410751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.438742 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027969cc-ff26-4f8f-88a1-ab862f936442 x-openstack-request-id: req-027969cc-ff26-4f8f-88a1-ab862f936442 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:14.439033 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d5d3c8-8c60-4a78-b69b-8e2183458078", "name": "network-vif-deleted", "tag": "22bd97aa-70a0-4e10-9910-852c83520a72", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:14.439286 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-027969cc-ff26-4f8f-88a1-ab862f936442 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:14.439687 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d5d3c8-8c60-4a78-b69b-8e2183458078', 'name': 'network-vif-deleted', 'tag': '22bd97aa-70a0-4e10-9910-852c83520a72', 'status': 'completed', 'code': 200} Aug 21 18:05:14.463387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:14.482375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-986c5711-68ef-475f-a0a0-4b10554c7e89 None None] Provisioning for port c89348c3-b869-437f-b66c-98e113ed996f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:14.487580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-986c5711-68ef-475f-a0a0-4b10554c7e89 None None] Provisioning complete for port c89348c3-b869-437f-b66c-98e113ed996f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:14.488291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-986c5711-68ef-475f-a0a0-4b10554c7e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:14.526654 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611f87c1-7139-4750-aa8f-4b658faad9f4 x-openstack-request-id: req-611f87c1-7139-4750-aa8f-4b658faad9f4 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:14.527367 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "0f785a69-9299-4052-a2d5-1a144b4488ce", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "b85904ae-0139-4f12-8ab9-582294f98a7c", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8", "code": 200}, {"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:14.527367 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-611f87c1-7139-4750-aa8f-4b658faad9f4 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:14.528102 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f785a69-9299-4052-a2d5-1a144b4488ce', 'code': 200} Aug 21 18:05:14.528508 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'code': 200} Aug 21 18:05:14.528875 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85904ae-0139-4f12-8ab9-582294f98a7c', 'code': 200} Aug 21 18:05:14.529218 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'code': 200} Aug 21 18:05:14.529558 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'code': 200} Aug 21 18:05:14.529942 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'code': 200} Aug 21 18:05:14.553793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-986c5711-68ef-475f-a0a0-4b10554c7e89 None None] Port c89348c3-b869-437f-b66c-98e113ed996f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:14.567440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-c9d217e5-080f-4d23-a550-4815b1b2c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.569134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-c9d217e5-080f-4d23-a550-4815b1b2c517 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 1095 time: 0.2071371 Aug 21 18:05:14.699778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e07d99-70a7-4168-87f4-f0542ae38937 req-a31944a1-aec0-4ba7-a311-3000a95dd7ae tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.701941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9e07d99-70a7-4168-87f4-f0542ae38937 req-a31944a1-aec0-4ba7-a311-3000a95dd7ae tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 943 time: 0.0629525 Aug 21 18:05:14.733189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7ca4786-21f8-4954-ae7b-4b4a2d4a5459 req-c18bd979-ddc9-44e1-b3a3-2e54be2fa6df tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d5d3c8-8c60-4a78-b69b-8e2183458078 HTTP/1.1" status: 200 len: 210 time: 0.0771561 Aug 21 18:05:14.734725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-1305e1dc-cd10-4e11-aca7-eb6840fd7965 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa HTTP/1.1" status: 200 len: 217 time: 0.0798113 Aug 21 18:05:14.745454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9e07d99-70a7-4168-87f4-f0542ae38937 req-35a3a874-fd65-457e-8ebb-f945ad1b025b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Aug 21 18:05:14.870588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938416a-64f2-466b-91a5-297439a03a91 req-e30559b1-6957-4239-a48d-2aca2527ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.872407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a938416a-64f2-466b-91a5-297439a03a91 req-e30559b1-6957-4239-a48d-2aca2527ac7c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1102 time: 0.1256938 Aug 21 18:05:14.900964 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e844a-126c-43fd-922b-2d6a8a98afdf x-openstack-request-id: req-b88e844a-126c-43fd-922b-2d6a8a98afdf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:14.901489 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:14.901908 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b88e844a-126c-43fd-922b-2d6a8a98afdf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:14.902416 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa', 'status': 'completed', 'code': 200} Aug 21 18:05:14.977104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a938416a-64f2-466b-91a5-297439a03a91 req-e47bcbdc-de4c-48d8-af88-9a1ab42d70ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945046 Aug 21 18:05:14.992156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677203-c1ae-4954-97ae-100545104264 req-fff6b9e0-6b01-427e-907f-8cc67157f54e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:14.995055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f677203-c1ae-4954-97ae-100545104264 req-fff6b9e0-6b01-427e-907f-8cc67157f54e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1031449 Aug 21 18:05:15.039561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89348c3-b869-437f-b66c-98e113ed996f {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:15.049092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-530ee938-b541-4d0b-9a65-c6218e346290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.050731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-530ee938-b541-4d0b-9a65-c6218e346290 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1591134 Aug 21 18:05:15.056954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.057107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f677203-c1ae-4954-97ae-100545104264 req-62602b58-211c-4c31-9111-e5c811c1f607 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543392 Aug 21 18:05:15.073048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Transition to ACTIVE for port object c89348c3-b869-437f-b66c-98e113ed996f will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:15.080775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea911a-71ba-4d5b-bde0-248429547cf2 req-670c61f6-8357-4062-b5a0-0156bf90d715 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.090162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79ea911a-71ba-4d5b-bde0-248429547cf2 req-670c61f6-8357-4062-b5a0-0156bf90d715 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 936 time: 0.1575873 Aug 21 18:05:15.109569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.154946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-11f77c75-b79b-4b08-9ee2-75928168a941 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627267 Aug 21 18:05:15.195422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:15.269954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df19c051-2f97-4828-b8a6-3b6848b05494 req-80e18f12-4176-4df7-bc71-a7758debc34a tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d5c7e57-46e6-4c99-b6c0-94d5b6447c71 HTTP/1.1" status: 200 len: 210 time: 0.0363290 Aug 21 18:05:15.310367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Pushing event updated for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:15.327043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79ea911a-71ba-4d5b-bde0-248429547cf2 req-45886cbf-b7ba-4867-8717-8f7a5037ee30 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315683 Aug 21 18:05:15.362115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b00-63ad-473e-ba28-4f7d6846cd87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.439005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-63c4816c-82dd-450a-8d07-fdb938a4cc02 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549553 Aug 21 18:05:15.470450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b00-63ad-473e-ba28-4f7d6846cd87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.510144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ece6b00-63ad-473e-ba28-4f7d6846cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.537864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Attempting to bind port c89348c3-b869-437f-b66c-98e113ed996f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:15.538264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Attempting to bind port c89348c3-b869-437f-b66c-98e113ed996f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:15.538730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Attempting to bind port c89348c3-b869-437f-b66c-98e113ed996f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:15.553348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Port c89348c3-b869-437f-b66c-98e113ed996f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:15.553832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Attempting to bind port c89348c3-b869-437f-b66c-98e113ed996f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:15.563899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:15.564531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:15.565054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:15.566016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Bound port: c89348c3-b869-437f-b66c-98e113ed996f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:15.566699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.567801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.574467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.581021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.588156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.594338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.600536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.609226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.609724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d08017c-3b3f-4bb5-91bb-091db1582c6a req-6b51f0b7-37ed-4bde-8ae7-549f87d1903f service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586425 Aug 21 18:05:15.611231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-431af3a7-309e-42fb-9504-0e8f34771633 req-196aa126-a5d1-47d8-9622-99c47276f6b2 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.1392708 Aug 21 18:05:15.657279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ece6b00-63ad-473e-ba28-4f7d6846cd87 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07524d2d47e943eeb40739421351fda0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4597585 Aug 21 18:05:15.661807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:15.665564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece6b00-63ad-473e-ba28-4f7d6846cd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75088b02-69a5-4156-8865-60722e882df7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:15.719119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-431af3a7-309e-42fb-9504-0e8f34771633 req-bc660617-8ccc-4a13-a47c-b7acd1b664cc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803590 Aug 21 18:05:15.762925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:15.792070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c89348c3-b869-437f-b66c-98e113ed996f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:15.811721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.829812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-a189804d-8eb9-4fb5-a6c6-669cb46282a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.831671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-a189804d-8eb9-4fb5-a6c6-669cb46282a6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 1095 time: 0.1336215 Aug 21 18:05:15.835948 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.859777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.860455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.862252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] 10.222.0.39 "PUT /v2.0/ports/c89348c3-b869-437f-b66c-98e113ed996f HTTP/1.1" status: 200 len: 1097 time: 1.6642916 Aug 21 18:05:15.950546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:15.957198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd58c1f-2c39-45a2-8dfa-ee34ca0df65f req-4fd79416-5862-47ab-879f-aec5f53fdb80 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:15.966532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bd58c1f-2c39-45a2-8dfa-ee34ca0df65f req-4fd79416-5862-47ab-879f-aec5f53fdb80 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 943 time: 0.1201282 Aug 21 18:05:16.046299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bd58c1f-2c39-45a2-8dfa-ee34ca0df65f req-69e2f796-a42a-4a0e-a815-6685282d3158 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783756 Aug 21 18:05:16.107862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa370-e19f-4963-af20-656cf3b1dd35 service neutron] Pushing event updated for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:16.192908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-746d83e3-54ef-4611-b27f-cd50ae517534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.196381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-746d83e3-54ef-4611-b27f-cd50ae517534 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 1100 time: 0.2667129 Aug 21 18:05:16.233684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85558ff-650c-4215-8ec7-918f3b0d302b req-c543649b-0da4-413c-ba74-362566e94607 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.233970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-a9f6a10d-9a36-410d-9165-6281241377f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.234552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-a9f6a10d-9a36-410d-9165-6281241377f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.3885231 Aug 21 18:05:16.239780 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e85558ff-650c-4215-8ec7-918f3b0d302b req-c543649b-0da4-413c-ba74-362566e94607 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1067591 Aug 21 18:05:16.278705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a61ef0-110e-4759-8137-6ce81263c8e2 req-c2bd476a-9bf4-4594-bb86-c9103bffc6a8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.286029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3a61ef0-110e-4759-8137-6ce81263c8e2 req-c2bd476a-9bf4-4594-bb86-c9103bffc6a8 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.1882136 Aug 21 18:05:16.287150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e85558ff-650c-4215-8ec7-918f3b0d302b req-5dc142ec-2abe-40f8-8b65-0b3e54396b1c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465295 Aug 21 18:05:16.309653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-24575b3f-880d-4deb-9428-860592fde1d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c89348c3-b869-437f-b66c-98e113ed996f HTTP/1.1" status: 200 len: 217 time: 0.0981956 Aug 21 18:05:16.323490 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.325973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.327126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75088b02-69a5-4156-8865-60722e882df7 HTTP/1.1" status: 204 len: 168 time: 0.6640639 Aug 21 18:05:16.399064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5c6a5-97ae-432c-adf7-71476fe3cd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75088b02-69a5-4156-8865-60722e882df7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:16.430991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-fded534e-6e6b-4389-a449-30c6e53aaee6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa HTTP/1.1" status: 200 len: 217 time: 0.1612711 Aug 21 18:05:16.512759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3a61ef0-110e-4759-8137-6ce81263c8e2 req-2ee0387f-2773-4f0f-9a5f-7b18e1784441 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258809 Aug 21 18:05:16.521756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-7cea0849-b7c4-41d1-9851-189709a07517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.523333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-7cea0849-b7c4-41d1-9851-189709a07517 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1457255 Aug 21 18:05:16.530877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:16.533265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-88198c33-ffc9-4473-a7b7-66c375f1893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.533890 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dbf52f-a051-4176-9731-4b17f81d2505" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:16.534923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-88198c33-ffc9-4473-a7b7-66c375f1893a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0706942 Aug 21 18:05:16.592499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:16.624855 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9159e-7ae5-45d1-9aa3-d791846f1a65 x-openstack-request-id: req-3bb9159e-7ae5-45d1-9aa3-d791846f1a65 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:16.625258 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-plugged", "status": "completed", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:16.625599 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bb9159e-7ae5-45d1-9aa3-d791846f1a65 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:16.626082 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'code': 200} Aug 21 18:05:16.630216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-54236e0b-c135-4aa2-a4d6-8ac4767b68e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822911 Aug 21 18:05:16.667444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f1460-6e4b-4258-959b-209bf1570382 req-1c1f0977-194c-45cb-b5d3-bfb9190b6eb3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.675707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c3f1460-6e4b-4258-959b-209bf1570382 req-1c1f0977-194c-45cb-b5d3-bfb9190b6eb3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 948 time: 0.1663620 Aug 21 18:05:16.698375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2d77f26c-9aed-41a4-aec0-0ef05f162baa details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:16.720720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840d74e-c188-4104-bdef-1ba09b250489 req-182a7f19-61db-4bb3-8957-5720fed5a409 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:16.722956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a840d74e-c188-4104-bdef-1ba09b250489 req-182a7f19-61db-4bb3-8957-5720fed5a409 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 944 time: 0.1759925 Aug 21 18:05:16.727956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.793238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c3f1460-6e4b-4258-959b-209bf1570382 req-c9b9cbbf-b0ad-4261-9838-c434e7970449 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125154 Aug 21 18:05:16.797407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46264) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:16.831611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c502c46b-3fd7-4011-b068-1a3e5050fc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.835880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.890167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:16.905666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '2d77f26c-9aed-41a4-aec0-0ef05f162baa', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': '2d77f26c-9aed-41a4-aec0-0ef05f162baa', 'mac_address': 'fa:16:3e:3b:5c:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:16.974331 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.980537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Deleting port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:16.981388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:16.992673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d77f26c-9aed-41a4-aec0-0ef05f162baa {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:17.001676 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.004531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.006537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "DELETE /v2.0/security-groups/48c2585c-566c-45d8-a881-267146000447 HTTP/1.1" status: 204 len: 168 time: 0.4120622 Aug 21 18:05:17.015092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46266) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:17.023520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:17.029798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.037682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:17.040582 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "tag": "c89348c3-b869-437f-b66c-98e113ed996f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:17.086807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:17.109893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792fcaed-7a27-40dd-81bc-8681af678cba tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c2585c-566c-45d8-a881-267146000447,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:17.117038 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-9e1aeb36-2c34-4386-a4ec-ddd5d59c6ca7 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] show failed (client error): The resource could not be found. Aug 21 18:05:17.121558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e1aeb36-2c34-4386-a4ec-ddd5d59c6ca7 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "GET /v2.0/security-groups/48c2585c-566c-45d8-a881-267146000447 HTTP/1.1" status: 404 len: 347 time: 0.0723042 Aug 21 18:05:17.125375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:17.127722 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c576809-d9c9-42c8-b5d0-e6b4e5158b3a x-openstack-request-id: req-8c576809-d9c9-42c8-b5d0-e6b4e5158b3a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:17.128121 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "tag": "c89348c3-b869-437f-b66c-98e113ed996f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:17.128471 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c576809-d9c9-42c8-b5d0-e6b4e5158b3a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:17.128983 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f', 'status': 'completed', 'code': 200} Aug 21 18:05:17.135701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:17.142999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-23261595-4685-42e7-baec-847fa3760601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.145909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-23261595-4685-42e7-baec-847fa3760601 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5954185 Aug 21 18:05:17.163649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 22bd97aa-70a0-4e10-9910-852c83520a72 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:17.164623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 22bd97aa-70a0-4e10-9910-852c83520a72 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:17.165542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:17.195143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c502c46b-3fd7-4011-b068-1a3e5050fc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.248104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c502c46b-3fd7-4011-b068-1a3e5050fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.259836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.260608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.261122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.261658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.262185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.262741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.263261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.265336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-2eb48027-78ac-4ebe-874c-a330bb03c930 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.2138677 Aug 21 18:05:17.267488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-4d49fc1e-faed-48ee-ba80-51cd50140527 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098030 Aug 21 18:05:17.331806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-c2f4211f-66a4-4415-88fe-25e76fee8444 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910748 Aug 21 18:05:17.345059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.350808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] For port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:17.351186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.351403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.357867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.362377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2d77f26c-9aed-41a4-aec0-0ef05f162baa'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:17.364337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.369790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502c46b-3fd7-4011-b068-1a3e5050fc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab06e268-cb9e-411e-ade5-18e3bf13cf59,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:17.371831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.377406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.378373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c502c46b-3fd7-4011-b068-1a3e5050fc36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=225e44e856934e2cb88e5d1a76f72f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5737584 Aug 21 18:05:17.380925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Calling delete_port for 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:17.388031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46276) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:17.388190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.390341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-e824899b-59b6-409c-ad5e-b2f815d81fe1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.3456817 Aug 21 18:05:17.422229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33076890-c5fe-4778-acef-88269de10eb0 req-016bf6a8-302f-4968-9330-be0f57509903 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.424038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33076890-c5fe-4778-acef-88269de10eb0 req-016bf6a8-302f-4968-9330-be0f57509903 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 944 time: 0.1867993 Aug 21 18:05:17.519986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3de44da-69c5-4654-8324-5f31b4423d6e req-d3a299dd-59a8-49a2-a9ef-2f9d33fded9e service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266770 Aug 21 18:05:17.533211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Deleting port 4a196632-89fa-47fd-98e0-8b5d18e7bae9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:17.533558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.547596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5efb7771-96b4-41c2-a50e-e8366fd46a2f req-47a3d55c-62a7-419f-a28d-5bcce0e28020 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2674460 Aug 21 18:05:17.571797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33076890-c5fe-4778-acef-88269de10eb0 req-046c13b0-9890-4f7f-83a7-4f3e4de5180d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083808 Aug 21 18:05:17.595933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06f53944-82aa-47e0-82e1-5815f82d31c4 req-86b792cd-ac6b-43a7-9510-060808eaea20 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0830464 Aug 21 18:05:17.633013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd728ba3-e974-4f64-937e-e52715c9b567 req-90f7c6fd-bbee-4599-b410-829406fea458 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546560 Aug 21 18:05:17.671462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.726858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d32135e8-28d4-4f48-ac3b-f0ed0161e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.729451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-533440fc-8d37-4ca3-b986-8c83bfadb687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.731605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-533440fc-8d37-4ca3-b986-8c83bfadb687 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 1100 time: 0.0489562 Aug 21 18:05:17.755182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.817698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.818400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.836510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:17.836770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-1a59de71-5aab-4846-846f-fdbe45adcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.838394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-1a59de71-5aab-4846-846f-fdbe45adcf04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.0985715 Aug 21 18:05:17.853193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Calling delete_port for 4a196632-89fa-47fd-98e0-8b5d18e7bae9 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:17.865815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302e8f1-b129-462b-a28c-35db8eedd74d req-923f9c76-4b15-481e-85a2-5f01a7729c82 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.867347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4302e8f1-b129-462b-a28c-35db8eedd74d req-923f9c76-4b15-481e-85a2-5f01a7729c82 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1856394 Aug 21 18:05:17.899384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b4900b9-d9d8-4c1f-be96-12e798a3786d req-0608e0f8-d784-46fa-9822-adb9fb28252d tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6 HTTP/1.1" status: 200 len: 210 time: 0.0648773 Aug 21 18:05:17.900536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event deleted for resources: {'Port': ['ID=53b34c66-4bb4-48c1-b6bb-19ea77bf2a93,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:17.901100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-5e1ae7e0-7199-4c23-a5c7-0c740ed30c8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c89348c3-b869-437f-b66c-98e113ed996f HTTP/1.1" status: 200 len: 217 time: 0.0539799 Aug 21 18:05:17.960417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-8003014e-1707-4554-b980-a044548e41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:17.962409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-8003014e-1707-4554-b980-a044548e41e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0518386 Aug 21 18:05:18.009933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] No DVR routers for this DVR port 53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:18.016904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.018963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a840d74e-c188-4104-bdef-1ba09b250489 req-902adb97-9750-40e8-a0f0-81b73632e9b4 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "DELETE /v2.0/ports/53b34c66-4bb4-48c1-b6bb-19ea77bf2a93 HTTP/1.1" status: 204 len: 173 time: 1.2824430 Aug 21 18:05:18.020769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-deleted', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:18.023094 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181e4bc5-1ecc-43f3-a327-8924e5c1c439" -d '{"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-deleted", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:18.041026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4302e8f1-b129-462b-a28c-35db8eedd74d req-5e047ed5-07ea-4018-b938-19c39dcb35d6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461201 Aug 21 18:05:18.041719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.044530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.045674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab06e268-cb9e-411e-ade5-18e3bf13cf59 HTTP/1.1" status: 204 len: 168 time: 0.6569226 Aug 21 18:05:18.066073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-18b02c2a-8ad8-4a8e-91a1-929807786377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:18.067762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-18b02c2a-8ad8-4a8e-91a1-929807786377 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0882258 Aug 21 18:05:18.087038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba35a-bc94-45bb-a82c-be400d77de45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab06e268-cb9e-411e-ade5-18e3bf13cf59,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:18.101048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986aa92e-ebbe-4fba-871a-c3aad74bf59e req-78b87a7d-b683-432d-9c16-2c79fe751e33 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:18.102084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-986aa92e-ebbe-4fba-871a-c3aad74bf59e req-78b87a7d-b683-432d-9c16-2c79fe751e33 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 948 time: 0.0897324 Aug 21 18:05:18.113706 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86465ed9-8827-4f2b-bbef-785d9fe1a5cb x-openstack-request-id: req-86465ed9-8827-4f2b-bbef-785d9fe1a5cb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:18.114112 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6", "name": "network-vif-deleted", "tag": "53b34c66-4bb4-48c1-b6bb-19ea77bf2a93", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:18.116624 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86465ed9-8827-4f2b-bbef-785d9fe1a5cb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:18.117230 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8aa6245f-6da8-40f7-8b6f-d8d34a6ce6f6', 'name': 'network-vif-deleted', 'tag': '53b34c66-4bb4-48c1-b6bb-19ea77bf2a93', 'status': 'completed', 'code': 200} Aug 21 18:05:18.203321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.232952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.235294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-986aa92e-ebbe-4fba-871a-c3aad74bf59e req-2ecf6d36-67fe-4add-85e3-a9c8a93440b1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172750 Aug 21 18:05:18.261008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18869d-1d38-4c57-a8f3-8972d64d434d req-d24fe5f9-4660-4bf3-be11-abe9516035a2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:18.268685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c18869d-1d38-4c57-a8f3-8972d64d434d req-d24fe5f9-4660-4bf3-be11-abe9516035a2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0881839 Aug 21 18:05:18.282863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-ee9eec10-ba66-4eca-b518-87310f8f72eb service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039535 Aug 21 18:05:18.315626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Pushing event deleted for resources: {'Port': ['ID=4a196632-89fa-47fd-98e0-8b5d18e7bae9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:18.398848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c18869d-1d38-4c57-a8f3-8972d64d434d req-b255e149-7065-43b3-b2b9-ea1e08ad7896 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243207 Aug 21 18:05:18.399869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.401135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ff17caf-7f1a-4b26-a0c0-1dfe08dae7fb req-963ab228-dfdd-407d-bf06-100d7015ff15 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097245 Aug 21 18:05:18.402544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.403641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-758ebfd7-1a05-4353-93fe-70a0f0ae9f56 tempest-ServersTestBootFromVolume-1295044883 tempest-ServersTestBootFromVolume-1295044883-project] 10.222.0.41 "DELETE /v2.0/floatingips/efe21808-5fb3-4271-accc-96f1c991c86d HTTP/1.1" status: 204 len: 168 time: 1.2750185 Aug 21 18:05:18.407698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46292) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:18.581126 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:18.698169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2d77f26c-9aed-41a4-aec0-0ef05f162baa up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:18.716735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269998e4-f663-44f8-b412-e5deeac9e8c7 req-e9dbbe99-8a94-4f1d-adad-dde7b22a02d7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:18.744005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-269998e4-f663-44f8-b412-e5deeac9e8c7 req-e9dbbe99-8a94-4f1d-adad-dde7b22a02d7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 944 time: 0.0944042 Aug 21 18:05:18.843466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-269998e4-f663-44f8-b412-e5deeac9e8c7 req-cdad4261-0d43-43d5-917d-33801f10c4b9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980265 Aug 21 18:05:18.948362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 2d77f26c-9aed-41a4-aec0-0ef05f162baa completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:18.957982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 2d77f26c-9aed-41a4-aec0-0ef05f162baa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:18.959304 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.025382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08416dd-ff9c-4fab-ac2a-543a15ec5ff6 req-372d8d82-8233-47b3-9b60-ad70d647e722 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.034525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c08416dd-ff9c-4fab-ac2a-543a15ec5ff6 req-372d8d82-8233-47b3-9b60-ad70d647e722 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0701365 Aug 21 18:05:19.076271 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c08416dd-ff9c-4fab-ac2a-543a15ec5ff6 req-60df9d06-77f4-45d6-8b9e-3777d832d9ed tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413802 Aug 21 18:05:19.087428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.105486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.111853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.126457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.137207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.145768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.153420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.157309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:19.160481 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7668ee11-3694-4d76-99b8-4f7116bdea06" -d '{"events": [{"server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "name": "network-vif-plugged", "status": "completed", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:19.164185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c89348c3-b869-437f-b66c-98e113ed996f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:19.173824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.179076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-374cf931-42fc-436f-8853-23ac78801455 req-95f69bf3-7044-49e7-bef5-81711738aefe tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.2828400 Aug 21 18:05:19.199500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:19.224096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.309280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-374cf931-42fc-436f-8853-23ac78801455 req-ee3d49a7-8753-4d3c-b547-8c864bf283fa tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1078000 Aug 21 18:05:19.327441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:19.333560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.402085 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983703f-dad3-4683-a7c6-84574d44506c x-openstack-request-id: req-6983703f-dad3-4683-a7c6-84574d44506c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:19.402351 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "name": "network-vif-plugged", "status": "completed", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:19.402649 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6983703f-dad3-4683-a7c6-84574d44506c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:19.403051 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa', 'code': 200} Aug 21 18:05:19.436628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c89348c3-b869-437f-b66c-98e113ed996f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:19.473073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'c89348c3-b869-437f-b66c-98e113ed996f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'c89348c3-b869-437f-b66c-98e113ed996f', 'mac_address': 'fa:16:3e:be:1d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:19.520629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.536220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89348c3-b869-437f-b66c-98e113ed996f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:19.563430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c89348c3-b869-437f-b66c-98e113ed996f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:19.570089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.632260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:19.651047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37675b08-4cc2-4199-b8e5-10306a617a78 req-5ae7fd35-86df-4341-9fb4-621010bb14be tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.652697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37675b08-4cc2-4199-b8e5-10306a617a78 req-5ae7fd35-86df-4341-9fb4-621010bb14be tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 948 time: 0.1462286 Aug 21 18:05:19.670143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de930f51-5d84-4e2b-bdb8-81d7411aa366 req-4bdf8cd5-8650-441c-8fec-07a95908fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.671671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de930f51-5d84-4e2b-bdb8-81d7411aa366 req-4bdf8cd5-8650-441c-8fec-07a95908fcfe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 1097 time: 0.1663382 Aug 21 18:05:19.726017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367294-6aa5-4295-ad16-63bedc35f23f req-ca581874-d568-4d41-b480-49d4b0bcb83a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:19.728109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f367294-6aa5-4295-ad16-63bedc35f23f req-ca581874-d568-4d41-b480-49d4b0bcb83a tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.0607874 Aug 21 18:05:19.740309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37675b08-4cc2-4199-b8e5-10306a617a78 req-d33fa112-9693-404c-aa4a-11be359f0338 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806646 Aug 21 18:05:19.770674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f367294-6aa5-4295-ad16-63bedc35f23f req-e412600d-a6ce-44d2-b86d-13d09dc798cf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Aug 21 18:05:19.774466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de930f51-5d84-4e2b-bdb8-81d7411aa366 req-8f36e97a-ea18-46ce-b63a-eb2f278ea967 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925856 Aug 21 18:05:19.823208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Deleting port 2d577501-2863-46fc-a481-7e1b0913229d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:19.823557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.856300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:19.908759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] For port 2d577501-2863-46fc-a481-7e1b0913229d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2d577501-2863-46fc-a481-7e1b0913229d,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:19.910414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:19.928582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Calling delete_port for 2d577501-2863-46fc-a481-7e1b0913229d owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:20.041418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae9a6e-6192-41d3-ae48-83092d5535f2 req-6b624e98-0571-42fb-bbe6-1f3af1709270 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.042945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15ae9a6e-6192-41d3-ae48-83092d5535f2 req-6b624e98-0571-42fb-bbe6-1f3af1709270 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.1023321 Aug 21 18:05:20.169783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15ae9a6e-6192-41d3-ae48-83092d5535f2 req-c20c783d-f8da-4d03-a30c-311f58c904e5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918214 Aug 21 18:05:20.177979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d6c96-1df2-4212-be17-01c1226de095 req-2c0b3fb3-f336-407f-8a1c-47fe7bec66c9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.179464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a71d6c96-1df2-4212-be17-01c1226de095 req-2c0b3fb3-f336-407f-8a1c-47fe7bec66c9 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.0927634 Aug 21 18:05:20.228128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce672c-b505-4a1c-b43e-9cf6aaabaf43 req-20278bf2-0eaa-4e7c-b95f-b7571f2e7aba tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.229792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37ce672c-b505-4a1c-b43e-9cf6aaabaf43 req-20278bf2-0eaa-4e7c-b95f-b7571f2e7aba tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0790689 Aug 21 18:05:20.276962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37ce672c-b505-4a1c-b43e-9cf6aaabaf43 req-4fd2e347-b1b9-414a-933c-dfef8fc7c57f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400360 Aug 21 18:05:20.303079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.333338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6d9d69e-6bb2-45e4-a8c8-7051cd03b05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.339712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d577501-2863-46fc-a481-7e1b0913229d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:20.408071 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.474720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Deleting port cd873437-985a-45c0-8b07-b21a2262c2c7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:20.475061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.491384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.498304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.504581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-ea002ed4-fecd-419e-b7cd-6deb46d988be tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=147b325d88e343218182a2feeb2bf1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905094 Aug 21 18:05:20.511789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.518943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.525504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.531573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.538450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.539764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-9773b2f5-7580-4e63-ac7e-94f72219abfb tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.1054685 Aug 21 18:05:20.587317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce0734b3-d898-4604-877a-5a23d81eac6f req-8b92a60e-a29a-4cd8-8184-efd2a5684ba3 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398149 Aug 21 18:05:20.677222 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.710395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.710943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] For port cd873437-985a-45c0-8b07-b21a2262c2c7, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd873437-985a-45c0-8b07-b21a2262c2c7,segment=NetworkSegment(4c70579e-bc7a-4a79-985b-203d9f68132f),segment_id=4c70579e-bc7a-4a79-985b-203d9f68132f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:20.711305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.717218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.723960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.729871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.736054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.741992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.748029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.749937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0080c01-ada5-49ac-8416-9eff8b680833 req-38df4cff-b53c-4aa3-86ad-5c03a69d2b8b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.0926244 Aug 21 18:05:20.760484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46382) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:20.765004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Request body: {'floatingip': {'port_id': '67cc5687-3c81-458d-b67e-9e8f317cb4e8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:20.765807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Calling delete_port for cd873437-985a-45c0-8b07-b21a2262c2c7 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:20.809092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-8be39774-2fef-4193-91e7-b5c4d685896a tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.810662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-8be39774-2fef-4193-91e7-b5c4d685896a tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2719181 Aug 21 18:05:20.812603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:20.962794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cdacf3-5441-4951-bc9e-a55a38a2cb99 req-f22d3522-9a1d-4887-b723-5be1b1480b1d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:20.964322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25cdacf3-5441-4951-bc9e-a55a38a2cb99 req-f22d3522-9a1d-4887-b723-5be1b1480b1d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 949 time: 0.1122112 Aug 21 18:05:21.049397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25cdacf3-5441-4951-bc9e-a55a38a2cb99 req-ff0609ac-ee11-4188-91de-c5b88c21c231 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753791 Aug 21 18:05:21.146407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-e9bfdbab-9d62-466a-aa80-335fb2b75a16 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/quotas/147b325d88e343218182a2feeb2bf1d2 HTTP/1.1" status: 200 len: 375 time: 0.3266368 Aug 21 18:05:21.155661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c89348c3-b869-437f-b66c-98e113ed996f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:21.186889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-b5d51a21-e8b0-43ef-a1b7-9366d2264a38 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=147b325d88e343218182a2feeb2bf1d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341952 Aug 21 18:05:21.239916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6278241-efe3-41c5-a00a-d6ee51d44bbe req-a9e7a671-24b5-4edf-9cc1-46ac79114225 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:21.241456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6278241-efe3-41c5-a00a-d6ee51d44bbe req-a9e7a671-24b5-4edf-9cc1-46ac79114225 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 945 time: 0.1298892 Aug 21 18:05:21.254798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port c89348c3-b869-437f-b66c-98e113ed996f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:21.260308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port c89348c3-b869-437f-b66c-98e113ed996f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:21.260740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.321616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6278241-efe3-41c5-a00a-d6ee51d44bbe req-d0e02ca2-b6d1-49af-b5b2-42acf53a307c tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/security-groups?id=409d244b-47f7-408c-b90b-f97aefd4982c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523565 Aug 21 18:05:21.351352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Router 1da97935-acd8-45e6-a588-b54dc2db08de has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:05:21.399580 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.451144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:21.454943 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7df5a-779e-48a9-af8b-e7ada30c8827" -d '{"events": [{"server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "name": "network-vif-plugged", "status": "completed", "tag": "c89348c3-b869-437f-b66c-98e113ed996f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:21.476582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c89348c3-b869-437f-b66c-98e113ed996f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:21.481709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.484103 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.553551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:21.553835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.604666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Pushing event deleted for resources: {'Port': ['ID=cd873437-985a-45c0-8b07-b21a2262c2c7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:21.616701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085350a-850b-4bb5-b9fd-10c369a27254 req-8a200577-776f-4527-b845-d8eefb3c88e3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:21.618938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e085350a-850b-4bb5-b9fd-10c369a27254 req-8a200577-776f-4527-b845-d8eefb3c88e3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.1689978 Aug 21 18:05:21.624833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:21.636897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Sync routers for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:21.654952 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:21.655700 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:21.664525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7073fb7-56b6-42ca-bfd8-930284ce2533 admin admin] 10.222.0.41 "PUT /v2.0/routers/1da97935-acd8-45e6-a588-b54dc2db08de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2554600 Aug 21 18:05:21.668031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:21.744383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] No DVR routers for this DVR port cd873437-985a-45c0-8b07-b21a2262c2c7 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:21.753750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.755912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a71d6c96-1df2-4212-be17-01c1226de095 req-15355866-b12e-4570-b6f3-a62d80bc7ccf tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.39 "DELETE /v2.0/ports/cd873437-985a-45c0-8b07-b21a2262c2c7 HTTP/1.1" status: 204 len: 173 time: 1.5671771 Aug 21 18:05:21.758364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-deleted', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:21.761321 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0619fdaf-a85a-49d8-91ec-5597b622c2af" -d '{"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-deleted", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:21.808672 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:21.812107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e085350a-850b-4bb5-b9fd-10c369a27254 req-fdb50993-eb5d-46ab-9f41-08999c86a892 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517017 Aug 21 18:05:21.812736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.830721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.893675 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:21.951851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fcc782-1dae-41c7-b5ec-7f6226807ee2 req-6f5626d0-d724-4020-92ff-a67dcebf836e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:21.959430 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30fcc782-1dae-41c7-b5ec-7f6226807ee2 req-6f5626d0-d724-4020-92ff-a67dcebf836e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1831796 Aug 21 18:05:21.978343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ffb8bdd-34bd-4792-8fb0-3d469ed5a936 req-71c7185f-9b48-473f-9ebe-326c933aba4c tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 210 time: 0.0397999 Aug 21 18:05:22.050776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30fcc782-1dae-41c7-b5ec-7f6226807ee2 req-0930278a-a3c8-4bba-b409-aab4653fb7ce tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899758 Aug 21 18:05:22.085599 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Floating IP 4e38b065-38bc-44e1-97e4-92e97359f87a associated. External IP: 172.25.1.36, port: 67cc5687-3c81-458d-b67e-9e8f317cb4e8. Aug 21 18:05:22.132830 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e172e5-84e0-4be3-a636-cb1080e344ab x-openstack-request-id: req-94e172e5-84e0-4be3-a636-cb1080e344ab {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:22.133391 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "name": "network-vif-plugged", "status": "completed", "tag": "c89348c3-b869-437f-b66c-98e113ed996f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:22.133504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:22.133633 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94e172e5-84e0-4be3-a636-cb1080e344ab {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:22.134032 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f', 'code': 200} Aug 21 18:05:22.156973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda53a64-5395-4b30-9124-6cfb48f13464 x-openstack-request-id: req-dda53a64-5395-4b30-9124-6cfb48f13464 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:22.157501 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6905e180-7737-4d45-a6bc-71489c714c6e", "name": "network-vif-deleted", "tag": "cd873437-985a-45c0-8b07-b21a2262c2c7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:22.157900 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dda53a64-5395-4b30-9124-6cfb48f13464 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:22.158704 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6905e180-7737-4d45-a6bc-71489c714c6e', 'name': 'network-vif-deleted', 'tag': 'cd873437-985a-45c0-8b07-b21a2262c2c7', 'status': 'completed', 'code': 200} Aug 21 18:05:22.292125 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251'}], 'enable_snat': True}, 'gw_port_id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:05:20Z', 'revision_number': 5, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port': {'id': '8a1ca367-ffc2-4bb5-a736-63f951eabd3d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f4:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:01:54Z', 'updated_at': '2021-08-21T18:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:22.342213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Checking router: 1da97935-acd8-45e6-a588-b54dc2db08de for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:22.347865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd40e05-30ad-491a-a48f-abadd0f82658 req-dd69a06a-6aa5-4c01-869d-1d31fa65986f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:22.348668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Deleting port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:22.349071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:22.349647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8dd40e05-30ad-491a-a48f-abadd0f82658 req-dd69a06a-6aa5-4c01-869d-1d31fa65986f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.1415207 Aug 21 18:05:22.382663 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Routers {'1da97935-acd8-45e6-a588-b54dc2db08de'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:22.384105 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1da97935-acd8-45e6-a588-b54dc2db08de'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:22.478232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde02598-5b7e-4335-b42d-e541a6f75239 req-9eee8404-e6f1-4690-a30a-62ded3500b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:22.483200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fde02598-5b7e-4335-b42d-e541a6f75239 req-9eee8404-e6f1-4690-a30a-62ded3500b4e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 1102 time: 0.2380702 Aug 21 18:05:22.563843 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] Set router 1da97935-acd8-45e6-a588-b54dc2db08de gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:22.564415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8dd40e05-30ad-491a-a48f-abadd0f82658 req-a631f326-246c-412b-bbf0-812d1c64e32b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446433 Aug 21 18:05:22.591492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Router 6d558446-f880-4152-8a2c-6bb42a03dc08 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:05:22.595857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1857cfa0-bf55-42cf-a31d-9058391ae7ed req-d33263e4-6f13-4868-91e5-d1d075b7c8b3 tempest-LiveMigrationTest-2023974652 tempest-LiveMigrationTest-2023974652-project] 10.222.0.41 "GET /v2.0/ports?device_id=6905e180-7737-4d45-a6bc-71489c714c6e HTTP/1.1" status: 200 len: 210 time: 0.0774875 Aug 21 18:05:22.627147 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:05:22Z', 'revision_number': 6, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:22.634477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] For port 8a1ca367-ffc2-4bb5-a736-63f951eabd3d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:22.634880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:22.645923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fde02598-5b7e-4335-b42d-e541a6f75239 req-2cb7f8de-ea92-42af-8c77-ac08684231bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376166 Aug 21 18:05:22.652187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Calling delete_port for 8a1ca367-ffc2-4bb5-a736-63f951eabd3d owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:22.656275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182011-77a5-4b95-8fd0-b0b28b492b45 None None] The sync data for ids ['1da97935-acd8-45e6-a588-b54dc2db08de'] in n-d-793621-32 is: [{'id': '1da97935-acd8-45e6-a588-b54dc2db08de', 'name': 'tempest-ServersTestBootFromVolume-1244445229-router', 'tenant_id': '3cf2fa88c9574c25af7ac5d196c38226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:01:52Z', 'updated_at': '2021-08-21T18:05:22Z', 'revision_number': 6, 'project_id': '3cf2fa88c9574c25af7ac5d196c38226', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:05:22.733745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:22.746016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Sync routers for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:22.747915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:22.759787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:22.760876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:22.794578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4496a77e-1e15-4049-af8e-81b0d203b4d0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "PUT /v2.0/floatingips/4e38b065-38bc-44e1-97e4-92e97359f87a HTTP/1.1" status: 200 len: 991 time: 2.0312967 Aug 21 18:05:22.795553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:22.799107 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408faba1-badc-400d-a5b2-888199866986" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:22.863009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-3203d071-c067-452a-ab75-797914f650df tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=147b325d88e343218182a2feeb2bf1d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242372 Aug 21 18:05:22.887706 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0b8488-d60b-42d6-a80f-e2ca394f6d2a x-openstack-request-id: req-fb0b8488-d60b-42d6-a80f-e2ca394f6d2a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:22.889498 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:22.890033 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb0b8488-d60b-42d6-a80f-e2ca394f6d2a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:22.892276 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'status': 'completed', 'code': 200} Aug 21 18:05:22.974802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:23.126051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.126906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.127413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.127893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.128364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.128832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.129300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.131330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-def46eef-8e95-46a2-a58a-f21878796a5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.2181301 Aug 21 18:05:23.155602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-a3450c37-72da-4398-b5e8-a145938cc0d2 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.157126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-a3450c37-72da-4398-b5e8-a145938cc0d2 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2784016 Aug 21 18:05:23.170167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-418c8890-3bf2-49d8-b394-e670fb77121f req-bce5f948-2de7-4e55-9d42-c21feabe725c tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 210 time: 0.0816193 Aug 21 18:05:23.184295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Request body: {'port': {'device_id': '3a31de1f-7768-4641-b181-6813e5b516cf', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '147b325d88e343218182a2feeb2bf1d2'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:23.207096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.238290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:23.250564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a771d2-d0de-4382-b4ec-9f4e1367bdc1 req-95339700-e84a-45f4-b78e-437dd7735407 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.267617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1a771d2-d0de-4382-b4ec-9f4e1367bdc1 req-95339700-e84a-45f4-b78e-437dd7735407 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1183631 Aug 21 18:05:23.326872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1a771d2-d0de-4382-b4ec-9f4e1367bdc1 req-9dee24a8-e505-4976-a319-20ab87c46eb0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Aug 21 18:05:23.333035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1ca367-ffc2-4bb5-a736-63f951eabd3d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:23.349665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cd873437-985a-45c0-8b07-b21a2262c2c7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:23.349665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd873437-985a-45c0-8b07-b21a2262c2c7 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:23.359217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.380923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '4e38b065-38bc-44e1-97e4-92e97359f87a', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'port_id': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'mac_address': 'fa:16:3e:51:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:04:11Z', 'updated_at': '2021-08-21T18:05:21Z', 'revision_number': 1, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:23.411742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Checking router: 6d558446-f880-4152-8a2c-6bb42a03dc08 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:23.420993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:23.421621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:23.463162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-fc36680a-5334-4f27-8be6-5c37a31624c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.464662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-fc36680a-5334-4f27-8be6-5c37a31624c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c HTTP/1.1" status: 200 len: 917 time: 0.2990191 Aug 21 18:05:23.467280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.545052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:23.714692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-f1c3b7ea-3734-4d94-b447-c43720f4a96f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 999 time: 0.2113774 Aug 21 18:05:23.752353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2d577501-2863-46fc-a481-7e1b0913229d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:23.780588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113f6ce-48af-4461-bae2-072ad4e1ba69 req-5c846c1f-98a3-44bf-8652-87cdd0c9fa55 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.784616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-cee00888-d545-436b-bc9b-33296791ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.787610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-cee00888-d545-436b-bc9b-33296791ea46 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.0703382 Aug 21 18:05:23.790226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.790427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9113f6ce-48af-4461-bae2-072ad4e1ba69 req-5c846c1f-98a3-44bf-8652-87cdd0c9fa55 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.0839317 Aug 21 18:05:23.793007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.795847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Made reservation on behalf of 147b325d88e343218182a2feeb2bf1d2 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:23.798173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2d577501-2863-46fc-a481-7e1b0913229d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:23.798819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2d577501-2863-46fc-a481-7e1b0913229d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:23.799768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a1ca367-ffc2-4bb5-a736-63f951eabd3d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:23.800819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.831361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8a1ca367-ffc2-4bb5-a736-63f951eabd3d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:23.832594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a1ca367-ffc2-4bb5-a736-63f951eabd3d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:23.862038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9113f6ce-48af-4461-bae2-072ad4e1ba69 req-cc9ffb11-2f9e-4d4c-b119-9533f35a4b66 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706277 Aug 21 18:05:23.921281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.948772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46452) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:23.969767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.970773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1da97935-acd8-45e6-a588-b54dc2db08de {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:05:23.982110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:23.983708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71ab0cdf-2aa0-461f-b8ab-39ad7db74875 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1da97935-acd8-45e6-a588-b54dc2db08de HTTP/1.1" status: 204 len: 168 time: 2.3125222 Aug 21 18:05:23.987414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408faba1-badc-400d-a5b2-888199866986 req-09e77c52-ea69-4a71-b775-34e4038242cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:23.989000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-09e77c52-ea69-4a71-b775-34e4038242cb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1844382 Aug 21 18:05:23.991522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46454) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:24.054091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Deleting subnet a1bafab6-096d-4273-a48a-abd620ae126f {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:24.062620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.117323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.137449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Deleting subnet 9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:24.153462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.178271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.186975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '4e38b065-38bc-44e1-97e4-92e97359f87a', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'port_id': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'mac_address': 'fa:16:3e:51:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:04:11Z', 'updated_at': '2021-08-21T18:05:21Z', 'revision_number': 1, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:24.222299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364c9901-9384-4586-8235-bed2ae339e1b None None] The sync data for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 is: [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '4e38b065-38bc-44e1-97e4-92e97359f87a', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'floating_ip_address': '172.25.1.36', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'port_id': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'mac_address': 'fa:16:3e:51:0b:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:04:11Z', 'updated_at': '2021-08-21T18:05:21Z', 'revision_number': 1, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:05:24.246444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-5376c7e0-e265-4aaf-8b09-2d75856b52ce service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437320 Aug 21 18:05:24.254725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.276642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.299925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.311366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1bafab6-096d-4273-a48a-abd620ae126f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:24.336102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.336406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.341004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9fbbb081-2563-4622-b629-74cb9318d67e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1bafab6-096d-4273-a48a-abd620ae126f HTTP/1.1" status: 204 len: 168 time: 0.3889687 Aug 21 18:05:24.356377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:24.360191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-286c9c1c-c091-4aba-93ca-054d8f58e1b2 req-e2d003f0-d6b6-4ac6-a6c9-69ae68d59ccb tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 210 time: 0.0531280 Aug 21 18:05:24.458046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.486909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c423372-2b85-4025-8fa5-7665b4c25cdb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:24.550312 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5823bdcf-a8bf-4c54-a8fa-a93536e0e667 None None] New status for floating IP 4e38b065-38bc-44e1-97e4-92e97359f87a: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:05:24.610807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.624512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d359fe-5cd8-4203-8c11-d60eade81c9c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:24.638363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c70579e-bc7a-4a79-985b-203d9f68132f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:24.638761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c70579e-bc7a-4a79-985b-203d9f68132f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:24.653870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76a384-80a9-4dd2-81b9-0af417b6d61d req-0ed4696f-c24c-47c0-8559-a77fdf7a83e8 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:24.659090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff76a384-80a9-4dd2-81b9-0af417b6d61d req-0ed4696f-c24c-47c0-8559-a77fdf7a83e8 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1984868 Aug 21 18:05:24.666395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.699255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.715327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:24.715742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:24.717552 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:24.730543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff76a384-80a9-4dd2-81b9-0af417b6d61d req-bac003fe-8eb2-47c2-9d96-9675330b2223 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662916 Aug 21 18:05:24.785560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.792261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.794796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99d359fe-5cd8-4203-8c11-d60eade81c9c HTTP/1.1" status: 204 len: 168 time: 0.4371858 Aug 21 18:05:24.797505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:24.818949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f67a0-f9f4-4b0b-8d8d-1fb0f9a344b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d359fe-5cd8-4203-8c11-d60eade81c9c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:24.859217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-408faba1-badc-400d-a5b2-888199866986 req-29afe988-a6b3-4b06-97e2-bcb1da0f399e service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974827 Aug 21 18:05:24.865012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Deleting subnet 4674bfa8-3566-4fa0-b845-02f1492fa4b0 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:24.869224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.877275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.911103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.929477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Allocated IP 192.168.233.187 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/f1c73036-4d7c-4182-b121-166f7df6f8fd) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:24.958602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:24.991182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.035229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.056300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.058538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4674bfa8-3566-4fa0-b845-02f1492fa4b0 HTTP/1.1" status: 204 len: 168 time: 0.2597704 Aug 21 18:05:25.090223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:25.138741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:25.146482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d751c0-040f-46be-a444-ef4d71c7e1b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4674bfa8-3566-4fa0-b845-02f1492fa4b0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:25.155668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.157606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ef2782ed-b523-4abe-ab29-ac4689d372d9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d545a7d-4e8e-442d-bb0e-8b97e9a8c0d7 HTTP/1.1" status: 204 len: 168 time: 1.1659617 Aug 21 18:05:25.160811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46474) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:25.165083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee72254-53a4-46dd-9eea-7dff45ccba3f None None] Network ffd684a3-fb66-488a-bd7b-114b4a0e02c1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:05:25.195979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599bc67-73bd-4006-9b7a-96114918b8e8 req-c4688247-8f57-4598-98f0-b5c65fa934d0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:25.204061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2599bc67-73bd-4006-9b7a-96114918b8e8 req-c4688247-8f57-4598-98f0-b5c65fa934d0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.2179255 Aug 21 18:05:25.230573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.235569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.260806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.279980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2599bc67-73bd-4006-9b7a-96114918b8e8 req-63e0ce73-2b82-410a-8cf5-8dec3a22e029 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749612 Aug 21 18:05:25.297570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Transition to ACTIVE for port object f1c73036-4d7c-4182-b121-166f7df6f8fd will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:25.339302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.380578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.396532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:25.400438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] DHCP port deletion for ffd684a3-fb66-488a-bd7b-114b4a0e02c1 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:05:25.400779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Pushing event updated for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:25.416860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:25.417998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:25.421088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:25.443457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de15406d-c197-4afe-9dad-e60d4ab8f048') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:25.443830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de15406d-c197-4afe-9dad-e60d4ab8f048') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:25.462695 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.491922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:25.492860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.494739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.512915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:25.513610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Deleting port f56828a2-9502-4141-af7f-3c122a591ed4 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:25.514233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.514823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.527753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-ab0373cb-fb59-4b4f-b7f5-6f749489a4b6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3488059 Aug 21 18:05:25.556695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Request body: {'port': {'device_id': '3a31de1f-7768-4641-b181-6813e5b516cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:25.655263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf0121-dca7-4393-9a47-81becbd55ee3 req-8eec82b9-c69c-4a8a-a9db-172c5f3c2da6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:25.670900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7bf0121-dca7-4393-9a47-81becbd55ee3 req-8eec82b9-c69c-4a8a-a9db-172c5f3c2da6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 936 time: 0.1523132 Aug 21 18:05:25.673090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.688704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] For port f56828a2-9502-4141-af7f-3c122a591ed4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f56828a2-9502-4141-af7f-3c122a591ed4,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:25.689110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:25.694869 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:25.748384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Calling delete_port for f56828a2-9502-4141-af7f-3c122a591ed4 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:25.750928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-804d4d2a-a02b-4fb4-a794-cfe3fbab4ef9 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:25.752542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-804d4d2a-a02b-4fb4-a794-cfe3fbab4ef9 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 1102 time: 0.0964036 Aug 21 18:05:25.759316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.761551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Deleting port f56828a2-9502-4141-af7f-3c122a591ed4 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:25.761997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.774999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7bf0121-dca7-4393-9a47-81becbd55ee3 req-d438e8ad-7843-4c90-8473-de86ba4995f0 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029801 Aug 21 18:05:25.799558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.803701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda HTTP/1.1" status: 204 len: 168 time: 0.7099988 Aug 21 18:05:25.812787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-5c518bf9-d6c8-4da6-b725-91270775662d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.846270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79b774-ae1d-431f-943f-774270a93bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=19dd6cc1-981e-4b85-8e81-fe9aaf9d1dda,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:25.867223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f56828a2-9502-4141-af7f-3c122a591ed4 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:25.893230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] For port f56828a2-9502-4141-af7f-3c122a591ed4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f56828a2-9502-4141-af7f-3c122a591ed4,segment=NetworkSegment(06933975-7fa5-4b6a-a612-5ed83c3f8077),segment_id=06933975-7fa5-4b6a-a612-5ed83c3f8077)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:25.893599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.911618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:25.927129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Calling delete_port for f56828a2-9502-4141-af7f-3c122a591ed4 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:25.949205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port f56828a2-9502-4141-af7f-3c122a591ed4 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:05:25.950055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f56828a2-9502-4141-af7f-3c122a591ed4 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:25.954331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] Pushing event deleted for resources: {'Port': ['ID=f56828a2-9502-4141-af7f-3c122a591ed4,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:25.996339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e767cb2-1553-4e90-bdfd-d309be7c8c27 None None] Provisioning for port f1c73036-4d7c-4182-b121-166f7df6f8fd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:26.000367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025061d7-e6b3-4fed-beb2-cc9ed9661eed None None] No DVR routers for this DVR port f56828a2-9502-4141-af7f-3c122a591ed4 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:26.003502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e767cb2-1553-4e90-bdfd-d309be7c8c27 None None] Provisioning complete for port f1c73036-4d7c-4182-b121-166f7df6f8fd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:26.004508 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e767cb2-1553-4e90-bdfd-d309be7c8c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.111824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3e767cb2-1553-4e90-bdfd-d309be7c8c27 None None] Port f1c73036-4d7c-4182-b121-166f7df6f8fd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:26.122654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.132204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4dac3-f414-45fc-92f0-11c3624e72c1 req-9ad29d1d-c443-4391-9983-c1219a3c0843 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:26.136844 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac4dac3-f414-45fc-92f0-11c3624e72c1 req-9ad29d1d-c443-4391-9983-c1219a3c0843 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1081583 Aug 21 18:05:26.184049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-5c518bf9-d6c8-4da6-b725-91270775662d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.190370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] No DVR routers for this DVR port f56828a2-9502-4141-af7f-3c122a591ed4 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:26.198300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f56828a2-9502-4141-af7f-3c122a591ed4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:26.201179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-5c518bf9-d6c8-4da6-b725-91270775662d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.230635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:26.290896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c73036-4d7c-4182-b121-166f7df6f8fd {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:26.303074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.305906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-582a0bec-eff7-47c7-9028-eb2d4f6e7ec4 req-5c518bf9-d6c8-4da6-b725-91270775662d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335262 Aug 21 18:05:26.323790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Transition to ACTIVE for port object f1c73036-4d7c-4182-b121-166f7df6f8fd will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:26.330061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac4dac3-f414-45fc-92f0-11c3624e72c1 req-813ae7dc-8e75-4d2d-8850-54bbc903a0bf tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682632 Aug 21 18:05:26.336017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.352124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.368610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c518bf9-d6c8-4da6-b725-91270775662d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2bdbac-1dd1-4259-873e-9b8573f041cd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:26.413080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd684a3-fb66-488a-bd7b-114b4a0e02c1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:26.447964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06933975-7fa5-4b6a-a612-5ed83c3f8077') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:26.448412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06933975-7fa5-4b6a-a612-5ed83c3f8077') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:26.461092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.481777 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.488795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:26.489414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.519080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:26.537621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Attempting to bind port f1c73036-4d7c-4182-b121-166f7df6f8fd on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:26.538260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Attempting to bind port f1c73036-4d7c-4182-b121-166f7df6f8fd by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:26.538802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Attempting to bind port f1c73036-4d7c-4182-b121-166f7df6f8fd on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:26.549646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Port f1c73036-4d7c-4182-b121-166f7df6f8fd on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:26.550459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Attempting to bind port f1c73036-4d7c-4182-b121-166f7df6f8fd on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:26.562587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:26.564892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:26.566071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:26.567457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Bound port: f1c73036-4d7c-4182-b121-166f7df6f8fd, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:26.568480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:26.594242 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:26.599989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.608195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.612729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ffd684a3-fb66-488a-bd7b-114b4a0e02c1 HTTP/1.1" status: 204 len: 168 time: 1.4486380 Aug 21 18:05:26.660192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880ea6f-385d-4ee1-b886-4d7b7601e6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd684a3-fb66-488a-bd7b-114b4a0e02c1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:26.740033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c6fe52f-bb25-4623-a03c-469785f3cbf8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4c04a979ee74a359424c4d5a671a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059531 Aug 21 18:05:26.740563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:26.750041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:26.757071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:26.767254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.801848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:26.802743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.804655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] 10.222.0.64 "PUT /v2.0/ports/f1c73036-4d7c-4182-b121-166f7df6f8fd HTTP/1.1" status: 200 len: 1097 time: 1.2548354 Aug 21 18:05:26.808145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:26.816832 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f069b6b4-596c-4f18-86a9-d6f5eea9144c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:26.855453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2dabb1-4477-42ef-82fc-9fb3b204b13c service neutron] Pushing event updated for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:26.876499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46520) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:26.901813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.958062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-586ab3bf-2b6b-4cf9-863d-b3f6bbde3b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:26.960037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-586ab3bf-2b6b-4cf9-863d-b3f6bbde3b79 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=147b325d88e343218182a2feeb2bf1d2&device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 1100 time: 0.1007438 Aug 21 18:05:26.960199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:26.990034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e20096-3c18-460a-ae69-7eb0a996694a req-4c7eba00-0a38-43ff-a8b4-1cb6911a1084 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:26.991738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12e20096-3c18-460a-ae69-7eb0a996694a req-4c7eba00-0a38-43ff-a8b4-1cb6911a1084 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 948 time: 0.0781360 Aug 21 18:05:27.003130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-366f0867-f2e7-44d7-8fc0-81335db7f17d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1052957 Aug 21 18:05:27.036229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-c9c2fe5e-5526-46b0-bf5a-80de2ecee51f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd HTTP/1.1" status: 200 len: 217 time: 0.0612993 Aug 21 18:05:27.093902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-49e1415b-efef-49b8-9772-ead562da354d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3cf2fa88c9574c25af7ac5d196c38226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2138743 Aug 21 18:05:27.094419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46524) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:27.129025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12e20096-3c18-460a-ae69-7eb0a996694a req-3c8f4a87-ad05-4a6d-b73e-44f32bc43333 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956745 Aug 21 18:05:27.153661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-55bf56f6-c6af-4a30-afe9-6b1954c739ed tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:27.155839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-55bf56f6-c6af-4a30-afe9-6b1954c739ed tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456044 Aug 21 18:05:27.158939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.162009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.167964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/409d244b-47f7-408c-b90b-f97aefd4982c HTTP/1.1" status: 204 len: 168 time: 0.4257472 Aug 21 18:05:27.173797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-ad625a58-fcd7-4d2b-a052-6c5797520901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:27.177320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-ad625a58-fcd7-4d2b-a052-6c5797520901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1143618 Aug 21 18:05:27.185367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93373c57-1dbb-4a0b-91ba-f64faf8d3a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409d244b-47f7-408c-b90b-f97aefd4982c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:27.216345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-dfae5f55-ee4f-4b64-82df-584a56b50033 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0470848 Aug 21 18:05:27.236137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.239257 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29fcbeab-938d-4b2a-a160-585fb3f62792 x-openstack-request-id: req-29fcbeab-938d-4b2a-a160-585fb3f62792 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:27.239649 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:27.240232 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29fcbeab-938d-4b2a-a160-585fb3f62792 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:27.240860 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd', 'status': 'completed', 'code': 200} Aug 21 18:05:27.300696 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.317362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f0478-b34a-44fc-b387-dce07a897510 req-739cd101-dc20-4471-8a9b-b8307cebb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:27.319330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-739cd101-dc20-4471-8a9b-b8307cebb70d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1314390 Aug 21 18:05:27.339240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e939f531-ac4c-4fea-9455-6ca611a0260a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218128 Aug 21 18:05:27.444824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.448003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:27.451821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/051a567f-be35-44e8-89cd-d7cf5ee26fc5 HTTP/1.1" status: 204 len: 168 time: 0.3501389 Aug 21 18:05:27.487918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b655c8-784d-4bbe-85b9-715ea832d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a567f-be35-44e8-89cd-d7cf5ee26fc5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:27.537890 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-89256252-f9bc-4841-a224-cfc215790f01 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099507 Aug 21 18:05:27.546223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1a5ea-b057-466d-8ac4-d67fdf0816ef req-b20b72cf-c8d2-4e99-91ee-e8b60c1fc81c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:27.548099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fb1a5ea-b057-466d-8ac4-d67fdf0816ef req-b20b72cf-c8d2-4e99-91ee-e8b60c1fc81c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1165841 Aug 21 18:05:27.682850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-407f0478-b34a-44fc-b387-dce07a897510 req-07d7f08f-e5fa-4752-a8f4-6d585b5768c3 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336088 Aug 21 18:05:27.688358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fb1a5ea-b057-466d-8ac4-d67fdf0816ef req-54dbed9b-09ca-4316-99e4-1cf644467ad6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314230 Aug 21 18:05:27.775940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46540) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:27.835346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-c148eb6c-9ef0-4cb6-930c-2f1f7f4fca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:27.838229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-c148eb6c-9ef0-4cb6-930c-2f1f7f4fca9d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=147b325d88e343218182a2feeb2bf1d2&device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 1100 time: 0.1000578 Aug 21 18:05:27.854905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-30020323-48ae-41b5-82a5-9cd1ed8ce130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4cc6db9971494327be6851ae685b165d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774412 Aug 21 18:05:27.855890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:27.975257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.001784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-7abbe948-ba80-4a0b-b140-44ef38e099ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:28.003315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-7abbe948-ba80-4a0b-b140-44ef38e099ae service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1552939 Aug 21 18:05:28.026607 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.122953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.126443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.126760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-a9ce64c3-0a44-4fc5-95e0-cfd37179a77c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd HTTP/1.1" status: 200 len: 217 time: 0.1150863 Aug 21 18:05:28.127831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d21db87f-6b8a-4287-9013-8982a0133d93 HTTP/1.1" status: 204 len: 168 time: 0.2705123 Aug 21 18:05:28.150417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b019a-f76f-4b05-a5fb-426c5801f5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21db87f-6b8a-4287-9013-8982a0133d93,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:28.244764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-25793aad-a7e6-4055-ba32-337bcde69d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:28.247005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-25793aad-a7e6-4055-ba32-337bcde69d3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1124773 Aug 21 18:05:28.249552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-132a2a41-4485-49b7-927d-eef60b169323 req-efe803f1-51e0-404b-9c16-a0a1f1fdaf97 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 210 time: 0.0521104 Aug 21 18:05:28.340180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-fd29d9ad-e7b7-46fc-a487-020a17253f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:28.341856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-fd29d9ad-e7b7-46fc-a487-020a17253f06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849082 Aug 21 18:05:28.361730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e3525-375f-49aa-ad0d-fae0e116ffd3 req-47ee804c-7f2c-4d77-82d0-570d4ae1c3f3 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:28.370775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365e3525-375f-49aa-ad0d-fae0e116ffd3 req-47ee804c-7f2c-4d77-82d0-570d4ae1c3f3 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 948 time: 0.1156321 Aug 21 18:05:28.538266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-12d9d0d1-f8fc-40de-bd71-f2d18444973b service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637914 Aug 21 18:05:28.575667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365e3525-375f-49aa-ad0d-fae0e116ffd3 req-d8378c8e-ea37-4723-9d5e-b276cafadc8b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039351 Aug 21 18:05:28.616716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:28.712359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f069b6b4-596c-4f18-86a9-d6f5eea9144c req-7703db8d-bdf5-430d-a9c2-de57b7f3cbb2 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619158 Aug 21 18:05:28.731008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f1c73036-4d7c-4182-b121-166f7df6f8fd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:28.798111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-381339417-network', 'tenant_id': 'ec59b9c8a78147c0951ed39169086d62'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:28.882823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Made reservation on behalf of ec59b9c8a78147c0951ed39169086d62 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:28.886297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.924231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:28.949091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:28.964391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f1c73036-4d7c-4182-b121-166f7df6f8fd', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'f1c73036-4d7c-4182-b121-166f7df6f8fd', 'mac_address': 'fa:16:3e:7b:43:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:29.022812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043f8b79-a9b0-4d7e-9c85-2fd5a05d2739 req-2a113ddb-40e2-4611-8dc4-52d5458de83a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:29.027895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-043f8b79-a9b0-4d7e-9c85-2fd5a05d2739 req-2a113ddb-40e2-4611-8dc4-52d5458de83a tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1835618 Aug 21 18:05:29.039633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.079017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c73036-4d7c-4182-b121-166f7df6f8fd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:29.101381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-043f8b79-a9b0-4d7e-9c85-2fd5a05d2739 req-238df44e-0748-48c1-8e97-9c3c75a16d16 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651174 Aug 21 18:05:29.122091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:29.130996 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.146427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.155582 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.220053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:05:29.220297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:29.271792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd36b804-3bf7-45b2-9dc5-f4579359830d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:29.280960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.281316 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Added segment 9499b7ed-b81c-46a9-9940-c4d319b1e15f of type vlan for network 17acac78-c78c-4d5c-898c-0d22b99741de Aug 21 18:05:29.334609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.381327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.383735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:29.387069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.409004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17c0810c-afe5-4b10-a3af-b292fdbaf20a req-9d6e3f09-14a1-439e-baa1-3d207860eb65 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 210 time: 0.0373113 Aug 21 18:05:29.446512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8280234 Aug 21 18:05:29.449385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46612) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:29.465697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f1c73036-4d7c-4182-b121-166f7df6f8fd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:29.477350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Request body: {'subnet': {'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-381339417-subnet', 'tenant_id': 'ec59b9c8a78147c0951ed39169086d62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:29.483308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8c57c-a76d-4ec3-83f8-a93507a67085 admin admin] Pushing event updated for resources: {'Network': ['ID=17acac78-c78c-4d5c-898c-0d22b99741de,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:29.537403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Made reservation on behalf of ec59b9c8a78147c0951ed39169086d62 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:29.543767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:29.572150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 17acac78-c78c-4d5c-898c-0d22b99741de details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:05:29.837908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7239dc61-21e8-43e1-9216-d2b77a26d902 req-683945d6-d951-44ba-9c51-741490c93835 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:29.845940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7239dc61-21e8-43e1-9216-d2b77a26d902 req-683945d6-d951-44ba-9c51-741490c93835 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 949 time: 0.1447580 Aug 21 18:05:29.887282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-36233565-f329-4238-a852-1e21aeef824a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676777 Aug 21 18:05:29.971049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7239dc61-21e8-43e1-9216-d2b77a26d902 req-ddeda119-5ce9-407d-85cf-773156dc37e6 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192276 Aug 21 18:05:30.034720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.111608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0775250f-6756-41b6-a808-14de104a3966,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:30.131804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-7b4183b5-3577-47c4-bf01-c422ab81ee7d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:30.136944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-7b4183b5-3577-47c4-bf01-c422ab81ee7d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310600 Aug 21 18:05:30.147237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Checking segment: {'id': '9499b7ed-b81c-46a9-9940-c4d319b1e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:30.147599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Network hostable DHCP agents. Network: 17acac78-c78c-4d5c-898c-0d22b99741de, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:05:30.158342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:30.199074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e567c5fb-5eef-4099-b712-84d69c5782c2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368800 Aug 21 18:05:30.241407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Network 17acac78-c78c-4d5c-898c-0d22b99741de is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:05:30.281421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 17acac78-c78c-4d5c-898c-0d22b99741de) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:30.293524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2db8963-455a-4176-9379-89646ee07a1b None None] Network 17acac78-c78c-4d5c-898c-0d22b99741de requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:05:30.297970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:30.298593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.355459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-95ae1a81-faa9-47cf-a48c-65422658df19 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8964987 Aug 21 18:05:30.364630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af16ed-b817-449f-a502-d2e93abb1954 req-e0be2c57-7b81-4e81-84c2-1905509cb3a2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:30.372456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82af16ed-b817-449f-a502-d2e93abb1954 req-e0be2c57-7b81-4e81-84c2-1905509cb3a2 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1496081 Aug 21 18:05:30.409494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:30.412985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.427907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-57779b4a-8b97-415e-8e80-97c44aa1e925 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:30.430894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-57779b4a-8b97-415e-8e80-97c44aa1e925 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2135036 Aug 21 18:05:30.435983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82af16ed-b817-449f-a502-d2e93abb1954 req-02bda04c-7cfd-4d4c-a426-666c3edaf6f6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Aug 21 18:05:30.447662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': '93d810a6-b28f-4d37-9566-e38e54466928', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:30.491019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9602bd-d2d1-449d-a4b0-2dd8dc6a0af4 None None] Network 17acac78-c78c-4d5c-898c-0d22b99741de requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:05:30.634098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95407761-fab6-4a05-9047-552ee7ab4a0b req-781cbcec-d400-4336-b90c-48eb4e91d915 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 210 time: 0.0731099 Aug 21 18:05:30.702349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.123 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/df560563-4946-47ab-8c7e-4f418a19ce53) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:30.713507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:30.719208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.751746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f1c73036-4d7c-4182-b121-166f7df6f8fd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:30.840955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f1c73036-4d7c-4182-b121-166f7df6f8fd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:30.849324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f1c73036-4d7c-4182-b121-166f7df6f8fd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:30.853108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.912827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:30.933601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object df560563-4946-47ab-8c7e-4f418a19ce53 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:30.970949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.010767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.035157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:31.114258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:31.114906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.26 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:31.119458 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c95a81-2b6c-49db-915c-b041f892f602" -d '{"events": [{"server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "name": "network-vif-plugged", "status": "completed", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:31.157778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:31.159795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:31.166689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:31.173920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.174253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:31.182991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:31.251818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:31.256198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445efe63-b711-496c-a4ea-d84f6d21bf73 req-f5652de2-ef50-445f-b61e-3c1da06185a4 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:31.265126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-445efe63-b711-496c-a4ea-d84f6d21bf73 req-f5652de2-ef50-445f-b61e-3c1da06185a4 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 949 time: 0.1943717 Aug 21 18:05:31.304565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:31.305669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.372233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-445efe63-b711-496c-a4ea-d84f6d21bf73 req-eef5d08e-9109-40ba-9989-15dc842f58dd tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056535 Aug 21 18:05:31.378210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.382853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4139df43-b4d4-492e-8d9c-d19348d53428 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2253757 Aug 21 18:05:31.391712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Request body: {'port': {'device_id': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:31.410684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:31.426768 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57e2f8a-c2f6-4468-a91c-2f2d21f7792d x-openstack-request-id: req-c57e2f8a-c2f6-4468-a91c-2f2d21f7792d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:31.427310 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "name": "network-vif-plugged", "status": "completed", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:31.427310 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c57e2f8a-c2f6-4468-a91c-2f2d21f7792d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:31.427677 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd', 'code': 200} Aug 21 18:05:31.474910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.515952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.529264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:31.580204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:31.590486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:31.592867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:31.595690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:31.597822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-67feee0d-5aa6-43d7-b803-93084939955e None None] Provisioning for port df560563-4946-47ab-8c7e-4f418a19ce53 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:31.605260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-67feee0d-5aa6-43d7-b803-93084939955e None None] Provisioning complete for port df560563-4946-47ab-8c7e-4f418a19ce53 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:31.605806 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-67feee0d-5aa6-43d7-b803-93084939955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.695463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:31.696536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.711788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-67feee0d-5aa6-43d7-b803-93084939955e None None] Port df560563-4946-47ab-8c7e-4f418a19ce53 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:31.736800 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-db5c126d-0eea-455b-b80a-2134fe662444 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2925434 Aug 21 18:05:31.757652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Request body: {'port': {'device_id': '93d810a6-b28f-4d37-9566-e38e54466928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:31.822969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1184-eb60-41a1-aef9-0062bdbc5920 req-e64f6932-d6a9-485f-8983-515d0080a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:31.824637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bddf1184-eb60-41a1-aef9-0062bdbc5920 req-e64f6932-d6a9-485f-8983-515d0080a809 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 1102 time: 0.3097219 Aug 21 18:05:31.839064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0ea14-67b5-4cc5-900a-c7ce16018581 req-7ba92bad-5acf-43fa-8d2f-d8a94977958d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:31.846468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29e0ea14-67b5-4cc5-900a-c7ce16018581 req-7ba92bad-5acf-43fa-8d2f-d8a94977958d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.2552741 Aug 21 18:05:31.877091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:31.908455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29e0ea14-67b5-4cc5-900a-c7ce16018581 req-dd7fdce7-7157-4af1-ba0e-c88a327e2503 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609586 Aug 21 18:05:31.984143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bddf1184-eb60-41a1-aef9-0062bdbc5920 req-4987a1f1-7bc7-4bd0-af4d-b6df85e97504 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354733 Aug 21 18:05:32.037836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5f8ee483-d8d4-47e2-9e82-12aa48b2c4ef None None] Provisioning for port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:32.043145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5f8ee483-d8d4-47e2-9e82-12aa48b2c4ef None None] Provisioning complete for port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:32.043366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee483-d8d4-47e2-9e82-12aa48b2c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.084554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aed9aa-90cd-4b77-b09b-86ffe6323925 req-c851be1d-ecb0-47fe-8de8-3164263f0b79 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:32.086707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7aed9aa-90cd-4b77-b09b-86ffe6323925 req-c851be1d-ecb0-47fe-8de8-3164263f0b79 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 935 time: 0.1798606 Aug 21 18:05:32.101316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5f8ee483-d8d4-47e2-9e82-12aa48b2c4ef None None] Port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:32.108798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df560563-4946-47ab-8c7e-4f418a19ce53 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:32.117265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.130596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Transition to ACTIVE for port object df560563-4946-47ab-8c7e-4f418a19ce53 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:32.135768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.139499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7aed9aa-90cd-4b77-b09b-86ffe6323925 req-f12d781c-1255-4732-acfa-e31dd4040cae tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441751 Aug 21 18:05:32.170424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:32.207016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Pushing event updated for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:32.336213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Attempting to bind port df560563-4946-47ab-8c7e-4f418a19ce53 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:32.336651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:32.336989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Attempting to bind port df560563-4946-47ab-8c7e-4f418a19ce53 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:32.337478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Attempting to bind port df560563-4946-47ab-8c7e-4f418a19ce53 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:32.348095 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73781abc-1043-408b-8a79-5dd129357f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.348765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.351598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Port df560563-4946-47ab-8c7e-4f418a19ce53 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:32.352148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Attempting to bind port df560563-4946-47ab-8c7e-4f418a19ce53 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:32.364572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:32.365120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:32.365525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Transition to ACTIVE for port object 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:32.365955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:32.366342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Bound port: df560563-4946-47ab-8c7e-4f418a19ce53, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:32.366774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.372447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.466660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:32.486803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:32.495862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=df560563-4946-47ab-8c7e-4f418a19ce53,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:32.555566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73781abc-1043-408b-8a79-5dd129357f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.557670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Attempting to bind port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:32.558334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Attempting to bind port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:32.558676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Attempting to bind port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:32.560277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.566104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:32.566546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Attempting to bind port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:32.570852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73781abc-1043-408b-8a79-5dd129357f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.573795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:32.574715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:32.575121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:32.577375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Bound port: 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:32.577375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.651469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Pushing event updated for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:32.674675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e972e-53ed-479f-a36c-a89ff51836a8 req-c36cb8d7-2837-4223-9464-26357d07e528 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:32.676362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-662e972e-53ed-479f-a36c-a89ff51836a8 req-c36cb8d7-2837-4223-9464-26357d07e528 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.0972710 Aug 21 18:05:32.699833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73781abc-1043-408b-8a79-5dd129357f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ab99d6-cedd-4702-ab03-4fadd4d4aea8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:32.707766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-73781abc-1043-408b-8a79-5dd129357f2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f4425d7401e4c039fd128f2933e848e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361586 Aug 21 18:05:32.710971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:32.714160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:32.714956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.716416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-80f5c8f0-58ea-4799-94be-2beac57c55f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/df560563-4946-47ab-8c7e-4f418a19ce53 HTTP/1.1" status: 200 len: 1097 time: 1.3307393 Aug 21 18:05:32.721989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:32.724347 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cc9dee-916e-4fb5-9ddd-26d20064d968" -d '{"events": [{"name": "network-changed", "server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:32.806791 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de9236a-b273-47b2-b456-73b582585745 x-openstack-request-id: req-5de9236a-b273-47b2-b456-73b582585745 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:32.807184 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:32.807505 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5de9236a-b273-47b2-b456-73b582585745 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:32.807966 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53', 'status': 'completed', 'code': 200} Aug 21 18:05:32.837348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.864077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:32.916779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-1021f804-1251-4872-9025-9d37bfdcd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:32.918350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-1021f804-1251-4872-9025-9d37bfdcd131 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 1100 time: 0.1480231 Aug 21 18:05:32.984272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-071968e8-6b19-49c2-890e-3dae4a75fba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=df560563-4946-47ab-8c7e-4f418a19ce53 HTTP/1.1" status: 200 len: 217 time: 0.0556903 Aug 21 18:05:33.003778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.006317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.014578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8ab99d6-cedd-4702-ab03-4fadd4d4aea8 HTTP/1.1" status: 204 len: 168 time: 0.3010471 Aug 21 18:05:33.061283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4bf077a4-33fb-44a2-a6ff-1f53adf63dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.062934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-4bf077a4-33fb-44a2-a6ff-1f53adf63dd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0706532 Aug 21 18:05:33.067801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:33.087847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:33.090437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc61cd-cff6-439d-ab4a-bdb75ece7c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ab99d6-cedd-4702-ab03-4fadd4d4aea8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:33.091667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-662e972e-53ed-479f-a36c-a89ff51836a8 req-2bf60e93-3ab9-4ff9-94dc-09045bd9c0ad tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060128 Aug 21 18:05:33.100296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.147693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.149268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.150880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] 10.222.0.39 "PUT /v2.0/ports/38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 HTTP/1.1" status: 200 len: 1096 time: 1.3984599 Aug 21 18:05:33.151623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:33.152028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-9146c989-8669-445e-8e4e-e7f3aeceaddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.153232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-9146c989-8669-445e-8e4e-e7f3aeceaddb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0756216 Aug 21 18:05:33.153812 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6265c47-0ee4-486d-89a3-121294fff08b" -d '{"events": [{"name": "network-changed", "server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:33.163232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816da6-4bde-4a8d-b0ad-bd2ab9dc4e3e req-aed60826-bacb-4ad5-9de9-176f6c172ddf tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.172167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07816da6-4bde-4a8d-b0ad-bd2ab9dc4e3e req-aed60826-bacb-4ad5-9de9-176f6c172ddf tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1143785 Aug 21 18:05:33.186910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ebd4e-f2df-4900-91f6-4045e7455680 service neutron] Pushing event updated for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:33.277814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-a2647de1-a4f8-465f-8ed0-4003f1b30f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.279896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-a2647de1-a4f8-465f-8ed0-4003f1b30f5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 1099 time: 0.0508168 Aug 21 18:05:33.376450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-c1f27b8e-7bee-4f8b-acb1-4a8e7805d675 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 HTTP/1.1" status: 200 len: 217 time: 0.0836635 Aug 21 18:05:33.446090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-32a8e501-97ac-47a8-b9c1-fd718ab27590 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.447691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-32a8e501-97ac-47a8-b9c1-fd718ab27590 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/networks?id=17acac78-c78c-4d5c-898c-0d22b99741de HTTP/1.1" status: 200 len: 809 time: 0.1667461 Aug 21 18:05:33.482523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46740) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:33.500963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-72c9a926-021d-4186-92da-2358679b012e tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/quotas/ec59b9c8a78147c0951ed39169086d62 HTTP/1.1" status: 200 len: 375 time: 0.0298305 Aug 21 18:05:33.503269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00f7257a-e7d5-4758-b239-877129fbd0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.534719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-33c8d24b-c46b-4d93-935b-b6f28e02c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.536139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-33c8d24b-c46b-4d93-935b-b6f28e02c718 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1072257 Aug 21 18:05:33.555611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-43804f8c-2502-4b50-b181-cb2952a29c62 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ec59b9c8a78147c0951ed39169086d62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429015 Aug 21 18:05:33.575282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07816da6-4bde-4a8d-b0ad-bd2ab9dc4e3e req-974a18fa-3e7f-43cb-881e-d97ba761b9fe tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019647 Aug 21 18:05:33.619881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-270e2464-5a70-4c42-bc91-172c80eb0b9a service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447942 Aug 21 18:05:33.624509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-51b66715-cee0-4989-801c-6d9b15af1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.626036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-51b66715-cee0-4989-801c-6d9b15af1288 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0736430 Aug 21 18:05:33.634609 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd5c9c7-914a-43fb-a941-eef781845246 x-openstack-request-id: req-2bd5c9c7-914a-43fb-a941-eef781845246 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:33.634901 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:33.635149 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2bd5c9c7-914a-43fb-a941-eef781845246 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:33.635542 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'status': 'completed', 'code': 200} Aug 21 18:05:33.744767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00f7257a-e7d5-4758-b239-877129fbd0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.752161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00f7257a-e7d5-4758-b239-877129fbd0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.766511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-9820a056-032e-4da5-872c-51a3d6f6284e service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300809 Aug 21 18:05:33.766720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28f7c5-20e4-4195-ae0e-94ef3b9b2ddb req-45dd5988-0f9b-4695-a94f-7f41fc263338 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.768777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa28f7c5-20e4-4195-ae0e-94ef3b9b2ddb req-45dd5988-0f9b-4695-a94f-7f41fc263338 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 947 time: 0.0782704 Aug 21 18:05:33.770716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-125fe4f3-e684-422a-a026-0952b5ed0cab service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433980 Aug 21 18:05:33.814707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa28f7c5-20e4-4195-ae0e-94ef3b9b2ddb req-0126095c-a624-45d2-8f9c-f556955720a5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Aug 21 18:05:33.829152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-00f7257a-e7d5-4758-b239-877129fbd0c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ec2c586d5bd4c84b497868fa7bcdd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455791 Aug 21 18:05:33.832296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:33.872080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7257a-e7d5-4758-b239-877129fbd0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0599526-7923-4447-804f-82190b65c54c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:33.901314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-db84a93e-0e82-466e-a6ab-5c4aa9e0efd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:33.902968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-db84a93e-0e82-466e-a6ab-5c4aa9e0efd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 1100 time: 0.0792167 Aug 21 18:05:33.934765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:33.979418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4032b-d777-4a72-81bd-0d14745102b6 req-23e7809e-187e-4ff1-9c28-100333b177d8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986430 Aug 21 18:05:33.994551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:34.002765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-1ea2f294-e592-44c3-8166-6a07036c7591 service neutron] 10.222.0.41 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372492 Aug 21 18:05:34.048506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-4c0fc8ed-af5b-47cd-958e-d1205d79a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.049909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-4c0fc8ed-af5b-47cd-958e-d1205d79a5a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1381452 Aug 21 18:05:34.072801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:34.074988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:34.076101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0599526-7923-4447-804f-82190b65c54c HTTP/1.1" status: 204 len: 168 time: 0.2414954 Aug 21 18:05:34.106516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-ccbcce9c-96cd-457c-b2d3-bc761d48211c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=df560563-4946-47ab-8c7e-4f418a19ce53 HTTP/1.1" status: 200 len: 217 time: 0.0430522 Aug 21 18:05:34.112286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c81883-c9e6-4ed3-a5e5-d5000e90d6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0599526-7923-4447-804f-82190b65c54c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:34.150334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265c47-0ee4-486d-89a3-121294fff08b req-6f067b1b-5065-4408-a13b-e366d8247419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.152020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-6f067b1b-5065-4408-a13b-e366d8247419 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 1099 time: 0.0903461 Aug 21 18:05:34.158233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-70ed3345-c4fb-4641-9606-c40a7b2fac66 service neutron] 10.222.0.41 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487520 Aug 21 18:05:34.167398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-e3367670-531c-4cc0-aa3c-9ebe433e9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.169233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-e3367670-531c-4cc0-aa3c-9ebe433e9288 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0548279 Aug 21 18:05:34.265227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-df6696cb-e03c-44aa-ac19-78e2f0a02c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.266829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-df6696cb-e03c-44aa-ac19-78e2f0a02c1d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0897813 Aug 21 18:05:34.275303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7123f5-6838-4545-b39c-cb08e1136252 req-3cd56f85-19d3-47e0-9271-cb1d32a6f72c tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.282458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c7123f5-6838-4545-b39c-cb08e1136252 req-3cd56f85-19d3-47e0-9271-cb1d32a6f72c tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.0841818 Aug 21 18:05:34.287353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265c47-0ee4-486d-89a3-121294fff08b req-0bb5873d-4b43-47df-8a83-4051f9257d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.290454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-0bb5873d-4b43-47df-8a83-4051f9257d6f service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1206274 Aug 21 18:05:34.353485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-316e5d53-4598-4b1c-8715-6d888ee87487 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 HTTP/1.1" status: 200 len: 217 time: 0.0507789 Aug 21 18:05:34.387159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c7123f5-6838-4545-b39c-cb08e1136252 req-80ab30d5-08c2-4aed-bd7e-d426683b000b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981631 Aug 21 18:05:34.428090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265c47-0ee4-486d-89a3-121294fff08b req-e0fb777b-92e6-4e2d-aca0-2a1c3a8d7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.430642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-e0fb777b-92e6-4e2d-aca0-2a1c3a8d7a1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0610700 Aug 21 18:05:34.444443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-19c6b91e-6405-45de-9e6c-b11cfabd3be7 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544032 Aug 21 18:05:34.559011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0876943-e88c-41e6-8953-9a535315cc6d req-29d8d55b-e17b-41a2-a62f-bea53c441dde tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 210 time: 0.0490906 Aug 21 18:05:34.561972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07cc9dee-916e-4fb5-9ddd-26d20064d968 req-80b212bf-e082-442b-9c8e-947b44fea50b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100769 Aug 21 18:05:34.569711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6265c47-0ee4-486d-89a3-121294fff08b req-86fd14b6-1bea-41c3-a5f5-513bc9996ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.571375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-86fd14b6-1bea-41c3-a5f5-513bc9996ffd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302271 Aug 21 18:05:34.752024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-d1fce0e1-4cdf-40a3-bbc8-9e360ff91298 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684422 Aug 21 18:05:34.765464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308c929-1469-4c9e-8259-6efb89b2366c req-c0cccc65-b805-4dc9-bfba-eed242cdae5f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.767407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a308c929-1469-4c9e-8259-6efb89b2366c req-c0cccc65-b805-4dc9-bfba-eed242cdae5f tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0974662 Aug 21 18:05:34.830087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e647b-880c-4ab3-a5e9-a66ed8591bc6 req-7f81b250-3a2e-4941-b5ec-d4c247392e34 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:34.845818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a63e647b-880c-4ab3-a5e9-a66ed8591bc6 req-7f81b250-3a2e-4941-b5ec-d4c247392e34 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.1061463 Aug 21 18:05:34.883684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a63e647b-880c-4ab3-a5e9-a66ed8591bc6 req-f4fae280-e961-4b5f-85ba-bac0102668ac tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Aug 21 18:05:34.899287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6265c47-0ee4-486d-89a3-121294fff08b req-c365ff48-86e6-410d-a90e-e993aefe88d5 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300902 Aug 21 18:05:34.924026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a308c929-1469-4c9e-8259-6efb89b2366c req-6442df23-2ffa-4f22-9e9c-63fb2c3c216d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453459 Aug 21 18:05:35.017418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1d62e-3620-40d2-8dd7-e3b976b956b0 req-1028f318-3d41-4e72-9677-1bc8ac9f898f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:35.019019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-edc1d62e-3620-40d2-8dd7-e3b976b956b0 req-1028f318-3d41-4e72-9677-1bc8ac9f898f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 947 time: 0.0640850 Aug 21 18:05:35.088286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-edc1d62e-3620-40d2-8dd7-e3b976b956b0 req-26c238a7-a535-4eac-a1fd-ba2ae07b3277 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587854 Aug 21 18:05:35.647183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d2583b5-821e-4ae7-b413-7ef7359e7edd req-433e5dc5-df26-4bf1-8fad-aeefce3109b4 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 210 time: 0.0321510 Aug 21 18:05:35.956675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-b8030a8d-cfbb-4f93-84df-ac44c88b22bb tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:35.958515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-b8030a8d-cfbb-4f93-84df-ac44c88b22bb tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.64 "GET /v2.0/networks?id=17acac78-c78c-4d5c-898c-0d22b99741de HTTP/1.1" status: 200 len: 809 time: 0.1158636 Aug 21 18:05:35.983344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Request body: {'port': {'device_id': '1b295e53-7d26-4f31-812f-b601d379445d', 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de', 'admin_state_up': True, 'tenant_id': 'ec59b9c8a78147c0951ed39169086d62'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:36.075427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f957f-c009-40c7-aefc-6ce84f95411c req-c3d5a062-a20e-4abd-a861-2e90fb4e40e3 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.076856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d28f957f-c009-40c7-aefc-6ce84f95411c req-c3d5a062-a20e-4abd-a861-2e90fb4e40e3 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.1101952 Aug 21 18:05:36.140842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d28f957f-c009-40c7-aefc-6ce84f95411c req-267dd33a-7405-40b9-85a5-12ccfe31aa9d tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522833 Aug 21 18:05:36.168652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Made reservation on behalf of ec59b9c8a78147c0951ed39169086d62 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:36.173409 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:36.220770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b62e87-3ed7-42a8-9576-465da8974620 req-77b2a995-ac6f-4a63-8232-ee0d979c8c04 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.222477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55b62e87-3ed7-42a8-9576-465da8974620 req-77b2a995-ac6f-4a63-8232-ee0d979c8c04 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0620270 Aug 21 18:05:36.270171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55b62e87-3ed7-42a8-9576-465da8974620 req-46b20208-4eb5-410b-9b94-ea99ff7669c6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Aug 21 18:05:36.314046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Allocated IP 172.20.0.4 (17acac78-c78c-4d5c-898c-0d22b99741de/0775250f-6756-41b6-a808-14de104a3966/4ed99c28-1954-4802-8d62-225d61cda831) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:36.393040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c4687-daf9-4d16-8837-6b540249f999 req-95ff888e-d060-4e24-96b5-9d3a042fadce tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.394926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-337c4687-daf9-4d16-8837-6b540249f999 req-95ff888e-d060-4e24-96b5-9d3a042fadce tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 947 time: 0.0639582 Aug 21 18:05:36.453593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-337c4687-daf9-4d16-8837-6b540249f999 req-92aea797-2984-40ac-b36e-dd0fba448013 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Aug 21 18:05:36.492377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:36.537498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:36.604662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Network 17acac78-c78c-4d5c-898c-0d22b99741de is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:36.606189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:36.625873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:36.708066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Pushing event updated for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:36.734110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-e33f3aed-c9b3-47d5-aa43-de167d7ced72 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.735628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-e33f3aed-c9b3-47d5-aa43-de167d7ced72 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.64 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.1754346 Aug 21 18:05:36.743289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.743889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:36.794336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477a85c-06e6-4bc3-a24e-87d837b87112 req-543f66a7-1321-4138-aea1-178aa0b15622 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.795881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1477a85c-06e6-4bc3-a24e-87d837b87112 req-543f66a7-1321-4138-aea1-178aa0b15622 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.1609812 Aug 21 18:05:36.797108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-88ce0df9-ef66-43a6-b220-41aea244993d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8187943 Aug 21 18:05:36.806045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716ccbf-40b0-48f5-9ae3-898c6c7c6939 req-86a03e98-f266-4017-bb66-16b2d9e350f0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:36.807622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9716ccbf-40b0-48f5-9ae3-898c6c7c6939 req-86a03e98-f266-4017-bb66-16b2d9e350f0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 931 time: 0.0523386 Aug 21 18:05:36.815048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Request body: {'port': {'device_id': '1b295e53-7d26-4f31-812f-b601d379445d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:36.849616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9716ccbf-40b0-48f5-9ae3-898c6c7c6939 req-e1358d04-5cc5-4541-bb56-d036d8c4a770 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Aug 21 18:05:36.917996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1477a85c-06e6-4bc3-a24e-87d837b87112 req-46490ffe-c84d-4236-a806-b1282b2b860d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093876 Aug 21 18:05:36.928553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:36.953037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Deleting port f1c73036-4d7c-4182-b121-166f7df6f8fd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:36.953381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.136695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] For port f1c73036-4d7c-4182-b121-166f7df6f8fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f1c73036-4d7c-4182-b121-166f7df6f8fd,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:37.137523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.162109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Calling delete_port for f1c73036-4d7c-4182-b121-166f7df6f8fd owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:37.224011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device df560563-4946-47ab-8c7e-4f418a19ce53 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:37.367568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=df560563-4946-47ab-8c7e-4f418a19ce53,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:37.369801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc81b0-d891-4900-881c-4a6e5106eef9 req-79809f3c-9b27-4d8a-93d0-d0fdec76a321 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:37.376990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ecc81b0-d891-4900-881c-4a6e5106eef9 req-79809f3c-9b27-4d8a-93d0-d0fdec76a321 tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a31de1f-7768-4641-b181-6813e5b516cf HTTP/1.1" status: 200 len: 950 time: 0.1360095 Aug 21 18:05:37.379293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'df560563-4946-47ab-8c7e-4f418a19ce53', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'df560563-4946-47ab-8c7e-4f418a19ce53', 'mac_address': 'fa:16:3e:1a:45:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:37.424458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.441319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d465b-0968-4230-8f64-4e27e1739cb2 req-7cc5890f-7c96-41f4-abcf-03e8a712fc33 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:37.443173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-942d465b-0968-4230-8f64-4e27e1739cb2 req-7cc5890f-7c96-41f4-abcf-03e8a712fc33 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0704308 Aug 21 18:05:37.451818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df560563-4946-47ab-8c7e-4f418a19ce53 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:37.475711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=df560563-4946-47ab-8c7e-4f418a19ce53,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:37.482907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.483753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:37.485040 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ecc81b0-d891-4900-881c-4a6e5106eef9 req-fc37671e-abd5-4647-ac24-b70f7b8725bd tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c423372-2b85-4025-8fa5-7665b4c25cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071920 Aug 21 18:05:37.491118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed99c28-1954-4802-8d62-225d61cda831 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:37.503395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.518984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-942d465b-0968-4230-8f64-4e27e1739cb2 req-0d45551f-6159-4ae6-994d-40c741052c18 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Aug 21 18:05:37.521829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Transition to ACTIVE for port object 4ed99c28-1954-4802-8d62-225d61cda831 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:37.526443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.547311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:37.559083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.569390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Pushing event deleted for resources: {'Port': ['ID=f1c73036-4d7c-4182-b121-166f7df6f8fd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:37.644671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'mac_address': 'fa:16:3e:85:8e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:37.675245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:37.698418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] No DVR routers for this DVR port f1c73036-4d7c-4182-b121-166f7df6f8fd on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:37.710674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13054a-a2ef-41cf-983f-415de0626d4e req-fbe02362-5175-40b1-8692-61832996c72f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:37.715905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.718146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-979ee43a-f03a-4bdc-8fbf-e1951a42d5d2 req-526f6f26-5e9d-49ba-bd9a-baf06c0d803b tempest-ServerDiagnosticsNegativeTest-85998753 tempest-ServerDiagnosticsNegativeTest-85998753-project] 10.222.0.64 "DELETE /v2.0/ports/f1c73036-4d7c-4182-b121-166f7df6f8fd HTTP/1.1" status: 204 len: 173 time: 0.9717581 Aug 21 18:05:37.719015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'name': 'network-vif-deleted', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:37.719345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d13054a-a2ef-41cf-983f-415de0626d4e req-fbe02362-5175-40b1-8692-61832996c72f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 947 time: 0.1000535 Aug 21 18:05:37.721463 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8da270-3a3f-435e-ac5f-af0599207ded" -d '{"events": [{"server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "name": "network-vif-deleted", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:37.781190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Attempting to bind port 4ed99c28-1954-4802-8d62-225d61cda831 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:37.781651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Attempting to bind port 4ed99c28-1954-4802-8d62-225d61cda831 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '9499b7ed-b81c-46a9-9940-c4d319b1e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:37.782075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Attempting to bind port 4ed99c28-1954-4802-8d62-225d61cda831 on network 17acac78-c78c-4d5c-898c-0d22b99741de {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:37.792973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Port 4ed99c28-1954-4802-8d62-225d61cda831 on network 17acac78-c78c-4d5c-898c-0d22b99741de not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:37.798096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Attempting to bind port 4ed99c28-1954-4802-8d62-225d61cda831 on network 17acac78-c78c-4d5c-898c-0d22b99741de {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:37.813157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:37.821018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Checking segment: {'id': '9499b7ed-b81c-46a9-9940-c4d319b1e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:37.823685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Bound using segment: {'id': '9499b7ed-b81c-46a9-9940-c4d319b1e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:37.825387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Bound port: 4ed99c28-1954-4802-8d62-225d61cda831, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9499b7ed-b81c-46a9-9940-c4d319b1e15f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:37.825538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d13054a-a2ef-41cf-983f-415de0626d4e req-ea9615da-0fd4-4641-820a-d9031d55be2d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050260 Aug 21 18:05:37.827324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.839683 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee84888-c3e4-44c4-9c5e-6d80b6a62629 x-openstack-request-id: req-8ee84888-c3e4-44c4-9c5e-6d80b6a62629 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:37.839980 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a31de1f-7768-4641-b181-6813e5b516cf", "name": "network-vif-deleted", "tag": "f1c73036-4d7c-4182-b121-166f7df6f8fd", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:37.840235 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ee84888-c3e4-44c4-9c5e-6d80b6a62629 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:37.840647 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a31de1f-7768-4641-b181-6813e5b516cf', 'name': 'network-vif-deleted', 'tag': 'f1c73036-4d7c-4182-b121-166f7df6f8fd', 'status': 'completed', 'code': 200} Aug 21 18:05:37.842139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.845805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:37.852924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:37.862824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:37.887509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:37.893984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.935265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:37.940151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ed99c28-1954-4802-8d62-225d61cda831,segment=NetworkSegment(9499b7ed-b81c-46a9-9940-c4d319b1e15f),segment_id=9499b7ed-b81c-46a9-9940-c4d319b1e15f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:37.946661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.982716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:37.991607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:37.992265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:37.993762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ed99c28-1954-4802-8d62-225d61cda831 HTTP/1.1" status: 200 len: 1092 time: 1.1840465 Aug 21 18:05:37.997251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a960-b731-498a-9782-bf88182e1673 req-ab4d74cb-bf03-4a6f-afe9-5e3255dca8ec tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:37.999608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6916a960-b731-498a-9782-bf88182e1673 req-ab4d74cb-bf03-4a6f-afe9-5e3255dca8ec tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 943 time: 0.0662863 Aug 21 18:05:38.013749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7892df-20d5-4ba1-abf0-1d7ae0624745 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:38.075114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6916a960-b731-498a-9782-bf88182e1673 req-348a0b66-f334-42f3-817c-880efcb33a33 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626519 Aug 21 18:05:38.076753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b69d861-45fd-4dd3-b925-c56a0557c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.107930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150c1ebd-bca9-461b-98ba-eb9ea591decd req-81b83fb4-e9d8-4e24-954c-91c0ae0f0a4f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:38.109440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-150c1ebd-bca9-461b-98ba-eb9ea591decd req-81b83fb4-e9d8-4e24-954c-91c0ae0f0a4f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.0849123 Aug 21 18:05:38.115486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-3193e180-687e-4623-82a8-db6d367f46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:38.117426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-3193e180-687e-4623-82a8-db6d367f46ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec59b9c8a78147c0951ed39169086d62&device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 1095 time: 0.0615089 Aug 21 18:05:38.152213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:05:38.167835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['df560563-4946-47ab-8c7e-4f418a19ce53'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:38.184622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-6e1ea1e0-a1a3-4ff2-ac41-04cb580f1383 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed99c28-1954-4802-8d62-225d61cda831 HTTP/1.1" status: 200 len: 217 time: 0.0489297 Aug 21 18:05:38.187355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-150c1ebd-bca9-461b-98ba-eb9ea591decd req-a845ff22-83a5-48c0-bc47-82bb04cefbb1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690773 Aug 21 18:05:38.190168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b69d861-45fd-4dd3-b925-c56a0557c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.195804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:38.196260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b69d861-45fd-4dd3-b925-c56a0557c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.240145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69d861-45fd-4dd3-b925-c56a0557c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae1736d-0a45-4899-b163-2a9c4855d6f8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:38.248574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b69d861-45fd-4dd3-b925-c56a0557c8a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=38d7862418e5465cb1f66b6ecfcf8899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944874 Aug 21 18:05:38.249095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46900) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:38.291216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dcf4c409-6409-4d06-8dcf-770e27268e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:38.294432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dcf4c409-6409-4d06-8dcf-770e27268e9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0775250f-6756-41b6-a808-14de104a3966 HTTP/1.1" status: 200 len: 849 time: 0.0899484 Aug 21 18:05:38.308994 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.346821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.352648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-631dd38a-c503-4d01-8067-6a3334f44443 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17acac78-c78c-4d5c-898c-0d22b99741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401845 Aug 21 18:05:38.412924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.417180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.434154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ae1736d-0a45-4899-b163-2a9c4855d6f8 HTTP/1.1" status: 204 len: 168 time: 0.1737123 Aug 21 18:05:38.449651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4791f-ab31-4eed-b48f-19a3c679e6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae1736d-0a45-4899-b163-2a9c4855d6f8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:38.486292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-7cf42024-2569-45ba-af4c-6b82de6bc325 service neutron] 10.222.0.64 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261983 Aug 21 18:05:38.638018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-3a0efef0-116b-4d86-9537-b46c99b3c0a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:38.639587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-3a0efef0-116b-4d86-9537-b46c99b3c0a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.0884905 Aug 21 18:05:38.641642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-598891b1-62c7-4679-9db0-f9b0eafedb70 req-dbcaa3c5-ffb8-467c-9ecc-b1a4d006795a service neutron] 10.222.0.64 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380422 Aug 21 18:05:38.681586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ff618-5a7f-4c25-b21c-b0ecd00c4bfe req-bf0a9907-1651-4424-a5b4-ef6c4e2374d4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:38.689226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-981ff618-5a7f-4c25-b21c-b0ecd00c4bfe req-bf0a9907-1651-4424-a5b4-ef6c4e2374d4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0679069 Aug 21 18:05:38.743248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-981ff618-5a7f-4c25-b21c-b0ecd00c4bfe req-44dca4db-c67b-485d-bb1c-d52dd4290710 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511518 Aug 21 18:05:38.764392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f1c73036-4d7c-4182-b121-166f7df6f8fd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:38.778942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46916) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:38.785559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: f1c73036-4d7c-4182-b121-166f7df6f8fd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:38.785916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f1c73036-4d7c-4182-b121-166f7df6f8fd not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:38.797027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdae3-50bb-424a-b90b-f39713784e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.839274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port 2d77f26c-9aed-41a4-aec0-0ef05f162baa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:38.839616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:38.902628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:39.046796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8079e60b-dcd5-425b-b8eb-69e033b13787 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=147b325d88e343218182a2feeb2bf1d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404684 Aug 21 18:05:39.047146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:39.104082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.128490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.225996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba32b8d-98a5-4cd3-adcd-94e79c3de1b9 req-c134b44a-d57f-4cdc-99f4-5acefe9d48e4 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:39.227831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ba32b8d-98a5-4cd3-adcd-94e79c3de1b9 req-c134b44a-d57f-4cdc-99f4-5acefe9d48e4 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 943 time: 0.0604477 Aug 21 18:05:39.229756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.232621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.236110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c423372-2b85-4025-8fa5-7665b4c25cdb HTTP/1.1" status: 204 len: 168 time: 0.1854076 Aug 21 18:05:39.242819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device df560563-4946-47ab-8c7e-4f418a19ce53 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:39.255765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd7d4a-7fe4-4651-959e-309d96019d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c423372-2b85-4025-8fa5-7665b4c25cdb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.282281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5075d-5bd3-4e71-83fe-9e31f2f2a9f8 req-47d95c10-5fd5-45e4-a97f-ac4f6fd2c8d3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:39.283837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afb5075d-5bd3-4e71-83fe-9e31f2f2a9f8 req-47d95c10-5fd5-45e4-a97f-ac4f6fd2c8d3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 948 time: 0.1248138 Aug 21 18:05:39.288011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port 2d77f26c-9aed-41a4-aec0-0ef05f162baa, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2d77f26c-9aed-41a4-aec0-0ef05f162baa,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:39.288383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.295216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ba32b8d-98a5-4cd3-adcd-94e79c3de1b9 req-c6a1491b-ead2-4079-9cc6-affd6bfc2233 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582530 Aug 21 18:05:39.320997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for 2d77f26c-9aed-41a4-aec0-0ef05f162baa owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:39.365976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port df560563-4946-47ab-8c7e-4f418a19ce53 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:39.371755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port df560563-4946-47ab-8c7e-4f418a19ce53 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:39.372136 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.372707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdae3-50bb-424a-b90b-f39713784e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.414932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afb5075d-5bd3-4e71-83fe-9e31f2f2a9f8 req-544519b6-79b0-4ce5-8dc4-fcb896af1232 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172307 Aug 21 18:05:39.418872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3e5bdae3-50bb-424a-b90b-f39713784e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.449514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1148f8-d0b4-49cf-832d-5941c5400749 req-b586b665-23fd-42e1-8070-497c11c0b521 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:39.459382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b1148f8-d0b4-49cf-832d-5941c5400749 req-b586b665-23fd-42e1-8070-497c11c0b521 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 945 time: 0.0791740 Aug 21 18:05:39.495526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.517275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b1148f8-d0b4-49cf-832d-5941c5400749 req-cc0597eb-0491-4f30-a9cc-97ab2fc6e7ac tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538158 Aug 21 18:05:39.524262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:39.526870 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2f688-dfeb-4524-8270-fc7440d47ee7" -d '{"events": [{"server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "name": "network-vif-plugged", "status": "completed", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:39.530677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3e5bdae3-50bb-424a-b90b-f39713784e03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=271aa98ee42040f3a8d0da8857b6973f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7481968 Aug 21 18:05:39.531491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46940) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:39.541833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5bdae3-50bb-424a-b90b-f39713784e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299b190a-eba9-482d-a199-ef4962913255,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.544322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=df560563-4946-47ab-8c7e-4f418a19ce53,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:39.550336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.551930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:39.610026 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc4b593-56d4-4bdf-b3bc-b17f02495ce3 x-openstack-request-id: req-8dc4b593-56d4-4bdf-b3bc-b17f02495ce3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:39.610467 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "name": "network-vif-plugged", "status": "completed", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:39.610857 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8dc4b593-56d4-4bdf-b3bc-b17f02495ce3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:39.611812 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53', 'code': 200} Aug 21 18:05:39.646802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.659567 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.661039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.672177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:39.677510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:39.678003 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.683556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.702376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=2d77f26c-9aed-41a4-aec0-0ef05f162baa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.732063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:39.765377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port 2d77f26c-9aed-41a4-aec0-0ef05f162baa on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:39.768182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.770356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87d49c8f-0173-41e8-9d72-dd32ba88b6ff req-526fdea9-25a1-4670-8c7f-0065f478318e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "DELETE /v2.0/ports/2d77f26c-9aed-41a4-aec0-0ef05f162baa HTTP/1.1" status: 204 len: 173 time: 1.1133733 Aug 21 18:05:39.787319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.794165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cbebce9-89da-463a-8618-3c2cd08b07c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.831349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2c689-1767-40c5-b907-51fc15dd86b8 req-fed9c683-b907-48cc-953c-93ab17c89fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:39.832879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3db2c689-1767-40c5-b907-51fc15dd86b8 req-fed9c683-b907-48cc-953c-93ab17c89fbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 1102 time: 0.1523809 Aug 21 18:05:39.839341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:39.841485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831'}, {'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'name': 'network-vif-deleted', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:39.845205 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66219db8-5cb1-4f03-8cc0-fd8366c90d14" -d '{"events": [{"name": "network-changed", "server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "tag": "4ed99c28-1954-4802-8d62-225d61cda831"}, {"server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "name": "network-vif-deleted", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:39.850865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.864793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.868952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:39.870228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/299b190a-eba9-482d-a199-ef4962913255 HTTP/1.1" status: 204 len: 168 time: 0.3372021 Aug 21 18:05:39.904195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52114a-997a-4f59-a414-f392040b2686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299b190a-eba9-482d-a199-ef4962913255,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.923471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a32d038-6fe4-4bbe-9bfc-e9573984b36e req-59f2b77a-8e59-48e8-84a6-e89253bbcdf0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:39.926534 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a32d038-6fe4-4bbe-9bfc-e9573984b36e req-59f2b77a-8e59-48e8-84a6-e89253bbcdf0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0757339 Aug 21 18:05:39.928404 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c64036-2b95-49e0-b60d-198e723a2cfe x-openstack-request-id: req-26c64036-2b95-49e0-b60d-198e723a2cfe {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:39.928626 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "tag": "4ed99c28-1954-4802-8d62-225d61cda831", "status": "completed", "code": 200}, {"server_uuid": "9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f", "name": "network-vif-deleted", "tag": "2d77f26c-9aed-41a4-aec0-0ef05f162baa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:39.929337 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26c64036-2b95-49e0-b60d-198e723a2cfe {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:39.930616 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831', 'status': 'completed', 'code': 200} Aug 21 18:05:39.930879 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f', 'name': 'network-vif-deleted', 'tag': '2d77f26c-9aed-41a4-aec0-0ef05f162baa', 'status': 'completed', 'code': 200} Aug 21 18:05:39.951168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:39.981708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3db2c689-1767-40c5-b907-51fc15dd86b8 req-e5f6fecb-8173-4328-beef-082f1ab946f7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409349 Aug 21 18:05:40.038203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-7d88c721-3a89-429f-9d9a-61d8eb503e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:40.040587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-7d88c721-3a89-429f-9d9a-61d8eb503e72 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec59b9c8a78147c0951ed39169086d62&device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 1095 time: 0.0705523 Aug 21 18:05:40.044751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a32d038-6fe4-4bbe-9bfc-e9573984b36e req-6e5b7e95-9657-469c-998a-e927080aaa77 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107168 Aug 21 18:05:40.058777 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cbebce9-89da-463a-8618-3c2cd08b07c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.065820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cbebce9-89da-463a-8618-3c2cd08b07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.145237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3cbebce9-89da-463a-8618-3c2cd08b07c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca4613de8ef7457381d4385f1d643671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083996 Aug 21 18:05:40.145237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbebce9-89da-463a-8618-3c2cd08b07c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de514be-9d38-455c-97a5-00b5f85edf9c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:40.145575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46952) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:40.166870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-214197a1-4188-461f-8d8c-7ac7b8820c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:40.168509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-214197a1-4188-461f-8d8c-7ac7b8820c58 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17acac78-c78c-4d5c-898c-0d22b99741de HTTP/1.1" status: 200 len: 910 time: 0.1200016 Aug 21 18:05:40.227153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-1e7cceca-0f18-477f-b54c-3cf1aaa96bab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ed99c28-1954-4802-8d62-225d61cda831 HTTP/1.1" status: 200 len: 217 time: 0.0500026 Aug 21 18:05:40.292130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.299778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-002f4467-d313-4db7-90d8-9fa3b2c4d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:40.300997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-002f4467-d313-4db7-90d8-9fa3b2c4d0c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0775250f-6756-41b6-a808-14de104a3966 HTTP/1.1" status: 200 len: 849 time: 0.0642254 Aug 21 18:05:40.344090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.348098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-38cc5d2a-b9da-4919-989c-3000647bf0dc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17acac78-c78c-4d5c-898c-0d22b99741de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368493 Aug 21 18:05:40.459224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310a8dd-65e8-4082-a300-1ec0cdeae67d req-5651be35-6200-4dae-b064-1a74d62e42f4 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:40.470545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4310a8dd-65e8-4082-a300-1ec0cdeae67d req-5651be35-6200-4dae-b064-1a74d62e42f4 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 943 time: 0.0917473 Aug 21 18:05:40.481091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-7700aa9f-4e99-402f-b46d-34bb4f4f3cc2 service neutron] 10.222.0.64 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247292 Aug 21 18:05:40.483918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.486962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:40.490591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6de514be-9d38-455c-97a5-00b5f85edf9c HTTP/1.1" status: 204 len: 168 time: 0.3422096 Aug 21 18:05:40.506756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185441ec-3c56-4d3a-afe2-6fe969c9db44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de514be-9d38-455c-97a5-00b5f85edf9c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:40.561323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4310a8dd-65e8-4082-a300-1ec0cdeae67d req-a30df8ae-b086-4164-bf1b-b327b9137b27 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866330 Aug 21 18:05:40.683727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cebbd-2830-403d-ad0b-6ca5faa73f88 req-b267fa28-574b-43b0-8255-2b7f49e6ac1e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:40.685307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-336cebbd-2830-403d-ad0b-6ca5faa73f88 req-b267fa28-574b-43b0-8255-2b7f49e6ac1e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 949 time: 0.1218925 Aug 21 18:05:40.720033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66219db8-5cb1-4f03-8cc0-fd8366c90d14 req-53ddff35-82b6-4211-8b3a-2906a9a3b174 service neutron] 10.222.0.64 "GET /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304997 Aug 21 18:05:40.752075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-336cebbd-2830-403d-ad0b-6ca5faa73f88 req-b1e0d904-d8be-438d-96f9-b414afbee89a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476682 Aug 21 18:05:40.777597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ed99c28-1954-4802-8d62-225d61cda831 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:40.781175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2d77f26c-9aed-41a4-aec0-0ef05f162baa no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:40.828610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b00c30df-9e19-41af-9f2f-3afa3fdaecd1 req-3e60cd86-b97e-46c6-9da0-f1a9f50020a6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.0583708 Aug 21 18:05:40.837346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 2d77f26c-9aed-41a4-aec0-0ef05f162baa {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:40.838296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2d77f26c-9aed-41a4-aec0-0ef05f162baa not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:40.970239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ed99c28-1954-4802-8d62-225d61cda831,segment=NetworkSegment(9499b7ed-b81c-46a9-9940-c4d319b1e15f),segment_id=9499b7ed-b81c-46a9-9940-c4d319b1e15f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:40.983194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '4ed99c28-1954-4802-8d62-225d61cda831', 'network_id': '17acac78-c78c-4d5c-898c-0d22b99741de', 'port_id': '4ed99c28-1954-4802-8d62-225d61cda831', 'mac_address': 'fa:16:3e:9f:6f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0775250f-6756-41b6-a808-14de104a3966', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:41.042125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:41.059812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed99c28-1954-4802-8d62-225d61cda831 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:41.100405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ed99c28-1954-4802-8d62-225d61cda831,segment=NetworkSegment(9499b7ed-b81c-46a9-9940-c4d319b1e15f),segment_id=9499b7ed-b81c-46a9-9940-c4d319b1e15f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:41.109309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:41.190579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:41.224528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16095d1-b445-43e5-9bf9-14af59b89d37 req-838dd801-c59d-4345-925a-b1848b0152c1 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:41.225560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c16095d1-b445-43e5-9bf9-14af59b89d37 req-838dd801-c59d-4345-925a-b1848b0152c1 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0752740 Aug 21 18:05:41.271737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c16095d1-b445-43e5-9bf9-14af59b89d37 req-729996d2-7565-45d8-ba43-f138f94583fe tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368776 Aug 21 18:05:41.410356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['4ed99c28-1954-4802-8d62-225d61cda831'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:41.612116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:41.614645 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af25dc1-505e-4849-8261-68d10345c9be" -d '{"events": [{"server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "name": "network-vif-plugged", "status": "completed", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:41.692801 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f37f574-c3d8-442c-8367-1d110bdf4174 x-openstack-request-id: req-7f37f574-c3d8-442c-8367-1d110bdf4174 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:41.693296 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "name": "network-vif-plugged", "status": "completed", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:41.693839 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f37f574-c3d8-442c-8367-1d110bdf4174 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:41.694474 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'code': 200} Aug 21 18:05:41.823682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2162a-67af-40c9-aecc-57075672427d req-ef7bd317-dccd-47f4-9e67-bc9e8fbceaea tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:41.825953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8f2162a-67af-40c9-aecc-57075672427d req-ef7bd317-dccd-47f4-9e67-bc9e8fbceaea tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 944 time: 0.1163938 Aug 21 18:05:41.840935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8c6f0-0e73-45e2-965d-027e03abeb91 req-ee66ace9-4b39-4630-a6b8-a3317a165bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:41.842454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77e8c6f0-0e73-45e2-965d-027e03abeb91 req-ee66ace9-4b39-4630-a6b8-a3317a165bc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 1101 time: 0.0808346 Aug 21 18:05:41.873553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8f2162a-67af-40c9-aecc-57075672427d req-0b79d803-376f-4d77-9c11-484cbf9a843f tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Aug 21 18:05:41.949562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77e8c6f0-0e73-45e2-965d-027e03abeb91 req-459737ac-b2fe-41d1-8c40-42851af1cdc2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854275 Aug 21 18:05:41.969348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd814aa-b3dc-42ea-9982-3d820f54f09e req-45e1189e-4f3f-4337-ac12-dae4030d6bf1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:41.971087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fd814aa-b3dc-42ea-9982-3d820f54f09e req-45e1189e-4f3f-4337-ac12-dae4030d6bf1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 949 time: 0.1277368 Aug 21 18:05:42.023508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fd814aa-b3dc-42ea-9982-3d820f54f09e req-e7e3f504-4139-405b-ba51-6dc0cc2ed3dd tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Aug 21 18:05:42.138382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26bde60c-366a-4df5-a468-f2011a2cd5a6 req-dcf68da6-81cf-42db-8457-fd0a05c60240 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.0434141 Aug 21 18:05:42.410219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417db486-b0e8-43f0-bb22-e14536f50629 req-2c1605bb-44ed-465a-90ee-011861869074 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:42.411783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-417db486-b0e8-43f0-bb22-e14536f50629 req-2c1605bb-44ed-465a-90ee-011861869074 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0559883 Aug 21 18:05:42.470440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-417db486-b0e8-43f0-bb22-e14536f50629 req-921f8910-d737-4052-bda4-a9cee907984b tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Aug 21 18:05:42.572348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-240d5add-a0d4-4efe-8303-154f9287588f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d12d9604cc24b1baf27b0a886a29497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237827 Aug 21 18:05:42.694941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-4c44020b-e2b1-4973-9494-60c698fa9387 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:42.696821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-4c44020b-e2b1-4973-9494-60c698fa9387 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166382 Aug 21 18:05:42.713647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-c1714d01-9a64-405b-8f64-539da68e13a0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/quotas/2d12d9604cc24b1baf27b0a886a29497 HTTP/1.1" status: 200 len: 375 time: 0.0099335 Aug 21 18:05:42.737360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:42.763406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-5ea7f7c9-709c-4ff5-a8bc-a558b61d0975 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439293 Aug 21 18:05:42.811310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ed99c28-1954-4802-8d62-225d61cda831 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:42.913340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 4ed99c28-1954-4802-8d62-225d61cda831 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:42.926006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 4ed99c28-1954-4802-8d62-225d61cda831 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:42.926611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:42.948040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a750b8-8f5d-4297-9f4c-02a881acc9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.066210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.093647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbf383f1-ab8a-4e79-9cc2-5a44ad5614ba req-6083f196-3232-4bf2-bb02-d489902f58de tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 210 time: 0.0963731 Aug 21 18:05:43.097060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf326b26-812c-4b4a-8a9f-fdadd7d276d5 req-1450cd73-6cd8-404a-8690-ccd1a7be4bb0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:43.101766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf326b26-812c-4b4a-8a9f-fdadd7d276d5 req-1450cd73-6cd8-404a-8690-ccd1a7be4bb0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 944 time: 0.1177747 Aug 21 18:05:43.147893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ed99c28-1954-4802-8d62-225d61cda831,segment=NetworkSegment(9499b7ed-b81c-46a9-9940-c4d319b1e15f),segment_id=9499b7ed-b81c-46a9-9940-c4d319b1e15f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:43.157837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.168352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf326b26-812c-4b4a-8a9f-fdadd7d276d5 req-356b9472-8b7c-4151-ad14-b6447d9261b1 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609083 Aug 21 18:05:43.259973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:43.262270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a750b8-8f5d-4297-9f4c-02a881acc9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.275620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.276374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.277068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.277723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.278271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.282111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a750b8-8f5d-4297-9f4c-02a881acc9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.294462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.295298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.295842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.296685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.297228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.298011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.298556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:05:43.334697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23a750b8-8f5d-4297-9f4c-02a881acc9ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccd2537df16a482f9607a3b095f115d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5952828 Aug 21 18:05:43.339100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:43.355158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e2da6-d480-4cc3-873b-bd5420cfb2d9 req-17d2c546-8232-45fb-b54f-b3fa83c32302 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:43.357131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c1e2da6-d480-4cc3-873b-bd5420cfb2d9 req-17d2c546-8232-45fb-b54f-b3fa83c32302 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 949 time: 0.1197054 Aug 21 18:05:43.359384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a750b8-8f5d-4297-9f4c-02a881acc9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a9893-71f1-4221-8049-53ccfe0900dc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:43.383260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a17cba68-f64d-4abe-8d68-5123f4676123 req-0debc517-0c11-42ab-b897-81a8e2c5f00a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.0893679 Aug 21 18:05:43.455322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c1e2da6-d480-4cc3-873b-bd5420cfb2d9 req-5b06096b-5a13-4465-92b4-1f45fe0a420e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767236 Aug 21 18:05:43.456407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.484598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.544708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.548865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:43.550263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e40a9893-71f1-4221-8049-53ccfe0900dc HTTP/1.1" status: 204 len: 168 time: 0.2093995 Aug 21 18:05:43.563570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236afec-a6ef-4c8a-b3f1-2bcef089acc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a9893-71f1-4221-8049-53ccfe0900dc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:43.644930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8470a62-4f6b-4d0a-8359-9cafc2b9aeeb req-8c5cd849-0b4e-4319-8b9b-4f3c10536fc6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:43.646623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a8470a62-4f6b-4d0a-8359-9cafc2b9aeeb req-8c5cd849-0b4e-4319-8b9b-4f3c10536fc6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0699809 Aug 21 18:05:43.696621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:43.699126 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ae5a9-02c6-408d-9f3f-c50f38444121" -d '{"events": [{"server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed99c28-1954-4802-8d62-225d61cda831"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:43.703730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a8470a62-4f6b-4d0a-8359-9cafc2b9aeeb req-a2c4b07c-9cb6-4622-9210-b9a0b9472775 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482483 Aug 21 18:05:43.759989 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f753a13e-1866-4d48-acb9-8739697db85d x-openstack-request-id: req-f753a13e-1866-4d48-acb9-8739697db85d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:43.760343 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "name": "network-vif-plugged", "status": "completed", "tag": "4ed99c28-1954-4802-8d62-225d61cda831", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:43.760664 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f753a13e-1866-4d48-acb9-8739697db85d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:43.761121 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831', 'code': 200} Aug 21 18:05:43.888043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7277c-d311-4f38-a42b-901384eeb170 req-ee0acbd7-22d5-411c-a903-027a72d0acac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:43.890083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ab7277c-d311-4f38-a42b-901384eeb170 req-ee0acbd7-22d5-411c-a903-027a72d0acac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 1097 time: 0.0549915 Aug 21 18:05:43.931457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:43.939576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ab7277c-d311-4f38-a42b-901384eeb170 req-c5adfa78-a941-42b3-aa35-7a8bd7d61def service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Aug 21 18:05:43.945732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9d235b9-21eb-4194-b576-74b3c40b1490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.039722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9d235b9-21eb-4194-b576-74b3c40b1490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.044254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9d235b9-21eb-4194-b576-74b3c40b1490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.086294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a9d235b9-21eb-4194-b576-74b3c40b1490 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=851207b6e6b04303bbe5be80fba3818e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533384 Aug 21 18:05:44.087186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d235b9-21eb-4194-b576-74b3c40b1490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fd3bc9-d51b-43ea-ae2c-6b905964f3fc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:44.089007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47112) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:44.148750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.174181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.213406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53a90e91-1c2a-400b-8c86-c8130f2de537 req-8c78c79e-5447-40b2-9377-61f613dc5b3b tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 210 time: 0.0416658 Aug 21 18:05:44.255701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.258455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:44.259879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3fd3bc9-d51b-43ea-ae2c-6b905964f3fc HTTP/1.1" status: 204 len: 168 time: 0.1697223 Aug 21 18:05:44.275665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f18a7d-3f7a-4e77-aa63-59e401cb0934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fd3bc9-d51b-43ea-ae2c-6b905964f3fc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:44.341177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7747f9e-e1a6-4322-a97f-192fa0ce1c5e req-50bd6be3-7522-4e35-bc96-0bc64fd05b53 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:44.343287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7747f9e-e1a6-4322-a97f-192fa0ce1c5e req-50bd6be3-7522-4e35-bc96-0bc64fd05b53 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 945 time: 0.0636065 Aug 21 18:05:44.394968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7747f9e-e1a6-4322-a97f-192fa0ce1c5e req-f4593b92-173b-40f3-8887-62f224558931 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Aug 21 18:05:44.479255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0033ea26-25bd-46df-99fc-8f7319577694 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2d12d9604cc24b1baf27b0a886a29497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276554 Aug 21 18:05:44.617388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afb787-1f17-469c-96eb-c32c246caac5 req-0b735d1e-7b83-4bd7-a862-d9c68dbbb734 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:44.619545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3afb787-1f17-469c-96eb-c32c246caac5 req-0b735d1e-7b83-4bd7-a862-d9c68dbbb734 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 949 time: 0.0676713 Aug 21 18:05:44.666620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a774e43-0a80-4c7f-bf68-1f512a9bd863 req-eb66c9ae-c03f-4756-a087-ee459a257744 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=9a75ec8c-feb0-4fa2-86db-d2cd3ffc8a7f HTTP/1.1" status: 200 len: 210 time: 0.1476860 Aug 21 18:05:44.671061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3afb787-1f17-469c-96eb-c32c246caac5 req-f0b8cd55-dc03-48bc-a227-368f03ca1ab3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 Aug 21 18:05:44.726299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-9608a53d-a177-4757-9467-7b1388a04f88 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:44.727992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-9608a53d-a177-4757-9467-7b1388a04f88 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350585 Aug 21 18:05:44.754449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Request body: {'port': {'device_id': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '2d12d9604cc24b1baf27b0a886a29497'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:44.835003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03607f6-48a5-474e-830f-f1fcc1c045fe req-41928f56-014d-482c-8157-433c5aa509af tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:44.837033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a03607f6-48a5-474e-830f-f1fcc1c045fe req-41928f56-014d-482c-8157-433c5aa509af tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 950 time: 0.0743022 Aug 21 18:05:44.893374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a03607f6-48a5-474e-830f-f1fcc1c045fe req-ee2ff68e-2994-44fd-9c61-c618a511ab4a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456614 Aug 21 18:05:44.923779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d482350-3940-4b42-ac65-22c002a89182 req-3e60c91d-521a-475a-97ec-58e2b9f64299 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:44.925413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d482350-3940-4b42-ac65-22c002a89182 req-3e60c91d-521a-475a-97ec-58e2b9f64299 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.0839548 Aug 21 18:05:44.988836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d482350-3940-4b42-ac65-22c002a89182 req-ce512301-6aa9-49e8-9e20-d16e4c1ae781 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517232 Aug 21 18:05:44.990983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Made reservation on behalf of 2d12d9604cc24b1baf27b0a886a29497 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:44.995606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.007799 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.170361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.176698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.256162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d539aa2b-0a35-44ce-aa7e-813a619889c3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:45.267001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47154) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:45.312794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6adfb-d96a-46d8-80d1-095912c6255d req-c7c34ef8-949b-49ed-a671-5fead99a9a6f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.319152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6adfb-d96a-46d8-80d1-095912c6255d req-c7c34ef8-949b-49ed-a671-5fead99a9a6f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.321393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0e6adfb-d96a-46d8-80d1-095912c6255d req-c7c34ef8-949b-49ed-a671-5fead99a9a6f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928&device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 1690 time: 0.0858934 Aug 21 18:05:45.362147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac3f4fca-3d2e-40c8-94fe-cfc982e94d8a req-aea4d39c-148d-4e28-a7e0-e277c5d1029c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 210 time: 0.0373547 Aug 21 18:05:45.366911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0e6adfb-d96a-46d8-80d1-095912c6255d req-93f759f6-122f-43a6-b595-d6bb83f6c3e0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 Aug 21 18:05:45.386329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Allocated IP 192.168.233.195 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:45.416766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-301031990-network', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:45.477467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Made reservation on behalf of d8d43884a9e34b9699c49cd4e5ec7cfc for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:45.479759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.534996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d48244-c209-4b6a-955e-4e52dd1f1eb2 req-c3a5f3a4-3027-446f-aa43-7b1bb19dc7f5 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.536640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0d48244-c209-4b6a-955e-4e52dd1f1eb2 req-c3a5f3a4-3027-446f-aa43-7b1bb19dc7f5 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 1101 time: 0.0418015 Aug 21 18:05:45.542204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.573172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0d48244-c209-4b6a-955e-4e52dd1f1eb2 req-4e48bbec-ed65-4315-988e-f8edc6d0909e tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303156 Aug 21 18:05:45.619756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d838d-f7f5-43f4-95ba-72f4bc14d891 req-9a56b7db-683b-4863-9290-e6f584beb34a tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.621251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-091d838d-f7f5-43f4-95ba-72f4bc14d891 req-9a56b7db-683b-4863-9290-e6f584beb34a tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 945 time: 0.1478157 Aug 21 18:05:45.650992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.683816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f1c2d-0fc5-4569-a393-69ce706090e2 req-451ab91d-f62b-4860-bdcd-10e901bd49e7 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.684271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Transition to ACTIVE for port object 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:45.685721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-703f1c2d-0fc5-4569-a393-69ce706090e2 req-451ab91d-f62b-4860-bdcd-10e901bd49e7 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 1102 time: 0.0484138 Aug 21 18:05:45.722893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-703f1c2d-0fc5-4569-a393-69ce706090e2 req-f5780c9f-fc4c-43fc-b2d6-d981388b9197 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303881 Aug 21 18:05:45.724891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-091d838d-f7f5-43f4-95ba-72f4bc14d891 req-c29290dc-b7f5-4bb5-a4e5-be38f769341d tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944929 Aug 21 18:05:45.786356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.839411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.852997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:45.856246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.864842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:45.875889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:45.887103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Pushing event updated for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:45.951066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:05:45.969688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c70a9-ef00-4412-9070-cd30a16284cb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:45.981293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:45.981553 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Added segment be3d9ce4-4096-4c54-a376-8e0be31ada71 of type vlan for network 194f9943-7d13-4167-a280-ff87d1066851 Aug 21 18:05:45.997810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:45.998479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.043644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-a1f9a770-ac51-46ef-b73b-7e07ae2f855d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2935252 Aug 21 18:05:46.053542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.074257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Request body: {'port': {'device_id': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:46.227938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.228788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:46.229384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.250991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-8bb12b44-f8b0-40b4-9767-45cd998563b1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292757 Aug 21 18:05:46.261311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f90a8ee7-da62-4ec6-b5ea-de9098914745 None None] Provisioning for port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:46.267781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f90a8ee7-da62-4ec6-b5ea-de9098914745 None None] Provisioning complete for port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:46.268513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f90a8ee7-da62-4ec6-b5ea-de9098914745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.303562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d9abc-68f8-422c-bdfe-097fa69c44be req-6b6cc2c8-6a46-4077-90d7-62b92a82b4ef tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:46.305189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b6d9abc-68f8-422c-bdfe-097fa69c44be req-6b6cc2c8-6a46-4077-90d7-62b92a82b4ef tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1749845 Aug 21 18:05:46.305788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.318606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f90a8ee7-da62-4ec6-b5ea-de9098914745 None None] Port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:46.325150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0540032 Aug 21 18:05:46.326425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47206) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:46.331588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Request body: {'subnet': {'network_id': '194f9943-7d13-4167-a280-ff87d1066851', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-subnet', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:46.368422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8866d-ff02-4ece-b418-61a47dbd50c5 admin admin] Pushing event updated for resources: {'Network': ['ID=194f9943-7d13-4167-a280-ff87d1066851,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:46.385221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 194f9943-7d13-4167-a280-ff87d1066851 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:05:46.402901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-7cefc070-2df1-421e-9ffd-3348918f24a1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:46.405809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-7cefc070-2df1-421e-9ffd-3348918f24a1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1485770 Aug 21 18:05:46.407177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b6d9abc-68f8-422c-bdfe-097fa69c44be req-890aba62-39be-497d-a414-ef19a73333b4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Aug 21 18:05:46.408209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Made reservation on behalf of d8d43884a9e34b9699c49cd4e5ec7cfc for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:46.412806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.496123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-44e8f544-7b11-47d5-9768-f1b5d30bb2cc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0568871 Aug 21 18:05:46.581363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-4bb0222f-e56c-4230-873b-64451f22dc40 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0770941 Aug 21 18:05:46.674585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:46.686464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.695914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.697630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe83649-392d-417b-9b4a-8dc547ea2e77 req-c4fd437a-d3ea-4f1c-b5b7-7187931fc8c0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:46.699211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fe83649-392d-417b-9b4a-8dc547ea2e77 req-c4fd437a-d3ea-4f1c-b5b7-7187931fc8c0 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 945 time: 0.1066046 Aug 21 18:05:46.730583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Transition to ACTIVE for port object 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:46.749039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fe83649-392d-417b-9b4a-8dc547ea2e77 req-a5f1ba39-8475-4970-94e2-972063ccecc6 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398765 Aug 21 18:05:46.749776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.771174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:46.774614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Checking segment: {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:46.774983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Network hostable DHCP agents. Network: 194f9943-7d13-4167-a280-ff87d1066851, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:05:46.793882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Network 194f9943-7d13-4167-a280-ff87d1066851 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:05:46.812407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 194f9943-7d13-4167-a280-ff87d1066851) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:46.822075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:46.824759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42e40c1-89f5-4638-a5a5-bee549b80741 None None] Network 194f9943-7d13-4167-a280-ff87d1066851 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:05:46.827653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.854357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Pushing event updated for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:46.858115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5f1fe1fb-9bbb-4065-8fe0-9c33b793e759 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5306034 Aug 21 18:05:46.860658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:46.873467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:46.919726 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:46.920815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.011413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-8b9e2165-925d-43b3-95f5-7bf5d293b4b8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:47.013032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-8b9e2165-925d-43b3-95f5-7bf5d293b4b8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1216846 Aug 21 18:05:47.046845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-b0893631-10e1-43b6-a6e2-7cc53c8a60a6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0249527 Aug 21 18:05:47.051620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.070364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Attempting to bind port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:47.070784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Attempting to bind port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:47.071133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Attempting to bind port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:47.104562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-5a31d749-5454-4796-936e-06f8c1ce5046 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563557 Aug 21 18:05:47.113980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:47.114309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Attempting to bind port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:47.166621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:47.167103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:47.167499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:47.167950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Bound port: 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:47.168314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.234909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-c2bfb20b-5ef4-4941-bce9-65372965c1ec service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294448 Aug 21 18:05:47.261517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-194f9943-7d13-4167-a280-ff87d1066851', 'network_id': '194f9943-7d13-4167-a280-ff87d1066851', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'fixed_ips': [{'subnet_id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:05:47.263558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.286341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.309502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dbfa4-e7c7-41e9-bae8-d0b89ce10414 req-c5c1f583-9bdd-4010-a81c-2ae27573841d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:47.311046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-405dbfa4-e7c7-41e9-bae8-d0b89ce10414 req-c5c1f583-9bdd-4010-a81c-2ae27573841d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 948 time: 0.1219566 Aug 21 18:05:47.399192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:47.404807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:47.408397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-08ce8ad6-7269-4ec3-904a-c2cbb6a733ee service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651225 Aug 21 18:05:47.415196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.425155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-405dbfa4-e7c7-41e9-bae8-d0b89ce10414 req-8af7fc64-7f24-4d0f-b712-40356a83bbc7 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019068 Aug 21 18:05:47.474922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Allocated IP 172.20.0.2 (194f9943-7d13-4167-a280-ff87d1066851/7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916/27b70d1d-a0b3-4923-928c-9783bdf880d1) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:47.525357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:47.526692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.528339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] 10.222.0.64 "PUT /v2.0/ports/559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c HTTP/1.1" status: 200 len: 1097 time: 1.4674308 Aug 21 18:05:47.529132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:47.531868 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae5be44-96c0-4f26-b380-e200c63ed154" -d '{"events": [{"name": "network-changed", "server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:47.541065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad7857e-4c6c-4d26-9f7b-c6e191489104 service neutron] Pushing event updated for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:47.784834 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64501dc0-fe8f-44d8-a5d2-dc8a33fe3d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.818962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-4488b52b-3794-4b4e-94ed-c210ca4aa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:47.820588 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-4488b52b-3794-4b4e-94ed-c210ca4aa93d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 1100 time: 0.0861199 Aug 21 18:05:47.870426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.881524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Transition to ACTIVE for port object 27b70d1d-a0b3-4923-928c-9783bdf880d1 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:47.904425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Transition to ACTIVE for port object 27b70d1d-a0b3-4923-928c-9783bdf880d1 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:47.914921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:47.937430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-fdf59ef7-6e3d-486e-b413-83f52d47ef1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c HTTP/1.1" status: 200 len: 217 time: 0.0973654 Aug 21 18:05:47.969414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-f699159c-c4fb-4ffb-b98a-25c4f4770596 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:47.971212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-f699159c-c4fb-4ffb-b98a-25c4f4770596 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.64 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 945 time: 0.3370321 Aug 21 18:05:48.021189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Network 194f9943-7d13-4167-a280-ff87d1066851 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:48.022095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Pushing event updated for resources: {'Port': ['ID=27b70d1d-a0b3-4923-928c-9783bdf880d1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:48.041204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:48.046220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:48.117651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Attempting to bind port 27b70d1d-a0b3-4923-928c-9783bdf880d1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:48.118146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Attempting to bind port 27b70d1d-a0b3-4923-928c-9783bdf880d1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:48.118599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Attempting to bind port 27b70d1d-a0b3-4923-928c-9783bdf880d1 on network 194f9943-7d13-4167-a280-ff87d1066851 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:48.126232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:48.126752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Checking segment: {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:48.127162 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.127630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Bound using segment: {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:48.128370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Bound port: 27b70d1d-a0b3-4923-928c-9783bdf880d1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:48.128819 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.169251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-744f25ab-0ef5-4598-ba13-5d1febd47ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:48.169980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-744f25ab-0ef5-4598-ba13-5d1febd47ae5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2241518 Aug 21 18:05:48.259353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] For port 27b70d1d-a0b3-4923-928c-9783bdf880d1, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:48.271078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] For port 27b70d1d-a0b3-4923-928c-9783bdf880d1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=27b70d1d-a0b3-4923-928c-9783bdf880d1,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:48.281930 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.309821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55437aaa-5328-468e-b65c-626bd58f8eb7 req-c492514f-80ef-4c31-b3ad-a2040bb96a4e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:48.319581 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.322682 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55437aaa-5328-468e-b65c-626bd58f8eb7 req-c492514f-80ef-4c31-b3ad-a2040bb96a4e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.2318933 Aug 21 18:05:48.394464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94097eac-3b57-4e5a-8468-fff78d0a1259 None None] Pushing event updated for resources: {'Port': ['ID=27b70d1d-a0b3-4923-928c-9783bdf880d1,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:48.411296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-3e790ca5-1cc0-4135-991d-f1f91470c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:48.414279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-3e790ca5-1cc0-4135-991d-f1f91470c66f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185221 Aug 21 18:05:48.427994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55437aaa-5328-468e-b65c-626bd58f8eb7 req-a3436cae-1dcf-441f-ae4d-56fa49cbb571 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042769 Aug 21 18:05:48.439701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1bb45-527c-409e-8c0f-7c885fd81c2e req-be3e267e-c32f-4433-ac6b-d3673123fd38 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:48.448479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-79f1bb45-527c-409e-8c0f-7c885fd81c2e req-be3e267e-c32f-4433-ac6b-d3673123fd38 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.8610430 Aug 21 18:05:48.471349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.497964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Deleting port 4ed99c28-1954-4802-8d62-225d61cda831 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:48.498520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.505463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.573125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:48.575267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-79f1bb45-527c-409e-8c0f-7c885fd81c2e req-01968974-739c-460a-b7a6-a2e6aac6f1ba tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254344 Aug 21 18:05:48.832024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3707f21-cd52-470c-bdc7-c99018dd80e1 req-9fa0c028-be41-4bc4-939a-299c6091a1c5 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:48.833658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3707f21-cd52-470c-bdc7-c99018dd80e1 req-9fa0c028-be41-4bc4-939a-299c6091a1c5 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 945 time: 0.1365170 Aug 21 18:05:48.835545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Allocated IP 172.25.1.196 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/d2f9416e-1441-483b-ac66-ab3f02c19b28) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:48.972525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a61a8522-179e-4da9-9457-e6ab7c8a9847 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287485 Aug 21 18:05:48.977316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3707f21-cd52-470c-bdc7-c99018dd80e1 req-b88367a9-f3e5-42d5-b7de-e7e64001dcb6 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd36b804-3bf7-45b2-9dc5-f4579359830d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298826 Aug 21 18:05:49.124731 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0d3fc-70e8-4485-83a2-51c39086d791 x-openstack-request-id: req-3dd0d3fc-70e8-4485-83a2-51c39086d791 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:49.125364 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:49.125624 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dd0d3fc-70e8-4485-83a2-51c39086d791 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:49.127180 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'status': 'completed', 'code': 200} Aug 21 18:05:49.131707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-01fc9728-291c-46a9-a015-f98ac35c856a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430026 Aug 21 18:05:49.149876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:49.162854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03610dba-820d-48fd-9a5d-ec5fb073a79e req-64424c0e-c21e-4ba9-ae33-966b3149e931 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 210 time: 0.0870287 Aug 21 18:05:49.214623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe5d17ce-6919-4ee7-9080-fbe7b017657a req-6bc229fd-c203-4bf2-aa07-5025783bcbb4 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.0856788 Aug 21 18:05:49.333523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-91681c15-41a3-452b-a1c3-21de30aa7f25 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9014337 Aug 21 18:05:49.342772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-862696b4-b5ac-4cbb-8ec8-a82f9424e778 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:49.344879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-862696b4-b5ac-4cbb-8ec8-a82f9424e778 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648117 Aug 21 18:05:49.358533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] For port 4ed99c28-1954-4802-8d62-225d61cda831, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ed99c28-1954-4802-8d62-225d61cda831,segment=NetworkSegment(9499b7ed-b81c-46a9-9940-c4d319b1e15f),segment_id=9499b7ed-b81c-46a9-9940-c4d319b1e15f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:49.359177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:49.380476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Calling delete_port for 4ed99c28-1954-4802-8d62-225d61cda831 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:49.390173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:49.616650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de022f9-1ec8-432c-8cd0-3bdb122fecf1 req-2d457e76-b64b-4914-a4cc-46c693fabaa6 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:49.623884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5de022f9-1ec8-432c-8cd0-3bdb122fecf1 req-2d457e76-b64b-4914-a4cc-46c693fabaa6 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 948 time: 0.3283155 Aug 21 18:05:49.668552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:49.718444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a631a676-f409-466b-9712-831e6f7f936d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:49.731099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a631a676-f409-466b-9712-831e6f7f936d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5706837 Aug 21 18:05:49.821122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:49.834431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:49.839589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 27b70d1d-a0b3-4923-928c-9783bdf880d1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:49.873239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b560827-67d1-4321-bd10-3df28e2853c8 req-e52a9339-0ddf-4af9-8b04-d8fc9507f7f4 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974691 Aug 21 18:05:49.909450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Pushing event deleted for resources: {'Port': ['ID=4ed99c28-1954-4802-8d62-225d61cda831,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:49.926832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1f439-dbe7-40d8-b47c-ad04477c0bda req-357bc7ab-8f0d-467e-8819-503aee85e10e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:49.929980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25b1f439-dbe7-40d8-b47c-ad04477c0bda req-357bc7ab-8f0d-467e-8819-503aee85e10e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.1861706 Aug 21 18:05:49.936830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:49.944278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 27b70d1d-a0b3-4923-928c-9783bdf880d1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:49.964655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] No DVR routers for this DVR port 4ed99c28-1954-4802-8d62-225d61cda831 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:49.969616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:49.971756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39d698d8-401e-4dd6-8e03-450a39082f89 req-e64c65cc-7fb4-4d56-a58c-10918d6193b3 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.64 "DELETE /v2.0/ports/4ed99c28-1954-4802-8d62-225d61cda831 HTTP/1.1" status: 204 len: 173 time: 1.9761674 Aug 21 18:05:49.992546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5de022f9-1ec8-432c-8cd0-3bdb122fecf1 req-6452acc7-aedc-4885-aa88-3bef2ddb319d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677933 Aug 21 18:05:50.005155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:50.012852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:50.018217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Pushing event updated for resources: {'Port': ['ID=d2f9416e-1441-483b-ac66-ab3f02c19b28,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:50.066182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9ab6ee-b291-47ed-9368-631fcb17b295 None None] Network 194f9943-7d13-4167-a280-ff87d1066851 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:05:50.073333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25b1f439-dbe7-40d8-b47c-ad04477c0bda req-5a0df71e-bd58-4871-9f8d-c808964d387e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161425 Aug 21 18:05:50.087863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7a6517ae-7822-4500-9600-de96ee939c36 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.087863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7a6517ae-7822-4500-9600-de96ee939c36 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.7365987 Aug 21 18:05:50.093230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-d2f82abc-14a1-48f1-b3e9-7c7a89a4fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.094790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-d2f82abc-14a1-48f1-b3e9-7c7a89a4fba4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 1100 time: 0.1210444 Aug 21 18:05:50.134800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:50.198453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Provisioning for port 27b70d1d-a0b3-4923-928c-9783bdf880d1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:50.218210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Provisioning complete for port 27b70d1d-a0b3-4923-928c-9783bdf880d1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:50.219188 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.238592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-478b6354-5411-4599-9cf2-0216e229d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.240325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-478b6354-5411-4599-9cf2-0216e229d8ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1383431 Aug 21 18:05:50.265785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:50.270256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.275055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4b49635-9541-4c92-a518-40b784c96428 req-a4a1c63f-aa2f-401c-b136-b39abd749813 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.1330340 Aug 21 18:05:50.369693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-1f9752d8-31fd-4619-8171-fd0669cc0151 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c HTTP/1.1" status: 200 len: 217 time: 0.1187525 Aug 21 18:05:50.419261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af5aecb2-fc74-4abb-9365-f79c10979707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.435137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.437415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0b8bc-1c7c-468e-a8b0-e634207d3c1b req-681167f2-a729-4259-af9c-8e0de8166410 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.439049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87e0b8bc-1c7c-468e-a8b0-e634207d3c1b req-681167f2-a729-4259-af9c-8e0de8166410 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.1123009 Aug 21 18:05:50.449738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.461138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-503c51aa-eb4a-4883-95d9-34efce53f4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.462670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-503c51aa-eb4a-4883-95d9-34efce53f4f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0855527 Aug 21 18:05:50.502321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] For port 27b70d1d-a0b3-4923-928c-9783bdf880d1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=27b70d1d-a0b3-4923-928c-9783bdf880d1,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:50.512173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.529564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ba27e2a-8a3c-482b-910c-ab8a37d58a3d req-4313f7e9-7890-4785-aee3-c91cfa959155 tempest-ServerGroupTestJSON-301391036 tempest-ServerGroupTestJSON-301391036-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b295e53-7d26-4f31-812f-b601d379445d HTTP/1.1" status: 200 len: 210 time: 0.1225710 Aug 21 18:05:50.531169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87e0b8bc-1c7c-468e-a8b0-e634207d3c1b req-74e37624-d258-4990-850a-24ff02df7240 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845420 Aug 21 18:05:50.578483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-7b281990-3817-4813-ba81-4ef3206d18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:50.582714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-7b281990-3817-4813-ba81-4ef3206d18f6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1032498 Aug 21 18:05:50.672617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:50.679647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.685425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccca48-18a9-43b0-9932-37833b93f2fd None None] Pushing event updated for resources: {'Port': ['ID=27b70d1d-a0b3-4923-928c-9783bdf880d1,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:50.744116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46b3f20e-a10f-47e6-b32c-d4994f7c1fae req-d6632ff6-e5f4-4b0a-aa35-81781098cddf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 210 time: 0.0856538 Aug 21 18:05:50.796979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:05:50.799000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-c3371d15-f248-431c-b7f3-7de6df13dba5 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034898 Aug 21 18:05:50.801647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:50.828397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:50.904821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ae5be44-96c0-4f26-b380-e200c63ed154 req-c63ddbed-f292-45ba-b4d1-9f296b82134e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962274 Aug 21 18:05:50.909904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ed99c28-1954-4802-8d62-225d61cda831 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:50.937183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.166 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/d6e01cb1-c0d4-4171-b709-6300c3d21dd1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:50.950294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 4ed99c28-1954-4802-8d62-225d61cda831 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:50.950665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ed99c28-1954-4802-8d62-225d61cda831 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:50.956404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-94c05424-4c54-4d15-84ff-4e717babeba0 None None] Provisioning complete for port 27b70d1d-a0b3-4923-928c-9783bdf880d1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:50.956741 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94c05424-4c54-4d15-84ff-4e717babeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.032446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:51.053162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'mac_address': 'fa:16:3e:35:bc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:51.096766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.128265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'name': 'network-vif-deleted', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:51.130767 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f2c7c-292d-45cf-9bf7-8e0d71ee5c2c" -d '{"events": [{"server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "name": "network-vif-deleted", "tag": "4ed99c28-1954-4802-8d62-225d61cda831"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:51.147509 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.184233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:51.205046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:51.213163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.217937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c0304-9991-49e1-8f73-9565ba49b6dc req-b59e781e-5fbd-4d6e-b909-888cd1523ad6 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:51.220242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-348c0304-9991-49e1-8f73-9565ba49b6dc req-b59e781e-5fbd-4d6e-b909-888cd1523ad6 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 948 time: 0.0856485 Aug 21 18:05:51.266159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:51.269897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-348c0304-9991-49e1-8f73-9565ba49b6dc req-b7422f00-ef92-4343-8e8f-53db7fe9d828 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419381 Aug 21 18:05:51.449735 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.508361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:51.517646 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b8025e-0052-4343-9eb4-87a676e60dfb x-openstack-request-id: req-37b8025e-0052-4343-9eb4-87a676e60dfb {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:51.518616 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b295e53-7d26-4f31-812f-b601d379445d", "name": "network-vif-deleted", "tag": "4ed99c28-1954-4802-8d62-225d61cda831", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:51.519057 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37b8025e-0052-4343-9eb4-87a676e60dfb {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:51.520055 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b295e53-7d26-4f31-812f-b601d379445d', 'name': 'network-vif-deleted', 'tag': '4ed99c28-1954-4802-8d62-225d61cda831', 'status': 'completed', 'code': 200} Aug 21 18:05:51.622666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0302e8b-831a-4a27-b49d-84d3c6527df3 req-cc5be43d-dcef-4e8a-8aa0-2acf625427d6 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:51.624197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0302e8b-831a-4a27-b49d-84d3c6527df3 req-cc5be43d-dcef-4e8a-8aa0-2acf625427d6 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.0537691 Aug 21 18:05:51.671930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0302e8b-831a-4a27-b49d-84d3c6527df3 req-2648f6a9-5679-429a-96eb-f188085d4d0f tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415037 Aug 21 18:05:51.745640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 27b70d1d-a0b3-4923-928c-9783bdf880d1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:51.766821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.12 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/7bb36b46-df33-4e42-9c6b-e8f340b321ab) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:51.782796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-184e2726-b60f-43e9-9d24-dc5c4327aa61 req-3473c7e6-bbc2-4035-ba84-93026d42ab97 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.0306261 Aug 21 18:05:51.804509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a53ad-0199-4b62-8abb-545d6de60244 req-e4ae4dfc-f0ec-4fe9-aecd-f834b6956081 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:51.804509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f46a53ad-0199-4b62-8abb-545d6de60244 req-e4ae4dfc-f0ec-4fe9-aecd-f834b6956081 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.5670848 Aug 21 18:05:51.818706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 27b70d1d-a0b3-4923-928c-9783bdf880d1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:51.819396 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.945651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:51.957810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f46a53ad-0199-4b62-8abb-545d6de60244 req-a438170d-a5c5-4a74-815c-9787cfb08d71 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128955 Aug 21 18:05:51.979744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd13f887-e365-4e42-bf66-a1a84d97c36a req-f0c8c2a1-b687-404b-9929-c5ba85c4e652 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 210 time: 0.0267746 Aug 21 18:05:51.979972 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.048296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object d6e01cb1-c0d4-4171-b709-6300c3d21dd1 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:52.220918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.232669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47320) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:52.241713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:52.255946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.283494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Deleting subnet 0775250f-6756-41b6-a808-14de104a3966 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:05:52.286763 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.334382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:52.353216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.354115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:52.356641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:52.368363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:52.376084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.74 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/fdcac63b-e1de-4857-a6c6-04eecaab382f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:52.417641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:05:52.444136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a2566-0ce9-4d63-881d-7db047fa3272 req-64deb5e3-cd9f-44b5-a036-1edcac19b485 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:52.450857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a34a2566-0ce9-4d63-881d-7db047fa3272 req-64deb5e3-cd9f-44b5-a036-1edcac19b485 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 949 time: 0.1088035 Aug 21 18:05:52.478067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:52.478695 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.483317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.520261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.572754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a34a2566-0ce9-4d63-881d-7db047fa3272 req-6b3db51c-503a-417d-9d5c-16f31f56f621 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203048 Aug 21 18:05:52.602372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.609606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-a327b164-d147-42a4-b953-eae85c439a44 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2342770 Aug 21 18:05:52.641509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:52.653072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Request body: {'port': {'device_id': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:52.660364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0775250f-6756-41b6-a808-14de104a3966,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:52.667166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.671238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-762ba626-198a-4fa9-9731-cc6b64bd73b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0775250f-6756-41b6-a808-14de104a3966 HTTP/1.1" status: 204 len: 168 time: 0.4353659 Aug 21 18:05:52.676436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:52.684351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:52.709642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-92a958e4-1922-4e8d-a338-75b5710bc0c0 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:52.711938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-92a958e4-1922-4e8d-a338-75b5710bc0c0 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.64 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.1072214 Aug 21 18:05:52.723241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:52.725974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=7bb36b46-df33-4e42-9c6b-e8f340b321ab,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:52.757772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d5d59b63-ca49-4eb2-88ef-a32caa4ed004 None None] Provisioning for port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:52.766151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d5d59b63-ca49-4eb2-88ef-a32caa4ed004 None None] Provisioning complete for port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:52.766975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5d59b63-ca49-4eb2-88ef-a32caa4ed004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.805823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d5d59b63-ca49-4eb2-88ef-a32caa4ed004 None None] Port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:52.822693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.836996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:52.865880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:52.880165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732655-a768-45f7-b971-66d715833710 None None] Sync routers for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:52.880890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:52.881617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.891761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.900928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:52.904224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:52.941113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.955106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.956275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4d5b2127-d12e-405a-a7d2-ebb58161ef4f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0867951 Aug 21 18:05:52.957586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-963dbd31-90c5-43e8-9461-8483777f14a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8466260 Aug 21 18:05:52.966078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:52.966275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47332) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:52.978682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:52.979428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:52.987330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e30675-34b4-4836-a599-a685db0292f3 req-28d81442-d071-4596-a1ca-2c89ec54643a tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:52.996304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50e30675-34b4-4836-a599-a685db0292f3 req-28d81442-d071-4596-a1ca-2c89ec54643a tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 946 time: 0.2296591 Aug 21 18:05:53.014038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Request body: {'port': {'device_id': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:53.020549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object fdcac63b-e1de-4857-a6c6-04eecaab382f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:53.032636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.052924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17acac78-c78c-4d5c-898c-0d22b99741de']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:53.070782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9499b7ed-b81c-46a9-9940-c4d319b1e15f') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:53.071064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9499b7ed-b81c-46a9-9940-c4d319b1e15f') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:53.076791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:53.086851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Deleting port adca9ac2-4bf5-4439-ae31-c7870f5b482b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:53.087198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.114509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29054174-8f24-433d-8a85-ff1078a39da7 req-cad2f444-a469-488e-8753-5ba9302c0a2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:53.116586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29054174-8f24-433d-8a85-ff1078a39da7 req-cad2f444-a469-488e-8753-5ba9302c0a2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 932 time: 0.2508645 Aug 21 18:05:53.121913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.187982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.194898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50e30675-34b4-4836-a599-a685db0292f3 req-fce34b84-3502-4b51-8a47-351b4634b9fe tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups?id=b607b79a-746d-4676-8776-2f2dd018f4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952827 Aug 21 18:05:53.225182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.235029 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.239648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:05:53.239988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:05:53.242661 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:05:53.248139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.282349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.325313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:53.358414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29054174-8f24-433d-8a85-ff1078a39da7 req-12b129e7-d249-40a9-9033-1b228d9cf984 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678271 Aug 21 18:05:53.391751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:53.402928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:53.403148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] For port adca9ac2-4bf5-4439-ae31-c7870f5b482b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=adca9ac2-4bf5-4439-ae31-c7870f5b482b,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:53.403472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.405633 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f65c6a3-b1a6-44a6-acf9-0b7880e4cc90" -d '{"events": [{"server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "name": "network-vif-plugged", "status": "completed", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:53.410518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:05:53.411481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:53.427202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.464673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:53.466805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.471071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] 10.222.0.41 "DELETE /v2.0/networks/17acac78-c78c-4d5c-898c-0d22b99741de HTTP/1.1" status: 204 len: 168 time: 0.7897494 Aug 21 18:05:53.478401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:53.481063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:53.492507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:53.502824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f677b1-f567-42fb-84b2-8ae59d0dd120 admin admin] Pushing event deleted for resources: {'Network': ['ID=17acac78-c78c-4d5c-898c-0d22b99741de,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:53.577545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:53.626649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045184cb-d84b-4409-994d-3785d0c1d97e req-e7bcf5c5-7a2a-441e-9302-869248c162e6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:53.634279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-045184cb-d84b-4409-994d-3785d0c1d97e req-e7bcf5c5-7a2a-441e-9302-869248c162e6 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 950 time: 0.2698617 Aug 21 18:05:53.688551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:53.688996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.714377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:53.810289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c379d22-6cc2-4c95-9c15-8c7bc7d7d46e req-bca73106-2e73-4eef-96b3-8b4f9467ca81 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:53.814236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a552ed9-9e97-4010-9dd8-cd4410535588 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0092700 Aug 21 18:05:53.817687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c379d22-6cc2-4c95-9c15-8c7bc7d7d46e req-bca73106-2e73-4eef-96b3-8b4f9467ca81 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 935 time: 0.3454053 Aug 21 18:05:53.829860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'mac_address': 'fa:16:3e:4a:f1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:05:53.831560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.841486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Request body: {'port': {'device_id': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:53.855115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-045184cb-d84b-4409-994d-3785d0c1d97e req-c29dc808-051f-424f-a73d-b7730de8d4ad tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196147 Aug 21 18:05:53.855392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.855755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.856076 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Floating IP 0afbf9a3-b514-410a-b3b3-61e55768eec4 disassociated. External IP: 172.25.1.197, port: adca9ac2-4bf5-4439-ae31-c7870f5b482b. Aug 21 18:05:53.856420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Calling delete_port for adca9ac2-4bf5-4439-ae31-c7870f5b482b owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:53.870355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e01cb1-c0d4-4171-b709-6300c3d21dd1 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:53.886211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:53.913568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Transition to ACTIVE for port object d6e01cb1-c0d4-4171-b709-6300c3d21dd1 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:53.920964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:50Z', 'revision_number': 3, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:53.957675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c379d22-6cc2-4c95-9c15-8c7bc7d7d46e req-8c2f883c-c46c-4066-b9a1-41cd779eccba tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391160 Aug 21 18:05:53.974022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732655-a768-45f7-b971-66d715833710 None None] Checking router: 20776e0a-5e19-4a08-8ef9-c6c3e511e76d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:53.974282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732655-a768-45f7-b971-66d715833710 None None] Updating router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d port d2f9416e-1441-483b-ac66-ab3f02c19b28 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:05:53.977038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99895c2f-e94e-4288-8ac0-ee9f98cbee96 None None] Provisioning for port fdcac63b-e1de-4857-a6c6-04eecaab382f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:54.028681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99895c2f-e94e-4288-8ac0-ee9f98cbee96 None None] Provisioning complete for port fdcac63b-e1de-4857-a6c6-04eecaab382f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:54.029175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99895c2f-e94e-4288-8ac0-ee9f98cbee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.031798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.061771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:54.097549 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398362ff-532d-4e29-897c-539d440df671 x-openstack-request-id: req-398362ff-532d-4e29-897c-539d440df671 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:54.098155 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "name": "network-vif-plugged", "status": "completed", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:54.098609 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-398362ff-532d-4e29-897c-539d440df671 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:54.099174 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'code': 200} Aug 21 18:05:54.111903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.122531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:54.194829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-99895c2f-e94e-4288-8ac0-ee9f98cbee96 None None] Port fdcac63b-e1de-4857-a6c6-04eecaab382f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:54.195215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.196059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.199676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:54.227944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.259079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.276856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event deleted for resources: {'Port': ['ID=adca9ac2-4bf5-4439-ae31-c7870f5b482b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:54.280530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.288542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cb52c-8539-4b76-b89e-d825733d21f6 req-53ddcd3c-38fe-45f0-9041-1cf230d3359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:54.290431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-364cb52c-8539-4b76-b89e-d825733d21f6 req-53ddcd3c-38fe-45f0-9041-1cf230d3359a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 1102 time: 0.1687300 Aug 21 18:05:54.414831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3f398b5-35b4-4b3c-aa95-da3a431de57d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec59b9c8a78147c0951ed39169086d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6885796 Aug 21 18:05:54.416665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:54.440529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:54.456032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:54.457494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.493563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-cd24f601-0088-4676-908f-37e64661217f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:05:54.493891 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-cd24f601-0088-4676-908f-37e64661217f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:05:54.538896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:05:54.720971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fadfbf-e4ed-4eba-b581-e4c541f4407c req-559ca7c7-cdd2-4953-9c5e-cfcdfcc7d072 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:54.729816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8738ce93-89a5-450d-80c3-608e99c5fc59 req-65d64439-ba17-44fd-ba63-71c690e466b3 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 210 time: 0.4173970 Aug 21 18:05:54.730946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7fadfbf-e4ed-4eba-b581-e4c541f4407c req-559ca7c7-cdd2-4953-9c5e-cfcdfcc7d072 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 950 time: 0.7815831 Aug 21 18:05:54.847032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-364cb52c-8539-4b76-b89e-d825733d21f6 req-996e6372-257b-40c5-8356-fc4818561f95 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440586 Aug 21 18:05:54.868047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.942455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bb36b46-df33-4e42-9c6b-e8f340b321ab {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:54.953843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.974168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:54.983634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7d732655-a768-45f7-b971-66d715833710 None None] Transition to ACTIVE for port object d2f9416e-1441-483b-ac66-ab3f02c19b28 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:54.990697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.006489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.022874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7fadfbf-e4ed-4eba-b581-e4c541f4407c req-e07095a6-5d62-4ab6-906d-a485a06a8cd3 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859731 Aug 21 18:05:55.045171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Transition to ACTIVE for port object 7bb36b46-df33-4e42-9c6b-e8f340b321ab will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:55.051095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Attempting to bind port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:55.051438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Attempting to bind port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:55.051774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Attempting to bind port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:55.078359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.109427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:05:55.129294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:55.129626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Attempting to bind port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:55.130407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a464d-156f-4fc6-a2f6-13e26b02dd54 req-c26afa16-3c0a-4cdd-bc53-431ee9cbc993 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:55.135096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-608a464d-156f-4fc6-a2f6-13e26b02dd54 req-c26afa16-3c0a-4cdd-bc53-431ee9cbc993 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 932 time: 0.1661458 Aug 21 18:05:55.143938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb957a7-d994-490e-937f-d4ed8b367894 None None] Pushing event updated for resources: {'Port': ['ID=d2f9416e-1441-483b-ac66-ab3f02c19b28,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.146811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.151693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7d732655-a768-45f7-b971-66d715833710 None None] Attempting to bind port d2f9416e-1441-483b-ac66-ab3f02c19b28 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:55.152084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7d732655-a768-45f7-b971-66d715833710 None None] Attempting to bind port d2f9416e-1441-483b-ac66-ab3f02c19b28 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:55.152442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d732655-a768-45f7-b971-66d715833710 None None] Attempting to bind port d2f9416e-1441-483b-ac66-ab3f02c19b28 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:55.156840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Allocated IP 172.20.0.1 (194f9943-7d13-4167-a280-ff87d1066851/7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916/83da62d2-be0d-4300-85b4-3e96726aba57) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:05:55.171698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:55.180420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d732655-a768-45f7-b971-66d715833710 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:55.180770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d732655-a768-45f7-b971-66d715833710 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:55.181195 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.181583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d732655-a768-45f7-b971-66d715833710 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:55.182212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7d732655-a768-45f7-b971-66d715833710 None None] Bound port: d2f9416e-1441-483b-ac66-ab3f02c19b28, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:55.182619 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.191188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:55.191529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:55.191909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:55.192354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Bound port: d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:55.192707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.219839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:55.222694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb36b46-df33-4e42-9c6b-e8f340b321ab,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.229858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.276733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.279341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.283166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd36b804-3bf7-45b2-9dc5-f4579359830d HTTP/1.1" status: 204 len: 168 time: 0.7996776 Aug 21 18:05:55.296012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7d732655-a768-45f7-b971-66d715833710 None None] For port d2f9416e-1441-483b-ac66-ab3f02c19b28, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:55.296416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.316791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Transition to ACTIVE for port object 83da62d2-be0d-4300-85b4-3e96726aba57 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:55.321212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.326328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7d732655-a768-45f7-b971-66d715833710 None None] For port d2f9416e-1441-483b-ac66-ab3f02c19b28, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2f9416e-1441-483b-ac66-ab3f02c19b28,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:55.330996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10038-2f40-4e4f-bf83-0a6cdd084355 req-07891a73-68fe-4b95-8bbe-2a272a98c78c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:55.332530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ac10038-2f40-4e4f-bf83-0a6cdd084355 req-07891a73-68fe-4b95-8bbe-2a272a98c78c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 949 time: 0.2144606 Aug 21 18:05:55.333468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d732655-a768-45f7-b971-66d715833710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.376427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64b938-3a13-4fde-96d5-6adaeb287d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd36b804-3bf7-45b2-9dc5-f4579359830d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.419950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcac63b-e1de-4857-a6c6-04eecaab382f {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:05:55.427173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb957a7-d994-490e-937f-d4ed8b367894 None None] Pushing event updated for resources: {'Port': ['ID=d2f9416e-1441-483b-ac66-ab3f02c19b28,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.433517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:55.435866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.436853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:55.460806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-608a464d-156f-4fc6-a2f6-13e26b02dd54 req-126522cb-22ca-4f63-b42a-ae6cb21a9d78 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468334 Aug 21 18:05:55.461993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:55.478123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:55.488288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ac10038-2f40-4e4f-bf83-0a6cdd084355 req-726abc3d-3f85-4fe2-8399-20a4ae1cb2a9 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205673 Aug 21 18:05:55.489649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Transition to ACTIVE for port object fdcac63b-e1de-4857-a6c6-04eecaab382f will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:05:55.493134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.504710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.507686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Attempting to bind port 7bb36b46-df33-4e42-9c6b-e8f340b321ab on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:55.508186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Attempting to bind port 7bb36b46-df33-4e42-9c6b-e8f340b321ab by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:55.508697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Attempting to bind port 7bb36b46-df33-4e42-9c6b-e8f340b321ab on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:55.549169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:55.550034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.552361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] 10.222.0.64 "PUT /v2.0/ports/d6e01cb1-c0d4-4171-b709-6300c3d21dd1 HTTP/1.1" status: 200 len: 1097 time: 2.9057012 Aug 21 18:05:55.554045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:55.554314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.556796 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37230831-8c64-42c8-8963-7b8ba601f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:55.564864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Port 7bb36b46-df33-4e42-9c6b-e8f340b321ab on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:55.565528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Attempting to bind port 7bb36b46-df33-4e42-9c6b-e8f340b321ab on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:55.590859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:55.591533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:55.592103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:55.592733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Bound port: 7bb36b46-df33-4e42-9c6b-e8f340b321ab, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:55.593453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:55.640777 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69cd71d-6ddd-49e9-8865-dd0efa346516 x-openstack-request-id: req-c69cd71d-6ddd-49e9-8865-dd0efa346516 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:55.641526 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:55.641977 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c69cd71d-6ddd-49e9-8865-dd0efa346516 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:55.642587 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1', 'status': 'completed', 'code': 200} Aug 21 18:05:55.666680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc216cc-6bf8-415a-af07-3105426a764e service neutron] Pushing event updated for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.668340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:55.706183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:55.721515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Sync routers for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:55.736997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Network 194f9943-7d13-4167-a280-ff87d1066851 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:55.738396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:55.739379 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:55.825384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:55.832870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:05:55.864717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-874be49a-758f-4e19-8d4e-8cee05e118c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:55.868460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-874be49a-758f-4e19-8d4e-8cee05e118c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 1100 time: 0.2484529 Aug 21 18:05:55.885325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.924037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Pushing event updated for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:55.926706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.072079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] For port 7bb36b46-df33-4e42-9c6b-e8f340b321ab, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:56.084196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-5b291cc9-de82-4bc7-be05-898394f16803 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1 HTTP/1.1" status: 200 len: 217 time: 0.1871765 Aug 21 18:05:56.107231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7d732655-a768-45f7-b971-66d715833710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:50Z', 'revision_number': 3, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:56.157057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732655-a768-45f7-b971-66d715833710 None None] The sync data for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 is: [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:50Z', 'revision_number': 3, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:05:56.194679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] For port 7bb36b46-df33-4e42-9c6b-e8f340b321ab, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7bb36b46-df33-4e42-9c6b-e8f340b321ab,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:56.196137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Attempting to bind port fdcac63b-e1de-4857-a6c6-04eecaab382f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:05:56.197085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Attempting to bind port fdcac63b-e1de-4857-a6c6-04eecaab382f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:05:56.199726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Attempting to bind port fdcac63b-e1de-4857-a6c6-04eecaab382f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:56.231981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] No DVR routers for this DVR port adca9ac2-4bf5-4439-ae31-c7870f5b482b on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:56.242915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.248222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44696d0f-d73a-498e-a80c-8a52d7902689 req-d0120682-162d-492d-adeb-9c7455814289 tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.64 "DELETE /v2.0/ports/adca9ac2-4bf5-4439-ae31-c7870f5b482b HTTP/1.1" status: 204 len: 173 time: 3.4958236 Aug 21 18:05:56.263769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'name': 'network-vif-deleted', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:56.266235 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63150b-71b4-4523-9595-e9e55d7f0903" -d '{"events": [{"server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "name": "network-vif-deleted", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:56.275057 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:56.293684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0eedc5e1-4a28-48d1-bee5-23bb1ee6d029 None None] Provisioning for port 83da62d2-be0d-4300-85b4-3e96726aba57 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:56.300918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0eedc5e1-4a28-48d1-bee5-23bb1ee6d029 None None] Provisioning complete for port 83da62d2-be0d-4300-85b4-3e96726aba57 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:56.301110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0eedc5e1-4a28-48d1-bee5-23bb1ee6d029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.307163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e53b74c-d19b-494e-8104-631157117122 req-7119511f-073b-44cc-96d4-b0bec1ab636c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/ports?device_id=0962fded-9c12-41c3-9224-2052dbe9e784 HTTP/1.1" status: 200 len: 210 time: 0.2694142 Aug 21 18:05:56.317277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057366e0-bd20-432e-a82b-e341fb481fd6 req-1b07b327-16a7-4174-9d04-7916de40e005 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:56.332841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.333104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-057366e0-bd20-432e-a82b-e341fb481fd6 req-1b07b327-16a7-4174-9d04-7916de40e005 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 947 time: 0.6863294 Aug 21 18:05:56.436302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0eedc5e1-4a28-48d1-bee5-23bb1ee6d029 None None] Port 83da62d2-be0d-4300-85b4-3e96726aba57 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:56.464601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Pushing event updated for resources: {'Port': ['ID=7bb36b46-df33-4e42-9c6b-e8f340b321ab,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:56.467944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Port fdcac63b-e1de-4857-a6c6-04eecaab382f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:05:56.469190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Attempting to bind port fdcac63b-e1de-4857-a6c6-04eecaab382f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:05:56.477522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-82673f26-0f2f-4ba5-b57f-cb2ab25c5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:56.491584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-057366e0-bd20-432e-a82b-e341fb481fd6 req-4376d52a-f9f4-4a32-8432-b3417d1acd2e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586971 Aug 21 18:05:56.502006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-82673f26-0f2f-4ba5-b57f-cb2ab25c5a01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2971003 Aug 21 18:05:56.506907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.534860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:56.539561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.541383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7241aaab-3bc0-4449-9430-53dadb24918e service neutron] 10.222.0.64 "PUT /v2.0/ports/7bb36b46-df33-4e42-9c6b-e8f340b321ab HTTP/1.1" status: 200 len: 1093 time: 3.5388873 Aug 21 18:05:56.594127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:05:56.594757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:05:56.595427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:05:56.596235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Bound port: fdcac63b-e1de-4857-a6c6-04eecaab382f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:05:56.596977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.603150 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da59442-6df4-4865-9f7b-6dcdd4c2e781 x-openstack-request-id: req-9da59442-6df4-4865-9f7b-6dcdd4c2e781 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:56.603446 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0962fded-9c12-41c3-9224-2052dbe9e784", "name": "network-vif-deleted", "tag": "adca9ac2-4bf5-4439-ae31-c7870f5b482b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:56.603704 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9da59442-6df4-4865-9f7b-6dcdd4c2e781 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:56.604121 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0962fded-9c12-41c3-9224-2052dbe9e784', 'name': 'network-vif-deleted', 'tag': 'adca9ac2-4bf5-4439-ae31-c7870f5b482b', 'status': 'completed', 'code': 200} Aug 21 18:05:56.721699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:05:56.726431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:05:56.786780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-374c68a3-5816-43bb-8d7f-724a0e1686d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:56.788961 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:56.791936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-374c68a3-5816-43bb-8d7f-724a0e1686d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2455978 Aug 21 18:05:56.819736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:56.820113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Checking router: 1fb8363b-8d65-4f73-b296-9a14c8d47c6b for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:56.851166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:56.853686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device adca9ac2-4bf5-4439-ae31-c7870f5b482b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:05:56.854531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:56.861733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d25650-b05a-4a3a-9653-c86d3b0a95f4 req-ae6058a2-7459-4d4b-bd95-6af9567c4e1c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:56.873335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9d25650-b05a-4a3a-9653-c86d3b0a95f4 req-ae6058a2-7459-4d4b-bd95-6af9567c4e1c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 944 time: 0.1837411 Aug 21 18:05:56.896728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: adca9ac2-4bf5-4439-ae31-c7870f5b482b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:05:56.897614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device adca9ac2-4bf5-4439-ae31-c7870f5b482b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:05:56.946799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:56.964507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9d25650-b05a-4a3a-9653-c86d3b0a95f4 req-39089817-48cc-4ca5-9676-a843b3959a1d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902112 Aug 21 18:05:57.003462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.012223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.044091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.044766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.046443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-fb0d2d5f-9d1b-4f40-913b-4f285363a344 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdcac63b-e1de-4857-a6c6-04eecaab382f HTTP/1.1" status: 200 len: 1096 time: 3.2131293 Aug 21 18:05:57.094873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e39a7-1132-4c06-ac89-03843498a321 req-570866bc-75e6-4e47-adfb-c9488aaadb8c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.097569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca4e39a7-1132-4c06-ac89-03843498a321 req-570866bc-75e6-4e47-adfb-c9488aaadb8c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 950 time: 0.3302033 Aug 21 18:05:57.099501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7f6207aa-84e0-4748-87bb-b91690cbb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.101591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-7f6207aa-84e0-4748-87bb-b91690cbb2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 1096 time: 0.3691590 Aug 21 18:05:57.128800 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:57.194982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-58a460e8-2941-4966-9ddb-b1a472eaa8f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bb36b46-df33-4e42-9c6b-e8f340b321ab HTTP/1.1" status: 200 len: 217 time: 0.0797055 Aug 21 18:05:57.216776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Pushing event updated for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:57.237526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb118c3-3dd8-425a-bc0d-7ce661a70aab req-a64e3105-f81e-4917-8e08-f6e1856c7d3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.246470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fb118c3-3dd8-425a-bc0d-7ce661a70aab req-a64e3105-f81e-4917-8e08-f6e1856c7d3c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 949 time: 0.1517336 Aug 21 18:05:57.270473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-04221c50-0420-4e56-8411-84cbabe01b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.272728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.273226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-04221c50-0420-4e56-8411-84cbabe01b14 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0669250 Aug 21 18:05:57.381983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:57.382189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca4e39a7-1132-4c06-ac89-03843498a321 req-b11df61a-2cf8-401c-8028-146422a1f68b tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755415 Aug 21 18:05:57.396228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-b316ee4c-9c4e-47eb-a327-32ae2aa4fb12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973127 Aug 21 18:05:57.425129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fb118c3-3dd8-425a-bc0d-7ce661a70aab req-388dd981-a03e-49c6-978a-661f720323e7 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766834 Aug 21 18:05:57.445387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6e1b26ab-2225-4112-81da-4e021dd45909 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227555 Aug 21 18:05:57.488404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Network 194f9943-7d13-4167-a280-ff87d1066851 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:05:57.490000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:05:57.574233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:57.575147 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.588163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-96d58e8f-6d20-4836-8c58-a51b78c2d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:57.600973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-96d58e8f-6d20-4836-8c58-a51b78c2d083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 1099 time: 0.3170338 Aug 21 18:05:57.621677 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:57.680154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'tag': '7bb36b46-df33-4e42-9c6b-e8f340b321ab'}, {'name': 'network-changed', 'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:57.695321 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d177754-a6bd-4877-8885-a89b97048f30" -d '{"events": [{"name": "network-changed", "server_uuid": "0768bcba-29c5-48fc-b5f2-f0cb38836962", "tag": "7bb36b46-df33-4e42-9c6b-e8f340b321ab"}, {"name": "network-changed", "server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:57.716976 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7edcf6-4af3-42cf-ad16-bd719567bf0f None None] The sync data for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 is: [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:03:32Z', 'revision_number': 4, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5b66cf3c-f874-4c7e-8a54-b2a6ace3917e', 'name': '', 'network_id': 'c1599953-5186-4117-97a9-9b0f14cb4920', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'mac_address': 'fa:16:3e:af:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:31Z', 'updated_at': '2021-08-21T18:03:40Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'subnets': [{'id': '3b894c8a-be8b-424a-a891-36d934fd5dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:05:57.763272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:05:57.820579 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:57.866190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-d34f0e36-8e71-4b49-a5be-df7608f31c3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f HTTP/1.1" status: 200 len: 217 time: 0.1387000 Aug 21 18:05:57.869777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:57.892761 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75815a6c-8085-4d3d-ae61-6f2d8ac86e63" -d '{"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:57.901273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2f9416e-1441-483b-ac66-ab3f02c19b28 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:57.964014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:57.978462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.052622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-8d10ab26-b043-4488-8ff2-f01af3ebd09c service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465898 Aug 21 18:05:58.064456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-cc7f6dff-deed-49df-8afc-40f26772b73b service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5713332 Aug 21 18:05:58.066078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a891fe2-1e17-437e-a16e-f35725d68b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.067706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-6a891fe2-1e17-437e-a16e-f35725d68b2b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1843357 Aug 21 18:05:58.075248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1b8bc6d3-b376-49f1-ad97-8807c7a93976 None None] Provisioning complete for port 83da62d2-be0d-4300-85b4-3e96726aba57 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:58.088377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b8bc6d3-b376-49f1-ad97-8807c7a93976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.111403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:05:58.138575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-29c2c917-fc2e-4184-a315-8738b44d5167 admin admin] 10.222.0.41 "PUT /v2.0/routers/20776e0a-5e19-4a08-8ef9-c6c3e511e76d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1634438 Aug 21 18:05:58.156641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:58.178176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:58.232221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1b8bc6d3-b376-49f1-ad97-8807c7a93976 None None] Port 83da62d2-be0d-4300-85b4-3e96726aba57 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:05:58.241714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d2f9416e-1441-483b-ac66-ab3f02c19b28 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:05:58.243249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-09280359-2386-4d99-a13e-49c60e3a9b90 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727936 Aug 21 18:05:58.267778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d2f9416e-1441-483b-ac66-ab3f02c19b28 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:58.268180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.347660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.355905 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961a6bdd-9d81-4dc5-a41c-2e9da3c21e90 x-openstack-request-id: req-961a6bdd-9d81-4dc5-a41c-2e9da3c21e90 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:58.356340 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0768bcba-29c5-48fc-b5f2-f0cb38836962", "tag": "7bb36b46-df33-4e42-9c6b-e8f340b321ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:58.356814 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-961a6bdd-9d81-4dc5-a41c-2e9da3c21e90 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:58.357680 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'tag': '7bb36b46-df33-4e42-9c6b-e8f340b321ab', 'status': 'completed', 'code': 200} Aug 21 18:05:58.358269 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f', 'status': 'completed', 'code': 200} Aug 21 18:05:58.402038 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfd2666-c297-4692-8c26-0c1b151968a9 x-openstack-request-id: req-0cfd2666-c297-4692-8c26-0c1b151968a9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:05:58.402328 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-plugged", "status": "completed", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:05:58.403783 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cfd2666-c297-4692-8c26-0c1b151968a9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:05:58.405590 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'code': 200} Aug 21 18:05:58.414114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.515685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.548390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d2f9416e-1441-483b-ac66-ab3f02c19b28, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2f9416e-1441-483b-ac66-ab3f02c19b28,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:58.559465 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.602637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230831-8c64-42c8-8963-7b8ba601f25d req-b3f1d44a-88e7-4f6f-a0b2-328aa776b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.604433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-b3f1d44a-88e7-4f6f-a0b2-328aa776b541 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 1100 time: 0.3587532 Aug 21 18:05:58.609464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-75768bac-0249-4a76-aae4-8fb83a8bb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.611242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-75768bac-0249-4a76-aae4-8fb83a8bb4c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 1096 time: 0.1865392 Aug 21 18:05:58.619497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24fe702-afc7-4451-a225-c9f0fdc7e0d9 None None] New status for floating IP 0afbf9a3-b514-410a-b3b3-61e55768eec4: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:05:58.623125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb2ce2-364c-41b5-8968-943ee7035282 req-f1807705-b886-42e6-adec-303be4cf3f85 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.630907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ccb2ce2-364c-41b5-8968-943ee7035282 req-f1807705-b886-42e6-adec-303be4cf3f85 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 947 time: 0.2714159 Aug 21 18:05:58.636405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-e2782a8b-1521-476c-971a-beced5062543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.638241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-e2782a8b-1521-476c-971a-beced5062543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3913963 Aug 21 18:05:58.653598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d8399-6346-437b-b064-d24408adb4d9 req-67096120-bab8-4f7c-bb11-7a006a7548cb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.662264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2d8399-6346-437b-b064-d24408adb4d9 req-67096120-bab8-4f7c-bb11-7a006a7548cb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 944 time: 0.1335022 Aug 21 18:05:58.665550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.668766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:58.672641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "DELETE /v2.0/security-groups/b607b79a-746d-4676-8776-2f2dd018f4a2 HTTP/1.1" status: 204 len: 168 time: 0.4909468 Aug 21 18:05:58.685185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47444) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:58.729572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a6f6e-3885-4081-8933-11815ca7476d tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607b79a-746d-4676-8776-2f2dd018f4a2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:58.764424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fac4c-7433-4e51-a7b1-0a5356a443c3 req-9b3b319f-c374-4c34-861d-afa671f8d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.765899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c02fac4c-7433-4e51-a7b1-0a5356a443c3 req-9b3b319f-c374-4c34-861d-afa671f8d5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1103 time: 0.0945697 Aug 21 18:05:58.787247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e2d8399-6346-437b-b064-d24408adb4d9 req-4de14a7f-937d-4b22-8d35-6dcdfe031508 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227815 Aug 21 18:05:58.808944 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a5e61956-67e6-40c4-9302-e83c9e01351e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] show failed (client error): The resource could not be found. Aug 21 18:05:58.812609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5e61956-67e6-40c4-9302-e83c9e01351e tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "GET /v2.0/security-groups/b607b79a-746d-4676-8776-2f2dd018f4a2 HTTP/1.1" status: 404 len: 347 time: 0.1239467 Aug 21 18:05:58.850800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:05:58.894780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c02fac4c-7433-4e51-a7b1-0a5356a443c3 req-83b85b4d-2a3a-48ef-8939-9b9bc210c9b6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061478 Aug 21 18:05:58.972212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d02d33d-5458-4325-90cb-45d3fc3e5487 req-4088a44f-b547-4642-8bd6-f5f19d7eddb3 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0347250 Aug 21 18:05:58.985267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d2f9416e-1441-483b-ac66-ab3f02c19b28,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:58.993714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-d8fb63e5-ba37-4f81-a631-c393e7f56434 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:58.996517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-d8fb63e5-ba37-4f81-a631-c393e7f56434 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 944 time: 0.1358347 Aug 21 18:05:59.123245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port 7bb36b46-df33-4e42-9c6b-e8f340b321ab {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:59.124397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.176826 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Sync routers for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:05:59.190441 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:05:59.191576 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:59.223496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ccb2ce2-364c-41b5-8968-943ee7035282 req-05e971c2-e658-4613-bf9f-c69cb78c0190 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5839214 Aug 21 18:05:59.223709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-5e14cafd-7f4a-4ce0-878a-897d49aed0b9 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=2d12d9604cc24b1baf27b0a886a29497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727751 Aug 21 18:05:59.339988 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:05:59.349807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230831-8c64-42c8-8963-7b8ba601f25d req-d5315488-e110-44c4-9962-40c27822f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:59.351366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-d5315488-e110-44c4-9962-40c27822f676 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.7376218 Aug 21 18:05:59.362901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port 7bb36b46-df33-4e42-9c6b-e8f340b321ab, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7bb36b46-df33-4e42-9c6b-e8f340b321ab,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:05:59.363559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.390019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for 7bb36b46-df33-4e42-9c6b-e8f340b321ab owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:05:59.465330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-0034a7ff-ef3d-4516-850c-66edaedd5824 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7816892 Aug 21 18:05:59.466614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-d4ae0b98-292d-410e-8a92-2f81a7c101ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:59.468164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-d4ae0b98-292d-410e-8a92-2f81a7c101ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.8217230 Aug 21 18:05:59.502161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-a62b85c7-c4eb-4bf9-a367-eb4b76db16f9 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:59.503963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-a62b85c7-c4eb-4bf9-a367-eb4b76db16f9 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2743883 Aug 21 18:05:59.518798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-68df3baf-65ce-4bbf-a831-045c3aa59d1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1 HTTP/1.1" status: 200 len: 217 time: 0.1384919 Aug 21 18:05:59.531386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-c69d59da-58ce-41ca-894b-7eaea89474f2 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/quotas/2d12d9604cc24b1baf27b0a886a29497 HTTP/1.1" status: 200 len: 375 time: 0.0191097 Aug 21 18:05:59.608462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:56Z', 'revision_number': 4, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '83da62d2-be0d-4300-85b4-3e96726aba57', 'name': '', 'network_id': '194f9943-7d13-4167-a280-ff87d1066851', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'mac_address': 'fa:16:3e:2b:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:54Z', 'updated_at': '2021-08-21T18:05:56Z', 'revision_number': 2, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'subnets': [{'id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:05:59.631616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-55fe7d30-0199-40c8-8dc2-0ec69a179cb5 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910602 Aug 21 18:05:59.633788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.640372 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Checking router: 20776e0a-5e19-4a08-8ef9-c6c3e511e76d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:05:59.642720 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Updating router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d port 83da62d2-be0d-4300-85b4-3e96726aba57 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:05:59.663067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=7bb36b46-df33-4e42-9c6b-e8f340b321ab,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:05:59.676261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-d832c6e7-794b-4ede-89ba-9dcf41d43b23 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7bb36b46-df33-4e42-9c6b-e8f340b321ab HTTP/1.1" status: 200 len: 217 time: 0.1612570 Aug 21 18:05:59.724158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port 7bb36b46-df33-4e42-9c6b-e8f340b321ab on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:05:59.728725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.730286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d5f84b-733a-40b0-bde5-c7b133c8ee0b req-2e1d958f-230c-4054-aa27-e2bc0f310ddd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "DELETE /v2.0/ports/7bb36b46-df33-4e42-9c6b-e8f340b321ab HTTP/1.1" status: 204 len: 173 time: 0.7237928 Aug 21 18:05:59.730416 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.730728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'name': 'network-vif-deleted', 'tag': '7bb36b46-df33-4e42-9c6b-e8f340b321ab'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:05:59.737704 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fc5381-6087-4f90-9a84-56e7e7ac2869" -d '{"events": [{"server_uuid": "0768bcba-29c5-48fc-b5f2-f0cb38836962", "name": "network-vif-deleted", "tag": "7bb36b46-df33-4e42-9c6b-e8f340b321ab"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:05:59.784498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2f9416e-1441-483b-ac66-ab3f02c19b28 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:05:59.813338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230831-8c64-42c8-8963-7b8ba601f25d req-7d2b0a01-e413-4f12-96e2-85d23b9c36ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:59.814865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-7d2b0a01-e413-4f12-96e2-85d23b9c36ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.2614441 Aug 21 18:05:59.854217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-6cda1d38-b761-4650-8d60-335432fe6951 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4789758 Aug 21 18:05:59.870969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:05:59.886441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d2f9416e-1441-483b-ac66-ab3f02c19b28 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:05:59.886866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.918763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-6bd3f28a-24c1-47a8-a719-45fe0735eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:05:59.920434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-6bd3f28a-24c1-47a8-a719-45fe0735eccf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.2187326 Aug 21 18:05:59.925292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Deleting port 76beec17-6cc1-4575-a637-3b535247ebbf {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:05:59.925644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:05:59.941833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eab81f81-416f-4528-8bb4-cf0d7ac77ca2 req-4fee5f10-4f52-4aeb-b9dd-e6085e6ee79b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253109 Aug 21 18:06:00.117574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549b660-94df-4bcb-b127-5029de1a6960 req-f92d2f98-b801-4e7a-845f-b523bfb28d00 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:00.123141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2549b660-94df-4bcb-b127-5029de1a6960 req-f92d2f98-b801-4e7a-845f-b523bfb28d00 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 951 time: 0.1009505 Aug 21 18:06:00.155215 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.155560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.185412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Calling delete_port for 76beec17-6cc1-4575-a637-3b535247ebbf owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:00.207108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2549b660-94df-4bcb-b127-5029de1a6960 req-12ae84ef-193f-4d5d-b839-79ce5f30caac tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Aug 21 18:06:00.270209 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.283436 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Transition to ACTIVE for port object 83da62d2-be0d-4300-85b4-3e96726aba57 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:00.289844 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.312528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-95595293-fa46-4e21-9742-6dabad13a6e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3801656 Aug 21 18:06:00.345948 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Pushing event updated for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:00.364294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.364895 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.365420 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.366126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.366760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.367330 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.368407 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.369110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.369680 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.370174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.370692 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.371323 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:00.416524 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 21 Aug 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46be2e48-c2b4-43c6-a05b-2276418bb7dc x-openstack-request-id: req-46be2e48-c2b4-43c6-a05b-2276418bb7dc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:00.416842 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0768bcba-29c5-48fc-b5f2-f0cb38836962", "name": "network-vif-deleted", "tag": "7bb36b46-df33-4e42-9c6b-e8f340b321ab", "status": "failed", "code": 422}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:00.417077 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46be2e48-c2b4-43c6-a05b-2276418bb7dc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:00.417788 n-d-793621-32 neutron-server[94599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0768bcba-29c5-48fc-b5f2-f0cb38836962', 'name': 'network-vif-deleted', 'tag': '7bb36b46-df33-4e42-9c6b-e8f340b321ab', 'status': 'failed', 'code': 422} returned with failed status Aug 21 18:06:00.461405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.472044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230831-8c64-42c8-8963-7b8ba601f25d req-61b9a290-f9af-4620-a0dd-d3765b628307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:00.473101 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Attempting to bind port 83da62d2-be0d-4300-85b4-3e96726aba57 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:00.473584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-61b9a290-f9af-4620-a0dd-d3765b628307 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6438098 Aug 21 18:06:00.473749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Attempting to bind port 83da62d2-be0d-4300-85b4-3e96726aba57 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:00.474155 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Attempting to bind port 83da62d2-be0d-4300-85b4-3e96726aba57 on network 194f9943-7d13-4167-a280-ff87d1066851 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:00.481025 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:00.481569 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Checking segment: {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:00.482210 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.482619 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Bound using segment: {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:00.483351 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Bound port: 83da62d2-be0d-4300-85b4-3e96726aba57, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3d9ce4-4096-4c54-a376-8e0be31ada71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '194f9943-7d13-4167-a280-ff87d1066851'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:00.483824 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.533959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09636a46-34c2-492b-866d-4762e18a968a req-bc292239-9089-4772-97d8-f85dd7ac007a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.0522630 Aug 21 18:06:00.597295 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] For port 83da62d2-be0d-4300-85b4-3e96726aba57, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:00.636641 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] For port 83da62d2-be0d-4300-85b4-3e96726aba57, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=83da62d2-be0d-4300-85b4-3e96726aba57,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:00.645732 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.647548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:00.647838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51ef1667-4a27-4168-97e1-e2b10f3fd782 req-5806fb4a-82e1-4b83-97cb-f0fc4591d82d tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 210 time: 0.0364566 Aug 21 18:06:00.651387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-d20caf33-13fc-462e-9a09-f6b18d5fa591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:00.653485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-d20caf33-13fc-462e-9a09-f6b18d5fa591 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 1099 time: 0.3384073 Aug 21 18:06:00.743651 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c4328a-4f45-4c35-a814-a8530089190b None None] Pushing event updated for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:00.752159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:00.754127 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:00.764792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-436d5e7a-ac40-45a7-aa44-a0aa8bb905c4 req-2b457191-bdc0-4000-bb8e-3364d911a0f8 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0511351 Aug 21 18:06:00.774724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Pushing event deleted for resources: {'Port': ['ID=76beec17-6cc1-4575-a637-3b535247ebbf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:00.845227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-296c82fe-faf0-4d2c-9d86-d3cb063a882c service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950943 Aug 21 18:06:00.872620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d6e01cb1-c0d4-4171-b709-6300c3d21dd1 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:00.978212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a4767-0acf-4125-bd9a-1c31d3f573ba req-9e017555-9032-4928-9f11-a7d5c4479426 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:00.989115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b61a4767-0acf-4125-bd9a-1c31d3f573ba req-9e017555-9032-4928-9f11-a7d5c4479426 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 947 time: 0.1168530 Aug 21 18:06:00.991204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-59a55cd3-cbe9-4e69-9ddc-c144df0dc171 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923832 Aug 21 18:06:01.054263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b61a4767-0acf-4125-bd9a-1c31d3f573ba req-9aadb4ae-9e09-4cc9-934a-d262e3a231f4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611012 Aug 21 18:06:01.058390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:01.082750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1', 'mac_address': 'fa:16:3e:13:2f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:01.094780 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:01.135622 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.150391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e01cb1-c0d4-4171-b709-6300c3d21dd1 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:01.163172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-22e62f96-728b-4a3d-a5fb-55926503c2f5 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278588 Aug 21 18:06:01.176958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.179914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.181027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:01.181427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e3de072-c500-4ee4-8537-0bf188fa409c tempest-ServersTestManualDisk-1479092058 tempest-ServersTestManualDisk-1479092058-project] 10.222.0.41 "DELETE /v2.0/floatingips/0afbf9a3-b514-410a-b3b3-61e55768eec4 HTTP/1.1" status: 204 len: 168 time: 2.3295608 Aug 21 18:06:01.184655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:01.189101 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.201897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-1f585f29-1e17-4a83-a450-329659570819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:01.203764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-1f585f29-1e17-4a83-a450-329659570819 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.5339417 Aug 21 18:06:01.298764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:01.344400 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:56Z', 'revision_number': 4, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '83da62d2-be0d-4300-85b4-3e96726aba57', 'name': '', 'network_id': '194f9943-7d13-4167-a280-ff87d1066851', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'mac_address': 'fa:16:3e:2b:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:54Z', 'updated_at': '2021-08-21T18:06:00Z', 'revision_number': 4, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'subnets': [{'id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:01.358567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83c49f2a-5122-44dd-ba58-d6c229eeb97b req-d7d33317-9049-48aa-bd7d-b799ad8fc07f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.1061866 Aug 21 18:06:01.363554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-abdaf1f1-5eaf-4318-8687-56b8907012ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f HTTP/1.1" status: 200 len: 217 time: 0.1134939 Aug 21 18:06:01.367711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.378001 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d5ff71-df5a-4e98-871b-fb02d9f31d29 None None] The sync data for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 is: [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:05:56Z', 'revision_number': 4, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '83da62d2-be0d-4300-85b4-3e96726aba57', 'name': '', 'network_id': '194f9943-7d13-4167-a280-ff87d1066851', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'mac_address': 'fa:16:3e:2b:11:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_interface', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:54Z', 'updated_at': '2021-08-21T18:06:00Z', 'revision_number': 4, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'subnets': [{'id': '7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:01.502746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:01.663959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-273cb8a8-1052-4c2a-9955-9a7773267ed1 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=2d12d9604cc24b1baf27b0a886a29497&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751586 Aug 21 18:06:01.836958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 83da62d2-be0d-4300-85b4-3e96726aba57 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:01.901341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 83da62d2-be0d-4300-85b4-3e96726aba57 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:01.908076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 83da62d2-be0d-4300-85b4-3e96726aba57 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:01.908844 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:01.915538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16de3e-6533-4cc3-8802-02d18d3d886e req-f8177dc4-ab2a-472f-92ab-47e68e2568a7 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:01.923764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c16de3e-6533-4cc3-8802-02d18d3d886e req-f8177dc4-ab2a-472f-92ab-47e68e2568a7 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 951 time: 0.3340988 Aug 21 18:06:01.938134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12a6c566-6121-42bc-a899-99b96661bf73 req-cd8ddfd2-61bf-4943-bae2-0362c73865e7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.1272926 Aug 21 18:06:02.004054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c16de3e-6533-4cc3-8802-02d18d3d886e req-56e25bc7-db27-465f-9dbf-079662fea5d5 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793777 Aug 21 18:06:02.015993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-aad7ad51-a537-4320-b9ab-6570e8c06a60 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:02.017569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-aad7ad51-a537-4320-b9ab-6570e8c06a60 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3377564 Aug 21 18:06:02.051060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.082636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Request body: {'port': {'device_id': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '2d12d9604cc24b1baf27b0a886a29497'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:02.089667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37230831-8c64-42c8-8963-7b8ba601f25d req-47e964d4-676a-450d-84c2-0a06b98963a3 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0312641 Aug 21 18:06:02.099630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-b159189d-fb70-4d86-ae2b-890e91d9fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:02.101768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-b159189d-fb70-4d86-ae2b-890e91d9fa28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.7129700 Aug 21 18:06:02.129460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 83da62d2-be0d-4300-85b4-3e96726aba57, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=83da62d2-be0d-4300-85b4-3e96726aba57,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:02.138213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.159512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c49f2a-5122-44dd-ba58-d6c229eeb97b req-a101b846-a45f-46f3-8152-503db4d8d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:02.161237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83c49f2a-5122-44dd-ba58-d6c229eeb97b req-a101b846-a45f-46f3-8152-503db4d8d184 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.7874558 Aug 21 18:06:02.236542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:02.242407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Allocated IP 172.25.1.3 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/90a7d6e1-d985-4c61-9330-d98913a8241e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:02.256199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d177754-a6bd-4877-8885-a89b97048f30 req-2c82f16e-e432-4c4c-9063-f0f93d856cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:02.257726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-2c82f16e-e432-4c4c-9063-f0f93d856cc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893047 Aug 21 18:06:02.284183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83c49f2a-5122-44dd-ba58-d6c229eeb97b req-d93cdcb6-d469-46a4-af36-c1d9ee6fb6b0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.0441434 Aug 21 18:06:02.305039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-672a3943-653c-4d5e-964f-44a91c45ad91 req-68a35f67-8b33-4c3e-bb20-6b72f7363915 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=0768bcba-29c5-48fc-b5f2-f0cb38836962 HTTP/1.1" status: 200 len: 210 time: 0.0518770 Aug 21 18:06:02.409595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Made reservation on behalf of 2d12d9604cc24b1baf27b0a886a29497 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:02.413134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.418178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b195bea0-e2e3-4176-a3c5-37b7acf4ad8f req-c67e08bc-0eae-42b3-9a2c-47b56553ea0f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 210 time: 0.0412316 Aug 21 18:06:02.473698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-c5e91758-050f-4c64-bf58-e8b99e54196e service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920226 Aug 21 18:06:02.555406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df81233e-a5e3-418e-bc3e-2820196bd3db req-f8c9f523-3fe7-4ad0-a586-40a1749e2241 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0354729 Aug 21 18:06:02.564265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.667069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.680637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Allocated IP 192.168.233.88 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/e63abf1c-8f98-4922-a3e5-053a87eabe8c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:02.718117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d177754-a6bd-4877-8885-a89b97048f30 req-8ff2ec64-cb37-490f-846e-fa612fdd730b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321517 Aug 21 18:06:02.728390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:02.731793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:02.735720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:02.770056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=90a7d6e1-d985-4c61-9330-d98913a8241e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:02.840924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.851616 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.898642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:02.915704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d6e01cb1-c0d4-4171-b709-6300c3d21dd1 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:02.987458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:02.997110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:02.998758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.023758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.049532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be076f0-65a6-420d-b511-f861f7cf9a27 req-4d921913-77be-4f83-ad52-c61acc189ca5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:03.051257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1be076f0-65a6-420d-b511-f861f7cf9a27 req-4d921913-77be-4f83-ad52-c61acc189ca5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 947 time: 0.2308958 Aug 21 18:06:03.057326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Transition to ACTIVE for port object e63abf1c-8f98-4922-a3e5-053a87eabe8c will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:03.088746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.094444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.098761 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.133589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:03.137402 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ef9de4-7cc3-4803-b869-80f035e808d6" -d '{"events": [{"server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "name": "network-vif-plugged", "status": "completed", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:03.155602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:03.160749 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.194731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=90a7d6e1-d985-4c61-9330-d98913a8241e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:03.208212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1be076f0-65a6-420d-b511-f861f7cf9a27 req-d63899ee-34b5-4ac9-9b1e-7b32c68fd399 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378913 Aug 21 18:06:03.211311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.231129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.239919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:03.257205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.257541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:03.258515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-78f4c07d-90f9-4e68-a439-f14476d05fab tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.4034262 Aug 21 18:06:03.310720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:03.329251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:03.333627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:03.336136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Pushing event updated for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:03.388514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-1281f7fa-9f5a-4e97-9135-32dd485246c7 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.1199832 Aug 21 18:06:03.414059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fdcac63b-e1de-4857-a6c6-04eecaab382f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:03.448983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5bfef-4f74-4f75-b0f0-3c3b23690bd5 req-f1931ab0-f149-4a03-b7cb-4d6da4f3b66f tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:03.456875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ba5bfef-4f74-4f75-b0f0-3c3b23690bd5 req-f1931ab0-f149-4a03-b7cb-4d6da4f3b66f tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1103 time: 0.1481674 Aug 21 18:06:03.487704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:03.489707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.543529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Deleting port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:03.543880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.545655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-e29033e2-57f2-4069-b05e-93b4d777a4ed tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:03.547486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e799d59-c4b6-40f2-8766-5e37e456cd1b req-e29033e2-57f2-4069-b05e-93b4d777a4ed tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1579194 Aug 21 18:06:03.560013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-f5fc3f25-ed54-4c69-9aa7-ef8268d11b37 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4937255 Aug 21 18:06:03.580364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:03.598660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fdcac63b-e1de-4857-a6c6-04eecaab382f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'fdcac63b-e1de-4857-a6c6-04eecaab382f', 'mac_address': 'fa:16:3e:cd:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:03.598818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Request body: {'port': {'device_id': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:03.601465 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461dfd02-eb1a-4cf5-b508-23c711a7e300 x-openstack-request-id: req-461dfd02-eb1a-4cf5-b508-23c711a7e300 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:03.601818 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "name": "network-vif-plugged", "status": "completed", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:03.602139 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-461dfd02-eb1a-4cf5-b508-23c711a7e300 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:03.602636 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1', 'code': 200} Aug 21 18:06:03.623161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ba5bfef-4f74-4f75-b0f0-3c3b23690bd5 req-b009a948-c88c-43e8-874c-1b63cb8e7f5b tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652617 Aug 21 18:06:03.652273 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.669152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcac63b-e1de-4857-a6c6-04eecaab382f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:03.725090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:03.751171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.764166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99ca0011-3c86-4e5d-aa95-5b7c45e55564 None None] Provisioning for port e63abf1c-8f98-4922-a3e5-053a87eabe8c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:03.777655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99ca0011-3c86-4e5d-aa95-5b7c45e55564 None None] Provisioning complete for port e63abf1c-8f98-4922-a3e5-053a87eabe8c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:03.781144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99ca0011-3c86-4e5d-aa95-5b7c45e55564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.784523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.841260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 83da62d2-be0d-4300-85b4-3e96726aba57 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:03.843285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] For port 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:03.843661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.886990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Calling delete_port for 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:03.896019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe462bf-c68c-4a16-8c07-dba537d2b205 req-8268c6cc-38f2-4520-ba78-c2d14fc846f1 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:03.898116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fe462bf-c68c-4a16-8c07-dba537d2b205 req-8268c6cc-38f2-4520-ba78-c2d14fc846f1 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 935 time: 0.1145773 Aug 21 18:06:03.919218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:03.933774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-d74db2ec-8fda-412d-ba73-48fb3e1b22c8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1708820 Aug 21 18:06:03.940714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:03.946266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-99ca0011-3c86-4e5d-aa95-5b7c45e55564 None None] Port e63abf1c-8f98-4922-a3e5-053a87eabe8c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:03.964514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 83da62d2-be0d-4300-85b4-3e96726aba57 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:03.965242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:03.979091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.002229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbbda0c-378c-43e5-8a25-d31beebfc7dd req-dff5dd21-8233-46f3-8b0e-ff5ab290b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:04.004184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecbbda0c-378c-43e5-8a25-d31beebfc7dd req-dff5dd21-8233-46f3-8b0e-ff5ab290b675 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 1102 time: 0.3007646 Aug 21 18:06:04.074859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:04.078226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fe462bf-c68c-4a16-8c07-dba537d2b205 req-4b7d098a-2e2b-45f5-b506-a5b86627b61e tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611085 Aug 21 18:06:04.083520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecbbda0c-378c-43e5-8a25-d31beebfc7dd req-3e4353ad-bc8f-4aaf-9324-860355d88d48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458927 Aug 21 18:06:04.135453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.218149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91d2fd04-ebd6-483f-88f0-c806949f1642 req-5be6362f-adaa-4bdf-b88a-68ee8dd18f69 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0469117 Aug 21 18:06:04.258820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Allocated IP 172.25.1.194 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/360b44b2-da60-4975-9a92-ea4bca738fdb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:04.373740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.377388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63abf1c-8f98-4922-a3e5-053a87eabe8c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:04.390733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.405856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.422946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.436124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b66cf3c-f874-4c7e-8a54-b2a6ace3917e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:04.438640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Transition to ACTIVE for port object e63abf1c-8f98-4922-a3e5-053a87eabe8c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:04.465771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:04.468953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:04.470248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.472362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:04.506128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=360b44b2-da60-4975-9a92-ea4bca738fdb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:04.568397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.612513 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.638945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:04.798489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.807925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.886700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=360b44b2-da60-4975-9a92-ea4bca738fdb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:04.899785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.914139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:04.915426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-894e4f23-cdb8-4b18-8440-a07cea547791 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9807746 Aug 21 18:06:04.972822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-e606d5c3-328b-4859-b532-b8eef73e9473 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0507596 Aug 21 18:06:05.091152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-b01c4e72-8889-45a3-a3e5-6641d350c46b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.092618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-b01c4e72-8889-45a3-a3e5-6641d350c46b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.6281049 Aug 21 18:06:05.104643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-af470a8f-776c-42eb-aa7f-511ce91923bd tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.107468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4422912e-8747-4e7f-a88a-1ec8cd96f18a req-af470a8f-776c-42eb-aa7f-511ce91923bd tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1268225 Aug 21 18:06:05.128229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-fa0d1dd8-ec98-464b-8501-4ae9bb331531 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0280483 Aug 21 18:06:05.137242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Attempting to bind port e63abf1c-8f98-4922-a3e5-053a87eabe8c on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:05.137584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Attempting to bind port e63abf1c-8f98-4922-a3e5-053a87eabe8c by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:05.137920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Attempting to bind port e63abf1c-8f98-4922-a3e5-053a87eabe8c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:05.139951 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.157085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Port e63abf1c-8f98-4922-a3e5-053a87eabe8c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:05.157416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Attempting to bind port e63abf1c-8f98-4922-a3e5-053a87eabe8c on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:05.176684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-e841aa21-c569-469e-b815-1fa5b77082a5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404201 Aug 21 18:06:05.181783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:05.182136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:05.182535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:05.182985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Bound port: e63abf1c-8f98-4922-a3e5-053a87eabe8c, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:05.183355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.236264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b8bdb-ee19-411c-b7e7-de33599d423b req-02897ae0-917b-46e1-91b3-81b1795b1d3c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.237765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-064b8bdb-ee19-411c-b7e7-de33599d423b req-02897ae0-917b-46e1-91b3-81b1795b1d3c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 948 time: 0.0554922 Aug 21 18:06:05.281804 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-064b8bdb-ee19-411c-b7e7-de33599d423b req-63cf9491-8985-4fc4-83c9-42771acae5c8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Aug 21 18:06:05.419518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:05.424900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:05.425966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fdcac63b-e1de-4857-a6c6-04eecaab382f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:05.430015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-9e8c0fc0-5f16-43af-a3e7-bc5d80e98598 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062650 Aug 21 18:06:05.486544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fdcac63b-e1de-4857-a6c6-04eecaab382f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:05.486756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.492891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fdcac63b-e1de-4857-a6c6-04eecaab382f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:05.493085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.604737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.608949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.611600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] 10.222.0.64 "PUT /v2.0/ports/e63abf1c-8f98-4922-a3e5-053a87eabe8c HTTP/1.1" status: 200 len: 1096 time: 2.0195975 Aug 21 18:06:05.613249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.639559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:05.641564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1df73-7de5-4951-9e59-5ada6777f33b req-13b6fe13-f23e-40eb-ad57-76e36436bfcb tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.644813 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232aa2f2-49ec-48da-a4d8-f661989a096a" -d '{"events": [{"name": "network-changed", "server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:05.665132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9c1df73-7de5-4951-9e59-5ada6777f33b req-13b6fe13-f23e-40eb-ad57-76e36436bfcb tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 1103 time: 0.0844097 Aug 21 18:06:05.687103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:05.694138 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f40771-7860-4523-bc28-22c3a9c97223" -d '{"events": [{"server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "name": "network-vif-plugged", "status": "completed", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:05.721135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:05.727979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:05.729279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9c1df73-7de5-4951-9e59-5ada6777f33b req-08cdee65-d257-4b81-80a8-bf1df622523b tempest-ServersAdminTestJSON-1487390138 tempest-ServersAdminTestJSON-1487390138-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611868 Aug 21 18:06:05.789484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-e033953f-2f8b-437f-a5a3-2d3fcce96856 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165829 Aug 21 18:06:05.790092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef110f3b-12c2-47cd-b989-649609c47d46 service neutron] Pushing event updated for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:05.802960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:05.867545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:06:05.893248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-9f944c09-fd60-483b-89af-f75654bb1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:05.895435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-9f944c09-fd60-483b-89af-f75654bb1b34 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 1099 time: 0.1013761 Aug 21 18:06:06.023984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55119e-5e7f-4b9f-ba2f-0cc8c99b2cd0 req-2e146a91-2b2f-4312-be74-2bdd2ce6a28f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.031979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce55119e-5e7f-4b9f-ba2f-0cc8c99b2cd0 req-2e146a91-2b2f-4312-be74-2bdd2ce6a28f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 947 time: 0.0911040 Aug 21 18:06:06.068134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce55119e-5e7f-4b9f-ba2f-0cc8c99b2cd0 req-dc2e3a1d-9fca-4eae-af34-cfb89b1aec97 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Aug 21 18:06:06.086267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-9d6b56e3-381e-4526-8e4d-055ca2f64caa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c HTTP/1.1" status: 200 len: 217 time: 0.1142688 Aug 21 18:06:06.161681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f2e18c1-e92e-4006-b291-285f8703e343 req-5af8212f-2606-4931-8599-5f6107b9f419 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0325577 Aug 21 18:06:06.206078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:06.218256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Sync routers for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:06.227647 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4409ec81-00a8-404d-8322-269f3c0f0463 admin admin] 10.222.0.41 "PUT /v2.0/routers/1fb8363b-8d65-4f73-b296-9a14c8d47c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0395703 Aug 21 18:06:06.228539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47564) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:06.243056 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0131f220-dbfb-4d8e-88c9-f19b01a808a6 x-openstack-request-id: req-0131f220-dbfb-4d8e-88c9-f19b01a808a6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:06.250224 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "name": "network-vif-plugged", "status": "completed", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:06.250769 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0131f220-dbfb-4d8e-88c9-f19b01a808a6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:06.253517 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f', 'code': 200} Aug 21 18:06:06.254480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:06.255709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:06.263914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-89a56f52-5c40-4a4d-bfad-171547989c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.265596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-89a56f52-5c40-4a4d-bfad-171547989c9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1411860 Aug 21 18:06:06.325856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-64cf1d1d-cde8-4b56-94ca-a5bc10e64c0f tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3144298 Aug 21 18:06:06.339735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:06.357585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ad1d37bc-2078-46c6-9875-c76e726152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.359267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-ad1d37bc-2078-46c6-9875-c76e726152b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0763588 Aug 21 18:06:06.377405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.408498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be5572-2e2a-41b4-b41f-9e0771f4faaa req-811b0685-13af-475f-a90e-944c0973b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.410017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0be5572-2e2a-41b4-b41f-9e0771f4faaa req-811b0685-13af-475f-a90e-944c0973b593 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 1101 time: 0.1151881 Aug 21 18:06:06.414756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.507578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0be5572-2e2a-41b4-b41f-9e0771f4faaa req-360fb752-4d8e-47f8-814d-589142ce7348 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892725 Aug 21 18:06:06.532328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:06.535673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-212a7410-af52-4964-b21c-7473232fdcbc service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671579 Aug 21 18:06:06.557518 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe93ff0-bc0c-490c-8990-997ebd065497 x-openstack-request-id: req-efe93ff0-bc0c-490c-8990-997ebd065497 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:06.557868 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:06.558261 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efe93ff0-bc0c-490c-8990-997ebd065497 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:06.558817 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c', 'status': 'completed', 'code': 200} Aug 21 18:06:06.592590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.652018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.680255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9d17ed6-db8a-4f38-87e2-35fe9697c310 req-f511db83-7961-48f9-88c4-5c2eb88c5ad1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 210 time: 0.0469790 Aug 21 18:06:06.704555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Deleting port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:06.705301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.705434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c20008e4-eb87-4579-b5a8-cec2b39bc6f6 req-0c3881be-d1b9-4b5e-882c-d49c8c18a4fb service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597166 Aug 21 18:06:06.760119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:06:04Z', 'revision_number': 5, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port': {'id': 'ff7b951f-29f2-423b-9b0c-1ce9a0a2379e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:25Z', 'updated_at': '2021-08-21T18:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:06.795996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Checking router: 1fb8363b-8d65-4f73-b296-9a14c8d47c6b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:06.810701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Routers {'1fb8363b-8d65-4f73-b296-9a14c8d47c6b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:06.810701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:06.853480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Allocated IP 172.25.1.92 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:06.871039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-740ca1e4-dbd2-4efa-bc8d-5728006f5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.872896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-740ca1e4-dbd2-4efa-bc8d-5728006f5eec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=2d12d9604cc24b1baf27b0a886a29497&device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 1099 time: 0.0762746 Aug 21 18:06:06.904272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] For port ff7b951f-29f2-423b-9b0c-1ce9a0a2379e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:06.904272 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:06.915843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7d5aa-4191-4b29-8e4c-6813e2f3af9e req-7d4c37d2-9aec-4cee-a422-a92720ddc1b8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:06.923031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c7d5aa-4191-4b29-8e4c-6813e2f3af9e req-7d4c37d2-9aec-4cee-a422-a92720ddc1b8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 949 time: 0.1347039 Aug 21 18:06:06.925482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] Set router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:06.937978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Calling delete_port for ff7b951f-29f2-423b-9b0c-1ce9a0a2379e owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:06.989454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:06:06Z', 'revision_number': 6, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:07.022047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705eeaa4-6e89-4201-9563-dec861f55582 None None] The sync data for ids ['1fb8363b-8d65-4f73-b296-9a14c8d47c6b'] in n-d-793621-32 is: [{'id': '1fb8363b-8d65-4f73-b296-9a14c8d47c6b', 'name': 'tempest-ServersTestManualDisk-344097650-router', 'tenant_id': '88e569a98ede44d3a20631c1a36dba2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:24Z', 'updated_at': '2021-08-21T18:06:06Z', 'revision_number': 6, 'project_id': '88e569a98ede44d3a20631c1a36dba2b', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:07.067282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.069277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c7d5aa-4191-4b29-8e4c-6813e2f3af9e req-f4cfd6a6-8483-4102-83aa-ef8cbe3bac2c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671179 Aug 21 18:06:07.085929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-e6d4cafb-f5a0-4cd8-b1b1-90888afe0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:07.085929 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-e6d4cafb-f5a0-4cd8-b1b1-90888afe0ddb service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1882687 Aug 21 18:06:07.134224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-c40071c8-c827-40e2-8a4d-3e4e1294c49e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c HTTP/1.1" status: 200 len: 217 time: 0.0424538 Aug 21 18:06:07.174636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.191517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be062d26-4e8b-4670-a70b-550fae5769c5 req-f9add423-929a-48d6-a37b-7fb4d2cd4c4c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:07.193092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be062d26-4e8b-4670-a70b-550fae5769c5 req-f9add423-929a-48d6-a37b-7fb4d2cd4c4c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.0673223 Aug 21 18:06:07.227524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:07.230705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-9feaf39c-9afb-40ac-a098-7ecaa36e8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:07.232371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-9feaf39c-9afb-40ac-a098-7ecaa36e8462 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0891483 Aug 21 18:06:07.237298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:07.244703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:07.247560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:07.262338 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be062d26-4e8b-4670-a70b-550fae5769c5 req-2906dd7c-fdfe-4a46-b554-6b34dc823329 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484869 Aug 21 18:06:07.269233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.305195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7b951f-29f2-423b-9b0c-1ce9a0a2379e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:07.328571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-a9013c6a-7f23-4ed3-ae40-8b781549416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:07.329972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-a9013c6a-7f23-4ed3-ae40-8b781549416d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0630691 Aug 21 18:06:07.422290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.470654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.530685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.533856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-57cb5b75-324d-44c1-aa8d-3136a5b77f9b service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867599 Aug 21 18:06:07.541807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.545184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.604427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb186602-9a2c-4104-8dfc-72efcc8dcab1 req-4f16fb1f-0353-4dfc-b5f3-1a425299d220 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:07.606003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb186602-9a2c-4104-8dfc-72efcc8dcab1 req-4f16fb1f-0353-4dfc-b5f3-1a425299d220 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 947 time: 0.1561630 Aug 21 18:06:07.631500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.632060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb8363b-8d65-4f73-b296-9a14c8d47c6b {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:06:07.642741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.646207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6468b260-7ab7-471f-9a21-22b2329a53fd admin admin] 10.222.0.41 "DELETE /v2.0/routers/1fb8363b-8d65-4f73-b296-9a14c8d47c6b HTTP/1.1" status: 204 len: 168 time: 1.4143720 Aug 21 18:06:07.670099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:07.749785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb186602-9a2c-4104-8dfc-72efcc8dcab1 req-5d901fad-d3f0-4bab-a608-b3fe69264aa6 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309812 Aug 21 18:06:07.775374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Deleting subnet 3b894c8a-be8b-424a-a891-36d934fd5dd3 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:06:07.775644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:07.945924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:07.970485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:07.970853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5b66cf3c-f874-4c7e-8a54-b2a6ace3917e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:07.971552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ff7b951f-29f2-423b-9b0c-1ce9a0a2379e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:07.992206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-232aa2f2-49ec-48da-a4d8-f661989a096a req-64d99d97-fdd6-4e7b-8d84-0be659af6871 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378383 Aug 21 18:06:07.992461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ff7b951f-29f2-423b-9b0c-1ce9a0a2379e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:07.992872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ff7b951f-29f2-423b-9b0c-1ce9a0a2379e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:08.056578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.062470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.142089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:08.149521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.157863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-f3963106-91f1-4343-a416-9420cca3b376 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.159439 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-f3963106-91f1-4343-a416-9420cca3b376 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.5516956 Aug 21 18:06:08.163495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d5710e4-bffb-4a55-92a9-b7791019f2f8 req-807ee77a-0ead-4f86-9b05-41e28a10fafa tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0535972 Aug 21 18:06:08.164014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.168656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.172138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-90e48e40-a183-4c2d-acd7-530bf306ce42 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8392310 Aug 21 18:06:08.200778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:08.251091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-599d2ec8-011b-4880-8755-9f16723e0fff tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0773876 Aug 21 18:06:08.292583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55035ab6-1331-47a2-853f-b5ce111ac77d req-66801141-ea5d-4b67-9af6-8a54873639ac tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 210 time: 0.0445204 Aug 21 18:06:08.361919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.367023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-39024cb8-2da1-4ec3-9832-3e8797eb6c6a tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.368498 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9440af6-101b-4cec-9c55-7eacc1478a89 req-39024cb8-2da1-4ec3-9832-3e8797eb6c6a tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1165845 Aug 21 18:06:08.445251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:08.448749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.476990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a5cc8-cd6e-4bb1-b43e-8be79bd9279f req-1096b8ac-4f6d-496a-8cbe-204ccbeec64d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.478318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe464b8-55d2-4db3-85a4-ba5669e5a7da req-bced5846-8949-4dad-84e6-f004d15d26c0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.478694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de4a5cc8-cd6e-4bb1-b43e-8be79bd9279f req-1096b8ac-4f6d-496a-8cbe-204ccbeec64d tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.0530865 Aug 21 18:06:08.479870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7fe464b8-55d2-4db3-85a4-ba5669e5a7da req-bced5846-8949-4dad-84e6-f004d15d26c0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 949 time: 0.0911279 Aug 21 18:06:08.501391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.522731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de4a5cc8-cd6e-4bb1-b43e-8be79bd9279f req-56f2e585-5128-46de-ad5f-e4bd9a66a685 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Aug 21 18:06:08.576894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b894c8a-be8b-424a-a891-36d934fd5dd3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:08.581057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.582543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faceccd2-e63a-4040-bd04-22b4ff00e1ba None None] Network c1599953-5186-4117-97a9-9b0f14cb4920 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:08.582925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee07e508-ffdd-4bd1-b5a3-ead177bb57c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3b894c8a-be8b-424a-a891-36d934fd5dd3 HTTP/1.1" status: 204 len: 168 time: 0.9073985 Aug 21 18:06:08.592101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47590) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:08.646923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7fe464b8-55d2-4db3-85a4-ba5669e5a7da req-259ca6f5-b95b-4500-9bb9-17d5868a6326 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595504 Aug 21 18:06:08.667141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-c468553b-0c22-4c37-9878-cad979b0058d tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1206858 Aug 21 18:06:08.680547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:08.730168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.738089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.750039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.2 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/cf38605a-b6a2-41dc-8681-c6da3cc78119) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:08.804426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-b97b40e0-17dc-4c13-bf22-3b494c3720d0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.805623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-b97b40e0-17dc-4c13-bf22-3b494c3720d0 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca6d0d2-bac9-4470-b113-0c9e57e332a0 HTTP/1.1" status: 200 len: 950 time: 0.1070762 Aug 21 18:06:08.828127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] DHCP port deletion for c1599953-5186-4117-97a9-9b0f14cb4920 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:06:08.883162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Deleting port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:08.883514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.888434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Deleting port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:08.889048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.919927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ff19d-8d3e-4308-a7a9-916475d76be4 req-2cab90e8-acf2-4a2b-bc98-4ab2e546f1a9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:08.921433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a2ff19d-8d3e-4308-a7a9-916475d76be4 req-2cab90e8-acf2-4a2b-bc98-4ab2e546f1a9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 950 time: 0.1161103 Aug 21 18:06:08.932639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Deleting port 49f92de2-31ee-4c7d-8213-d116628c0471 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:08.932987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.936487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.948942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e63abf1c-8f98-4922-a3e5-053a87eabe8c details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:08.976397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] For port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:08.976883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:08.993271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Calling delete_port for 72bc7b63-9a38-4062-9cbe-fcf51bd5569f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:09.063064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a2ff19d-8d3e-4308-a7a9-916475d76be4 req-92662022-106d-4102-9687-56c96c3d179a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863812 Aug 21 18:06:09.064632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] For port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,segment=NetworkSegment(b1919fdb-f5fd-4252-ac23-e14749c59b7a),segment_id=b1919fdb-f5fd-4252-ac23-e14749c59b7a)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:09.064990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.086521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Calling delete_port for 72bc7b63-9a38-4062-9cbe-fcf51bd5569f owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:09.105694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] For port 49f92de2-31ee-4c7d-8213-d116628c0471, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=49f92de2-31ee-4c7d-8213-d116628c0471,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:09.106075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.116167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.123393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Calling delete_port for 49f92de2-31ee-4c7d-8213-d116628c0471 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:09.142783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Allocated IP 172.25.1.235 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/e3199aee-4889-439a-982c-63aa90b75d8f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:09.196027 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.199589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:09.237135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] Pushing event deleted for resources: {'Port': ['ID=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.242069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ab5cc2-8059-48a4-adb1-704b65f26597 None None] No DVR routers for this DVR port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:09.248149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c', 'mac_address': 'fa:16:3e:1b:a8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:09.265446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c4357-0ebe-4e79-941b-e5d5e8e4523e req-1fd7e837-025f-4003-935b-68447eda8d17 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:09.271097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e3c4357-0ebe-4e79-941b-e5d5e8e4523e req-1fd7e837-025f-4003-935b-68447eda8d17 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 947 time: 0.1057060 Aug 21 18:06:09.305946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.307885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.357224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.364305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Pushing event deleted for resources: {'Port': ['ID=72bc7b63-9a38-4062-9cbe-fcf51bd5569f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.395378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.418743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] No DVR routers for this DVR port 72bc7b63-9a38-4062-9cbe-fcf51bd5569f on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:09.431857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event deleted for resources: {'Port': ['ID=49f92de2-31ee-4c7d-8213-d116628c0471,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.435234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:09.453664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e3c4357-0ebe-4e79-941b-e5d5e8e4523e req-3b2854be-eaa7-4315-8911-957bf9b9f02e tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746640 Aug 21 18:06:09.458033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['de69ff70-9a9a-4356-84bf-ddae0ca4e121', '49f92de2-31ee-4c7d-8213-d116628c0471', '2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:09.468745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.491350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] No DVR routers for this DVR port 49f92de2-31ee-4c7d-8213-d116628c0471 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:09.498959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:09.506980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.517280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.519483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bfecd9a-7198-4988-9aa9-c3f883f6e394 req-4b83ee0d-48e7-4cbe-b8ea-0c187a7df156 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "DELETE /v2.0/ports/49f92de2-31ee-4c7d-8213-d116628c0471 HTTP/1.1" status: 204 len: 173 time: 0.7041943 Aug 21 18:06:09.520000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'name': 'network-vif-deleted', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:09.522941 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0766b5-b40a-4206-bb94-c59804dc9de3" -d '{"events": [{"server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "name": "network-vif-deleted", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:09.524704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63abf1c-8f98-4922-a3e5-053a87eabe8c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:09.542192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:09.547873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:09.555600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:09.555834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:09.560181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=e3199aee-4889-439a-982c-63aa90b75d8f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.566553 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.600126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:09.642131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.650641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.664859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1599953-5186-4117-97a9-9b0f14cb4920']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:09.678737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.680520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1919fdb-f5fd-4252-ac23-e14749c59b7a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:09.681023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1919fdb-f5fd-4252-ac23-e14749c59b7a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:09.701469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:09.702402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.706219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.728653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.738024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-55aa7e3b-0554-427b-9928-41add58bcab2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5455468 Aug 21 18:06:09.739018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:06:09.739639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:06:09.742785 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:06:09.760206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.772898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Request body: {'port': {'device_id': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:09.828594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.839272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72bc7b63-9a38-4062-9cbe-fcf51bd5569f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:09.871396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 72bc7b63-9a38-4062-9cbe-fcf51bd5569f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:09.871784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72bc7b63-9a38-4062-9cbe-fcf51bd5569f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:09.891968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.892813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e63abf1c-8f98-4922-a3e5-053a87eabe8c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:09.934087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.936146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c1599953-5186-4117-97a9-9b0f14cb4920 HTTP/1.1" status: 204 len: 168 time: 1.3429592 Aug 21 18:06:09.954598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83232-22f7-441a-89c6-202b6fef9115 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1599953-5186-4117-97a9-9b0f14cb4920,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:09.961751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:09.988830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767654-09cc-4f2c-9ee2-5a2d607b9e06 req-48cdaf25-fdbd-4acf-b8af-8cc0155256e2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:09.995915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a767654-09cc-4f2c-9ee2-5a2d607b9e06 req-48cdaf25-fdbd-4acf-b8af-8cc0155256e2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:09.997246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a767654-09cc-4f2c-9ee2-5a2d607b9e06 req-48cdaf25-fdbd-4acf-b8af-8cc0155256e2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683&device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 1690 time: 0.1306422 Aug 21 18:06:10.093443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.098973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.146182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a767654-09cc-4f2c-9ee2-5a2d607b9e06 req-999b6cb9-ca48-48f0-81cd-b07de8dcd693 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402445 Aug 21 18:06:10.195437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event updated for resources: {'Port': ['ID=e3199aee-4889-439a-982c-63aa90b75d8f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:10.238063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47612) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:10.246790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.268291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc897fd5-ae3e-40a7-941f-7ee87288b6cf req-331a7470-ac18-4636-bbe4-ef1a6dfe066f tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0347068 Aug 21 18:06:10.294530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.294530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-d7c72397-9387-4516-826f-e1964a30f7a9 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6173668 Aug 21 18:06:10.303753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0f54151-a9c2-48f4-8688-d8decbf1a326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88e569a98ede44d3a20631c1a36dba2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622528 Aug 21 18:06:10.306372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47614) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:10.357403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-650e2bdd-e9b2-4ffc-b002-79804292b962 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0525393 Aug 21 18:06:10.444116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.454779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f9df-0518-48df-b476-a2f7cee744b6 req-b30b3da7-6aec-4ff9-b63d-3ede82543ce0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:10.456272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af17f9df-0518-48df-b476-a2f7cee744b6 req-b30b3da7-6aec-4ff9-b63d-3ede82543ce0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 931 time: 0.1082470 Aug 21 18:06:10.464181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-c8654560-a0b0-4e5b-87dd-91af2c701c29 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:10.465575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d1e62cd-d393-4463-8810-71585bfbff2a req-c8654560-a0b0-4e5b-87dd-91af2c701c29 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1013300 Aug 21 18:06:10.471877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf38605a-b6a2-41dc-8681-c6da3cc78119 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:10.491838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.502120 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9b67f6-8528-4e5f-9811-ec1bf41072da x-openstack-request-id: req-ae9b67f6-8528-4e5f-9811-ec1bf41072da {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:10.502436 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca6d0d2-bac9-4470-b113-0c9e57e332a0", "name": "network-vif-deleted", "tag": "49f92de2-31ee-4c7d-8213-d116628c0471", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:10.502963 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae9b67f6-8528-4e5f-9811-ec1bf41072da {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:10.503223 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca6d0d2-bac9-4470-b113-0c9e57e332a0', 'name': 'network-vif-deleted', 'tag': '49f92de2-31ee-4c7d-8213-d116628c0471', 'status': 'completed', 'code': 200} Aug 21 18:06:10.506385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.531503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Transition to ACTIVE for port object cf38605a-b6a2-41dc-8681-c6da3cc78119 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:10.546599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.570695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af17f9df-0518-48df-b476-a2f7cee744b6 req-fd3180f9-5987-46b3-a147-a8c4512560b9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048152 Aug 21 18:06:10.616506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Pushing event updated for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:10.665292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.668058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.672275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e5f10c2-205e-4c88-9708-0440d83eb756 HTTP/1.1" status: 204 len: 168 time: 0.3636556 Aug 21 18:06:10.698534 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e393e28-bbd8-4600-b4eb-6902ff37effb req-65433f9b-9514-4e48-94a7-58febe520161 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips/149d9122-c1ba-4c36-8833-3725f0944faf HTTP/1.1" status: 200 len: 693 time: 0.0524433 Aug 21 18:06:10.698736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1055fab-c030-4ef4-97a1-e6e7bb6c26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5f10c2-205e-4c88-9708-0440d83eb756,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:10.758724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Attempting to bind port cf38605a-b6a2-41dc-8681-c6da3cc78119 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:10.759153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Attempting to bind port cf38605a-b6a2-41dc-8681-c6da3cc78119 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:10.759595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Attempting to bind port cf38605a-b6a2-41dc-8681-c6da3cc78119 on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:10.767112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Port cf38605a-b6a2-41dc-8681-c6da3cc78119 on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:10.767691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Attempting to bind port cf38605a-b6a2-41dc-8681-c6da3cc78119 on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:10.779716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb12b54-ad1a-4f63-a866-8fe40c20c916 req-346b3b79-237d-4195-9e13-41fb48c9d662 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:10.781541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fb12b54-ad1a-4f63-a866-8fe40c20c916 req-346b3b79-237d-4195-9e13-41fb48c9d662 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 948 time: 0.0985899 Aug 21 18:06:10.782973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:10.783527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:10.784120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:10.784776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Bound port: cf38605a-b6a2-41dc-8681-c6da3cc78119, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:10.785334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.822327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e393e28-bbd8-4600-b4eb-6902ff37effb req-f8908a2b-ba6e-468e-8622-8451eb6aa546 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:10.823937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e393e28-bbd8-4600-b4eb-6902ff37effb req-f8908a2b-ba6e-468e-8622-8451eb6aa546 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1101475 Aug 21 18:06:10.856388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fb12b54-ad1a-4f63-a866-8fe40c20c916 req-5cd19dbe-403d-4eaa-817c-59b9150edacd tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614862 Aug 21 18:06:10.884599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:10.888368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:10.895560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.968574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:10.969197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:10.970638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] 10.222.0.39 "PUT /v2.0/ports/cf38605a-b6a2-41dc-8681-c6da3cc78119 HTTP/1.1" status: 200 len: 1092 time: 1.2021008 Aug 21 18:06:10.973752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:10.976649 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453ef6c7-0f97-42ee-9179-bde83d240475" -d '{"events": [{"name": "network-changed", "server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:11.007247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b383-e410-4db6-af63-46bbff15d794 service neutron] Pushing event updated for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:11.015279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598c680-3189-47cc-bb39-a15e62b354e4 req-0d65f2e6-4d67-4641-b363-05b5ad982bd2 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.016827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7598c680-3189-47cc-bb39-a15e62b354e4 req-0d65f2e6-4d67-4641-b363-05b5ad982bd2 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 1101 time: 0.0805905 Aug 21 18:06:11.054387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-5bd700cd-5466-4534-9c1b-88e27efc2146 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips/149d9122-c1ba-4c36-8833-3725f0944faf HTTP/1.1" status: 200 len: 693 time: 0.0601318 Aug 21 18:06:11.098755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7598c680-3189-47cc-bb39-a15e62b354e4 req-d15bf85b-c1fd-4374-9029-54e839642c75 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687470 Aug 21 18:06:11.107835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-8ce2e0d9-ea2a-4e4a-b891-0d28b1c6eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.109366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-8ce2e0d9-ea2a-4e4a-b891-0d28b1c6eec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 1095 time: 0.0768290 Aug 21 18:06:11.160393 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d03642d-05e9-4f76-9f1e-d0a2a8b7c1ed x-openstack-request-id: req-9d03642d-05e9-4f76-9f1e-d0a2a8b7c1ed {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:11.160683 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:11.160933 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d03642d-05e9-4f76-9f1e-d0a2a8b7c1ed {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:11.161328 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119', 'status': 'completed', 'code': 200} Aug 21 18:06:11.164164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-a8e574f1-191e-4635-a4d5-05fa0cc2b053 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119 HTTP/1.1" status: 200 len: 217 time: 0.0433586 Aug 21 18:06:11.179896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-a73fc64a-baa8-45b5-9d57-a94e94648314 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.181335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-a73fc64a-baa8-45b5-9d57-a94e94648314 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1213379 Aug 21 18:06:11.239655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-854b2872-3a8f-458a-b31a-a2ba2a45634d tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0507317 Aug 21 18:06:11.262737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-c05d00b6-2570-4464-ac7b-4b57622c991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.264414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-c05d00b6-2570-4464-ac7b-4b57622c991d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0923564 Aug 21 18:06:11.278013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222a59d-d5f8-46da-8645-1423794e15e8 req-f5f70f0d-4a6e-4ad0-85f3-f4e625c41726 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.279525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c222a59d-d5f8-46da-8645-1423794e15e8 req-f5f70f0d-4a6e-4ad0-85f3-f4e625c41726 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.0692756 Aug 21 18:06:11.297394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-e3806998-e7b4-41b3-b78b-924a89c87a91 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.235 HTTP/1.1" status: 200 len: 696 time: 0.0492783 Aug 21 18:06:11.314967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-31456d95-84cd-4a2d-b604-1d37f4dc878b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344725 Aug 21 18:06:11.399056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c222a59d-d5f8-46da-8645-1423794e15e8 req-7007c84b-795e-4723-abc4-b3a4f4f59894 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062057 Aug 21 18:06:11.443668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-ee3eea11-8065-443e-8337-157bca6ce247 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167774 Aug 21 18:06:11.446872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Deleting port e3199aee-4889-439a-982c-63aa90b75d8f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:11.447399 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.452580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 49f92de2-31ee-4c7d-8213-d116628c0471 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:11.489342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 49f92de2-31ee-4c7d-8213-d116628c0471 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:11.489826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 49f92de2-31ee-4c7d-8213-d116628c0471 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:11.534815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.535163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.548275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Calling delete_port for e3199aee-4889-439a-982c-63aa90b75d8f owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:11.576455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaca61-0aa5-4d12-844d-4d1caaaeee18 req-8522bde8-903c-40c2-94dc-02304497189d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.578405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62eaca61-0aa5-4d12-844d-4d1caaaeee18 req-8522bde8-903c-40c2-94dc-02304497189d tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 1102 time: 0.0982921 Aug 21 18:06:11.588908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47654) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:11.640256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a82517b-0d1f-4890-86d3-3f35334dc8d1 req-53d9a1ca-52d5-452f-8f4d-1ddc33453e3d service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884444 Aug 21 18:06:11.660865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62eaca61-0aa5-4d12-844d-4d1caaaeee18 req-429b9eaf-d145-4e7a-bf1c-37a2791cf499 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687208 Aug 21 18:06:11.717924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.781834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event deleted for resources: {'Port': ['ID=e3199aee-4889-439a-982c-63aa90b75d8f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:11.786009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-42458ac2-dd21-475f-8a54-209e472c2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.790539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-42458ac2-dd21-475f-8a54-209e472c2555 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 1095 time: 0.0627015 Aug 21 18:06:11.798327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.798720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.799069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.799533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.799892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.810946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.811235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.811582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.814462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.814859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.815205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.815659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:11.821964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1694175850-network', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:11.888102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.891091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.892355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6e4a1d5-6073-4c4b-bb62-8f8168ff2ba8 req-570376ea-1508-4670-9256-7cab882f91b5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "DELETE /v2.0/floatingips/149d9122-c1ba-4c36-8833-3725f0944faf HTTP/1.1" status: 204 len: 173 time: 0.5856881 Aug 21 18:06:11.908145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b2fef51-88d7-41b2-a8cb-6db34cefb81c req-54f626cd-72f8-45fb-a70f-711814c97077 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0763071 Aug 21 18:06:11.941770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:11.944843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.964625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:11.974442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-04fd9f07-d4ce-4ad5-9d3c-a3960863337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:11.976078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-04fd9f07-d4ce-4ad5-9d3c-a3960863337c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1750460 Aug 21 18:06:12.001741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d764a-7891-4397-a86d-167e3d3d0678 req-30f3054e-6ae2-44c5-8b99-950c42b9dfea tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.003368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-343d764a-7891-4397-a86d-167e3d3d0678 req-30f3054e-6ae2-44c5-8b99-950c42b9dfea tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 943 time: 0.0608499 Aug 21 18:06:12.036913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-10dc7804-90b5-4aea-be0e-fd2c23073265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119 HTTP/1.1" status: 200 len: 217 time: 0.0400879 Aug 21 18:06:12.054898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-343d764a-7891-4397-a86d-167e3d3d0678 req-7e782c23-fd41-413c-a609-e014a5eda09a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426624 Aug 21 18:06:12.160054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-e6553abd-6829-4b5d-9625-5a04e0fd0ff0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471663 Aug 21 18:06:12.170286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-3184c214-d871-43d4-965a-13696bdad0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.172452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-3184c214-d871-43d4-965a-13696bdad0f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1122324 Aug 21 18:06:12.192831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ce4b1-0dcd-4b13-931f-6901bf11924f req-f6f218b2-81a2-41cc-98bf-b9aa02171590 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.194617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd0ce4b1-0dcd-4b13-931f-6901bf11924f req-f6f218b2-81a2-41cc-98bf-b9aa02171590 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 948 time: 0.0589423 Aug 21 18:06:12.229098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-b2878fed-aa74-4089-9366-0f82eaca087b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410180 Aug 21 18:06:12.242001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd0ce4b1-0dcd-4b13-931f-6901bf11924f req-e23ae8ba-94e7-4a6d-993d-2e9275c192c3 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391915 Aug 21 18:06:12.306422 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.336732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.385512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:12.402606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ad220-f988-4a76-96c2-094e6ec2c8fe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:12.420352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.420700 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Added segment 4b79d5c2-4729-4f35-83b6-03d37cd478c8 of type vlan for network 478aecf5-f2da-42a5-b9f4-e1b30b541288 Aug 21 18:06:12.437009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-ca47c0d1-8546-41ea-801f-f3fcb87079c9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.438652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-ca47c0d1-8546-41ea-801f-f3fcb87079c9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641177 Aug 21 18:06:12.476339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03b6d-b667-4626-bbb6-fcf2df3b664b req-3fe86723-5132-4b85-8798-8b20d7c44db4 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.478585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44a03b6d-b667-4626-bbb6-fcf2df3b664b req-3fe86723-5132-4b85-8798-8b20d7c44db4 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2093773 Aug 21 18:06:12.489113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-246906b1-fb39-4a35-be3c-d61322dedbbe service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292361 Aug 21 18:06:12.498942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-9fc6147f-e065-4808-babc-87f01c373acf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0520003 Aug 21 18:06:12.500497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.588335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159f534-1b98-44cc-89db-fcba7703ab70 req-fb34d9d3-b602-40f8-a510-1690558f08ea tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.590100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c159f534-1b98-44cc-89db-fcba7703ab70 req-fb34d9d3-b602-40f8-a510-1690558f08ea tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.0533290 Aug 21 18:06:12.609745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.610750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.611361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.633502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c159f534-1b98-44cc-89db-fcba7703ab70 req-2f0440c7-a095-42fa-9104-0ef25e90030c tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371344 Aug 21 18:06:12.700208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-a803fc5d-9955-4689-b369-7b86d5c0f6d5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1851349 Aug 21 18:06:12.708681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1127594 Aug 21 18:06:12.716971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47682) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:12.730859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Request body: {'subnet': {'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1694175850-subnet', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:12.739127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157356ad-b38a-459f-861b-ce7be5e7022b admin admin] Pushing event updated for resources: {'Network': ['ID=478aecf5-f2da-42a5-b9f4-e1b30b541288,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:12.744591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-453ef6c7-0f97-42ee-9179-bde83d240475 req-ef9d0ae3-d036-4767-aa9e-c6ead2b091e4 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380531 Aug 21 18:06:12.749513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:12.756067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1726362f-f70c-4715-863a-6cd0b6b2eaaf req-d2c32398-cb51-41b1-8f26-c65c31cba780 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=d8d43884a9e34b9699c49cd4e5ec7cfc HTTP/1.1" status: 200 len: 1654 time: 0.0987391 Aug 21 18:06:12.770853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:12.773778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.802651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-ce3383ea-49f7-4732-bfe6-1375cf521315 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.802651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-ce3383ea-49f7-4732-bfe6-1375cf521315 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 948 time: 0.1200378 Aug 21 18:06:12.940826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726362f-f70c-4715-863a-6cd0b6b2eaaf req-f171f488-5984-427e-83da-80808a63b22d tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:12.942326 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1726362f-f70c-4715-863a-6cd0b6b2eaaf req-f171f488-5984-427e-83da-80808a63b22d tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks?id=88fc3ba0-b39b-4770-a0db-9f6a09278712&id=88fc3ba0-b39b-4770-a0db-9f6a09278712&id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 787 time: 0.1797817 Aug 21 18:06:12.957217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-1726362f-f70c-4715-863a-6cd0b6b2eaaf req-cfd0e784-1f1b-46e6-9e1b-1010d72dfeec tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:06:12.958202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1726362f-f70c-4715-863a-6cd0b6b2eaaf req-cfd0e784-1f1b-46e6-9e1b-1010d72dfeec tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068607 Aug 21 18:06:12.978276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e63abf1c-8f98-4922-a3e5-053a87eabe8c up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:12.984266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-79dd6ff5-5e11-47be-9f51-1eb19687eb8b req-35695006-8288-4ffa-bb9f-f4867b761f30 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 210 time: 0.0393429 Aug 21 18:06:12.991463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Deleting port de69ff70-9a9a-4356-84bf-ddae0ca4e121 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:12.992118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:12.996084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.079555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port e63abf1c-8f98-4922-a3e5-053a87eabe8c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:13.086371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e63abf1c-8f98-4922-a3e5-053a87eabe8c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:13.086902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.121751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06a3d3b6-e3e7-434f-b0fa-da7678437e37 req-1cbf87dd-7c71-4ba1-b624-3645ec27cae1 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0390518 Aug 21 18:06:13.128207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-2e439247-ed8e-452e-93f9-737486fb85dd tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips/8c2ae891-13db-4831-aee7-9d352e3279d1 HTTP/1.1" status: 200 len: 692 time: 0.0804265 Aug 21 18:06:13.151288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3dda37-9da7-456e-8516-5732821add71,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:13.187854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] For port de69ff70-9a9a-4356-84bf-ddae0ca4e121, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=de69ff70-9a9a-4356-84bf-ddae0ca4e121,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:13.188232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.208128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Calling delete_port for de69ff70-9a9a-4356-84bf-ddae0ca4e121 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:13.287321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.332435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:13.335041 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9618917-f8bf-4f5b-a5a8-fa8678f7a9f6" -d '{"events": [{"server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "name": "network-vif-plugged", "status": "completed", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:13.355062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:13.361128 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.407483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6769d-5fde-42b4-8f22-9be8caeb3a29 req-90105e5a-0cb6-4f4b-95a5-e04ce6ac2a92 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:13.409347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5b6769d-5fde-42b4-8f22-9be8caeb3a29 req-90105e5a-0cb6-4f4b-95a5-e04ce6ac2a92 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 943 time: 0.1017141 Aug 21 18:06:13.432808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:13.435722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.456496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['de69ff70-9a9a-4356-84bf-ddae0ca4e121', '2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:13.460364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf38605a-b6a2-41dc-8681-c6da3cc78119 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:13.488928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event deleted for resources: {'Port': ['ID=de69ff70-9a9a-4356-84bf-ddae0ca4e121,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:13.550452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5b6769d-5fde-42b4-8f22-9be8caeb3a29 req-1ec8300e-93ca-4ba4-a9b3-509e590643ee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338894 Aug 21 18:06:13.554789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Checking segment: {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:13.554789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Network hostable DHCP agents. Network: 478aecf5-f2da-42a5-b9f4-e1b30b541288, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:13.576643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7d40fe11-59ec-43f9-8aef-851bb573017f tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:13.579476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] No DVR routers for this DVR port de69ff70-9a9a-4356-84bf-ddae0ca4e121 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:13.584103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7d40fe11-59ec-43f9-8aef-851bb573017f tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.4549241 Aug 21 18:06:13.584607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.586818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b226e136-b8af-4778-9b97-cc5b11b723a8 req-a1cfce36-ca9f-42a6-9d79-337aeb72e0f4 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "DELETE /v2.0/ports/de69ff70-9a9a-4356-84bf-ddae0ca4e121 HTTP/1.1" status: 204 len: 173 time: 0.7566583 Aug 21 18:06:13.587372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'name': 'network-vif-deleted', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:13.591406 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93096e-907e-4180-aee3-9f6da1999716" -d '{"events": [{"server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "name": "network-vif-deleted", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:13.632364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:13.661309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-ae44c707-2061-4b74-a381-27785639e734 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0762112 Aug 21 18:06:13.664378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:13.678711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cf38605a-b6a2-41dc-8681-c6da3cc78119', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': 'cf38605a-b6a2-41dc-8681-c6da3cc78119', 'mac_address': 'fa:16:3e:53:52:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:13.711040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 478aecf5-f2da-42a5-b9f4-e1b30b541288) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:13.722844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:13.723829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.736167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-a45bd31f-d52a-4454-87bf-3ac6cc422045 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0733025 Aug 21 18:06:13.740577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb61b6-e07a-4395-845e-cad5ca0577df None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:13.802373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.817076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9816a63-47f3-43e2-a28f-3b8ce98ad69e req-55353c07-3fb2-4681-a1f9-f562fa221131 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:13.821160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9816a63-47f3-43e2-a28f-3b8ce98ad69e req-55353c07-3fb2-4681-a1f9-f562fa221131 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.1062877 Aug 21 18:06:13.859603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf38605a-b6a2-41dc-8681-c6da3cc78119 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:13.887288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9816a63-47f3-43e2-a28f-3b8ce98ad69e req-5e5c58ee-eaaa-4ffa-9352-f21afe7bf576 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572228 Aug 21 18:06:13.895782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2c812cc6-ce37-41c6-a8f0-8679c8f102ba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1765065 Aug 21 18:06:13.898899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:13.905177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:13.918013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:13.933870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.937476 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b85e730-8db8-4433-b7dc-7216d3168cd0 x-openstack-request-id: req-6b85e730-8db8-4433-b7dc-7216d3168cd0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:13.937959 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "name": "network-vif-plugged", "status": "completed", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:13.938256 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b85e730-8db8-4433-b7dc-7216d3168cd0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:13.938738 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c', 'code': 200} Aug 21 18:06:13.951444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.952714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:13.990871 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbc61d8-ce95-4470-978a-09494019bee3 x-openstack-request-id: req-1bbc61d8-ce95-4470-978a-09494019bee3 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:13.991508 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3866259b-54ed-40c6-94b8-40c0f12a53e2", "name": "network-vif-deleted", "tag": "de69ff70-9a9a-4356-84bf-ddae0ca4e121", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:13.991833 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bbc61d8-ce95-4470-978a-09494019bee3 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:13.992303 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3866259b-54ed-40c6-94b8-40c0f12a53e2', 'name': 'network-vif-deleted', 'tag': 'de69ff70-9a9a-4356-84bf-ddae0ca4e121', 'status': 'completed', 'code': 200} Aug 21 18:06:14.025023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.030186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Deleting port 0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:14.030601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.044543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:14.079176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f347ab-65b3-458b-a482-772b8bf62aa0 req-42bfe128-40cd-40c1-9788-6913e9955440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:14.081046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-61f347ab-65b3-458b-a482-772b8bf62aa0 req-42bfe128-40cd-40c1-9788-6913e9955440 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 1101 time: 0.0711224 Aug 21 18:06:14.095726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-478aecf5-f2da-42a5-b9f4-e1b30b541288', 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'fixed_ips': [{'subnet_id': '9d3dda37-9da7-456e-8516-5732821add71'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:06:14.096677 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.151806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c53fd90e-2098-416b-bbdf-b812b7b674da req-eab641e7-c0ec-44d6-a3ae-d3011912dacb tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=3866259b-54ed-40c6-94b8-40c0f12a53e2 HTTP/1.1" status: 200 len: 210 time: 0.0496793 Aug 21 18:06:14.170348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-61f347ab-65b3-458b-a482-772b8bf62aa0 req-da0177da-8cfa-4388-ae87-8e8499d394d6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Aug 21 18:06:14.276433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Allocated IP 172.20.0.2 (478aecf5-f2da-42a5-b9f4-e1b30b541288/9d3dda37-9da7-456e-8516-5732821add71/6509091c-1a3e-497b-b42c-2b3f8a409300) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:14.291563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a7e9b99-2c36-4501-8f22-9232e965bd92 req-ea22beff-19b3-4d44-b5fe-555276658d8a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 210 time: 0.0375364 Aug 21 18:06:14.302848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cf38605a-b6a2-41dc-8681-c6da3cc78119'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:14.315630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.321013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.321421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.357376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Calling delete_port for 0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:14.436723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-6643afd3-1d5c-47d8-94fb-e618796f85c3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485163 Aug 21 18:06:14.460214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8f292bf-5e3c-44f2-b272-627e7b276605 req-31449cb7-a9bb-4595-a7f2-794027eddf4a tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0368719 Aug 21 18:06:14.575685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.594601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Transition to ACTIVE for port object 6509091c-1a3e-497b-b42c-2b3f8a409300 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:14.609215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-acea4793-69c1-4abf-a0fa-1531b3213b26 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:14.611715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-acea4793-69c1-4abf-a0fa-1531b3213b26 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1507604 Aug 21 18:06:14.619001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Transition to ACTIVE for port object 6509091c-1a3e-497b-b42c-2b3f8a409300 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:14.627420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.638685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:14.672972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:14.675982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:14.683312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:14.688753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Pushing event updated for resources: {'Port': ['ID=6509091c-1a3e-497b-b42c-2b3f8a409300,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:14.729516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.741461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Attempting to bind port 6509091c-1a3e-497b-b42c-2b3f8a409300 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:14.741820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Attempting to bind port 6509091c-1a3e-497b-b42c-2b3f8a409300 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:14.742192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Attempting to bind port 6509091c-1a3e-497b-b42c-2b3f8a409300 on network 478aecf5-f2da-42a5-b9f4-e1b30b541288 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:14.747477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:14.747847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Checking segment: {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:14.748251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.748644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Bound using segment: {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:14.749104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Bound port: 6509091c-1a3e-497b-b42c-2b3f8a409300, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:14.749485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.776710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event deleted for resources: {'Port': ['ID=0d5ce8f5-17e0-41b1-8365-cbd9a7eb21e9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:14.805970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7799c4a-f916-4f28-b2be-ad9d56890047 req-dccc4a38-12f9-498f-9052-0a0282115e86 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:14.807675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7799c4a-f916-4f28-b2be-ad9d56890047 req-dccc4a38-12f9-498f-9052-0a0282115e86 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 944 time: 0.0880060 Aug 21 18:06:14.823405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] For port 6509091c-1a3e-497b-b42c-2b3f8a409300, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:14.826650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] For port 6509091c-1a3e-497b-b42c-2b3f8a409300, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6509091c-1a3e-497b-b42c-2b3f8a409300,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:14.831455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.850068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:14.852209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.852782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.853131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.853524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.853671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.853919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.854262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.854620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.855333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.855333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.855766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.856103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.856948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:14.862164 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.874398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7799c4a-f916-4f28-b2be-ad9d56890047 req-f53e09d9-90c1-4602-984b-89eaa2204d25 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602005 Aug 21 18:06:14.886967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816573cf-687d-4e22-9bd1-626e7e54de12 None None] Pushing event updated for resources: {'Port': ['ID=6509091c-1a3e-497b-b42c-2b3f8a409300,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:14.890890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.914841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.917925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:14.919285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86e5f64f-0e35-4a14-a5f1-d436b85ecfe5 req-7fb0d7d3-5664-4751-9987-359bf60d2608 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "DELETE /v2.0/floatingips/8c2ae891-13db-4831-aee7-9d352e3279d1 HTTP/1.1" status: 204 len: 173 time: 1.1820090 Aug 21 18:06:15.018527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-c8d02990-a255-401d-b4c5-9ee01064a52f tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips/ff112070-53f7-4689-bac1-f67511f2c64a HTTP/1.1" status: 200 len: 693 time: 0.0605128 Aug 21 18:06:15.043917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a912db1-b956-4913-a125-0de3f7e16e43 req-8e55f37a-e6db-425a-bc67-3b9baf481d60 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:15.045445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a912db1-b956-4913-a125-0de3f7e16e43 req-8e55f37a-e6db-425a-bc67-3b9baf481d60 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.0930467 Aug 21 18:06:15.071257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.24 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/05402a7c-2ada-4706-8d12-e0869d9e95da) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:15.142951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Allocated IP 172.25.1.85 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/a7711c37-1747-4d0b-b44d-6ed5f96436cb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:15.152758 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:06:15.257045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-60c3b210-c3ed-4c18-ae2c-1d3e0e0fa2b6 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:15.258559 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-60c3b210-c3ed-4c18-ae2c-1d3e0e0fa2b6 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.2326205 Aug 21 18:06:15.325670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-78f5086c-415b-49a0-bdff-79ad92da0488 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0571916 Aug 21 18:06:15.393558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-c1761167-6c9d-43fa-9f11-95ee99339559 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.194 HTTP/1.1" status: 200 len: 696 time: 0.0607345 Aug 21 18:06:15.408152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.439196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a912db1-b956-4913-a125-0de3f7e16e43 req-ff4dd713-8e34-4988-b3ef-efbe636434f1 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838081 Aug 21 18:06:15.468178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf38605a-b6a2-41dc-8681-c6da3cc78119 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:15.576232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.590716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cf38605a-b6a2-41dc-8681-c6da3cc78119 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:15.597127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cf38605a-b6a2-41dc-8681-c6da3cc78119 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:15.597782 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.619264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63cc4a07-7c3b-4f8c-b381-0d739f047266 req-1294b55c-7337-42fc-8e11-56f7aa3e3279 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 210 time: 0.0364931 Aug 21 18:06:15.635338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:15.638780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Deleting port 360b44b2-da60-4975-9a92-ea4bca738fdb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:15.639081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.644550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.664615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object 05402a7c-2ada-4706-8d12-e0869d9e95da will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:15.667962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:15.722556 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.725706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:15.728185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Pushing event updated for resources: {'Port': ['ID=a7711c37-1747-4d0b-b44d-6ed5f96436cb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:15.764216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:15.777199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:15.815577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:15.827108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:15.839802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:15.872675 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.907621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:15.917434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6509091c-1a3e-497b-b42c-2b3f8a409300 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:15.948830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:15.949611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.967211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.967787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:15.979264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b0ccbf6e-acce-4129-bdab-fa5e534ee235 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3453872 Aug 21 18:06:16.003289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Calling delete_port for 360b44b2-da60-4975-9a92-ea4bca738fdb owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:16.028785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3b3c10a-7006-41c0-81b4-a5d5a2b2601b req-5338375c-7a5b-41bf-b2a5-aad3cc4c6b84 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0480804 Aug 21 18:06:16.032871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Request body: {'port': {'device_id': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:16.074256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:16.076549 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188ea722-c6ab-4006-b342-cede06ad0f7c" -d '{"events": [{"server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "name": "network-vif-plugged", "status": "completed", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:16.138366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:16.170197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.183160 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.188347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device de69ff70-9a9a-4356-84bf-ddae0ca4e121 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:16.282583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60df309-fab0-4648-86e5-203c500cccb7 None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:16.283673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.289841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: de69ff70-9a9a-4356-84bf-ddae0ca4e121 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:16.289841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device de69ff70-9a9a-4356-84bf-ddae0ca4e121 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:16.379121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f2682-772c-45f4-854e-be8d7a9dbb83 req-38ce8cd3-641e-4120-8a11-2118c2a03727 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:16.381482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f03f2682-772c-45f4-854e-be8d7a9dbb83 req-38ce8cd3-641e-4120-8a11-2118c2a03727 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 951 time: 0.1494682 Aug 21 18:06:16.479806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f03f2682-772c-45f4-854e-be8d7a9dbb83 req-289298b0-6537-4ad0-aadc-93663f0e5d2e tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847273 Aug 21 18:06:16.536447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6509091c-1a3e-497b-b42c-2b3f8a409300 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:16.547425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:16.563833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Provisioning for port 6509091c-1a3e-497b-b42c-2b3f8a409300 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:16.590288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Provisioning complete for port 6509091c-1a3e-497b-b42c-2b3f8a409300 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:16.590918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.661328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05402a7c-2ada-4706-8d12-e0869d9e95da {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:16.674261 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.684153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b898c-6378-4646-8829-b72bc71ec42c req-133f0462-692d-4e93-8b8e-b7f474994c45 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:16.685700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-767b898c-6378-4646-8829-b72bc71ec42c req-133f0462-692d-4e93-8b8e-b7f474994c45 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.1121540 Aug 21 18:06:16.692078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.703259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Transition to ACTIVE for port object 05402a7c-2ada-4706-8d12-e0869d9e95da will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:16.712261 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.726851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event deleted for resources: {'Port': ['ID=360b44b2-da60-4975-9a92-ea4bca738fdb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:16.769391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-767b898c-6378-4646-8829-b72bc71ec42c req-77a2f115-bd38-4111-b3de-d63de2d08f87 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764294 Aug 21 18:06:16.789895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Pushing event updated for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:16.844621 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d396e5-0a3d-4810-b217-7b215e583967 x-openstack-request-id: req-31d396e5-0a3d-4810-b217-7b215e583967 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:16.845527 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "name": "network-vif-plugged", "status": "completed", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:16.845821 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-31d396e5-0a3d-4810-b217-7b215e583967 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:16.846745 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119', 'code': 200} Aug 21 18:06:16.871081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.876356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:16.888944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae6c9969-e2b8-4683-8d07-6047cb3ab107 req-3497b511-6d7e-498e-9455-9509adaefec5 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "DELETE /v2.0/floatingips/ff112070-53f7-4689-bac1-f67511f2c64a HTTP/1.1" status: 204 len: 173 time: 1.4860187 Aug 21 18:06:16.944381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Attempting to bind port 05402a7c-2ada-4706-8d12-e0869d9e95da on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:16.944724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Attempting to bind port 05402a7c-2ada-4706-8d12-e0869d9e95da by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:16.945056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Attempting to bind port 05402a7c-2ada-4706-8d12-e0869d9e95da on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:16.953528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Port 05402a7c-2ada-4706-8d12-e0869d9e95da on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:16.953989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Attempting to bind port 05402a7c-2ada-4706-8d12-e0869d9e95da on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:16.980671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.006691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.025966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:17.026330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:17.026742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:17.027635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Bound port: 05402a7c-2ada-4706-8d12-e0869d9e95da, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:17.028011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.049346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] For port 6509091c-1a3e-497b-b42c-2b3f8a409300, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6509091c-1a3e-497b-b42c-2b3f8a409300,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:17.063584 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.110128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:17.115305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05402a7c-2ada-4706-8d12-e0869d9e95da,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:17.115615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e9b8f4-7c22-46fe-979d-d9fbccfa4ef4 req-a76f7de8-b972-4de5-9afe-56a98346f7c7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.123357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1e9b8f4-7c22-46fe-979d-d9fbccfa4ef4 req-a76f7de8-b972-4de5-9afe-56a98346f7c7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 947 time: 0.1282685 Aug 21 18:06:17.132762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Provisioning for port 05402a7c-2ada-4706-8d12-e0869d9e95da completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:17.142015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.162645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd84463a-df06-42b7-a159-02d3d8af41c7 None None] Pushing event updated for resources: {'Port': ['ID=6509091c-1a3e-497b-b42c-2b3f8a409300,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:17.169810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e7e14-73fe-4e7f-a4a0-18c9e32d2f54 req-9c9fb54a-926d-40a5-a84c-e17476cd648b tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.175375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f4e7e14-73fe-4e7f-a4a0-18c9e32d2f54 req-9c9fb54a-926d-40a5-a84c-e17476cd648b tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.2227676 Aug 21 18:06:17.184888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8246cb-6b59-43cd-a2c1-5839cae7562c req-6e0a5ac5-499f-49af-a854-2b3e51b28bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.186747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb8246cb-6b59-43cd-a2c1-5839cae7562c req-6e0a5ac5-499f-49af-a854-2b3e51b28bb8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 1097 time: 0.2536180 Aug 21 18:06:17.246044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.246842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.248412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] 10.222.0.64 "PUT /v2.0/ports/05402a7c-2ada-4706-8d12-e0869d9e95da HTTP/1.1" status: 200 len: 1096 time: 1.2309055 Aug 21 18:06:17.264566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:17.268571 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2db2f17-b639-436f-9b69-24521daa4f38" -d '{"events": [{"name": "network-changed", "server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:17.315211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb8246cb-6b59-43cd-a2c1-5839cae7562c req-c321152d-6285-48e2-8ca0-e0a8ab25b3c2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049795 Aug 21 18:06:17.325126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1e9b8f4-7c22-46fe-979d-d9fbccfa4ef4 req-658fa830-6fd2-4b47-b2ce-f90e69cd831c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007585 Aug 21 18:06:17.325760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5df99-d872-4aae-a87d-042a01c01f1a service neutron] Pushing event updated for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:17.338715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Router d7e6f896-1e60-473e-bf66-ac75b3143420 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:06:17.371779 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f4e7e14-73fe-4e7f-a4a0-18c9e32d2f54 req-6dd9d593-e31a-4a27-a8f8-19792f2b258f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639917 Aug 21 18:06:17.416063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-c51ffc5a-4042-4fe2-963e-0ff1cccf5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.417770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-c51ffc5a-4042-4fe2-963e-0ff1cccf5ced service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 1099 time: 0.0930893 Aug 21 18:06:17.476120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-82a581a0-4c26-443b-a2d8-754abcddd7f3 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips/5e9a5513-8f76-471d-a873-5f7a5a1abf72 HTTP/1.1" status: 200 len: 691 time: 0.0676098 Aug 21 18:06:17.502239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-c569dd76-9f55-4f2d-92d8-12f13c94a080 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=05402a7c-2ada-4706-8d12-e0869d9e95da HTTP/1.1" status: 200 len: 217 time: 0.0736558 Aug 21 18:06:17.524945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-25ae0a77-fadf-4866-90d8-ac9e9b83f127 None None] Provisioning complete for port 6509091c-1a3e-497b-b42c-2b3f8a409300 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:17.525415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-25ae0a77-fadf-4866-90d8-ac9e9b83f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.581803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f94c5b14-ff93-4dbe-9d18-0d6ba58a3560 req-5d5b3ad4-b848-4dca-9382-90fc3d6d629e tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0834732 Aug 21 18:06:17.589364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b278ea2d-8643-48e4-9b79-b3cbb53c9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.590543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-b278ea2d-8643-48e4-9b79-b3cbb53c9127 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0763452 Aug 21 18:06:17.628801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:17.642598 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Sync routers for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:17.653561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-c467a988-99ba-43a5-958a-c5fbe0596a69 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.658471 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:17.659486 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:17.660942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-c467a988-99ba-43a5-958a-c5fbe0596a69 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1839051 Aug 21 18:06:17.671465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-9b217119-a345-48e6-b66f-ea28f4e050ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.682684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-9b217119-a345-48e6-b66f-ea28f4e050ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687165 Aug 21 18:06:17.724258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-5f639900-bac7-432b-904b-c8f0d104337d tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.0623157 Aug 21 18:06:17.761027 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2651bae-baea-4317-a223-7a98704bfc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.768696 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c604ce64-f495-4a63-8d19-ad2a8b00fcaa x-openstack-request-id: req-c604ce64-f495-4a63-8d19-ad2a8b00fcaa {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:17.769029 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:17.769286 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c604ce64-f495-4a63-8d19-ad2a8b00fcaa {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:17.769710 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da', 'status': 'completed', 'code': 200} Aug 21 18:06:17.788905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.790138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9a422297-1d66-4552-86f3-7397d3dce316 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8901341 Aug 21 18:06:17.793738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6509091c-1a3e-497b-b42c-2b3f8a409300 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:17.810328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47756) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:17.829287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-4949d984-477d-4c88-a693-8b3ad62a132a tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.3 HTTP/1.1" status: 200 len: 694 time: 0.1038530 Aug 21 18:06:17.846462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:17.871836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6509091c-1a3e-497b-b42c-2b3f8a409300 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:17.872264 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:17.892266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-ce7ab477-d1a6-42b4-ae09-d6292d700244 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:17.899652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-ce7ab477-d1a6-42b4-ae09-d6292d700244 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 951 time: 0.1615040 Aug 21 18:06:17.948519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-2503e86c-7a36-4303-9d2b-60c42f665ccb service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642906 Aug 21 18:06:18.112103 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:15Z', 'revision_number': 3, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:18.126653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aeb1a8-54be-4176-9f0b-afdb64417df1 req-50f3a784-28ca-4718-9526-fa0b4515dd5b service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715124 Aug 21 18:06:18.136063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Deleting port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:18.136415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.139549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Deleting port 90a7d6e1-d985-4c61-9330-d98913a8241e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:18.142237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.145015 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Checking router: d7e6f896-1e60-473e-bf66-ac75b3143420 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:18.145780 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Updating router d7e6f896-1e60-473e-bf66-ac75b3143420 port a7711c37-1747-4d0b-b44d-6ed5f96436cb binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:06:18.175805 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.196801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b12a4-8b18-4789-ba9f-51aaa079cbe6 req-c14cd25c-348c-4d5f-8c45-5b90ea9035ed tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.197392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.203062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-608b12a4-8b18-4789-ba9f-51aaa079cbe6 req-c14cd25c-348c-4d5f-8c45-5b90ea9035ed tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 951 time: 0.1379211 Aug 21 18:06:18.316564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.316965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.318354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-608b12a4-8b18-4789-ba9f-51aaa079cbe6 req-31d1d377-af7c-40e2-8aa7-9cbb64eb9457 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975900 Aug 21 18:06:18.323349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] For port 2123f28d-ee0e-4449-b5f3-3b23f453eff8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2123f28d-ee0e-4449-b5f3-3b23f453eff8,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:18.323732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.336901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-ef4d217f-72eb-4b15-bdda-d5a0eb082227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.337846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Calling delete_port for 90a7d6e1-d985-4c61-9330-d98913a8241e owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:18.338228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-ef4d217f-72eb-4b15-bdda-d5a0eb082227 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 1099 time: 0.1339245 Aug 21 18:06:18.344717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Calling delete_port for 2123f28d-ee0e-4449-b5f3-3b23f453eff8 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:18.491406 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.503176 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Transition to ACTIVE for port object a7711c37-1747-4d0b-b44d-6ed5f96436cb will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:18.511927 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.548399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42ac72-2c2e-400e-85ee-990b14583ffd req-d929b37a-7cdb-40a8-8cc3-e0716f2daa83 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.556842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d42ac72-2c2e-400e-85ee-990b14583ffd req-d929b37a-7cdb-40a8-8cc3-e0716f2daa83 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.1194072 Aug 21 18:06:18.560738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-4a0e7436-731e-4b0e-9ff3-110e06774768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.562967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-4a0e7436-731e-4b0e-9ff3-110e06774768 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2081177 Aug 21 18:06:18.583832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Attempting to bind port a7711c37-1747-4d0b-b44d-6ed5f96436cb on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:18.583832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Attempting to bind port a7711c37-1747-4d0b-b44d-6ed5f96436cb by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:18.584255 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Attempting to bind port a7711c37-1747-4d0b-b44d-6ed5f96436cb on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:18.586983 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506f79a-5003-4a0b-a471-359056db1243 None None] Pushing event updated for resources: {'Port': ['ID=a7711c37-1747-4d0b-b44d-6ed5f96436cb,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:18.593358 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:18.593767 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:18.594293 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.595025 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:18.595025 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Bound port: a7711c37-1747-4d0b-b44d-6ed5f96436cb, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:18.595711 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.605636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.662426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-7b1727c9-efff-498e-b083-257d087770ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=05402a7c-2ada-4706-8d12-e0869d9e95da HTTP/1.1" status: 200 len: 217 time: 0.0827885 Aug 21 18:06:18.664823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] For port a7711c37-1747-4d0b-b44d-6ed5f96436cb, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:18.686801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d42ac72-2c2e-400e-85ee-990b14583ffd req-f640b7ec-7f3c-4288-9aea-231b46f47aee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244123 Aug 21 18:06:18.699827 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] For port a7711c37-1747-4d0b-b44d-6ed5f96436cb, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7711c37-1747-4d0b-b44d-6ed5f96436cb,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:18.700900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.708865 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.757739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.771264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Pushing event deleted for resources: {'Port': ['ID=90a7d6e1-d985-4c61-9330-d98913a8241e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:18.781459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506f79a-5003-4a0b-a471-359056db1243 None None] Pushing event updated for resources: {'Port': ['ID=a7711c37-1747-4d0b-b44d-6ed5f96436cb,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:18.804214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.808471 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:18.809379 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:05:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:18.824447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2123f28d-ee0e-4449-b5f3-3b23f453eff8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:18.856554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-b1534f68-3fd8-4b95-9770-8e6c353e4347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.858082 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-b1534f68-3fd8-4b95-9770-8e6c353e4347 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1864743 Aug 21 18:06:18.861753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Pushing event deleted for resources: {'Port': ['ID=2123f28d-ee0e-4449-b5f3-3b23f453eff8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:18.931621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.932812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] No DVR routers for this DVR port 2123f28d-ee0e-4449-b5f3-3b23f453eff8 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:18.935177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.936954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80b34f56-f43e-4075-b78b-a50e11f28600 req-881e36a9-f0cc-474a-8748-a3ee629d6fd8 tempest-FloatingIPDetailsTestJSON-796863481 tempest-FloatingIPDetailsTestJSON-796863481-project] 10.222.0.41 "DELETE /v2.0/floatingips/5e9a5513-8f76-471d-a873-5f7a5a1abf72 HTTP/1.1" status: 204 len: 173 time: 1.0680256 Aug 21 18:06:18.942988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:18.948989 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:18.949652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:18.953294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d460003-3781-4819-bc59-ef5e6aa5878b req-efcd0080-3ca6-4f09-8ab3-94339bb98eae tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.39 "DELETE /v2.0/ports/2123f28d-ee0e-4449-b5f3-3b23f453eff8 HTTP/1.1" status: 204 len: 173 time: 1.0430584 Aug 21 18:06:18.961988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738a944-0307-4732-9e0e-b08678fbad36 req-5db59a92-710d-43ef-8ab5-0a4345f4c7ad tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:18.963685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d738a944-0307-4732-9e0e-b08678fbad36 req-5db59a92-710d-43ef-8ab5-0a4345f4c7ad tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 1101 time: 0.1755996 Aug 21 18:06:19.005690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-455af603-7f11-47c3-9934-4b4518b24eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:19.007367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-455af603-7f11-47c3-9934-4b4518b24eac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1364567 Aug 21 18:06:19.008130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d738a944-0307-4732-9e0e-b08678fbad36 req-a5f1a46e-719d-4950-b85c-9c2f08396d48 tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:19.212884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:15Z', 'revision_number': 3, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:19.213085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-f87a10f5-754e-487a-8593-cb2d5bb82848 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771610 Aug 21 18:06:19.213700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c49ae-03b1-4c9c-b4e2-0cccbb0e4dd8 req-926afa72-f057-4e34-89fe-ad3e0196641a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:19.215280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-524c49ae-03b1-4c9c-b4e2-0cccbb0e4dd8 req-926afa72-f057-4e34-89fe-ad3e0196641a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 947 time: 0.1794617 Aug 21 18:06:19.247166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fbca2c-f148-4b79-a222-a85988cb998c None None] The sync data for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 is: [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:15Z', 'revision_number': 3, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:19.295958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Allocated IP 172.20.0.1 (478aecf5-f2da-42a5-b9f4-e1b30b541288/9d3dda37-9da7-456e-8516-5732821add71/0ac0738c-ca29-4d01-8ad2-23119cd87b85) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:19.328794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-524c49ae-03b1-4c9c-b4e2-0cccbb0e4dd8 req-34383a2f-2af1-4ef9-9034-0a537cbfafb0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019347 Aug 21 18:06:19.340598 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d738a944-0307-4732-9e0e-b08678fbad36 req-a5f1a46e-719d-4950-b85c-9c2f08396d48 tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:19.348249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2db2f17-b639-436f-9b69-24521daa4f38 req-c41c21f6-c39b-4e40-a1e0-4c6008b6dcf6 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241202 Aug 21 18:06:19.349842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d738a944-0307-4732-9e0e-b08678fbad36 req-a5f1a46e-719d-4950-b85c-9c2f08396d48 tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:19.393334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d738a944-0307-4732-9e0e-b08678fbad36 req-a5f1a46e-719d-4950-b85c-9c2f08396d48 tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205775 Aug 21 18:06:19.407421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1a46e-719d-4950-b85c-9c2f08396d48 tempest-ServersAdminNegativeTestJSON-536301081 tempest-ServersAdminNegativeTestJSON-536301081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0b4e29-656e-4371-ba6c-61cd79f14a74,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:19.605839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f993251f-d89d-4079-aa36-d590ac7aa97c req-7845b7ef-28b5-4a9d-906d-f980e7c74712 tempest-ServersAdminTestJSON-838171371 tempest-ServersAdminTestJSON-838171371-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4dd0125-4387-473f-920a-0302d2e17db1 HTTP/1.1" status: 200 len: 210 time: 0.0612772 Aug 21 18:06:19.773117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-deleted', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:19.775600 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0e802b-dbbf-4a3a-959f-197666b0fe7e" -d '{"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-deleted", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:19.837627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7711c37-1747-4d0b-b44d-6ed5f96436cb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:19.852860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b66f-7e8a-499a-8d42-9817acf4c6d7 req-ce421a32-be34-4db4-bd3f-2c7fd322ce8a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:19.854477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a277b66f-7e8a-499a-8d42-9817acf4c6d7 req-ce421a32-be34-4db4-bd3f-2c7fd322ce8a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.0729442 Aug 21 18:06:19.858758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cba098b-4cfd-44b7-809e-c292798f5a71 req-38f96771-f325-4bc9-8545-ae4d19b35a45 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.4455819 Aug 21 18:06:19.913616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a7711c37-1747-4d0b-b44d-6ed5f96436cb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:19.919102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a7711c37-1747-4d0b-b44d-6ed5f96436cb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:19.919822 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:19.929140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a277b66f-7e8a-499a-8d42-9817acf4c6d7 req-3f07801e-4b08-408f-84e9-71040ab077f3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559447 Aug 21 18:06:19.970133 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78768b70-43c6-4fb9-8f03-1d62b2a67d9d x-openstack-request-id: req-78768b70-43c6-4fb9-8f03-1d62b2a67d9d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:19.970873 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dd0125-4387-473f-920a-0302d2e17db1", "name": "network-vif-deleted", "tag": "2123f28d-ee0e-4449-b5f3-3b23f453eff8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:19.971818 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78768b70-43c6-4fb9-8f03-1d62b2a67d9d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:19.971818 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dd0125-4387-473f-920a-0302d2e17db1', 'name': 'network-vif-deleted', 'tag': '2123f28d-ee0e-4449-b5f3-3b23f453eff8', 'status': 'completed', 'code': 200} Aug 21 18:06:20.039955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.070030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a7711c37-1747-4d0b-b44d-6ed5f96436cb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7711c37-1747-4d0b-b44d-6ed5f96436cb,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:20.084297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.092044 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.121774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Transition to ACTIVE for port object 0ac0738c-ca29-4d01-8ad2-23119cd87b85 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:20.174348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a7711c37-1747-4d0b-b44d-6ed5f96436cb,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:20.244103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3579e5-f840-4d83-a01b-155aec8c35a4 req-e10f304e-d584-4228-a0b3-a4544e0467f7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:20.245946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e3579e5-f840-4d83-a01b-155aec8c35a4 req-e10f304e-d584-4228-a0b3-a4544e0467f7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.0532620 Aug 21 18:06:20.261154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.279555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9eca5e-07cb-47f2-865a-796fa7ba3b39 req-3f284a0c-be8b-451f-874a-3c16b3806e21 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:20.281080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f9eca5e-07cb-47f2-865a-796fa7ba3b39 req-3f284a0c-be8b-451f-874a-3c16b3806e21 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.0932775 Aug 21 18:06:20.289937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e3579e5-f840-4d83-a01b-155aec8c35a4 req-064b34b3-09f3-4052-9dd8-792c8957f16a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Aug 21 18:06:20.337509 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-00c16be4-7356-4d03-a764-33fa2e67ece8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.337771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.345813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:20.391856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.403000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:20.409757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:20.458840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:20.479151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f9eca5e-07cb-47f2-865a-796fa7ba3b39 req-47d72004-0713-42ae-8db6-bfc2eac037aa tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768239 Aug 21 18:06:20.486781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf89c73-5336-4c09-9f78-86fff2aaea77 req-4824c6ba-831a-4587-b626-ed4b7ca103f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:20.498196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcf89c73-5336-4c09-9f78-86fff2aaea77 req-4824c6ba-831a-4587-b626-ed4b7ca103f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 947 time: 0.0893288 Aug 21 18:06:20.531476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.547667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcf89c73-5336-4c09-9f78-86fff2aaea77 req-722f9787-b624-44ec-a144-8297c38d4f5d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Aug 21 18:06:20.701813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aa0e54f8-6c1b-463b-bba9-ec1b6f121883 None None] Provisioning for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:20.706283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aa0e54f8-6c1b-463b-bba9-ec1b6f121883 None None] Provisioning complete for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:20.706813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aa0e54f8-6c1b-463b-bba9-ec1b6f121883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.738604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:20.743966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-aa0e54f8-6c1b-463b-bba9-ec1b6f121883 None None] Port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:20.874961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:20.923432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Deleting port 83da62d2-be0d-4300-85b4-3e96726aba57 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:20.923787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.013332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-052b4c4d-20ff-4113-ad6d-c12c189d4d48 req-f78849b7-def3-4119-b237-36c9f6bd78c3 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0450907 Aug 21 18:06:21.037904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34708c92-d132-44c3-ac60-87e708c82443 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6de1841628847d684c944bb7d1b8f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590266 Aug 21 18:06:21.038197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:21.058633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.066581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.090773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.113017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.123272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] For port 83da62d2-be0d-4300-85b4-3e96726aba57, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=83da62d2-be0d-4300-85b4-3e96726aba57,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:21.123649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.144684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Calling delete_port for 83da62d2-be0d-4300-85b4-3e96726aba57 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:21.165082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.168006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.168157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.172502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34 HTTP/1.1" status: 204 len: 168 time: 0.1303546 Aug 21 18:06:21.172676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:21.180494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91913dc8-475b-435e-b3ca-8ddf440eab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f065bd-0ff3-4fd6-93a2-a2a0ff36db34,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:21.371784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:21.373836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:21.439743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db610a1c-0650-46e5-ac2d-f736f354acdb req-5c982ec2-fa92-4791-9978-647310fd3749 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:21.442361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db610a1c-0650-46e5-ac2d-f736f354acdb req-5c982ec2-fa92-4791-9978-647310fd3749 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.0712202 Aug 21 18:06:21.481738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:21.519310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:21.532455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db610a1c-0650-46e5-ac2d-f736f354acdb req-2d0fc5ac-2aa9-4c7c-8fbd-1657a347a4d3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827534 Aug 21 18:06:21.535046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.540088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 2123f28d-ee0e-4449-b5f3-3b23f453eff8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:21.540607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2123f28d-ee0e-4449-b5f3-3b23f453eff8 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:21.542316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.611517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Pushing event deleted for resources: {'Port': ['ID=83da62d2-be0d-4300-85b4-3e96726aba57,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:21.644325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Router d7e6f896-1e60-473e-bf66-ac75b3143420 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:06:21.680851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-47b71843-7dba-4325-a553-a85111620089 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=242d8d2a602e4ccbb0bc4c6b845e72a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599865 Aug 21 18:06:21.684805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47826) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:21.777330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5902dedc-eadb-4e99-80e7-ce5f439c90df None None] Provisioning complete for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:21.779194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5902dedc-eadb-4e99-80e7-ce5f439c90df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.786507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae207ca-816e-4e4a-8310-7648c276854b req-d0311709-0c05-4243-aa8b-a4bd3cc267a7 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:21.788913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ae207ca-816e-4e4a-8310-7648c276854b req-d0311709-0c05-4243-aa8b-a4bd3cc267a7 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.1954412 Aug 21 18:06:21.795792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.865826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.879703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5902dedc-eadb-4e99-80e7-ce5f439c90df None None] Port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:21.892017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7711c37-1747-4d0b-b44d-6ed5f96436cb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:21.955095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a7711c37-1747-4d0b-b44d-6ed5f96436cb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:21.956230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:21.968064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ae207ca-816e-4e4a-8310-7648c276854b req-1310fa87-287a-4027-9db6-c6b6590fb2ea tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697292 Aug 21 18:06:21.985582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12401fa-291e-4a71-b293-699348e67989 req-f7d2be98-3129-41a9-9302-0a71e2a2d87c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:21.985582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b12401fa-291e-4a71-b293-699348e67989 req-f7d2be98-3129-41a9-9302-0a71e2a2d87c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 947 time: 0.1288564 Aug 21 18:06:21.991505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-f564a03b-929a-408f-b227-b460de6a053c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:21.993017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-f564a03b-929a-408f-b227-b460de6a053c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 949 time: 0.1239395 Aug 21 18:06:22.043358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:22.059965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce8f182a-9d01-4824-b951-838421e746f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/d7e6f896-1e60-473e-bf66-ac75b3143420/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478781 Aug 21 18:06:22.079779 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.081727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.088884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.093715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04fa7941-43f0-4f54-a947-20246ad0b570 HTTP/1.1" status: 204 len: 168 time: 0.4052556 Aug 21 18:06:22.093899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Sync routers for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:22.103139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:22.103777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:22.165439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b12401fa-291e-4a71-b293-699348e67989 req-764f1e47-4305-413a-b217-adfede992957 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714783 Aug 21 18:06:22.203257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7074d-88c1-4683-ac34-4d5d7b686e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fa7941-43f0-4f54-a947-20246ad0b570,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:22.252649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Deleting port e63abf1c-8f98-4922-a3e5-053a87eabe8c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:22.252796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.259030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:22.260890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6d978-8a36-4ca2-b827-6a4c3defaaa8 req-a2d7f984-8c7c-4026-9381-cea15180237e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:22.269650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61a6d978-8a36-4ca2-b827-6a4c3defaaa8 req-a2d7f984-8c7c-4026-9381-cea15180237e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.1266165 Aug 21 18:06:22.340190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:22.364734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61a6d978-8a36-4ca2-b827-6a4c3defaaa8 req-7d00b6df-9f5f-483e-bf48-3a1c42d14146 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925794 Aug 21 18:06:22.388613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b7180e0-703c-42cc-8066-2fd96415899a req-9350bd09-fe25-4fb5-9653-2de11d09b4b0 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0491550 Aug 21 18:06:22.453172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] For port e63abf1c-8f98-4922-a3e5-053a87eabe8c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e63abf1c-8f98-4922-a3e5-053a87eabe8c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:22.455649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.463860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:06:22.482692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Calling delete_port for e63abf1c-8f98-4922-a3e5-053a87eabe8c owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:22.572362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0ac0738c-ca29-4d01-8ad2-23119cd87b85', 'name': '', 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'mac_address': 'fa:16:3e:c3:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9d3dda37-9da7-456e-8516-5732821add71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:18Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 2, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'subnets': [{'id': '9d3dda37-9da7-456e-8516-5732821add71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:22.595437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:22.609546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Sync routers for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:22.614258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6fa130e4-073d-4755-bc8f-8a0abe79d47d admin admin] 10.222.0.41 "PUT /v2.0/routers/20776e0a-5e19-4a08-8ef9-c6c3e511e76d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6699672 Aug 21 18:06:22.616657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47846) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:22.621353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:22.622304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Checking router: d7e6f896-1e60-473e-bf66-ac75b3143420 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:22.622712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Updating router d7e6f896-1e60-473e-bf66-ac75b3143420 port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:06:22.624471 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:22.656337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.677567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'e63abf1c-8f98-4922-a3e5-053a87eabe8c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:22.743380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.748632 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.767201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Pushing event deleted for resources: {'Port': ['ID=e63abf1c-8f98-4922-a3e5-053a87eabe8c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:22.779814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1648148297'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:22.784675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] No DVR routers for this DVR port e63abf1c-8f98-4922-a3e5-053a87eabe8c on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:22.789070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.792639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad637dea-dfcc-40cd-82ba-914ba37479cf req-8f156c8e-b967-4a32-a929-0fe11a86060f tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "DELETE /v2.0/ports/e63abf1c-8f98-4922-a3e5-053a87eabe8c HTTP/1.1" status: 204 len: 173 time: 0.7841516 Aug 21 18:06:22.797030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'name': 'network-vif-deleted', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:22.812111 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b496d7-7132-4c6c-ac7b-5c871114a917" -d '{"events": [{"server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "name": "network-vif-deleted", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:22.914256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:22.918379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.943905 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f041ce-4c3c-442c-b896-4cdd8d96f222 x-openstack-request-id: req-44f041ce-4c3c-442c-b896-4cdd8d96f222 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:22.944068 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2", "name": "network-vif-deleted", "tag": "e63abf1c-8f98-4922-a3e5-053a87eabe8c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:22.944315 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44f041ce-4c3c-442c-b896-4cdd8d96f222 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:22.944712 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2', 'name': 'network-vif-deleted', 'tag': 'e63abf1c-8f98-4922-a3e5-053a87eabe8c', 'status': 'completed', 'code': 200} Aug 21 18:06:22.967298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:22.976364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.981192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:22.981759 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Added segment c794aaf3-6bab-45bd-9b20-382d92507293 of type vlan for network fec54c6e-0faf-4829-bb9f-102c0ed06002 Aug 21 18:06:23.039571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05402a7c-2ada-4706-8d12-e0869d9e95da details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:23.048979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.076818 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:23.100626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.107480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Deleting port d2f9416e-1441-483b-ac66-ab3f02c19b28 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:23.108340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:23.109087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.110070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.204424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8631687 Aug 21 18:06:23.205160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:23.217271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a9640cf-a1bb-450b-b5c1-e5b75d51e577 req-cf493b57-6498-4c12-acc5-e853915ab524 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d20eb4-0f0f-4cf5-8c6c-4ebde10f3de2 HTTP/1.1" status: 200 len: 210 time: 0.0958948 Aug 21 18:06:23.221829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'subnet': {'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:23.284921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05402a7c-2ada-4706-8d12-e0869d9e95da,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:23.304723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '05402a7c-2ada-4706-8d12-e0869d9e95da', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '05402a7c-2ada-4706-8d12-e0869d9e95da', 'mac_address': 'fa:16:3e:86:f1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:23.330473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878490b-9e2a-4e8f-8586-d6e22d487daa tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Network': ['ID=fec54c6e-0faf-4829-bb9f-102c0ed06002,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:23.371454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:23.441089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:23.446431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.492715 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:06:21Z', 'revision_number': 5, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port': {'id': 'd2f9416e-1441-483b-ac66-ab3f02c19b28', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:21:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:05:48Z', 'updated_at': '2021-08-21T18:05:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:23.518994 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.550318 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Checking router: 20776e0a-5e19-4a08-8ef9-c6c3e511e76d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:23.564551 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Routers {'20776e0a-5e19-4a08-8ef9-c6c3e511e76d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:23.565663 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:23.651326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.684216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47874) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:23.693032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05402a7c-2ada-4706-8d12-e0869d9e95da {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:23.725635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05402a7c-2ada-4706-8d12-e0869d9e95da,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:23.731540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] For port d2f9416e-1441-483b-ac66-ab3f02c19b28, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2f9416e-1441-483b-ac66-ab3f02c19b28,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:23.732278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.734105 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] Set router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:23.734587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.735731 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.745466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Calling delete_port for d2f9416e-1441-483b-ac66-ab3f02c19b28 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:23.791816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:23.809729 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:06:22Z', 'revision_number': 6, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:23.856888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.864977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be0ba2-b5be-432f-9187-915a415ede22 req-429a843a-7d45-47f7-a436-4bd0a86bcb5a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:23.865546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6be0ba2-b5be-432f-9187-915a415ede22 req-429a843a-7d45-47f7-a436-4bd0a86bcb5a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.1819589 Aug 21 18:06:23.870477 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7e9ded-a450-41de-bdf9-03e5a92324fe None None] The sync data for ids ['20776e0a-5e19-4a08-8ef9-c6c3e511e76d'] in n-d-793621-32 is: [{'id': '20776e0a-5e19-4a08-8ef9-c6c3e511e76d', 'name': 'tempest-FloatingIPDetailsTestJSON-301031990-router', 'tenant_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:05:46Z', 'updated_at': '2021-08-21T18:06:22Z', 'revision_number': 6, 'project_id': 'd8d43884a9e34b9699c49cd4e5ec7cfc', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:23.880075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Transition to ACTIVE for port object 0ac0738c-ca29-4d01-8ad2-23119cd87b85 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:23.891430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:23.926775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-9270a41c-0c79-40a0-9ef4-8075d66f7599 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:23.928379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-9270a41c-0c79-40a0-9ef4-8075d66f7599 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.2461147 Aug 21 18:06:23.939444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Subnet': ['ID=42c655db-e96b-4205-93fe-ac1caeab20b4,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:23.969116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1894671346-network', 'tenant_id': '17c8d104347f47de93678f1ca364bc5b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:23.985709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642116a9-dd67-4076-bd81-0fae46ba63d5 None None] Pushing event updated for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:24.002805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb89d9-31ab-494d-9b19-25acac17e28c req-48c78a58-4a2b-4255-8d47-36afed5562ef tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:24.004396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26eb89d9-31ab-494d-9b19-25acac17e28c req-48c78a58-4a2b-4255-8d47-36afed5562ef tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 948 time: 0.1089625 Aug 21 18:06:24.032901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.033764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Checking segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:24.033764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network hostable DHCP agents. Network: fec54c6e-0faf-4829-bb9f-102c0ed06002, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:24.041698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Attempting to bind port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:24.042176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Attempting to bind port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:24.042947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Attempting to bind port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 on network 478aecf5-f2da-42a5-b9f4-e1b30b541288 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:24.049530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:24.050036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Checking segment: {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:24.050574 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.051071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Bound using segment: {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:24.051648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Bound port: 0ac0738c-ca29-4d01-8ad2-23119cd87b85, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b79d5c2-4729-4f35-83b6-03d37cd478c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:24.052333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.087192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f9416e-1441-483b-ac66-ab3f02c19b28,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:24.092867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['05402a7c-2ada-4706-8d12-e0869d9e95da'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:24.094806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26eb89d9-31ab-494d-9b19-25acac17e28c req-09bcfa1c-9346-4c6e-9d47-f954b15ce479 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817535 Aug 21 18:06:24.142977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6be0ba2-b5be-432f-9187-915a415ede22 req-bac24da8-69bc-42b3-8be2-93063a6c7c81 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663820 Aug 21 18:06:24.147273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Made reservation on behalf of 17c8d104347f47de93678f1ca364bc5b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:24.149627 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.166885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.168780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:24.224831 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.329094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73f5073b-620c-4cdc-a77d-b16099f690f2 req-3431a6fb-d0b4-4949-b38b-f8b6c83fe901 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.1061804 Aug 21 18:06:24.395442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.398909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.436525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] For port 0ac0738c-ca29-4d01-8ad2-23119cd87b85, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:24.452004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] For port 0ac0738c-ca29-4d01-8ad2-23119cd87b85, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ac0738c-ca29-4d01-8ad2-23119cd87b85,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:24.461195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.462086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20776e0a-5e19-4a08-8ef9-c6c3e511e76d {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:06:24.468694 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.471531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.476299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-957f36f8-d0e1-431b-b822-25f70b33ba41 admin admin] 10.222.0.41 "DELETE /v2.0/routers/20776e0a-5e19-4a08-8ef9-c6c3e511e76d HTTP/1.1" status: 204 len: 168 time: 1.8583689 Aug 21 18:06:24.477014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:24.539016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Deleting subnet 7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:06:24.543087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.587077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.646082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642116a9-dd67-4076-bd81-0fae46ba63d5 None None] Pushing event updated for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:24.649825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port cf38605a-b6a2-41dc-8681-c6da3cc78119 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:24.650167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.656676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:24.657441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:24.729401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fec54c6e-0faf-4829-bb9f-102c0ed06002) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:24.747154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.757604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:24.758533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.832561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea1ddf-0db7-43f2-b840-030d5d69e097 None None] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:24.840045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:24.845476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5deabc9-4a5a-4809-8804-0469e5d78a18 req-c554a9bb-18e6-46a4-b7c2-63e0e8815186 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:24.848015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.853528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5deabc9-4a5a-4809-8804-0469e5d78a18 req-c554a9bb-18e6-46a4-b7c2-63e0e8815186 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 950 time: 0.1403081 Aug 21 18:06:24.877433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:24.881956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.887015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6a27f16f-eaef-48b9-8183-6acf1805145b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7e8b1cbb-2cf4-46c2-ae20-f8050a4e2916 HTTP/1.1" status: 204 len: 168 time: 0.4089866 Aug 21 18:06:24.887928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47890) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:24.896507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.905427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port cf38605a-b6a2-41dc-8681-c6da3cc78119, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf38605a-b6a2-41dc-8681-c6da3cc78119,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:24.906184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.919588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.930624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eca74e9b-f1da-4667-92b3-ced95bbf3fdc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7158005 Aug 21 18:06:24.930909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e154a-21c5-4434-a2d9-232e946efc31 None None] Network 194f9943-7d13-4167-a280-ff87d1066851 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:24.938435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47892) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:24.939550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for cf38605a-b6a2-41dc-8681-c6da3cc78119 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:24.945651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1105657237'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:24.971318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5deabc9-4a5a-4809-8804-0469e5d78a18 req-4a686748-14b2-41d5-8a86-f1302484078a tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120684 Aug 21 18:06:24.976180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:24.979431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:25.014913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7591ef7c-0939-4b84-ba55-ec5905e8f1f2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:25.038069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Deleting port 27b70d1d-a0b3-4923-928c-9783bdf880d1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:25.038421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.042338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e63abf1c-8f98-4922-a3e5-053a87eabe8c no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:25.051294 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.051647 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Added segment d78b71ce-e9fc-4b40-9857-080c6d02e951 of type vlan for network a56f044d-5f85-47db-ae32-9dac5a0cb56a Aug 21 18:06:25.064324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:25.067846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.076458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: e63abf1c-8f98-4922-a3e5-053a87eabe8c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:25.076802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e63abf1c-8f98-4922-a3e5-053a87eabe8c not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:25.131066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.147444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:25.161760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] For port 27b70d1d-a0b3-4923-928c-9783bdf880d1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=27b70d1d-a0b3-4923-928c-9783bdf880d1,segment=NetworkSegment(be3d9ce4-4096-4c54-a376-8e0be31ada71),segment_id=be3d9ce4-4096-4c54-a376-8e0be31ada71)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:25.162147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.185162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.185501 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Added segment 8dd17fa1-ec30-4223-abb5-725311a9cf49 of type vlan for network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa Aug 21 18:06:25.198201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Calling delete_port for 27b70d1d-a0b3-4923-928c-9783bdf880d1 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:25.289699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.313237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.313966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:25.314573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.334448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67705c2d-c1f9-4486-af0c-8e4eb17ca620 req-3f2efe4a-c26d-450f-b85f-3818b17207db tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:25.337302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67705c2d-c1f9-4486-af0c-8e4eb17ca620 req-3f2efe4a-c26d-450f-b85f-3818b17207db tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 948 time: 0.1216102 Aug 21 18:06:25.350660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-fec54c6e-0faf-4829-bb9f-102c0ed06002', 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'fixed_ips': [{'subnet_id': '42c655db-e96b-4205-93fe-ac1caeab20b4'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:06:25.350660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.389163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0ac0738c-ca29-4d01-8ad2-23119cd87b85', 'name': '', 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'mac_address': 'fa:16:3e:c3:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9d3dda37-9da7-456e-8516-5732821add71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:18Z', 'updated_at': '2021-08-21T18:06:24Z', 'revision_number': 4, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'subnets': [{'id': '9d3dda37-9da7-456e-8516-5732821add71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:25.389509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.433069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67705c2d-c1f9-4486-af0c-8e4eb17ca620 req-9d364a9e-a9a3-4db1-8e31-3a67e8ca9ed2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893245 Aug 21 18:06:25.434328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] No DVR routers for this DVR port 27b70d1d-a0b3-4923-928c-9783bdf880d1 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:25.436559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Pushing event deleted for resources: {'Port': ['ID=27b70d1d-a0b3-4923-928c-9783bdf880d1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:25.452486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7658091 Aug 21 18:06:25.460557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47902) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:25.466072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Request body: {'subnet': {'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1894671346-subnet', 'tenant_id': '17c8d104347f47de93678f1ca364bc5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:25.475164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca771c17-c022-48a5-98ec-839e0762d024 None None] The sync data for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 is: [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0ac0738c-ca29-4d01-8ad2-23119cd87b85', 'name': '', 'network_id': '478aecf5-f2da-42a5-b9f4-e1b30b541288', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'mac_address': 'fa:16:3e:c3:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '9d3dda37-9da7-456e-8516-5732821add71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:18Z', 'updated_at': '2021-08-21T18:06:24Z', 'revision_number': 4, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'subnets': [{'id': '9d3dda37-9da7-456e-8516-5732821add71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:25.475540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e5af2-5e4c-432f-aea8-ef34a67bd55b admin admin] Pushing event updated for resources: {'Network': ['ID=a56f044d-5f85-47db-ae32-9dac5a0cb56a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:25.490343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac3b18-1cce-46ab-b502-6cdab0398306 None None] DHCP port deletion for 194f9943-7d13-4167-a280-ff87d1066851 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:06:25.492952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network a56f044d-5f85-47db-ae32-9dac5a0cb56a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:25.497491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a985ce9-78ef-4125-92a7-98b223dc021c req-3c977f51-ae09-4d28-86cd-c32fb148d2b6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:25.499427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5a985ce9-78ef-4125-92a7-98b223dc021c req-3c977f51-ae09-4d28-86cd-c32fb148d2b6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=27d5e7a3-7a07-444d-a078-db3a7b8a6970 HTTP/1.1" status: 200 len: 945 time: 0.2448282 Aug 21 18:06:25.500724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.531126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.545686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:25.546578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.595871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.609997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Made reservation on behalf of 17c8d104347f47de93678f1ca364bc5b for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:25.612553 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.619709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['194f9943-7d13-4167-a280-ff87d1066851']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:25.679952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3d9ce4-4096-4c54-a376-8e0be31ada71') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:25.680360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3d9ce4-4096-4c54-a376-8e0be31ada71') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:25.685109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Allocated IP 19.80.0.2 (fec54c6e-0faf-4829-bb9f-102c0ed06002/42c655db-e96b-4205-93fe-ac1caeab20b4/16843f46-dca0-4c89-9e10-7c6f34be1d83) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:25.699935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.756594 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.762486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=cf38605a-b6a2-41dc-8681-c6da3cc78119,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:25.795718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:06:25.796298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:06:25.799241 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:06:25.834899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8932436 Aug 21 18:06:25.869908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:25.874686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d893f39d-f297-4c96-9c2e-d3f4dba04368 req-28088884-7245-49bb-b581-94dca67b8ca8 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.1054921 Aug 21 18:06:25.883077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'subnet': {'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:25.888512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ac0738c-ca29-4d01-8ad2-23119cd87b85 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:25.888865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port cf38605a-b6a2-41dc-8681-c6da3cc78119 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:25.891976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.896386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bd5c403-2aba-4efa-bc82-8cb11e6a55c1 req-586cc665-81c9-4148-a9cd-fa1348446baf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "DELETE /v2.0/ports/cf38605a-b6a2-41dc-8681-c6da3cc78119 HTTP/1.1" status: 204 len: 173 time: 1.9458044 Aug 21 18:06:25.902663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'name': 'network-vif-deleted', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:25.914042 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0176126-2619-4543-b61f-5adf6abe0ba1" -d '{"events": [{"server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "name": "network-vif-deleted", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:25.933411 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.944826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Transition to ACTIVE for port object 16843f46-dca0-4c89-9e10-7c6f34be1d83 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:25.951556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252df5f-0fe6-4108-82d6-9a7b5ebc38cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Network': ['ID=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:25.962676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Transition to ACTIVE for port object 16843f46-dca0-4c89-9e10-7c6f34be1d83 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:25.989931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:25.992424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:26.042723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5a985ce9-78ef-4125-92a7-98b223dc021c req-09e5ddd7-580a-46e6-a870-f4c58d1b5236 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224125 Aug 21 18:06:26.044673 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8172275f-7893-4a90-b72d-2f41294cb042 x-openstack-request-id: req-8172275f-7893-4a90-b72d-2f41294cb042 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:26.046457 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d5e7a3-7a07-444d-a078-db3a7b8a6970", "name": "network-vif-deleted", "tag": "cf38605a-b6a2-41dc-8681-c6da3cc78119", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:26.047196 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8172275f-7893-4a90-b72d-2f41294cb042 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:26.047746 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d5e7a3-7a07-444d-a078-db3a7b8a6970', 'name': 'network-vif-deleted', 'tag': 'cf38605a-b6a2-41dc-8681-c6da3cc78119', 'status': 'completed', 'code': 200} Aug 21 18:06:26.060147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.095092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Pushing event updated for resources: {'Port': ['ID=16843f46-dca0-4c89-9e10-7c6f34be1d83,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:26.107806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.112641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/194f9943-7d13-4167-a280-ff87d1066851 HTTP/1.1" status: 204 len: 168 time: 1.2234902 Aug 21 18:06:26.169779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:26.173347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:26.180187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2f5f16-b325-4ec4-9a43-509e59caede3 admin admin] Pushing event deleted for resources: {'Network': ['ID=194f9943-7d13-4167-a280-ff87d1066851,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:26.181186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:26.182824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:26.191873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.209406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.245851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ecef5-e385-4faa-9d7a-21ec54b4e474 req-f92cdf63-10bd-496c-ab60-88feec3394c9 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:26.253444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032ecef5-e385-4faa-9d7a-21ec54b4e474 req-f92cdf63-10bd-496c-ab60-88feec3394c9 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 950 time: 0.1498909 Aug 21 18:06:26.300579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-bb901145-7b02-4fc9-8486-212b67e3de44 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:26.302758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-bb901145-7b02-4fc9-8486-212b67e3de44 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 950 time: 0.1778352 Aug 21 18:06:26.303733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Attempting to bind port 16843f46-dca0-4c89-9e10-7c6f34be1d83 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:26.304291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Attempting to bind port 16843f46-dca0-4c89-9e10-7c6f34be1d83 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:26.304614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Attempting to bind port 16843f46-dca0-4c89-9e10-7c6f34be1d83 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:26.306589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47912) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:26.310352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:26.313091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:26.313298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Checking segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:26.313686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.314259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Bound using segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:26.314867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Bound port: 16843f46-dca0-4c89-9e10-7c6f34be1d83, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:26.315207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.327888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:26.328240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.356265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032ecef5-e385-4faa-9d7a-21ec54b4e474 req-5d3a6dfa-8f78-4e98-8688-f1f12e73ad1c tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/security-groups?id=d539aa2b-0a35-44ce-aa7e-813a619889c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019425 Aug 21 18:06:26.376522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f25e14c-3367-4455-952f-8db3906887e1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:26.406791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Checking segment: {'id': 'd78b71ce-e9fc-4b40-9857-080c6d02e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:26.407327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Network hostable DHCP agents. Network: a56f044d-5f85-47db-ae32-9dac5a0cb56a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:26.429476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Network a56f044d-5f85-47db-ae32-9dac5a0cb56a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:26.438932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] For port 16843f46-dca0-4c89-9e10-7c6f34be1d83, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:26.444765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] For port 16843f46-dca0-4c89-9e10-7c6f34be1d83, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16843f46-dca0-4c89-9e10-7c6f34be1d83,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:26.445074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, a56f044d-5f85-47db-ae32-9dac5a0cb56a) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:26.451051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.460823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:26.461345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.476175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d1e3c8-0d84-4c98-a7a0-6bfb0fd1585c None None] Network a56f044d-5f85-47db-ae32-9dac5a0cb56a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:26.492480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b25857ce-5ab8-4a47-a487-ff0a3f79fc53 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0219846 Aug 21 18:06:26.650655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.660999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e87aa079-b1cd-4650-a7ab-f619950960d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8d43884a9e34b9699c49cd4e5ec7cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3533287 Aug 21 18:06:26.661951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47920) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:26.825200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Subnet': ['ID=a790a276-4246-4be5-a1a0-d8544a308761,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:26.829176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.875821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Deleting port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:26.876514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.877831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.908763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:26.959783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9f274-9d32-42a7-b817-7f0b5b4572fc None None] Pushing event updated for resources: {'Port': ['ID=16843f46-dca0-4c89-9e10-7c6f34be1d83,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:26.998632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0ac0738c-ca29-4d01-8ad2-23119cd87b85, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ac0738c-ca29-4d01-8ad2-23119cd87b85,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:27.013960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05402a7c-2ada-4706-8d12-e0869d9e95da up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:27.016429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] For port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:27.016812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.022137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.034274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Calling delete_port for 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:27.131473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cdffd91-9a91-4bf9-9eb3-19b94eaed8c6 req-6b12c47d-91d4-4179-b324-a74b526093ec tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0861344 Aug 21 18:06:27.132595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2f9416e-1441-483b-ac66-ab3f02c19b28 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:27.150032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.152982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.157003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f69c70a9-ef00-4412-9070-cd30a16284cb HTTP/1.1" status: 204 len: 168 time: 0.4939487 Aug 21 18:06:27.176609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a75f6a-1b53-4e12-933d-3d47b3b0f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c70a9-ef00-4412-9070-cd30a16284cb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:27.236251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3807c-1e02-4eb7-a607-f31e8913bf78 req-224036fe-24d0-4b24-9599-13381104dab6 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:27.251937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d2f9416e-1441-483b-ac66-ab3f02c19b28 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:27.252290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2f9416e-1441-483b-ac66-ab3f02c19b28 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:27.252693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bf3807c-1e02-4eb7-a607-f31e8913bf78 req-224036fe-24d0-4b24-9599-13381104dab6 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 948 time: 0.6492188 Aug 21 18:06:27.252871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 83da62d2-be0d-4300-85b4-3e96726aba57 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:27.285888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Checking segment: {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:27.286954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network hostable DHCP agents. Network: 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:27.315333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40025985-3e28-440a-8179-779b247192d4 None None] Network a56f044d-5f85-47db-ae32-9dac5a0cb56a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:27.317492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 83da62d2-be0d-4300-85b4-3e96726aba57 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:27.317837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 83da62d2-be0d-4300-85b4-3e96726aba57 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:27.318283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 27b70d1d-a0b3-4923-928c-9783bdf880d1 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:27.354021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:27.361905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 27b70d1d-a0b3-4923-928c-9783bdf880d1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:27.362054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 27b70d1d-a0b3-4923-928c-9783bdf880d1 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:27.373633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bf3807c-1e02-4eb7-a607-f31e8913bf78 req-44d63583-a050-4c01-9d90-8aa25cd46c10 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187015 Aug 21 18:06:27.380352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.391764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:27.434274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Pushing event deleted for resources: {'Port': ['ID=559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:27.438601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:27.449997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:27.451863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.460486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:27.463011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd573d7-d635-4a18-886a-2cbff8ce90e2 None None] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:27.509231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83708289-40c6-4a73-9272-b495c0bfe72b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6376975 Aug 21 18:06:27.515921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf38605a-b6a2-41dc-8681-c6da3cc78119 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:27.529302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] No DVR routers for this DVR port 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:06:27.530884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82b2eccb-97d6-43cc-95ce-f57305c7c229 req-a72421ff-3a1b-42aa-837b-2fa2cec9e511 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ae92e59-2bf6-4eca-ae97-ddb10a29714f HTTP/1.1" status: 200 len: 210 time: 0.0546787 Aug 21 18:06:27.538670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:27.540880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-80fe02eb-a37d-40fb-9e60-ca8c0d040baa req-165d733c-843b-4923-970c-9bc8a9906dd0 tempest-ServersAdminNegativeTestJSON-1543839325 tempest-ServersAdminNegativeTestJSON-1543839325-project] 10.222.0.64 "DELETE /v2.0/ports/559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c HTTP/1.1" status: 204 len: 173 time: 1.2194910 Aug 21 18:06:27.583808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cf38605a-b6a2-41dc-8681-c6da3cc78119 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:27.584415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf38605a-b6a2-41dc-8681-c6da3cc78119 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:27.586193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 05402a7c-2ada-4706-8d12-e0869d9e95da completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:27.649675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 05402a7c-2ada-4706-8d12-e0869d9e95da triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:27.650053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.019363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-1ecc5a89-09ec-4fa0-9357-65797e1aa311 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:28.028510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-1ecc5a89-09ec-4fa0-9357-65797e1aa311 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.3085718 Aug 21 18:06:28.076973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'name': 'network-vif-deleted', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:28.083500 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ec37b4-aa40-4a1d-8ad7-f29411349fcd" -d '{"events": [{"server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "name": "network-vif-deleted", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:28.093254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-dd0e78a4-1b7b-40e3-bbf3-893ae475774b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0638080 Aug 21 18:06:28.136250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:28.189654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1495069978-network', 'tenant_id': '6dcb2ff2358f4849a1ed202924dea281'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:28.196150 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.200480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16843f46-dca0-4c89-9e10-7c6f34be1d83 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:28.202644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-f047e16a-9d32-4f69-9b0e-ada925025803 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004143 Aug 21 18:06:28.242781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa', 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'fixed_ips': [{'subnet_id': 'a790a276-4246-4be5-a1a0-d8544a308761'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:06:28.243745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.326459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:28.329217 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0054cac5-0a0e-40d7-b136-17ea66426bd2" -d '{"events": [{"server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "name": "network-vif-plugged", "status": "completed", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:28.332296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c060ef-ae84-476c-bde3-1d9faa5ab2b4 None None] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:28.336265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-c04cfb56-1c86-4e54-a0be-84442f410321 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:28.339218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Made reservation on behalf of 6dcb2ff2358f4849a1ed202924dea281 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:28.343996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.350365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-c04cfb56-1c86-4e54-a0be-84442f410321 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:28.352381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-c04cfb56-1c86-4e54-a0be-84442f410321 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/networks?id=fec54c6e-0faf-4829-bb9f-102c0ed06002&id=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa&id=fec54c6e-0faf-4829-bb9f-102c0ed06002 HTTP/1.1" status: 200 len: 1392 time: 0.2735445 Aug 21 18:06:28.354936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.380571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05402a7c-2ada-4706-8d12-e0869d9e95da,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:28.392904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-573c0d83-6cfc-49ac-8392-0712cd22a136 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/quotas/277e05b2ec844f18ae80725bfa36cc1f HTTP/1.1" status: 200 len: 375 time: 0.0308962 Aug 21 18:06:28.420206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-00850dec-c490-459b-b2fd-2e3b43a7fe96 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024720 Aug 21 18:06:28.467340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-aebc4964-625a-4273-b7f1-971fb13b5c71 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734746 Aug 21 18:06:28.568153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.571424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-625e57a2-6a50-4118-8200-d3d27e8108f4 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408265 Aug 21 18:06:28.575940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Allocated IP 19.86.0.2 (54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa/a790a276-4246-4be5-a1a0-d8544a308761/33031123-3f58-4091-928c-978a750c6899) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:28.584692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-1616b8dd-9d66-4e2d-8374-63bdb2543ba4 service neutron] 10.222.0.41 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164651 Aug 21 18:06:28.585509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.587339 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.614460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:28.625472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82922afb-5938-4b3a-821e-c2c48dd7d4ad,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:28.631421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.632079 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Added segment cea515b1-e63d-4667-b7d8-206f1d155739 of type vlan for network 44937813-d28f-4476-9636-279d178bd953 Aug 21 18:06:28.651110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5ce1f0fb-a15b-47c8-868e-1255853a416d None None] Provisioning for port 16843f46-dca0-4c89-9e10-7c6f34be1d83 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:28.657149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:28.683156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.725107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.726444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:28.727315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.727625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-cbc7508c-50ea-41aa-aee6-08677a27f424 service neutron] 10.222.0.41 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343884 Aug 21 18:06:28.755367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 16843f46-dca0-4c89-9e10-7c6f34be1d83 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:28.770328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 16843f46-dca0-4c89-9e10-7c6f34be1d83 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:28.771334 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.797383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] Pushing event updated for resources: {'Network': ['ID=44937813-d28f-4476-9636-279d178bd953,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:28.827602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 44937813-d28f-4476-9636-279d178bd953 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:28.834117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8dde019e-5b6e-4699-a18a-251fe39ddd36 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6938217 Aug 21 18:06:28.835826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:28.841522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Request body: {'subnet': {'network_id': '44937813-d28f-4476-9636-279d178bd953', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1495069978-subnet', 'tenant_id': '6dcb2ff2358f4849a1ed202924dea281', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:28.882723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Made reservation on behalf of 6dcb2ff2358f4849a1ed202924dea281 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:28.887735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:28.933564 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526ece52-7169-42b3-93bc-fffccee61e4b x-openstack-request-id: req-526ece52-7169-42b3-93bc-fffccee61e4b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:28.933868 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae92e59-2bf6-4eca-ae97-ddb10a29714f", "name": "network-vif-deleted", "tag": "559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:28.934128 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-526ece52-7169-42b3-93bc-fffccee61e4b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:28.936789 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae92e59-2bf6-4eca-ae97-ddb10a29714f', 'name': 'network-vif-deleted', 'tag': '559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c', 'status': 'completed', 'code': 200} Aug 21 18:06:28.968893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5c9c9873-5ab5-4554-9cd2-c47f80ac948e service neutron] 10.222.0.41 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313669 Aug 21 18:06:29.044574 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.127107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.136431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a28a92b-c234-4d7b-80a6-6c742e40044c req-dd7d3c9f-a586-43d1-9c51-873c2037de47 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0476751 Aug 21 18:06:29.179359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 16843f46-dca0-4c89-9e10-7c6f34be1d83, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16843f46-dca0-4c89-9e10-7c6f34be1d83,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:29.184003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Transition to ACTIVE for port object 33031123-3f58-4091-928c-978a750c6899 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:29.189787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-009ddc4b-5b25-4cb8-9f26-af92322c50a3 service neutron] 10.222.0.41 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073519 Aug 21 18:06:29.198290 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.199108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ac0738c-ca29-4d01-8ad2-23119cd87b85 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:29.272154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Transition to ACTIVE for port object 33031123-3f58-4091-928c-978a750c6899 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:29.278532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.319651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.340265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=16843f46-dca0-4c89-9e10-7c6f34be1d83,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:29.359702 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f73688-ec4e-4f34-b8f0-0b9cfafaa99f x-openstack-request-id: req-a4f73688-ec4e-4f34-b8f0-0b9cfafaa99f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:29.360063 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "name": "network-vif-plugged", "status": "completed", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:29.360245 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4f73688-ec4e-4f34-b8f0-0b9cfafaa99f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:29.361365 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da', 'code': 200} Aug 21 18:06:29.408432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:29.415112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:29.417666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:29.423127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:29.423567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.472125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Pushing event updated for resources: {'Port': ['ID=33031123-3f58-4091-928c-978a750c6899,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:29.475866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51756c81-ffde-49c7-8010-193e85645b6f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:29.482892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Checking segment: {'id': 'cea515b1-e63d-4667-b7d8-206f1d155739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '44937813-d28f-4476-9636-279d178bd953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:29.483450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Network hostable DHCP agents. Network: 44937813-d28f-4476-9636-279d178bd953, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:29.519147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7dddb-7da0-455f-a428-9c653c86248a req-4701e163-d067-4349-b509-bec6a04281c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:29.521046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31f7dddb-7da0-455f-a428-9c653c86248a req-4701e163-d067-4349-b509-bec6a04281c1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 1101 time: 0.1318285 Aug 21 18:06:29.531018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-cfa48f82-b168-48ea-af6e-1edb0ec6a402 service neutron] 10.222.0.41 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391662 Aug 21 18:06:29.542818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Network 44937813-d28f-4476-9636-279d178bd953 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:29.585165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 44937813-d28f-4476-9636-279d178bd953) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:29.600760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c2bc1f-8103-4b2b-b8ca-654214a426e5 None None] Network 44937813-d28f-4476-9636-279d178bd953 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:29.604520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:29.605793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.632129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31f7dddb-7da0-455f-a428-9c653c86248a req-6fbdf925-4c4e-4489-9f19-d5758d52c396 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033077 Aug 21 18:06:29.636785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de0485e9-f79e-4a40-be37-e5c34e0e26d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7996871 Aug 21 18:06:29.770188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee563f-104f-427b-97fa-38328b9ae1c3 req-2915d5db-8717-491b-a92b-9d22c6a731e3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:29.778807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03ee563f-104f-427b-97fa-38328b9ae1c3 req-2915d5db-8717-491b-a92b-9d22c6a731e3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 949 time: 0.1398993 Aug 21 18:06:29.813334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Attempting to bind port 33031123-3f58-4091-928c-978a750c6899 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:29.813334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Attempting to bind port 33031123-3f58-4091-928c-978a750c6899 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:29.813692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Attempting to bind port 33031123-3f58-4091-928c-978a750c6899 on network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:29.833332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b2ad806f-cfb5-4c34-9dc4-9fedb6e329aa service neutron] 10.222.0.41 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907031 Aug 21 18:06:29.834471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:29.834879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Checking segment: {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:29.835280 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.835672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Bound using segment: {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:29.836145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Bound port: 33031123-3f58-4091-928c-978a750c6899, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:29.836957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:29.860062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03ee563f-104f-427b-97fa-38328b9ae1c3 req-50ea3b79-9238-4308-b627-10dc57b455d0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654840 Aug 21 18:06:29.897366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8b6d21cf-aeb8-4003-8574-660c34befb23 None None] Provisioning complete for port 16843f46-dca0-4c89-9e10-7c6f34be1d83 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:29.897743 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b6d21cf-aeb8-4003-8574-660c34befb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:30.057763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0a5c2ed-adc2-4eb2-8758-36a34a7c1e27 req-11241fd6-d482-4041-ada8-ac78e73ec74f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 210 time: 0.0741003 Aug 21 18:06:30.176494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dcaf9309-6978-438c-a642-04e78ffcf590 req-dd754a49-b110-4fcd-ac49-8f7167098be9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 210 time: 0.0715127 Aug 21 18:06:30.194695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16843f46-dca0-4c89-9e10-7c6f34be1d83 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:30.261312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092d6473-291f-4582-a966-a32bb73f339c None None] Network 44937813-d28f-4476-9636-279d178bd953 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:30.263986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] For port 33031123-3f58-4091-928c-978a750c6899, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:30.271669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] For port 33031123-3f58-4091-928c-978a750c6899, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=33031123-3f58-4091-928c-978a750c6899,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:30.311886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:30.339950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4417bdc5-5fb6-4709-9086-f733c2c2924a req-ccf3c61a-e260-4e05-842f-866e059cda7a tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0405803 Aug 21 18:06:30.563112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 16843f46-dca0-4c89-9e10-7c6f34be1d83 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:30.563705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:30.565503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3a21-5653-4a7e-b01f-8d67d813b8bf None None] Pushing event updated for resources: {'Port': ['ID=33031123-3f58-4091-928c-978a750c6899,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:30.604936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48094) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:30.963080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-58be4062-40e7-4451-9bd7-2e1d857e595d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:30.965540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-58be4062-40e7-4451-9bd7-2e1d857e595d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.2548070 Aug 21 18:06:30.993732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:31.002396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-90651bd6-6933-49f1-b104-db58b0fa5a7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d12d9604cc24b1baf27b0a886a29497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955624 Aug 21 18:06:31.026181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:06:31.041525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:31.071283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:06:31.071283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 559a2dc5-91a2-4c1a-9c3f-7b9cbf20252c not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:06:31.172791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-cb2c0925-bae0-4089-adc5-a5da99a9c48f tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:31.175110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-cb2c0925-bae0-4089-adc5-a5da99a9c48f tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/networks?id=a56f044d-5f85-47db-ae32-9dac5a0cb56a HTTP/1.1" status: 200 len: 815 time: 0.2176604 Aug 21 18:06:31.193378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-913fcf9a-9ee4-4b4c-bd17-fba6f10d9be8 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/quotas/17c8d104347f47de93678f1ca364bc5b HTTP/1.1" status: 200 len: 375 time: 0.0103843 Aug 21 18:06:31.231834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-eee2e220-cc46-4ca1-9893-3da5bd71097d tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17c8d104347f47de93678f1ca364bc5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302033 Aug 21 18:06:31.236097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:31.278184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:31.305448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:31.308997 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:31.326147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703760db-0765-49fe-8c36-a8d6477beb26 req-b1d4e5d3-ca06-41bb-86d5-44b1f6e8c362 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:31.327775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703760db-0765-49fe-8c36-a8d6477beb26 req-b1d4e5d3-ca06-41bb-86d5-44b1f6e8c362 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 949 time: 0.1320653 Aug 21 18:06:31.351163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-e272ec2a-6b20-484f-9f15-7e3b178a8094 service neutron] 10.222.0.41 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054614 Aug 21 18:06:31.454599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-e1c188fa-73dc-4922-8f06-17979c822199 service neutron] 10.222.0.41 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948248 Aug 21 18:06:31.467161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703760db-0765-49fe-8c36-a8d6477beb26 req-2ec7b6fe-c4d9-41bb-a14d-b7d3ffc3a34a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218011 Aug 21 18:06:31.489831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:31.489831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:31.490268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d539aa2b-0a35-44ce-aa7e-813a619889c3 HTTP/1.1" status: 204 len: 168 time: 0.4444439 Aug 21 18:06:31.504395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ad557-475d-431c-8fb5-6eac236b2205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d539aa2b-0a35-44ce-aa7e-813a619889c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:31.571834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.14 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/9e1e7009-8361-45b1-9003-fb337b55d52b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:31.617042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1680ae7d-58b4-4c40-967a-bcd603f35e37 req-fb033eb6-6ef8-4bcf-8d16-0b097134dcc6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 210 time: 0.0369022 Aug 21 18:06:31.909436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b71cd9a9-838c-477f-9523-37f0482f4a45 req-ad6dc83d-364d-4d7c-93a7-29e8b6472d3d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 210 time: 0.1030357 Aug 21 18:06:32.032334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfab2d-3183-4a06-bc97-0266ea6032dd None None] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:32.094369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.217260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 33031123-3f58-4091-928c-978a750c6899 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:32.220275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:32.248498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-58aef89f-4b67-43c0-8909-6d84844ab01a None None] Provisioning for port 33031123-3f58-4091-928c-978a750c6899 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:32.262437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19caf13f-f93a-44c5-a66d-be64e942ec37 req-5b10767c-579a-44f2-ac4b-a4a362f852dc tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0595708 Aug 21 18:06:32.366170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 33031123-3f58-4091-928c-978a750c6899 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:32.377654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-a94352dc-80eb-4560-9b04-b850987d990b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:32.384371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-a94352dc-80eb-4560-9b04-b850987d990b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:32.386124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-a94352dc-80eb-4560-9b04-b850987d990b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "GET /v2.0/networks?id=fec54c6e-0faf-4829-bb9f-102c0ed06002&id=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa&id=fec54c6e-0faf-4829-bb9f-102c0ed06002 HTTP/1.1" status: 200 len: 1392 time: 0.6390176 Aug 21 18:06:32.389633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.392862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99327dc4-2ff5-4583-b991-c1cac2964fff req-be743349-155c-4f1d-818b-31f70fb67636 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0696800 Aug 21 18:06:32.393062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 33031123-3f58-4091-928c-978a750c6899 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:32.393430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.416015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79bebf-e213-483d-8447-6ba6d0d539cf req-7c1cdc19-96a3-474a-8d8d-664032e0a3f8 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:32.427626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf79bebf-e213-483d-8447-6ba6d0d539cf req-7c1cdc19-96a3-474a-8d8d-664032e0a3f8 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 1101 time: 0.0718281 Aug 21 18:06:32.443572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'admin_state_up': True, 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:32.486663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5e73fbec-7bd2-4153-9602-78099345dfdc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e8c52730c5043b587d514aa0a410eb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520499 Aug 21 18:06:32.507706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:32.515284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.521224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf79bebf-e213-483d-8447-6ba6d0d539cf req-8d100aa7-468c-4241-a997-c538afa40d1b tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923424 Aug 21 18:06:32.566586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:32.596940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.603729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 33031123-3f58-4091-928c-978a750c6899, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=33031123-3f58-4091-928c-978a750c6899,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:32.612204 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.622086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:32.650625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:32.651625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.683372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:32.768179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.772008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=33031123-3f58-4091-928c-978a750c6899,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:32.773812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.775593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec0b4e29-656e-4371-ba6c-61cd79f14a74 HTTP/1.1" status: 204 len: 168 time: 0.2666478 Aug 21 18:06:32.820709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:32.827804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.836201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1bf923-ca2a-49e4-a0fd-8b2a7ba800dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0b4e29-656e-4371-ba6c-61cd79f14a74,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:32.860539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-61ab7dd1-b293-470a-8609-f0b4d6d64cff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8717732 Aug 21 18:06:32.861302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90028d4d-31df-44df-bc8f-2875d33b970b req-7763da63-f40e-42cc-91d6-524879f0dd03 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:32.864534 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90028d4d-31df-44df-bc8f-2875d33b970b req-7763da63-f40e-42cc-91d6-524879f0dd03 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 932 time: 0.0970619 Aug 21 18:06:32.877475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Request body: {'port': {'device_id': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:32.900105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:32.904046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.915022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90028d4d-31df-44df-bc8f-2875d33b970b req-bbb2deb9-cccd-46df-a12a-44b9639a9d2b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Aug 21 18:06:32.918030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-52787731-246b-4f88-a4a1-2e868e118b74 None None] Provisioning complete for port 33031123-3f58-4091-928c-978a750c6899 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:32.918404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52787731-246b-4f88-a4a1-2e868e118b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:32.960676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:33.075020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e168d8a9-ef4a-4fdc-ba40-b629ec1a5774 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302279 Aug 21 18:06:33.310913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-93a344ca-06ce-41e9-9c4a-42cd34418271 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:33.313091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-93a344ca-06ce-41e9-9c4a-42cd34418271 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2309802 Aug 21 18:06:33.342017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-dfab585f-a462-4d40-9ac7-25a68e464427 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0195842 Aug 21 18:06:33.420819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-77f88883-f325-40e7-83a9-d0086bd44d60 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:33.422690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-77f88883-f325-40e7-83a9-d0086bd44d60 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.64 "GET /v2.0/networks?id=a56f044d-5f85-47db-ae32-9dac5a0cb56a HTTP/1.1" status: 200 len: 815 time: 0.2214203 Aug 21 18:06:33.452035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-88516c8b-c2c6-47bf-85e1-5b080f142cf5 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0899944 Aug 21 18:06:33.457515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Request body: {'port': {'device_id': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a', 'admin_state_up': True, 'tenant_id': '17c8d104347f47de93678f1ca364bc5b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:33.578126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ff01f36-81ea-47be-a5fd-ae5cf33730a5 req-8807b005-9e45-49ab-885e-1697dfe15013 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 210 time: 0.0456994 Aug 21 18:06:33.627202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Made reservation on behalf of 17c8d104347f47de93678f1ca364bc5b for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:33.639549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:33.641984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Allocated IP 19.80.0.147 (fec54c6e-0faf-4829-bb9f-102c0ed06002/42c655db-e96b-4205-93fe-ac1caeab20b4/6a393968-8657-4766-9f66-dd6d2b064065) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:33.874576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1e7009-8361-45b1-9003-fb337b55d52b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:33.880626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ebd4a59-432b-4d8d-bacb-a4f8a55d3ac4 req-ffbef5af-da40-4da8-be14-43004fa758a3 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 210 time: 0.0440280 Aug 21 18:06:33.891113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:33.920871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Transition to ACTIVE for port object 9e1e7009-8361-45b1-9003-fb337b55d52b will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:33.934902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:33.947038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:33.960037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ea7c642-9bba-4819-9fe8-0d67586a08a7 req-0ce2d4ca-c9f4-4bf0-a239-549479be4645 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0954711 Aug 21 18:06:33.991473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Allocated IP 172.20.0.4 (a56f044d-5f85-47db-ae32-9dac5a0cb56a/0f25e14c-3367-4455-952f-8db3906887e1/34aebb80-f8be-4a97-bc58-b1840b8b017a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:34.024039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-363b9caa-52e7-4d4a-a9c0-2026308b2ff5 req-a38df754-3166-4262-93a1-27700321d52f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 210 time: 0.0716386 Aug 21 18:06:34.031953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Transition to ACTIVE for port object 6a393968-8657-4766-9f66-dd6d2b064065 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:34.055184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:34.138849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.176033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 33031123-3f58-4091-928c-978a750c6899 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:34.231580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Attempting to bind port 9e1e7009-8361-45b1-9003-fb337b55d52b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:34.231923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Attempting to bind port 9e1e7009-8361-45b1-9003-fb337b55d52b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:34.232258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Attempting to bind port 9e1e7009-8361-45b1-9003-fb337b55d52b on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:34.281324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Port 9e1e7009-8361-45b1-9003-fb337b55d52b on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:34.281717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Attempting to bind port 9e1e7009-8361-45b1-9003-fb337b55d52b on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:34.306990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:34.310931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:34.315335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:34.320026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:34.320693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:34.321295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:34.322276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Bound port: 9e1e7009-8361-45b1-9003-fb337b55d52b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:34.322843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.326526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:34.341894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 33031123-3f58-4091-928c-978a750c6899 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:34.343638 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.370711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.395902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54390bc0-a5e4-479e-a1cd-3e370e09392a req-243a3e4d-04e5-4a0b-8e29-c62cd33fb507 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:34.397845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54390bc0-a5e4-479e-a1cd-3e370e09392a req-243a3e4d-04e5-4a0b-8e29-c62cd33fb507 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 944 time: 0.2424231 Aug 21 18:06:34.451396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.469320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:34.469977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.557501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d1ba85b6-4082-4b45-92a4-c1172445a9cd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1558907 Aug 21 18:06:34.573851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Network a56f044d-5f85-47db-ae32-9dac5a0cb56a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:34.575405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Pushing event updated for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:34.578480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:34.599160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa', 'admin_state_up': True, 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:34.599475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:34.664214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:34.665692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.673526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54390bc0-a5e4-479e-a1cd-3e370e09392a req-4009644e-35b2-4272-ace4-1884dcdd9095 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539732 Aug 21 18:06:34.706135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-9db22c8f-fbce-4600-b8ce-5e3563f216cc tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2526598 Aug 21 18:06:34.710743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:34.730325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Request body: {'port': {'device_id': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:34.743042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:34.777288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.783453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-407293cf-6b74-45f8-bc75-4a8fe2969027 None None] Provisioning for port 6a393968-8657-4766-9f66-dd6d2b064065 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:34.789219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-407293cf-6b74-45f8-bc75-4a8fe2969027 None None] Provisioning complete for port 6a393968-8657-4766-9f66-dd6d2b064065 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:34.789747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-407293cf-6b74-45f8-bc75-4a8fe2969027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.850392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:34.851498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.853664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e1e7009-8361-45b1-9003-fb337b55d52b HTTP/1.1" status: 200 len: 1093 time: 1.9825232 Aug 21 18:06:34.853830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.854647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:34.857134 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703eaa64-0082-42b5-af7f-7e946f009ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:34.892144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d236f-086f-4157-9e3d-b48bc4929281 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:34.907461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-407293cf-6b74-45f8-bc75-4a8fe2969027 None None] Port 6a393968-8657-4766-9f66-dd6d2b064065 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:34.915530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:34.919444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:34.933334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b11b2-74da-4f01-92d8-7d36f60e36d5 req-dc63d3a5-33fb-4c1c-b32e-728b436d607d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:34.934934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5b11b2-74da-4f01-92d8-7d36f60e36d5 req-dc63d3a5-33fb-4c1c-b32e-728b436d607d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 932 time: 0.1243598 Aug 21 18:06:35.078861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5b11b2-74da-4f01-92d8-7d36f60e36d5 req-8bbf8dfa-9dfb-46c3-a9cd-eefb49eb2beb tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373298 Aug 21 18:06:35.187891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-32dfa308-d571-405c-836d-12951709edf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:35.189443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-32dfa308-d571-405c-836d-12951709edf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 1096 time: 0.2658145 Aug 21 18:06:35.226001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-c57c1628-974e-4143-bd85-e66ccb4c4042 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787184 Aug 21 18:06:35.228900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Allocated IP 19.86.0.139 (54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa/a790a276-4246-4be5-a1a0-d8544a308761/8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:35.295411 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd639ce8-ca25-469b-9946-fbe9fbb40aa8 x-openstack-request-id: req-dd639ce8-ca25-469b-9946-fbe9fbb40aa8 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:35.295758 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:35.296016 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd639ce8-ca25-469b-9946-fbe9fbb40aa8 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:35.296416 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'status': 'completed', 'code': 200} Aug 21 18:06:35.300755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-ba2bda3a-4986-432c-9e87-6675f8a6cb8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1e7009-8361-45b1-9003-fb337b55d52b HTTP/1.1" status: 200 len: 217 time: 0.1012220 Aug 21 18:06:35.458531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-4a8a60f8-4f81-4bf8-8c1f-e1a5ec04ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:35.459982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-4a8a60f8-4f81-4bf8-8c1f-e1a5ec04ff00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1508732 Aug 21 18:06:35.502240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-97289145-f15a-454a-a6e3-14abcf6f8831 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332141 Aug 21 18:06:35.509705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758419-5d84-4dbd-9cea-f98a7eaafbeb req-ef16e6b8-2cf2-459e-910b-860e3cd530c5 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:35.511338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76758419-5d84-4dbd-9cea-f98a7eaafbeb req-ef16e6b8-2cf2-459e-910b-860e3cd530c5 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 931 time: 0.2033231 Aug 21 18:06:35.631754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76758419-5d84-4dbd-9cea-f98a7eaafbeb req-f7fff079-3ff0-46b5-a7e3-e20145a4e681 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078238 Aug 21 18:06:35.635512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb206a72-1e1a-4948-a2b2-c06784ba3238 req-55bd8ffc-1961-4d63-94a0-53c87def54e9 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0420885 Aug 21 18:06:35.651612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:35.672199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Transition to ACTIVE for port object 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:35.699637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-907266fc-a07c-4da2-bf56-a5fa64456f96 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872983 Aug 21 18:06:35.734530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-d7424181-1570-4b32-a99b-a38be91bcaa7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:35.736534 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-d7424181-1570-4b32-a99b-a38be91bcaa7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4986701 Aug 21 18:06:35.751249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:35.758619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34aebb80-f8be-4a97-bc58-b1840b8b017a {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:35.779500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:35.792652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a24615a-2199-41dd-b059-df1120b12d11 req-ec764da8-1195-4c30-ad9e-fdf84c41513e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 210 time: 0.0651882 Aug 21 18:06:35.809896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:35.836998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Transition to ACTIVE for port object 34aebb80-f8be-4a97-bc58-b1840b8b017a will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:35.849931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:35.881766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:35.893846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:35.899673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:35.940788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:35.945401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3687ee7-67f5-48d7-801d-e69a3477c566 req-3f8f790f-7608-48c5-9483-003d15f2b785 service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345974 Aug 21 18:06:35.961754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:35.987034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:35.987964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.079270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:36.083375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.084972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-5cfc2d5c-3117-4a99-8eab-51e94e66c769 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4905403 Aug 21 18:06:36.090472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-5eef021a-5b6d-4c42-917b-dd454d342c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.092298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-5eef021a-5b6d-4c42-917b-dd454d342c9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 1096 time: 0.0687528 Aug 21 18:06:36.097424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'admin_state_up': True, 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:36.168923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dcfb2b-05ca-460f-91f1-3754d6ff66fc req-555da654-85ea-47eb-ac53-2cb4fc383325 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.176623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40dcfb2b-05ca-460f-91f1-3754d6ff66fc req-555da654-85ea-47eb-ac53-2cb4fc383325 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 944 time: 0.2250779 Aug 21 18:06:36.265825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Attempting to bind port 34aebb80-f8be-4a97-bc58-b1840b8b017a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:36.266612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Attempting to bind port 34aebb80-f8be-4a97-bc58-b1840b8b017a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'd78b71ce-e9fc-4b40-9857-080c6d02e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:36.267018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Attempting to bind port 34aebb80-f8be-4a97-bc58-b1840b8b017a on network a56f044d-5f85-47db-ae32-9dac5a0cb56a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:36.286916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Port 34aebb80-f8be-4a97-bc58-b1840b8b017a on network a56f044d-5f85-47db-ae32-9dac5a0cb56a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:36.287328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Attempting to bind port 34aebb80-f8be-4a97-bc58-b1840b8b017a on network a56f044d-5f85-47db-ae32-9dac5a0cb56a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:36.296921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-08c3abbb-4f15-42c9-a516-90a91aef4ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.298733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-08c3abbb-4f15-42c9-a516-90a91aef4ef0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1956978 Aug 21 18:06:36.314334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40dcfb2b-05ca-460f-91f1-3754d6ff66fc req-20f1ef2d-84dd-4531-a8de-c049a6eb9f7c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368268 Aug 21 18:06:36.319849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:36.320190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Checking segment: {'id': 'd78b71ce-e9fc-4b40-9857-080c6d02e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:36.320765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Bound using segment: {'id': 'd78b71ce-e9fc-4b40-9857-080c6d02e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:36.321383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Bound port: 34aebb80-f8be-4a97-bc58-b1840b8b017a, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd78b71ce-e9fc-4b40-9857-080c6d02e951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:36.321925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.344423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-65a3c1f5-c62e-4c44-b4a3-0fea7abda0d0 None None] Provisioning for port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:36.349669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-65a3c1f5-c62e-4c44-b4a3-0fea7abda0d0 None None] Provisioning complete for port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:36.350420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65a3c1f5-c62e-4c44-b4a3-0fea7abda0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.354446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:36.358068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.361350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-827a723f-6b1a-4bb9-9e2d-b8e6d500f113 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1e7009-8361-45b1-9003-fb337b55d52b HTTP/1.1" status: 200 len: 217 time: 0.0537767 Aug 21 18:06:36.398809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.36 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/91959d09-4263-462b-a671-0ed23d2b1bb7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:36.403544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65a3c1f5-c62e-4c44-b4a3-0fea7abda0d0 None None] Port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:36.437272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:36.444353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a,segment=NetworkSegment(d78b71ce-e9fc-4b40-9857-080c6d02e951),segment_id=d78b71ce-e9fc-4b40-9857-080c6d02e951)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:36.455908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.529325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-8aed76bd-8f3c-48f3-8596-dd06ff91407f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.531185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-8aed76bd-8f3c-48f3-8596-dd06ff91407f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1464684 Aug 21 18:06:36.539926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.540556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.541953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] 10.222.0.64 "PUT /v2.0/ports/34aebb80-f8be-4a97-bc58-b1840b8b017a HTTP/1.1" status: 200 len: 1092 time: 1.8222134 Aug 21 18:06:36.542393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:36.544675 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce39448-fccb-444e-adfd-0e3a424d0b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:36.596604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-4e73e688-af02-450c-a5e2-52fc4f15e9f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376680 Aug 21 18:06:36.609991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff34c9-5140-424a-8f5f-8473c936ccd9 req-49cb577c-433f-4b9d-8141-7fe9dbf2e3ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.623993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff34c9-5140-424a-8f5f-8473c936ccd9 req-49cb577c-433f-4b9d-8141-7fe9dbf2e3ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.624987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ff34c9-5140-424a-8f5f-8473c936ccd9 req-49cb577c-433f-4b9d-8141-7fe9dbf2e3ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 1655 time: 0.1610470 Aug 21 18:06:36.660905 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5e70fd-2a8a-4282-a087-846feabcad45 x-openstack-request-id: req-cd5e70fd-2a8a-4282-a087-846feabcad45 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:36.661462 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:36.661588 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd5e70fd-2a8a-4282-a087-846feabcad45 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:36.662094 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a', 'status': 'completed', 'code': 200} Aug 21 18:06:36.669558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607acf0-9a77-4f08-b978-582535c200d5 service neutron] Pushing event updated for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:36.704434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-5e80a996-e98c-4409-adf0-7776274d2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.705957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-5e80a996-e98c-4409-adf0-7776274d2004 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c8d104347f47de93678f1ca364bc5b&device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 1095 time: 0.1051731 Aug 21 18:06:36.719343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Allocated IP 19.80.0.245 (fec54c6e-0faf-4829-bb9f-102c0ed06002/42c655db-e96b-4205-93fe-ac1caeab20b4/73f1cd3f-f6cf-410e-9617-ffd22a785d58) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:36.760397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-8e2a356e-bae7-4bba-842f-3833e670dcf9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a HTTP/1.1" status: 200 len: 217 time: 0.0451310 Aug 21 18:06:36.770454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:36.777549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ff34c9-5140-424a-8f5f-8473c936ccd9 req-23d81972-517d-475c-9dce-0924042f3182 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301196 Aug 21 18:06:36.825962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-d5fa05b3-536c-4098-a02c-3c97629d916d service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998930 Aug 21 18:06:36.849828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-985c2d5d-a33b-41b7-86bd-815cee57d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:36.858348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-985c2d5d-a33b-41b7-86bd-815cee57d711 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f25e14c-3367-4455-952f-8db3906887e1 HTTP/1.1" status: 200 len: 855 time: 0.0853746 Aug 21 18:06:36.881860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object 91959d09-4263-462b-a671-0ed23d2b1bb7 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:36.899560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-39fd2b0e-c52b-42ee-a80d-66270a16a4ce service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a56f044d-5f85-47db-ae32-9dac5a0cb56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323615 Aug 21 18:06:36.991995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.008832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1', '05402a7c-2ada-4706-8d12-e0869d9e95da'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:37.015645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:37.054599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-703eaa64-0082-42b5-af7f-7e946f009ddf req-1d04e869-029d-43de-a190-9ed7b117e47f service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135267 Aug 21 18:06:37.071059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52fa05-6ccd-4573-8d34-e23812eb9d0e req-cd53a985-2bbe-4848-927a-9561863db7da tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:37.072834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec52fa05-6ccd-4573-8d34-e23812eb9d0e req-cd53a985-2bbe-4848-927a-9561863db7da tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 943 time: 0.1358969 Aug 21 18:06:37.077924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.089285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:37.102616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:37.106110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Transition to ACTIVE for port object 73f1cd3f-f6cf-410e-9617-ffd22a785d58 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:37.109553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:37.115686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:37.140321 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec52fa05-6ccd-4573-8d34-e23812eb9d0e req-0420f190-8296-4e21-bf65-df30c56825a5 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544984 Aug 21 18:06:37.147304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-08ef4d74-ed06-4efa-9c67-2ca1d19f3f0f service neutron] 10.222.0.64 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279809 Aug 21 18:06:37.206192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.234587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:37.235534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.277526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:37.289908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-e1bc9f24-f01e-4075-9605-af353118f3f0 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5438538 Aug 21 18:06:37.314916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fab45177-0a1a-4d40-838e-ba724a9e9c0d req-5a2725f1-b760-48f2-a914-5e52c2cca94f tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0558324 Aug 21 18:06:37.318186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:37.325736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Request body: {'port': {'device_id': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:37.333983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:37.350196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:37.383921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e994bf2b-0d61-46d7-958a-f8d640226505 req-265175f0-47ed-42da-abb7-e8cc1f3a0479 service neutron] 10.222.0.64 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248356 Aug 21 18:06:37.461324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.477071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1a5ef-7bc5-4d1b-85d3-cfeb191605ca req-c5f0d364-06fe-4c3a-9e32-e71a01d008e1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:37.484782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bef1a5ef-7bc5-4d1b-85d3-cfeb191605ca req-c5f0d364-06fe-4c3a-9e32-e71a01d008e1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 935 time: 0.2198739 Aug 21 18:06:37.501840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:37.502792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.537610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-2f784ec1-732b-4b44-a340-bc4dc0680b07 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4442236 Aug 21 18:06:37.551963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:37.644833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.646391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bef1a5ef-7bc5-4d1b-85d3-cfeb191605ca req-189bf08a-b127-454d-b7b7-f9e1cdce74d7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606498 Aug 21 18:06:37.722028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-8d20d05f-4b72-4874-9b76-dfc64551acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:37.724472 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-8d20d05f-4b72-4874-9b76-dfc64551acef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=17c8d104347f47de93678f1ca364bc5b&device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 1095 time: 0.2309043 Aug 21 18:06:37.744208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9543b8a4-0d55-4259-b356-4b4bcb6870a8 None None] Provisioning for port 91959d09-4263-462b-a671-0ed23d2b1bb7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:37.775025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9543b8a4-0d55-4259-b356-4b4bcb6870a8 None None] Provisioning complete for port 91959d09-4263-462b-a671-0ed23d2b1bb7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:37.775766 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9543b8a4-0d55-4259-b356-4b4bcb6870a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:37.824768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9543b8a4-0d55-4259-b356-4b4bcb6870a8 None None] Port 91959d09-4263-462b-a671-0ed23d2b1bb7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:37.983015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-75ceb563-8a3d-41f5-96a5-3810a0b16257 None None] Provisioning for port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:37.994680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-75ceb563-8a3d-41f5-96a5-3810a0b16257 None None] Provisioning complete for port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:37.994907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75ceb563-8a3d-41f5-96a5-3810a0b16257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.075790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f9a0a-9bc1-4937-99ad-67305fe44c71 req-09f08cb0-14b2-4163-8d7b-70aeb855eaef tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.079730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-75ceb563-8a3d-41f5-96a5-3810a0b16257 None None] Port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:38.083351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-295f9a0a-9bc1-4937-99ad-67305fe44c71 req-09f08cb0-14b2-4163-8d7b-70aeb855eaef tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 944 time: 0.2108316 Aug 21 18:06:38.096023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a393968-8657-4766-9f66-dd6d2b064065 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:38.104390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.118452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-29249815-90ac-4b8c-bf35-d0a07335127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.119688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Transition to ACTIVE for port object 6a393968-8657-4766-9f66-dd6d2b064065 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:38.120121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-29249815-90ac-4b8c-bf35-d0a07335127f service neutron] 10.222.0.64 "GET /v2.0/networks?id=a56f044d-5f85-47db-ae32-9dac5a0cb56a HTTP/1.1" status: 200 len: 916 time: 0.3858476 Aug 21 18:06:38.131254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.195766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-feadd21e-1c48-4374-bb82-59e09d0fe81b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a HTTP/1.1" status: 200 len: 217 time: 0.0626349 Aug 21 18:06:38.199160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:38.233709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-295f9a0a-9bc1-4937-99ad-67305fe44c71 req-469525a4-74a6-438c-8c2e-183e10ecf23a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494226 Aug 21 18:06:38.279930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Attempting to bind port 6a393968-8657-4766-9f66-dd6d2b064065 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:38.280661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Attempting to bind port 6a393968-8657-4766-9f66-dd6d2b064065 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:38.281180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Attempting to bind port 6a393968-8657-4766-9f66-dd6d2b064065 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:38.308043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Port 6a393968-8657-4766-9f66-dd6d2b064065 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:38.308043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Attempting to bind port 6a393968-8657-4766-9f66-dd6d2b064065 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:38.315817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:38.316356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Checking segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:38.316836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-db763c1b-9011-4c6f-8ff3-8c5e9b683eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.316985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Bound using segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:38.317929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Bound port: 6a393968-8657-4766-9f66-dd6d2b064065, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:38.318468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.318810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-db763c1b-9011-4c6f-8ff3-8c5e9b683eb6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0f25e14c-3367-4455-952f-8db3906887e1 HTTP/1.1" status: 200 len: 855 time: 0.1149452 Aug 21 18:06:38.384505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-5cf2b15d-3720-4c00-b428-7c2c5d7448c3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a56f044d-5f85-47db-ae32-9dac5a0cb56a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549455 Aug 21 18:06:38.396527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91959d09-4263-462b-a671-0ed23d2b1bb7 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:38.414369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.414867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:38.418050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:38.437779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83066-5147-4fea-a110-9b74beb48bf7 req-d048eeca-fd9f-42e4-9a37-f976c4d57bb0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.444229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83066-5147-4fea-a110-9b74beb48bf7 req-d048eeca-fd9f-42e4-9a37-f976c4d57bb0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.456333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b83066-5147-4fea-a110-9b74beb48bf7 req-d048eeca-fd9f-42e4-9a37-f976c4d57bb0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.464426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39b83066-5147-4fea-a110-9b74beb48bf7 req-d048eeca-fd9f-42e4-9a37-f976c4d57bb0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2389 time: 0.1992793 Aug 21 18:06:38.467005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.473659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Transition to ACTIVE for port object 91959d09-4263-462b-a671-0ed23d2b1bb7 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:38.486187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.523830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.523830 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.525268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] 10.222.0.39 "PUT /v2.0/ports/6a393968-8657-4766-9f66-dd6d2b064065 HTTP/1.1" status: 200 len: 1093 time: 0.9779301 Aug 21 18:06:38.525709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:38.528251 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64745a2f-7afb-497e-a117-f8669fa253f0" -d '{"events": [{"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "6a393968-8657-4766-9f66-dd6d2b064065"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:38.569017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:38.589211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39b83066-5147-4fea-a110-9b74beb48bf7 req-61ff9607-050b-43d7-b6f1-1e758c9efcf9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238041 Aug 21 18:06:38.610001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01c42d-9d60-47bf-bf6e-3413d4935798 service neutron] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:38.632992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Pushing event updated for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:38.662965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-6abfb514-d3d8-4887-91eb-615484695cf7 service neutron] 10.222.0.64 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614272 Aug 21 18:06:38.673088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:38.845230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304578b-3341-48c6-82f1-21364b33fdb5 req-d2f3faa9-99cc-493b-b931-884587916d35 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:38.847877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e304578b-3341-48c6-82f1-21364b33fdb5 req-d2f3faa9-99cc-493b-b931-884587916d35 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 943 time: 0.3200710 Aug 21 18:06:38.909234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-193fd1f6-f7b3-4de5-9b8d-94b68c05e239 req-c791476d-b694-4839-ac61-2ea05a7a8ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0533774 Aug 21 18:06:38.957496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e304578b-3341-48c6-82f1-21364b33fdb5 req-90ed7495-4559-4bbd-b55f-48c113fb639f tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982771 Aug 21 18:06:38.961754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Attempting to bind port 91959d09-4263-462b-a671-0ed23d2b1bb7 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:38.962093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Attempting to bind port 91959d09-4263-462b-a671-0ed23d2b1bb7 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:38.962420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Attempting to bind port 91959d09-4263-462b-a671-0ed23d2b1bb7 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:38.974116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Port 91959d09-4263-462b-a671-0ed23d2b1bb7 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:38.974440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Attempting to bind port 91959d09-4263-462b-a671-0ed23d2b1bb7 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:38.978859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce39448-fccb-444e-adfd-0e3a424d0b5e req-1e695ac3-c3f6-490b-9528-3b10622579a4 service neutron] 10.222.0.64 "GET /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954981 Aug 21 18:06:38.981546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:38.981888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:38.982268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:38.982724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Bound port: 91959d09-4263-462b-a671-0ed23d2b1bb7, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:38.983089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.023448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48644) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:39.068893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:39.129142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0fc14c9-f399-4f54-bce2-8d11cd947601 req-7d89e45b-255e-4dff-adfc-81f8ad728429 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0637805 Aug 21 18:06:39.137991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:39.141538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=91959d09-4263-462b-a671-0ed23d2b1bb7,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:39.149133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.212774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.221285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.227599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] 10.222.0.64 "PUT /v2.0/ports/91959d09-4263-462b-a671-0ed23d2b1bb7 HTTP/1.1" status: 200 len: 1096 time: 1.9126761 Aug 21 18:06:39.231144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:39.233375 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11598ab5-b201-4c80-8188-5f7c350f5b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:39.261773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c24266-7f8b-4b57-b8d2-ba4e877f2a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.295653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:39.326367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'mac_address': 'fa:16:3e:9c:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:39.416540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.431549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1e7009-8361-45b1-9003-fb337b55d52b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:39.450063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0a462-6279-4065-b4c0-d6772e197a9a service neutron] Pushing event updated for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:39.456471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:39.467700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.475353 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de127938-3e4f-4585-81a0-a6cf61212971 x-openstack-request-id: req-de127938-3e4f-4585-81a0-a6cf61212971 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:39.475990 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "6a393968-8657-4766-9f66-dd6d2b064065", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:39.475990 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de127938-3e4f-4585-81a0-a6cf61212971 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:39.476253 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065', 'status': 'completed', 'code': 200} Aug 21 18:06:39.546164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:39.552467 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc241b22-97b5-4d39-8940-ae1b171e4aa4 x-openstack-request-id: req-dc241b22-97b5-4d39-8940-ae1b171e4aa4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:39.553236 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:39.553348 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc241b22-97b5-4d39-8940-ae1b171e4aa4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:39.553733 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7', 'status': 'completed', 'code': 200} Aug 21 18:06:39.556318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-0f68496f-ee38-4c2d-ace6-6a9673474900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.557837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-0f68496f-ee38-4c2d-ace6-6a9673474900 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 1099 time: 0.2779336 Aug 21 18:06:39.568261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59de605-627d-468b-bf1f-d629b322e268 req-b3afff82-3728-494e-af17-fce62a11f5d2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.570387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a59de605-627d-468b-bf1f-d629b322e268 req-b3afff82-3728-494e-af17-fce62a11f5d2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 947 time: 0.1888843 Aug 21 18:06:39.577620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-caf7d766-fa88-47ee-addd-38f669a9332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.577986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-caf7d766-fa88-47ee-addd-38f669a9332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.578456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-caf7d766-fa88-47ee-addd-38f669a9332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.580133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-caf7d766-fa88-47ee-addd-38f669a9332e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2733 time: 0.1978691 Aug 21 18:06:39.639332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:39.648713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.659416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-d0d53c96-e4e3-4ae5-b407-4b7cf6a0c4b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=91959d09-4263-462b-a671-0ed23d2b1bb7 HTTP/1.1" status: 200 len: 217 time: 0.0880837 Aug 21 18:06:39.667884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Transition to ACTIVE for port object 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:39.677239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98db9b-98e5-462d-856d-dfa519f6183a req-8be2ed62-6d46-49c3-8164-a25ab574be06 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.678737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d98db9b-98e5-462d-856d-dfa519f6183a req-8be2ed62-6d46-49c3-8164-a25ab574be06 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 945 time: 0.0748787 Aug 21 18:06:39.679781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.686958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c24266-7f8b-4b57-b8d2-ba4e877f2a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.708638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c24266-7f8b-4b57-b8d2-ba4e877f2a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:39.749072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:39.781479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d98db9b-98e5-462d-856d-dfa519f6183a req-6a375f59-9061-4cd9-88a3-09f411d5e665 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746305 Aug 21 18:06:39.786232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9e1e7009-8361-45b1-9003-fb337b55d52b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:39.819935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c24266-7f8b-4b57-b8d2-ba4e877f2a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd4c2a5-0b34-4dff-93f7-c0015ab52658,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:39.835243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Attempting to bind port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:39.835962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Attempting to bind port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:39.836220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Attempting to bind port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e on network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:39.837173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a59de605-627d-468b-bf1f-d629b322e268 req-7f351b74-82f8-44b0-8360-1855cc4989a1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451475 Aug 21 18:06:39.852843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48668) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:39.852989 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51c24266-7f8b-4b57-b8d2-ba4e877f2a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7f6791e8521c41c99f454a8c570b7e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280008 Aug 21 18:06:39.873916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-8e8b1141-6703-4126-bc19-0f59422d6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:39.877463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-8e8b1141-6703-4126-bc19-0f59422d6699 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1795189 Aug 21 18:06:39.882900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e on network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:39.883234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Attempting to bind port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e on network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:39.897560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:39.897898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Checking segment: {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:39.898636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Bound using segment: {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:39.900070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Bound port: 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd17fa1-ec30-4223-abb5-725311a9cf49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:39.900618 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.005022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.043605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-31f926b1-2bad-4927-85f7-d116c29a746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.044114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-31f926b1-2bad-4927-85f7-d116c29a746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.044722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-31f926b1-2bad-4927-85f7-d116c29a746c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.048776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-31f926b1-2bad-4927-85f7-d116c29a746c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4537299 Aug 21 18:06:40.061690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.074370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:40.079664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:40.105480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.154057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.154857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.168446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] 10.222.0.39 "PUT /v2.0/ports/8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e HTTP/1.1" status: 200 len: 1093 time: 1.6119306 Aug 21 18:06:40.218574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-2ae3b5e7-4ef4-4ea5-9471-c4c77e879da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.220365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-2ae3b5e7-4ef4-4ea5-9471-c4c77e879da9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3328292 Aug 21 18:06:40.221548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-ed8d199c-aa78-446e-b86f-5035f012072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.224438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Request body: {'port': {'device_id': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:40.229894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64745a2f-7afb-497e-a117-f8669fa253f0 req-ed8d199c-aa78-446e-b86f-5035f012072c service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598747 Aug 21 18:06:40.231152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.234432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.235646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddd4c2a5-0b34-4dff-93f7-c0015ab52658 HTTP/1.1" status: 204 len: 168 time: 0.3760781 Aug 21 18:06:40.270738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9a986-3eb8-4e56-9024-1d14f91a4482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd4c2a5-0b34-4dff-93f7-c0015ab52658,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:40.276700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f378c-89e5-4e80-a504-bfc49d09fe73 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:40.304359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041242-7c3c-4ad4-a96e-f30a5aa21182 req-23ac5601-1b8d-4ecc-bec5-9af042a4389d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.325561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.329272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041242-7c3c-4ad4-a96e-f30a5aa21182 req-23ac5601-1b8d-4ecc-bec5-9af042a4389d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.342017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14041242-7c3c-4ad4-a96e-f30a5aa21182 req-23ac5601-1b8d-4ecc-bec5-9af042a4389d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.347651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14041242-7c3c-4ad4-a96e-f30a5aa21182 req-23ac5601-1b8d-4ecc-bec5-9af042a4389d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2401 time: 0.3419352 Aug 21 18:06:40.476585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14041242-7c3c-4ad4-a96e-f30a5aa21182 req-d391af0b-3621-4541-b423-9589a92ad170 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015220 Aug 21 18:06:40.510120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-fbb31d13-a5ba-48e4-85c2-e44fd94bed0a service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654724 Aug 21 18:06:40.598091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f63845-76da-43c4-a347-3bd7134b6a36 req-bf02df8f-0521-47e7-acdc-abb182985202 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:40.599766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7f63845-76da-43c4-a347-3bd7134b6a36 req-bf02df8f-0521-47e7-acdc-abb182985202 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 943 time: 0.1173244 Aug 21 18:06:40.666481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7f63845-76da-43c4-a347-3bd7134b6a36 req-c5b8505c-6479-454e-8282-b96afec4c9e7 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498497 Aug 21 18:06:40.678758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:40.724541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c78ab8a8-1a08-4bf1-96d5-cfc5a7a21bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.789940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f1cd3f-f6cf-410e-9617-ffd22a785d58 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:40.798656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.815065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Transition to ACTIVE for port object 73f1cd3f-f6cf-410e-9617-ffd22a785d58 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:40.828145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.897790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26574121-8d19-4361-8500-75faafa0a37e req-3d2bbd45-a476-44e0-b01d-26838b495ba1 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0567384 Aug 21 18:06:40.909694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:40.951526 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c78ab8a8-1a08-4bf1-96d5-cfc5a7a21bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:40.955810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff36c8bd-05c9-4b5d-ad30-324969be554f req-761e2c02-5a74-47ab-9f0f-c636c3ea47fd service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280870 Aug 21 18:06:40.998160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c78ab8a8-1a08-4bf1-96d5-cfc5a7a21bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.071667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 34aebb80-f8be-4a97-bc58-b1840b8b017a details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:41.073754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:41.098525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ab8a8-1a08-4bf1-96d5-cfc5a7a21bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316f4a69-31be-4d69-b2b9-50a42e8efcf3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:41.105170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c78ab8a8-1a08-4bf1-96d5-cfc5a7a21bc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c217c640af491eba9744f208ed6698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248343 Aug 21 18:06:41.111939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:41.135138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Attempting to bind port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:41.135491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Attempting to bind port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:41.135889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Attempting to bind port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:41.149018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-6bfc9ca4-eee5-42ef-81f5-566884c645bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.150595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-6bfc9ca4-eee5-42ef-81f5-566884c645bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 1099 time: 0.1386268 Aug 21 18:06:41.168928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7688c-5d77-47de-af23-22517f8550f8 req-e529f784-74f4-4dfb-8f5c-7d548f0f65c1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.170555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18a7688c-5d77-47de-af23-22517f8550f8 req-e529f784-74f4-4dfb-8f5c-7d548f0f65c1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 945 time: 0.2220767 Aug 21 18:06:41.179783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f0ad9-2756-445a-9705-dd3c406016f6 req-da680b04-72fe-4358-9449-8a548fe48e0f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.187437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-534f0ad9-2756-445a-9705-dd3c406016f6 req-da680b04-72fe-4358-9449-8a548fe48e0f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 947 time: 0.1652939 Aug 21 18:06:41.192749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:41.193185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Attempting to bind port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 on network fec54c6e-0faf-4829-bb9f-102c0ed06002 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:41.199276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 9e1e7009-8361-45b1-9003-fb337b55d52b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:41.207316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:41.207737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Checking segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:41.208194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Bound using segment: {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:41.208924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Bound port: 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c794aaf3-6bab-45bd-9b20-382d92507293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:41.209353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.240640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9e1e7009-8361-45b1-9003-fb337b55d52b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:41.241211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.265325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.294365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-534f0ad9-2756-445a-9705-dd3c406016f6 req-f183cfd6-22e3-4aa8-9f59-43b1ea6506d2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005476 Aug 21 18:06:41.320977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a,segment=NetworkSegment(d78b71ce-e9fc-4b40-9857-080c6d02e951),segment_id=d78b71ce-e9fc-4b40-9857-080c6d02e951)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:41.337459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '34aebb80-f8be-4a97-bc58-b1840b8b017a', 'network_id': 'a56f044d-5f85-47db-ae32-9dac5a0cb56a', 'port_id': '34aebb80-f8be-4a97-bc58-b1840b8b017a', 'mac_address': 'fa:16:3e:f6:1f:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f25e14c-3367-4455-952f-8db3906887e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:41.343133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:41.347481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:41.352471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-41a25fca-e2fc-4153-bc72-d276595a895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.354108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-41a25fca-e2fc-4153-bc72-d276595a895f service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1640394 Aug 21 18:06:41.368064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.381222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.428015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:41.430274 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58c909-4213-4051-94f0-fbb3e78de194" -d '{"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:41.432728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-c629c751-09b4-4577-89fd-59f1a2ee73f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=91959d09-4263-462b-a671-0ed23d2b1bb7 HTTP/1.1" status: 200 len: 217 time: 0.0708947 Aug 21 18:06:41.434178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18a7688c-5d77-47de-af23-22517f8550f8 req-f9089a4b-a515-4e32-8551-8c4965f516ae tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499940 Aug 21 18:06:41.449024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:41.457379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.476219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.479755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.484801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34aebb80-f8be-4a97-bc58-b1840b8b017a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:41.502712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.503416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.505587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] 10.222.0.39 "PUT /v2.0/ports/73f1cd3f-f6cf-410e-9617-ffd22a785d58 HTTP/1.1" status: 200 len: 1093 time: 1.2879653 Aug 21 18:06:41.506329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e'}, {'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:41.510150 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2a10b6-4814-487b-8f1c-6ce0c54708d2" -d '{"events": [{"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e"}, {"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:41.594020 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1946a2f8-948a-46df-804e-a5ecdf070d28 x-openstack-request-id: req-1946a2f8-948a-46df-804e-a5ecdf070d28 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:41.595468 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:41.596329 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1946a2f8-948a-46df-804e-a5ecdf070d28 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:41.598775 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'code': 200} Aug 21 18:06:41.602092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a,segment=NetworkSegment(d78b71ce-e9fc-4b40-9857-080c6d02e951),segment_id=d78b71ce-e9fc-4b40-9857-080c6d02e951)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:41.614617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-45e540d3-58f1-405c-ba6d-af814ceade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.616960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-45e540d3-58f1-405c-ba6d-af814ceade00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1639590 Aug 21 18:06:41.618522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd984404-e8d9-4967-92ad-e007ec771628 req-685ea4d9-17c0-43cb-be9a-23d2c7a4fb36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=36ebbfaeaea34f56929572f0d36790aa&device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0937276 Aug 21 18:06:41.620547 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.625314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:41.700877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:41.723667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb164b3-02e2-497f-966e-34a928d7bc3d service neutron] Pushing event updated for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:41.753414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48766) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:41.772974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd984404-e8d9-4967-92ad-e007ec771628 req-ce73f3f0-8f0c-4c75-a7c3-58cd3a951bed service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=36ebbfaeaea34f56929572f0d36790aa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1257403 Aug 21 18:06:41.808826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.811403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.812571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/316f4a69-31be-4d69-b2b9-50a42e8efcf3 HTTP/1.1" status: 204 len: 168 time: 0.6997182 Aug 21 18:06:41.829318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d697b66d-355d-4821-8ed1-4dd2390cc025 req-1521871e-f176-45b3-a940-ea9dae2776a2 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0877166 Aug 21 18:06:41.834815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-c45f9811-3f76-4023-afb6-edff3ec3817e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.837659 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-c45f9811-3f76-4023-afb6-edff3ec3817e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1984928 Aug 21 18:06:41.842559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b6ec2ae2-8f8a-4cb4-b7d5-e81dad626fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.843274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b6ec2ae2-8f8a-4cb4-b7d5-e81dad626fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.843762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b6ec2ae2-8f8a-4cb4-b7d5-e81dad626fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.845358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b6ec2ae2-8f8a-4cb4-b7d5-e81dad626fa1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2869 time: 0.2272832 Aug 21 18:06:41.865190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e0f42-9cd4-48b7-84aa-886004469bdc req-7490623d-6369-4ec7-9687-4e522e31e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.867234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9e0f42-9cd4-48b7-84aa-886004469bdc req-7490623d-6369-4ec7-9687-4e522e31e13e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 1098 time: 0.1676843 Aug 21 18:06:41.897031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfb793-ff41-4e99-8dc0-6fab0475dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316f4a69-31be-4d69-b2b9-50a42e8efcf3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:41.940741 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6863b4db-841c-404b-b49b-136735accc0a x-openstack-request-id: req-6863b4db-841c-404b-b49b-136735accc0a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:41.940997 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:41.941247 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6863b4db-841c-404b-b49b-136735accc0a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:41.941678 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e', 'status': 'completed', 'code': 200} Aug 21 18:06:41.941931 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58', 'status': 'completed', 'code': 200} Aug 21 18:06:41.942517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b6a3-7129-485b-b303-5d41f9bdaef9 req-b79d9d84-76e7-4632-95df-40eb9dd21a91 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.944943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f1428f-84ed-467c-a112-88a01f48264c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:41.950559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b6a3-7129-485b-b303-5d41f9bdaef9 req-b79d9d84-76e7-4632-95df-40eb9dd21a91 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.958915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58b6a3-7129-485b-b303-5d41f9bdaef9 req-b79d9d84-76e7-4632-95df-40eb9dd21a91 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:41.959088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['34aebb80-f8be-4a97-bc58-b1840b8b017a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:41.961437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba58b6a3-7129-485b-b303-5d41f9bdaef9 req-b79d9d84-76e7-4632-95df-40eb9dd21a91 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2413 time: 0.2629917 Aug 21 18:06:41.997959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-e39ed515-7869-485e-b4fb-0a9944b54908 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.147&port_id=6a393968-8657-4766-9f66-dd6d2b064065 HTTP/1.1" status: 200 len: 217 time: 0.1377976 Aug 21 18:06:42.047719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd984404-e8d9-4967-92ad-e007ec771628 req-ab8e8bbc-4c6c-4f1c-a68d-83d73b1434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.049219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd984404-e8d9-4967-92ad-e007ec771628 req-ab8e8bbc-4c6c-4f1c-a68d-83d73b1434ae service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486479 Aug 21 18:06:42.096198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b4dc-e576-455a-9bfa-3b4c6de7b707 req-25a4844a-e0b7-449f-aa0a-2833473d5d20 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.098513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5b0b4dc-e576-455a-9bfa-3b4c6de7b707 req-25a4844a-e0b7-449f-aa0a-2833473d5d20 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 944 time: 0.0931706 Aug 21 18:06:42.113805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9e0f42-9cd4-48b7-84aa-886004469bdc req-0c3459ff-b25c-4a34-80ed-555105f7c47a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876802 Aug 21 18:06:42.141736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba58b6a3-7129-485b-b303-5d41f9bdaef9 req-850377b2-35d9-42fe-a92f-eb8583138dee tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238472 Aug 21 18:06:42.156040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-82665ef2-7042-4c0f-bdc3-f487b0de1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.158992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-82665ef2-7042-4c0f-bdc3-f487b0de1631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42c655db-e96b-4205-93fe-ac1caeab20b4 HTTP/1.1" status: 200 len: 801 time: 0.1413541 Aug 21 18:06:42.178219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5b0b4dc-e576-455a-9bfa-3b4c6de7b707 req-6819b89e-3369-4d0b-a5b5-2f9c2478459a tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686243 Aug 21 18:06:42.207131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-61a308d8-470b-490b-be32-64325317a10c service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566227 Aug 21 18:06:42.218154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f1428f-84ed-467c-a112-88a01f48264c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.223724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f1428f-84ed-467c-a112-88a01f48264c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.242428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d383b2f1-6351-4e16-b827-85c823f3797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.244233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d383b2f1-6351-4e16-b827-85c823f3797a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec54c6e-0faf-4829-bb9f-102c0ed06002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709610 Aug 21 18:06:42.265525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-80f1428f-84ed-467c-a112-88a01f48264c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8914a1e6dbf04644a964056a2fbfaa81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5115938 Aug 21 18:06:42.266952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1428f-84ed-467c-a112-88a01f48264c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57717f6f-718d-409f-baa3-e1a268f50333,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:42.271739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:42.335588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.359105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.431337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11598ab5-b201-4c80-8188-5f7c350f5b9a req-7e91eb57-4355-4cd2-ae5a-5060387b3572 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185482 Aug 21 18:06:42.433916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d2dac641-2275-47a6-b0b9-f93ff25b2c97 service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803713 Aug 21 18:06:42.442566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9ad58-f53f-4505-90b7-f04b95518789 req-7f1f6fe7-cc19-45cf-9f9e-4bad6f510468 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.444162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59e9ad58-f53f-4505-90b7-f04b95518789 req-7f1f6fe7-cc19-45cf-9f9e-4bad6f510468 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 947 time: 0.0777304 Aug 21 18:06:42.465893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.468500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.469607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57717f6f-718d-409f-baa3-e1a268f50333 HTTP/1.1" status: 204 len: 168 time: 0.1963115 Aug 21 18:06:42.486254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589783b4-a331-470d-bdbd-aef0130ac4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57717f6f-718d-409f-baa3-e1a268f50333,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:42.513621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59e9ad58-f53f-4505-90b7-f04b95518789 req-072aaa79-46da-4464-94a0-2dd2ea3035a3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615861 Aug 21 18:06:42.543720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d3e02b10-a81b-47d6-8165-e451cf53387e service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995111 Aug 21 18:06:42.595293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-361eaa4d-6907-410c-ae64-6b0485b83f35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e HTTP/1.1" status: 200 len: 217 time: 0.0430367 Aug 21 18:06:42.676941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-39720e48-846b-4551-816f-ed4a192981dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.678783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-39720e48-846b-4551-816f-ed4a192981dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a790a276-4246-4be5-a1a0-d8544a308761 HTTP/1.1" status: 200 len: 801 time: 0.0740781 Aug 21 18:06:42.689566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bcbbe-3438-4392-be02-fbc6c62e5f10 req-3bca0ddc-c59c-46f9-b5ee-f51da9ba8bf3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.691093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-284bcbbe-3438-4392-be02-fbc6c62e5f10 req-3bca0ddc-c59c-46f9-b5ee-f51da9ba8bf3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0983849 Aug 21 18:06:42.713382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:42.765366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-284bcbbe-3438-4392-be02-fbc6c62e5f10 req-f97a489d-8ff4-4992-910d-54dd85d47eb5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638676 Aug 21 18:06:42.767548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9b4e0f7a-0da6-4ada-84f3-2b8c4469212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:42.768993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9b4e0f7a-0da6-4ada-84f3-2b8c4469212e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764744 Aug 21 18:06:42.827859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-network', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:42.853171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Made reservation on behalf of b51e4d29191948118b46e5df20b4c12d for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:42.855659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.865449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:42.885403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-9ed3a9a5-a3f4-4503-84e1-17f05a51b4e7 service neutron] 10.222.0.39 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085660 Aug 21 18:06:42.951190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82401d69-ea10-4c66-bf8e-a45501d4c71e req-ca55bcea-5d20-46d4-be15-d4c5284a5a3d tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0337262 Aug 21 18:06:42.997467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.002249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.005749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-d3ff283a-9907-4a59-9e2b-afc4aae149f4 service neutron] 10.222.0.39 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114504 Aug 21 18:06:43.027399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:43.038638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f572efd-5684-4ea9-bb4b-a253ef1dccf9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:43.043624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.043978 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Added segment 4e853e05-1c1a-43b4-aa9c-0f5cde4fc634 of type vlan for network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e Aug 21 18:06:43.076121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-cb83f557-a19d-45c7-88f9-10fd3d10c1a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58 HTTP/1.1" status: 200 len: 217 time: 0.0605657 Aug 21 18:06:43.092095 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.133552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.133778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b8634b38-47c3-4191-9fac-fdfe8db35f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.134944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.135414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-b8634b38-47c3-4191-9fac-fdfe8db35f08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42c655db-e96b-4205-93fe-ac1caeab20b4 HTTP/1.1" status: 200 len: 801 time: 0.0486867 Aug 21 18:06:43.135619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.186754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4718754 Aug 21 18:06:43.189624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48826) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:43.201974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Request body: {'subnet': {'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-subnet', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:43.205566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51eaad-da0c-45fb-9d5d-0572d9f5a811 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdd3e50-445f-4283-bd4a-0f1f7b676f6e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:43.221218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c8da5-22a7-4d75-8031-472b7e562302 req-8f4112d2-807e-4eb6-9840-28f84476554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.223940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-8f4112d2-807e-4eb6-9840-28f84476554c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec54c6e-0faf-4829-bb9f-102c0ed06002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796213 Aug 21 18:06:43.229250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:43.334473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Made reservation on behalf of b51e4d29191948118b46e5df20b4c12d for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:43.336919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.356185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e25722-d100-4fc7-99d6-c614bc78ae22 req-6ca222cd-3bc1-4779-add6-bad3cd781f64 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.358525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7e25722-d100-4fc7-99d6-c614bc78ae22 req-6ca222cd-3bc1-4779-add6-bad3cd781f64 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 944 time: 0.0643280 Aug 21 18:06:43.378110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd984404-e8d9-4967-92ad-e007ec771628 req-187050a5-c507-441d-8062-3cb4fda32f95 tempest-ServerShowV257Test-1414339954 tempest-ServerShowV257Test-1414339954-project] 10.222.0.39 "GET /v2.0/ports?device_id=8c50f5fb-ebc0-4918-9608-53f946d662bd HTTP/1.1" status: 200 len: 210 time: 0.0449741 Aug 21 18:06:43.419937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c7e25722-d100-4fc7-99d6-c614bc78ae22 req-d5cbdfc5-2e58-42b8-a71e-e63042174677 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441885 Aug 21 18:06:43.446315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be448a9-a749-4b52-8518-35bd9a504226 req-7c4be8c5-375f-42a6-9045-3204739efe14 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.452292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be448a9-a749-4b52-8518-35bd9a504226 req-7c4be8c5-375f-42a6-9045-3204739efe14 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.458794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be448a9-a749-4b52-8518-35bd9a504226 req-7c4be8c5-375f-42a6-9045-3204739efe14 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.461393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9be448a9-a749-4b52-8518-35bd9a504226 req-7c4be8c5-375f-42a6-9045-3204739efe14 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2413 time: 0.2107868 Aug 21 18:06:43.498044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-ed5924bf-cc09-4e42-addb-b70993b252b2 service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575111 Aug 21 18:06:43.603082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9be448a9-a749-4b52-8518-35bd9a504226 req-2051aab4-a003-4674-bf10-1a35dcb98bc0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250417 Aug 21 18:06:43.698922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-030c8da5-22a7-4d75-8031-472b7e562302 req-a3e57725-fba8-43a7-8ff8-41f03ecd2cf1 service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833005 Aug 21 18:06:43.715034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-689d4f63-73d4-421c-a32f-c11657d623a2 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=484540a085374b36a6e7f09ccbfac42e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258143 Aug 21 18:06:43.757642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe67cb1-a6c9-41c1-acec-f3b6516e5c69 req-a8f93fcb-a926-4dda-873b-9bf831f88517 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.759100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efe67cb1-a6c9-41c1-acec-f3b6516e5c69 req-a8f93fcb-a926-4dda-873b-9bf831f88517 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 947 time: 0.0982175 Aug 21 18:06:43.774682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:43.831586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-a164d05b-6e1e-4675-80b9-3bbe700533bf tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.833800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-a164d05b-6e1e-4675-80b9-3bbe700533bf tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140552 Aug 21 18:06:43.850740 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-40fd1862-60ef-4b19-930f-124394ed9bf5 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/quotas/484540a085374b36a6e7f09ccbfac42e HTTP/1.1" status: 200 len: 375 time: 0.0101655 Aug 21 18:06:43.882488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-96cf3052-da0c-4f4a-829c-0e315a0212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.883099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-96cf3052-da0c-4f4a-829c-0e315a0212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.883533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-96cf3052-da0c-4f4a-829c-0e315a0212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:43.885204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-96cf3052-da0c-4f4a-829c-0e315a0212bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2869 time: 0.1235409 Aug 21 18:06:43.888308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efe67cb1-a6c9-41c1-acec-f3b6516e5c69 req-a9514a67-96e6-4784-8cc5-819d30b1d50b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155427 Aug 21 18:06:43.890451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab867bd-a459-489e-8781-5c6995bbf74c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:43.898985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-123dd15f-09cc-4dcf-b328-7b13e702da9e tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=484540a085374b36a6e7f09ccbfac42e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406885 Aug 21 18:06:43.929323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Checking segment: {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:43.929323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Network hostable DHCP agents. Network: 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:43.996632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:44.037495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:44.051757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99c7064-f997-4b73-a244-2d003c671bcf None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:44.056820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.057588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.075999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-5d39a8d6-49cc-4bf4-8cd2-4b144cf18e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.077525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-5d39a8d6-49cc-4bf4-8cd2-4b144cf18e1b service neutron] 10.222.0.39 "GET /v2.0/networks?id=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa HTTP/1.1" status: 200 len: 903 time: 0.1789677 Aug 21 18:06:44.133890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-480d114b-ba2d-4192-a62d-e66a03797aae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.139&port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e HTTP/1.1" status: 200 len: 217 time: 0.0460236 Aug 21 18:06:44.150662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1012d-e783-4753-b52c-e7f8dd0912e8 req-098d75ba-1f03-469e-bebb-83dcfa7e88c1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.160375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0a1012d-e783-4753-b52c-e7f8dd0912e8 req-098d75ba-1f03-469e-bebb-83dcfa7e88c1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1820843 Aug 21 18:06:44.165968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254d7604-7c0f-4490-82fc-3f9b2c0f7c89 req-a7d26c6a-8c96-4c4a-bf5a-d89be14ea27c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 210 time: 0.0404220 Aug 21 18:06:44.177203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c8b874a5-9f88-401a-8d89-86f4445534ec admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9832733 Aug 21 18:06:44.177994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:44.188596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:44.220348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.222742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.259230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0a1012d-e783-4753-b52c-e7f8dd0912e8 req-218dbb2b-5140-4a35-87c1-d6a091f9f3dd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918837 Aug 21 18:06:44.261335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-24c47f64-84c7-48cf-a5ce-3d31db29b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.264513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-24c47f64-84c7-48cf-a5ce-3d31db29b9e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a790a276-4246-4be5-a1a0-d8544a308761 HTTP/1.1" status: 200 len: 801 time: 0.0931678 Aug 21 18:06:44.287289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'fixed_ips': [{'subnet_id': '0ab867bd-a459-489e-8781-5c6995bbf74c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:06:44.289123 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.360105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.361684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-3619a37d-afb1-4fc7-be06-a56c1c2221f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.365575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-3619a37d-afb1-4fc7-be06-a56c1c2221f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897384 Aug 21 18:06:44.490568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Allocated IP 172.20.0.2 (6cdd3e50-445f-4283-bd4a-0f1f7b676f6e/0ab867bd-a459-489e-8781-5c6995bbf74c/69b91b4c-3513-4416-85d7-4420cff6d9f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:44.533189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-6ffd4157-1600-40f0-b0ba-ed611af8ca4f service neutron] 10.222.0.39 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574564 Aug 21 18:06:44.690053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153a72-1669-445b-b8ce-72d9eb4b78b3 req-dded9ade-63b4-486e-84e2-6d21660e813a tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.691633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a153a72-1669-445b-b8ce-72d9eb4b78b3 req-dded9ade-63b4-486e-84e2-6d21660e813a tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 944 time: 0.1222260 Aug 21 18:06:44.693788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48884) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:44.700995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.758757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a153a72-1669-445b-b8ce-72d9eb4b78b3 req-596351c2-da91-4d32-b731-8f60dee48ab7 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506928 Aug 21 18:06:44.762556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-07a07b6f-220f-4b0c-96df-5cb8914d439c service neutron] 10.222.0.39 "GET /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209761 Aug 21 18:06:44.837458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.848946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Transition to ACTIVE for port object 69b91b4c-3513-4416-85d7-4420cff6d9f7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:44.865758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Transition to ACTIVE for port object 69b91b4c-3513-4416-85d7-4420cff6d9f7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:44.882053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:44.932149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:44.935283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:44.936670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-9ed3b780-e838-4fff-b365-2473a8dd1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.936842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-9ed3b780-e838-4fff-b365-2473a8dd1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.937996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-9ed3b780-e838-4fff-b365-2473a8dd1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:44.939933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:44.941268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-9ed3b780-e838-4fff-b365-2473a8dd1ada service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2869 time: 0.1001890 Aug 21 18:06:44.952179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Pushing event updated for resources: {'Port': ['ID=69b91b4c-3513-4416-85d7-4420cff6d9f7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:44.986747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.987693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.988275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.988861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.989422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.990553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.991142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.991700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.992618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.993220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.993784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:44.994206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:06:45.037884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Attempting to bind port 69b91b4c-3513-4416-85d7-4420cff6d9f7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:45.038318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Attempting to bind port 69b91b4c-3513-4416-85d7-4420cff6d9f7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:45.039014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Attempting to bind port 69b91b4c-3513-4416-85d7-4420cff6d9f7 on network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:45.052493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:45.053205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Checking segment: {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:45.053793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.054348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Bound using segment: {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:45.054995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Bound port: 69b91b4c-3513-4416-85d7-4420cff6d9f7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:45.055568 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.058727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae8a11a4-1205-4307-81db-d4649da21848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.104641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 91959d09-4263-462b-a671-0ed23d2b1bb7 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:45.107983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 34aebb80-f8be-4a97-bc58-b1840b8b017a up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:45.193516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3331f-37d8-4624-87d1-7d7ce1a62804 req-7a19c1fc-04d1-43c4-8f58-a66a4bcd9c8b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.200242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3331f-37d8-4624-87d1-7d7ce1a62804 req-7a19c1fc-04d1-43c4-8f58-a66a4bcd9c8b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.206911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3331f-37d8-4624-87d1-7d7ce1a62804 req-7a19c1fc-04d1-43c4-8f58-a66a4bcd9c8b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.209182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daa3331f-37d8-4624-87d1-7d7ce1a62804 req-7a19c1fc-04d1-43c4-8f58-a66a4bcd9c8b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2413 time: 0.1425147 Aug 21 18:06:45.214980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685892a-8224-43e1-b11c-1cad9f14f57d req-44fc8e88-2407-4f3b-a79f-992c46d11024 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.216489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7685892a-8224-43e1-b11c-1cad9f14f57d req-44fc8e88-2407-4f3b-a79f-992c46d11024 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 947 time: 0.1162643 Aug 21 18:06:45.238117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.250206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-7b5b9c0b-18b6-40fe-ad3e-efc047e7df7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.251410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-7b5b9c0b-18b6-40fe-ad3e-efc047e7df7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=fec54c6e-0faf-4829-bb9f-102c0ed06002 HTTP/1.1" status: 200 len: 903 time: 0.2962768 Aug 21 18:06:45.254658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] For port 69b91b4c-3513-4416-85d7-4420cff6d9f7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:45.276204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.281296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] For port 69b91b4c-3513-4416-85d7-4420cff6d9f7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69b91b4c-3513-4416-85d7-4420cff6d9f7,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:45.287366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 34aebb80-f8be-4a97-bc58-b1840b8b017a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:45.292608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.298312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 34aebb80-f8be-4a97-bc58-b1840b8b017a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:45.298312 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.313199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-d7e46bf7-31a8-438c-8f6c-99371346c87c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.245&port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58 HTTP/1.1" status: 200 len: 217 time: 0.0452189 Aug 21 18:06:45.320312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daa3331f-37d8-4624-87d1-7d7ce1a62804 req-11bbac1e-cac6-4f7e-8479-b39435a6e82e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958023 Aug 21 18:06:45.378632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=91959d09-4263-462b-a671-0ed23d2b1bb7,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:45.400711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-b76e3f12-aae8-4119-9ce8-d417f2812b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.402390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-b76e3f12-aae8-4119-9ce8-d417f2812b67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=42c655db-e96b-4205-93fe-ac1caeab20b4 HTTP/1.1" status: 200 len: 801 time: 0.0779693 Aug 21 18:06:45.408257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '91959d09-4263-462b-a671-0ed23d2b1bb7', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '91959d09-4263-462b-a671-0ed23d2b1bb7', 'mac_address': 'fa:16:3e:e2:c8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:45.423722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae8a11a4-1205-4307-81db-d4649da21848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.428118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448b1e0-6103-4a31-bba2-1fe9359b2117 None None] Pushing event updated for resources: {'Port': ['ID=69b91b4c-3513-4416-85d7-4420cff6d9f7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:45.451880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae8a11a4-1205-4307-81db-d4649da21848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.467503 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7685892a-8224-43e1-b11c-1cad9f14f57d req-2b49c070-208e-4b23-ba87-de983bb2bd91 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315488 Aug 21 18:06:45.498988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Allocated IP 172.25.1.8 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/72e42532-042c-4065-9366-3d6914ebe82e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:45.507229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.529926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.532616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91959d09-4263-462b-a671-0ed23d2b1bb7 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:45.557791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a393968-8657-4766-9f66-dd6d2b064065 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:45.591074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a,segment=NetworkSegment(d78b71ce-e9fc-4b40-9857-080c6d02e951),segment_id=d78b71ce-e9fc-4b40-9857-080c6d02e951)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:45.594816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-aafacba8-9510-4c61-9764-909b9cea0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.596038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:45.596904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-aafacba8-9510-4c61-9764-909b9cea0d96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fec54c6e-0faf-4829-bb9f-102c0ed06002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716404 Aug 21 18:06:45.598844 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5439340-d30f-4541-913e-c1158c3ca4dd" -d '{"events": [{"server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:45.600112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ae8a11a4-1205-4307-81db-d4649da21848 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36ebbfaeaea34f56929572f0d36790aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9053819 Aug 21 18:06:45.606228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48898) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:45.612383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a11a4-1205-4307-81db-d4649da21848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45cc4634-ca8f-4082-884b-5752dd57859a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:45.615965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=91959d09-4263-462b-a671-0ed23d2b1bb7,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:45.617023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.641190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.652345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346db23-5281-4828-81a6-01958b1b5897 req-9856e2fb-74ce-4bfc-91b0-1496cd209402 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.654107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4346db23-5281-4828-81a6-01958b1b5897 req-9856e2fb-74ce-4bfc-91b0-1496cd209402 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2508402 Aug 21 18:06:45.669788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c7471b9-76d8-4fa4-bb21-6b7207f78241 req-24ee7370-ffd4-40c6-b0ec-b201a0bec1bf tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 210 time: 0.0653245 Aug 21 18:06:45.674402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-ecba3883-11a6-44c0-ae6b-284ee2d62924 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=484540a085374b36a6e7f09ccbfac42e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582409 Aug 21 18:06:45.781115 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8594f5a6-a8a5-42b6-a98b-8daf29ecba9c x-openstack-request-id: req-8594f5a6-a8a5-42b6-a98b-8daf29ecba9c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:45.781443 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "name": "network-vif-plugged", "status": "completed", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:45.781814 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8594f5a6-a8a5-42b6-a98b-8daf29ecba9c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:45.782267 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a', 'code': 200} Aug 21 18:06:45.832779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:45.889028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:45.924268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:45.936837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4346db23-5281-4828-81a6-01958b1b5897 req-a8813218-5544-407f-ab73-f27096289a46 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304146 Aug 21 18:06:45.938946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:45.942369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '6a393968-8657-4766-9f66-dd6d2b064065', 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'port_id': '6a393968-8657-4766-9f66-dd6d2b064065', 'mac_address': 'fa:16:3e:67:24:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c655db-e96b-4205-93fe-ac1caeab20b4', 'ip_address': '19.80.0.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:45.953524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-b9d2c57a-976b-48d6-95e6-b6dd2a87059b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:45.955399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-b9d2c57a-976b-48d6-95e6-b6dd2a87059b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2704644 Aug 21 18:06:45.973992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Request body: {'port': {'device_id': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '484540a085374b36a6e7f09ccbfac42e'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:45.980906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['91959d09-4263-462b-a671-0ed23d2b1bb7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:46.015954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.034610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a393968-8657-4766-9f66-dd6d2b064065 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:46.048906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-d9e8a451-8512-451f-89f3-6f829e392cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435127 Aug 21 18:06:46.055037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.065558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:46.065913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe202c-7ef0-4a89-9661-d209d361a8ca req-9db4f20b-e93f-40f2-93ae-05d92245fa86 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:46.067679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0abe202c-7ef0-4a89-9661-d209d361a8ca req-9db4f20b-e93f-40f2-93ae-05d92245fa86 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.1655154 Aug 21 18:06:46.077602 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.078538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:46.084777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.161912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:46.189521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0abe202c-7ef0-4a89-9661-d209d361a8ca req-84428071-e883-479e-b912-84a33e6cda84 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097553 Aug 21 18:06:46.193018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:46.219874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:46.221559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:46.232536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Made reservation on behalf of 484540a085374b36a6e7f09ccbfac42e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:46.236828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.259086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Pushing event updated for resources: {'Port': ['ID=72e42532-042c-4065-9366-3d6914ebe82e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:46.278162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.295279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:46.316677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e', 'network_id': '54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa', 'port_id': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e', 'mac_address': 'fa:16:3e:93:ed:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a790a276-4246-4be5-a1a0-d8544a308761', 'ip_address': '19.86.0.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:46.374742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69b91b4c-3513-4416-85d7-4420cff6d9f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:46.424415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.445342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:46.471064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:46.482017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b6251f-9f73-4c0c-b0b8-090faa9db215 req-f686aa1e-02d8-4515-a002-66a2c57e3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:46.484874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1b6251f-9f73-4c0c-b0b8-090faa9db215 req-f686aa1e-02d8-4515-a002-66a2c57e3a51 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 1097 time: 0.5777478 Aug 21 18:06:46.486588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.487438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 73f1cd3f-f6cf-410e-9617-ffd22a785d58 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:46.532146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.557502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 69b91b4c-3513-4416-85d7-4420cff6d9f7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:46.590393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:46.617925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:46.639959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '73f1cd3f-f6cf-410e-9617-ffd22a785d58', 'network_id': 'fec54c6e-0faf-4829-bb9f-102c0ed06002', 'port_id': '73f1cd3f-f6cf-410e-9617-ffd22a785d58', 'mac_address': 'fa:16:3e:30:ae:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42c655db-e96b-4205-93fe-ac1caeab20b4', 'ip_address': '19.80.0.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:46.672332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.709040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1b6251f-9f73-4c0c-b0b8-090faa9db215 req-109b6086-a16d-4355-84c3-ad8680a74896 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722653 Aug 21 18:06:46.717993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.721439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121bec7-00fa-4359-a4c2-af901a9f70c3 req-57fcf0ae-7218-40d5-8fc2-beb83d6028e2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:46.727684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121bec7-00fa-4359-a4c2-af901a9f70c3 req-57fcf0ae-7218-40d5-8fc2-beb83d6028e2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:46.734667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121bec7-00fa-4359-a4c2-af901a9f70c3 req-57fcf0ae-7218-40d5-8fc2-beb83d6028e2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:46.739519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f1cd3f-f6cf-410e-9617-ffd22a785d58 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:46.743682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a121bec7-00fa-4359-a4c2-af901a9f70c3 req-57fcf0ae-7218-40d5-8fc2-beb83d6028e2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2415 time: 0.2953768 Aug 21 18:06:46.762836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be2a10b6-4814-487b-8f1c-6ce0c54708d2 req-18c66375-cefd-45be-8cf0-ceada6cc2073 service neutron] 10.222.0.39 "GET /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034721 Aug 21 18:06:46.770047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:46.777927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.796021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.798983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:46.800449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45cc4634-ca8f-4082-884b-5752dd57859a HTTP/1.1" status: 204 len: 168 time: 1.1801860 Aug 21 18:06:46.840792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:46.841605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a121bec7-00fa-4359-a4c2-af901a9f70c3 req-36a3ca81-2b41-4df2-af8e-6b2c3a5b3563 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970054 Aug 21 18:06:46.842398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd364a-816d-4e51-b723-9433bd7aea0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45cc4634-ca8f-4082-884b-5752dd57859a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:46.920126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c41a14-ce64-4df3-9d63-c2bbab6c475d None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:46.964109 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c219aa06-ea5c-4d29-9574-20f91281a5bb req-4c9fbfd7-dd6e-4686-833f-00a3eebc6d23 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 210 time: 0.0361786 Aug 21 18:06:47.040482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.055568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Provisioning for port 69b91b4c-3513-4416-85d7-4420cff6d9f7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:47.055930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e6a2e-4773-40da-a15a-cca964ad3c17 req-a66bb074-82b0-41ee-a871-297a0661b9ea tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:47.063085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-837e6a2e-4773-40da-a15a-cca964ad3c17 req-a66bb074-82b0-41ee-a871-297a0661b9ea tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 948 time: 0.4640865 Aug 21 18:06:47.065094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Provisioning complete for port 69b91b4c-3513-4416-85d7-4420cff6d9f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:47.066025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.126139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dd422-b09b-4ad5-93bd-6ea6b5b844ed req-63894f57-d481-4b5a-b710-c6b66624a9e8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:47.128068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499dd422-b09b-4ad5-93bd-6ea6b5b844ed req-63894f57-d481-4b5a-b710-c6b66624a9e8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0689330 Aug 21 18:06:47.140997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:47.170051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c68d9d27-2c6e-4451-a813-18daa82e9a80,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:47.185408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499dd422-b09b-4ad5-93bd-6ea6b5b844ed req-e8d3020d-f9b9-47e6-8416-4e89a88069d5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469241 Aug 21 18:06:47.193215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-837e6a2e-4773-40da-a15a-cca964ad3c17 req-658347ca-4bbe-4f19-8687-db36c2157d39 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235731 Aug 21 18:06:47.193703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.201217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['73f1cd3f-f6cf-410e-9617-ffd22a785d58'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:47.259641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6a393968-8657-4766-9f66-dd6d2b064065'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:47.354870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Allocated IP 192.168.233.67 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/673af280-8edb-4f36-978e-23649bfe3fae) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:47.381500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37b7d0-c3ec-47ec-b8c0-1beb1f520f46 req-3c0c0d43-23eb-4682-a10d-b3a2846247cd tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:47.391925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e37b7d0-c3ec-47ec-b8c0-1beb1f520f46 req-3c0c0d43-23eb-4682-a10d-b3a2846247cd tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.1005003 Aug 21 18:06:47.447142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e37b7d0-c3ec-47ec-b8c0-1beb1f520f46 req-7f0359ed-39d4-418d-9563-deae8e948522 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510020 Aug 21 18:06:47.665086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.739448 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.779471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.788714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Transition to ACTIVE for port object 673af280-8edb-4f36-978e-23649bfe3fae will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:47.868749 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fb8a98f1-e6f8-48ef-9259-e79e07f546a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.874947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.933763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Router f97ee244-265a-4859-a5e7-53f801408feb is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:06:47.941191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] For port 69b91b4c-3513-4416-85d7-4420cff6d9f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69b91b4c-3513-4416-85d7-4420cff6d9f7,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:47.961012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:47.992343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:47.999502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Pushing event updated for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:48.002466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:48.010175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:48.105857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1d1ea-5625-4033-b2aa-b78e0a443fc6 None None] Pushing event updated for resources: {'Port': ['ID=69b91b4c-3513-4416-85d7-4420cff6d9f7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:48.135810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e408f58f-10e8-432e-895b-bace723953e9 None None] Provisioning complete for port 69b91b4c-3513-4416-85d7-4420cff6d9f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:48.136275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e408f58f-10e8-432e-895b-bace723953e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.184170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02255b29-c8c4-41a2-95d5-506a79eb40af req-01d05230-8dcf-4f12-905b-e1acba646967 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.189366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca4ff-0dd3-44fa-ad70-8f42c3c84d14 req-8c6cf699-2469-4c36-baf5-c76cb926361a tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.193832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-02255b29-c8c4-41a2-95d5-506a79eb40af req-01d05230-8dcf-4f12-905b-e1acba646967 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 935 time: 0.1397972 Aug 21 18:06:48.197163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca4ff-0dd3-44fa-ad70-8f42c3c84d14 req-8c6cf699-2469-4c36-baf5-c76cb926361a tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.208788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affca4ff-0dd3-44fa-ad70-8f42c3c84d14 req-8c6cf699-2469-4c36-baf5-c76cb926361a tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.228932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-affca4ff-0dd3-44fa-ad70-8f42c3c84d14 req-8c6cf699-2469-4c36-baf5-c76cb926361a tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2416 time: 0.2649901 Aug 21 18:06:48.246659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.264701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-02255b29-c8c4-41a2-95d5-506a79eb40af req-3622d1a5-298e-4637-a380-2ae06db20641 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698848 Aug 21 18:06:48.324045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:48.334637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:48.348723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Sync routers for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:48.350867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69b91b4c-3513-4416-85d7-4420cff6d9f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:48.353182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.356732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.390660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:48.391333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:48.398439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-affca4ff-0dd3-44fa-ad70-8f42c3c84d14 req-80b74e7d-ce7a-4ff4-9937-ad4b6ab82aea tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684806 Aug 21 18:06:48.401252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-27a36127-082d-4299-9cec-d2cef0a89c5b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4319034 Aug 21 18:06:48.407373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.408629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fa4508e8-800f-43d5-8adf-3e5112b8b400 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2295105 Aug 21 18:06:48.412132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:48.431573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Request body: {'port': {'device_id': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:48.456756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c976-b067-4e1e-8338-86701a45e6f5 req-c2cddbc1-f049-4c7a-bfe4-9b6524a7fe5b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.458332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd59c976-b067-4e1e-8338-86701a45e6f5 req-c2cddbc1-f049-4c7a-bfe4-9b6524a7fe5b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 948 time: 0.0839984 Aug 21 18:06:48.509383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 69b91b4c-3513-4416-85d7-4420cff6d9f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:48.509602 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.514932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd59c976-b067-4e1e-8338-86701a45e6f5 req-27895194-9626-41fe-84d2-08f17556c1e6 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468280 Aug 21 18:06:48.538297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e6040ca1-44e3-4664-981b-68096ceb0761 None None] Provisioning for port 673af280-8edb-4f36-978e-23649bfe3fae completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:48.546631 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe77e15-f027-4ffb-8827-f95e6f08a113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.559884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e6040ca1-44e3-4664-981b-68096ceb0761 None None] Provisioning complete for port 673af280-8edb-4f36-978e-23649bfe3fae triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:48.560255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6040ca1-44e3-4664-981b-68096ceb0761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.610323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e6040ca1-44e3-4664-981b-68096ceb0761 None None] Port 673af280-8edb-4f36-978e-23649bfe3fae cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:48.617149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:48.646032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.667281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.669054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe77e15-f027-4ffb-8827-f95e6f08a113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.679687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe77e15-f027-4ffb-8827-f95e6f08a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.683670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b296abe-ff68-4e16-a7b8-731a2531364c req-e7151bd1-3fc6-4833-9a40-5f338c7f928f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.685159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b296abe-ff68-4e16-a7b8-731a2531364c req-e7151bd1-3fc6-4833-9a40-5f338c7f928f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1599100 Aug 21 18:06:48.736904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe77e15-f027-4ffb-8827-f95e6f08a113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3016a854-e8ec-4125-841d-9dcd311d22d4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:48.758765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6fe77e15-f027-4ffb-8827-f95e6f08a113 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=548ea05c47264b2591e6387d24848519&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224851 Aug 21 18:06:48.759377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48968) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:48.809306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3be90-f10c-45ee-bf09-c2ab2b486642 req-36bd0e09-5c62-455a-93c7-b8ed2478af6f tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:48.810878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46c3be90-f10c-45ee-bf09-c2ab2b486642 req-36bd0e09-5c62-455a-93c7-b8ed2478af6f tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.0955393 Aug 21 18:06:48.836898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b296abe-ff68-4e16-a7b8-731a2531364c req-5e8faea9-e97f-4f2e-a61a-5c60af884fb8 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164176 Aug 21 18:06:48.848298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.882125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:46Z', 'revision_number': 3, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:48.882833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.886433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46c3be90-f10c-45ee-bf09-c2ab2b486642 req-74e01a50-3ea5-45e2-8d5a-5c95c1c03d36 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653167 Aug 21 18:06:48.917191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Checking router: f97ee244-265a-4859-a5e7-53f801408feb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:48.917533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Updating router f97ee244-265a-4859-a5e7-53f801408feb port 72e42532-042c-4065-9366-3d6914ebe82e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:06:48.948435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.950309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.951329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:48.955074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3016a854-e8ec-4125-841d-9dcd311d22d4 HTTP/1.1" status: 204 len: 168 time: 0.1918969 Aug 21 18:06:48.980868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf0b98-00b5-4382-8ee6-887ff69c1f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016a854-e8ec-4125-841d-9dcd311d22d4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:49.111373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 91959d09-4263-462b-a671-0ed23d2b1bb7 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:49.228535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 91959d09-4263-462b-a671-0ed23d2b1bb7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:49.247728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 91959d09-4263-462b-a671-0ed23d2b1bb7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:49.248068 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.270479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673af280-8edb-4f36-978e-23649bfe3fae {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:49.286148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.342029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Transition to ACTIVE for port object 673af280-8edb-4f36-978e-23649bfe3fae will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:49.358839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.418731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.460508 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.472275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Transition to ACTIVE for port object 72e42532-042c-4065-9366-3d6914ebe82e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:49.487564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.526815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Pushing event updated for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:49.638519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4eeb-426e-4929-b3aa-f3c65c0ef058 req-74a913d6-6c66-4a79-9bbe-7949094e4547 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:49.645486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4eeb-426e-4929-b3aa-f3c65c0ef058 req-74a913d6-6c66-4a79-9bbe-7949094e4547 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:49.656906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4eeb-426e-4929-b3aa-f3c65c0ef058 req-74a913d6-6c66-4a79-9bbe-7949094e4547 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:49.663090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 73f1cd3f-f6cf-410e-9617-ffd22a785d58 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:49.670765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbcb4eeb-426e-4929-b3aa-f3c65c0ef058 req-74a913d6-6c66-4a79-9bbe-7949094e4547 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2416 time: 0.1349370 Aug 21 18:06:49.740045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbcb4eeb-426e-4929-b3aa-f3c65c0ef058 req-79a538db-793f-44c6-aea1-7aaef7bc1f05 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645976 Aug 21 18:06:49.750830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Allocated IP 172.20.0.1 (6cdd3e50-445f-4283-bd4a-0f1f7b676f6e/0ab867bd-a459-489e-8781-5c6995bbf74c/7a4126ab-4d51-48de-9677-22bb803b5b4d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:49.758485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.823248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c334a2-5be9-42c1-ac01-e88b7b8adcb7 None None] Pushing event updated for resources: {'Port': ['ID=72e42532-042c-4065-9366-3d6914ebe82e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:49.839116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Attempting to bind port 72e42532-042c-4065-9366-3d6914ebe82e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:49.839500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Attempting to bind port 72e42532-042c-4065-9366-3d6914ebe82e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:49.839997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Attempting to bind port 72e42532-042c-4065-9366-3d6914ebe82e on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:49.866448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b3ece-a930-4f46-be5b-dd65622e8907 req-f3104b23-b560-4f9f-a8c8-42835fe03fa3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:49.867557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:49.867946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:49.868357 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.868726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acf125-58e5-45b3-a913-9ee22034c24f req-a22228e9-d48c-4e60-bc65-d734d56d38a7 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:49.868868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:49.875596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Bound port: 72e42532-042c-4065-9366-3d6914ebe82e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:49.876029 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.879671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3acf125-58e5-45b3-a913-9ee22034c24f req-a22228e9-d48c-4e60-bc65-d734d56d38a7 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 947 time: 0.4727492 Aug 21 18:06:49.879811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-842b3ece-a930-4f46-be5b-dd65622e8907 req-f3104b23-b560-4f9f-a8c8-42835fe03fa3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 948 time: 0.0684292 Aug 21 18:06:49.899387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:49.902803 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad019b9-b0af-4ac1-9d74-60733b54fb77" -d '{"events": [{"server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "name": "network-vif-plugged", "status": "completed", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:49.951130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-842b3ece-a930-4f46-be5b-dd65622e8907 req-4df4d422-858e-4d5e-a2ce-d81ae7b7d89e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669754 Aug 21 18:06:49.953794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=91959d09-4263-462b-a671-0ed23d2b1bb7,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:49.959134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:49.966596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:49.966986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.977892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Attempting to bind port 673af280-8edb-4f36-978e-23649bfe3fae on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:49.978591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Attempting to bind port 673af280-8edb-4f36-978e-23649bfe3fae by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:49.979174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Attempting to bind port 673af280-8edb-4f36-978e-23649bfe3fae on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:49.983376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:49.986806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Port 673af280-8edb-4f36-978e-23649bfe3fae on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:06:49.987742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Attempting to bind port 673af280-8edb-4f36-978e-23649bfe3fae on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:50.015735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:50.016215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:50.016720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:50.017270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Bound port: 673af280-8edb-4f36-978e-23649bfe3fae, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:50.017729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.049116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3acf125-58e5-45b3-a913-9ee22034c24f req-23ae1173-c78a-4bc6-85af-b91edd9c6b66 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716490 Aug 21 18:06:50.084938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] For port 72e42532-042c-4065-9366-3d6914ebe82e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:50.116510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] For port 72e42532-042c-4065-9366-3d6914ebe82e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72e42532-042c-4065-9366-3d6914ebe82e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:50.131181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.141950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:50.186312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.208342 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7506da-b354-4f17-9ed8-1762423fe01b x-openstack-request-id: req-5a7506da-b354-4f17-9ed8-1762423fe01b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:50.208602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:50.208964 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "name": "network-vif-plugged", "status": "completed", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:50.209150 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a7506da-b354-4f17-9ed8-1762423fe01b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:50.209557 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7', 'code': 200} Aug 21 18:06:50.255522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Transition to ACTIVE for port object 7a4126ab-4d51-48de-9677-22bb803b5b4d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:50.264641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:50.270091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=673af280-8edb-4f36-978e-23649bfe3fae,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:50.281806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.294422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.313843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b197dd8-cdfa-449b-b068-4f8eb9fd9614 req-86f5f88b-bddd-4e76-ac07-cc121b27eb08 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:50.318733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b197dd8-cdfa-449b-b068-4f8eb9fd9614 req-86f5f88b-bddd-4e76-ac07-cc121b27eb08 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1239181 Aug 21 18:06:50.404392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c37f2-4081-4e24-bbb6-5661162f86f9 req-65ad5904-4b4f-4f8f-bcc3-18a62bc31866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:50.413177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499c37f2-4081-4e24-bbb6-5661162f86f9 req-65ad5904-4b4f-4f8f-bcc3-18a62bc31866 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 1101 time: 0.1162794 Aug 21 18:06:50.459243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:50.478891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:50.479936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:50.517433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-499c37f2-4081-4e24-bbb6-5661162f86f9 req-0b0e2ae5-e54a-46d3-9f83-2abfadc93fac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928199 Aug 21 18:06:50.527173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-network', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:50.556137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Made reservation on behalf of acc6f548d01045cbb9c8d090098e3fb3 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:50.560376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.574308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.586968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.588133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a393968-8657-4766-9f66-dd6d2b064065 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:50.621585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c334a2-5be9-42c1-ac01-e88b7b8adcb7 None None] Pushing event updated for resources: {'Port': ['ID=72e42532-042c-4065-9366-3d6914ebe82e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:50.645355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bef8f1fc-8553-4828-accb-56ebcfce192e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.692949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.720420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.720916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:50.721471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.722963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] 10.222.0.39 "PUT /v2.0/ports/673af280-8edb-4f36-978e-23649bfe3fae HTTP/1.1" status: 200 len: 1096 time: 2.3041825 Aug 21 18:06:50.725178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:50.726392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.727557 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca" -d '{"events": [{"name": "network-changed", "server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "tag": "673af280-8edb-4f36-978e-23649bfe3fae"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:50.766138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:06:50.766360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:50.766534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54b63a-86bb-4f4f-8986-c577505d1247 service neutron] Pushing event updated for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:50.778932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:50.791484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b197dd8-cdfa-449b-b068-4f8eb9fd9614 req-c85601b9-139b-489e-ab42-779de7de5995 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580677 Aug 21 18:06:50.809900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.810339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.810832 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Added segment 1573a272-5ea6-4942-9e57-217b617f17e7 of type vlan for network 34db1572-a42b-4074-aee9-bfcd755e7ea3 Aug 21 18:06:50.812633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a08ac0-3698-429b-8c25-80d313a82d95,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:50.842022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 6a393968-8657-4766-9f66-dd6d2b064065 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:50.865153 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998b3c8e-49c3-457d-929c-bc4dbf0daf9d x-openstack-request-id: req-998b3c8e-49c3-457d-929c-bc4dbf0daf9d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:50.865447 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "tag": "673af280-8edb-4f36-978e-23649bfe3fae", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:50.876670 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-998b3c8e-49c3-457d-929c-bc4dbf0daf9d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:50.877406 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae', 'status': 'completed', 'code': 200} Aug 21 18:06:50.883056 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.920751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.922809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:50.923423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:50.923874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:50.946740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:50.955482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:51.007603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Pushing event updated for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:51.019001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8090219 Aug 21 18:06:51.019771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49026) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:51.025470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-139d245a-f0cf-433d-8909-29f0d1dbce65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.027811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-139d245a-f0cf-433d-8909-29f0d1dbce65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=484540a085374b36a6e7f09ccbfac42e&device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 1099 time: 0.2347386 Aug 21 18:06:51.060439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Request body: {'subnet': {'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-subnet', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:51.062988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 6a393968-8657-4766-9f66-dd6d2b064065 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:51.063495 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.069372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.122331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02096b7e-5086-4b35-bb3b-546b64ca9df8 admin admin] Pushing event updated for resources: {'Network': ['ID=34db1572-a42b-4074-aee9-bfcd755e7ea3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:51.140007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:06:51.152403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Made reservation on behalf of acc6f548d01045cbb9c8d090098e3fb3 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:51.154793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.221250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76030-ce76-4826-80e0-d0bc39be5a48 req-d073a84e-ec57-475e-be26-0f33a0fa0f94 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.228067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76030-ce76-4826-80e0-d0bc39be5a48 req-d073a84e-ec57-475e-be26-0f33a0fa0f94 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.234412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b76030-ce76-4826-80e0-d0bc39be5a48 req-d073a84e-ec57-475e-be26-0f33a0fa0f94 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.236573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24b76030-ce76-4826-80e0-d0bc39be5a48 req-d073a84e-ec57-475e-be26-0f33a0fa0f94 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2417 time: 0.3560839 Aug 21 18:06:51.240874 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-a3794741-acb3-4493-8389-6ea7bd654d33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=673af280-8edb-4f36-978e-23649bfe3fae HTTP/1.1" status: 200 len: 217 time: 0.2022316 Aug 21 18:06:51.271497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95b5d-0d9f-4a0e-a9f6-b0f0971d6b0e req-3784cdab-ab26-4b6f-bfee-b36a976daeaf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.273118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77c95b5d-0d9f-4a0e-a9f6-b0f0971d6b0e req-3784cdab-ab26-4b6f-bfee-b36a976daeaf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 949 time: 0.2048995 Aug 21 18:06:51.316416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.337986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.358096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77c95b5d-0d9f-4a0e-a9f6-b0f0971d6b0e req-cd9963ec-adc0-434f-bd10-b590f5d312c7 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756705 Aug 21 18:06:51.370547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24b76030-ce76-4826-80e0-d0bc39be5a48 req-b957a1d3-767d-40e0-84cd-f06481417c29 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100924 Aug 21 18:06:51.378024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-166bd207-b355-40ea-bf8c-21521b6f8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.380193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-166bd207-b355-40ea-bf8c-21521b6f8978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1187952 Aug 21 18:06:51.405986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:51.405986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.405986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:51.434386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-13300c12-451c-4725-9041-60a00048562c None None] Provisioning for port 7a4126ab-4d51-48de-9677-22bb803b5b4d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:51.436506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.478832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-13300c12-451c-4725-9041-60a00048562c None None] Provisioning complete for port 7a4126ab-4d51-48de-9677-22bb803b5b4d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:51.478832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13300c12-451c-4725-9041-60a00048562c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.494389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cdfb879-8277-44a6-8c54-1196478fc05d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:51.523868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:51.524376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Network hostable DHCP agents. Network: 34db1572-a42b-4074-aee9-bfcd755e7ea3, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:06:51.534205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-13300c12-451c-4725-9041-60a00048562c None None] Port 7a4126ab-4d51-48de-9677-22bb803b5b4d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:51.547270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-49023eec-7805-4a58-8560-9d4cc8bdcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.548891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-49023eec-7805-4a58-8560-9d4cc8bdcdea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1607485 Aug 21 18:06:51.553205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:06:51.568759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 34db1572-a42b-4074-aee9-bfcd755e7ea3) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:51.572486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:51.576817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.577865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.580784 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.585838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:46Z', 'revision_number': 3, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:51.617040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b2fa52c-59a6-4ccd-859a-e05355741922 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5601981 Aug 21 18:06:51.617432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49036) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:51.622135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:51.633369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cab7bc-5f70-45c2-9dbd-13a54f7f375e None None] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:51.638604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a51f79-f78c-4138-8ab1-e5547e0398b9 None None] The sync data for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 is: [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:46Z', 'revision_number': 3, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:51.653194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.654149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.668095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eefb30-23bc-4e2a-8034-159ac19a4c84 req-a9168799-9de2-4c35-912f-646aea8342fa tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:51.669660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eefb30-23bc-4e2a-8034-159ac19a4c84 req-a9168799-9de2-4c35-912f-646aea8342fa tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 947 time: 0.1458352 Aug 21 18:06:51.759474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.761865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.769852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-1a73abc6-5dff-48b1-9737-7fca621256a9 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054505 Aug 21 18:06:51.773442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.801605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:51.809084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:51.809451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.847083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:51.854908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eefb30-23bc-4e2a-8034-159ac19a4c84 req-e99e87f5-a1a8-423b-a495-025d11cb2775 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755087 Aug 21 18:06:51.885136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-34db1572-a42b-4074-aee9-bfcd755e7ea3', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:06:51.886394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.078220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.153064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:06:52.154847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Allocated IP 172.20.0.2 (34db1572-a42b-4074-aee9-bfcd755e7ea3/6cdfb879-8277-44a6-8c54-1196478fc05d/16da15ea-5065-412b-9bdc-3a50d140cfde) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:52.200429 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.222009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58'}, {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:52.222825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Pushing event updated for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:52.222954 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd088e4-deaf-4a94-92a2-b9003ae4c2fd" -d '{"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58"}, {"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "6a393968-8657-4766-9f66-dd6d2b064065"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:52.290581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04433b88-6289-4da8-9319-ae5bfc1791b0 req-b899a926-fc1b-4abd-a077-14c3cee887fe service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890833 Aug 21 18:06:52.370297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bd983-b09b-4e5d-a359-2adeb7064e04 req-e65ed1f9-9a82-41f7-a721-1a76239bbbe9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.371872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-136bd983-b09b-4e5d-a359-2adeb7064e04 req-e65ed1f9-9a82-41f7-a721-1a76239bbbe9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2376003 Aug 21 18:06:52.387854 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae936ef2-dbae-4594-a1bb-f9b3f4b1158b x-openstack-request-id: req-ae936ef2-dbae-4594-a1bb-f9b3f4b1158b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:52.388508 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58", "code": 200}, {"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "6a393968-8657-4766-9f66-dd6d2b064065", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:52.388947 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae936ef2-dbae-4594-a1bb-f9b3f4b1158b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:52.389561 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58', 'code': 200} Aug 21 18:06:52.389991 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065', 'code': 200} Aug 21 18:06:52.391046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72e42532-042c-4065-9366-3d6914ebe82e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:52.400774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:52.412758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:52.454319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:52.470666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.576270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.612436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-d83430a1-93de-40ae-a47d-d7652888b840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.614421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-d83430a1-93de-40ae-a47d-d7652888b840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=484540a085374b36a6e7f09ccbfac42e&device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 1099 time: 0.2675810 Aug 21 18:06:52.614910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.639034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-136bd983-b09b-4e5d-a359-2adeb7064e04 req-e33c47dd-7314-489d-af9f-df78261cc809 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463279 Aug 21 18:06:52.656120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:52.714036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548b5e-c76e-4f3b-b339-0aa14c94242c req-e2968019-b614-496f-8dfa-bc2bc5f7c7f0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.735578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 72e42532-042c-4065-9366-3d6914ebe82e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:52.748067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548b5e-c76e-4f3b-b339-0aa14c94242c req-e2968019-b614-496f-8dfa-bc2bc5f7c7f0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.755513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 72e42532-042c-4065-9366-3d6914ebe82e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:52.755895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.760884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed548b5e-c76e-4f3b-b339-0aa14c94242c req-e2968019-b614-496f-8dfa-bc2bc5f7c7f0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.774325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed548b5e-c76e-4f3b-b339-0aa14c94242c req-e2968019-b614-496f-8dfa-bc2bc5f7c7f0 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.2749131 Aug 21 18:06:52.851844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-1c2e160b-571a-4044-8027-ec62bd472fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:52.853324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-1c2e160b-571a-4044-8027-ec62bd472fd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.2231030 Aug 21 18:06:52.897381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed548b5e-c76e-4f3b-b339-0aa14c94242c req-0cebf9ff-c0b0-47c0-81c9-5c4189a4ccf9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220486 Aug 21 18:06:52.938334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-757e247e-1c0d-43c0-ac87-b8303fc59695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=673af280-8edb-4f36-978e-23649bfe3fae HTTP/1.1" status: 200 len: 217 time: 0.0384653 Aug 21 18:06:52.967244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.992695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ab0f41d-6ce9-4b75-842a-a07916a12097 None None] Provisioning complete for port 7a4126ab-4d51-48de-9677-22bb803b5b4d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:52.993169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ab0f41d-6ce9-4b75-842a-a07916a12097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:52.997173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Transition to ACTIVE for port object 16da15ea-5065-412b-9bdc-3a50d140cfde will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:53.028337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-f10ab354-6314-4a3e-97fa-f72c7320e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:53.029922 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-f10ab354-6314-4a3e-97fa-f72c7320e8a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0575643 Aug 21 18:06:53.059779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Allocated IP 172.25.1.56 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/b27b8055-7040-482e-9ab6-8d02f6efc23a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:53.086459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d82d1-893b-4718-a253-84d6cf4dd895 req-d858b326-792d-425d-83a3-cb7bcf457079 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:53.088417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee8d82d1-893b-4718-a253-84d6cf4dd895 req-d858b326-792d-425d-83a3-cb7bcf457079 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 949 time: 0.2407815 Aug 21 18:06:53.110682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Router f97ee244-265a-4859-a5e7-53f801408feb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:06:53.152343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-612adbd2-9a19-4aca-973c-3f9db060e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:53.153972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-612adbd2-9a19-4aca-973c-3f9db060e8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1145506 Aug 21 18:06:53.203505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.236445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee8d82d1-893b-4718-a253-84d6cf4dd895 req-a859bdd6-4861-408f-86df-adfb892a327e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399140 Aug 21 18:06:53.286079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830672ef-ffe5-4373-86a8-8256fb63e8e5 req-07b0ce38-e2d9-4781-9827-e819dc1c42e0 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:53.292708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-830672ef-ffe5-4373-86a8-8256fb63e8e5 req-07b0ce38-e2d9-4781-9827-e819dc1c42e0 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 947 time: 0.1492331 Aug 21 18:06:53.297471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1ab0f41d-6ce9-4b75-842a-a07916a12097 None None] Port 7a4126ab-4d51-48de-9677-22bb803b5b4d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:06:53.304965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 72e42532-042c-4065-9366-3d6914ebe82e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72e42532-042c-4065-9366-3d6914ebe82e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:53.307217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Transition to ACTIVE for port object 16da15ea-5065-412b-9bdc-3a50d140cfde will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:53.314672 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.320270 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.332068 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.376661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.379124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:53.385572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:53.390095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:53.414243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-830672ef-ffe5-4373-86a8-8256fb63e8e5 req-35f3a2b0-c803-47d3-b6fd-ab1960e2c07f tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874777 Aug 21 18:06:53.462129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:53.469053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-476a9636-f3f1-45c8-9a28-1d5298be6e7b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049090 Aug 21 18:06:53.481009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0af7641f-5421-4451-bfd3-2ba1aadbf37a admin admin] 10.222.0.41 "PUT /v2.0/routers/f97ee244-265a-4859-a5e7-53f801408feb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0637851 Aug 21 18:06:53.499538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=72e42532-042c-4065-9366-3d6914ebe82e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:53.508799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Attempting to bind port 16da15ea-5065-412b-9bdc-3a50d140cfde on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:53.509675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Attempting to bind port 16da15ea-5065-412b-9bdc-3a50d140cfde by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:53.511181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Attempting to bind port 16da15ea-5065-412b-9bdc-3a50d140cfde on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:53.512491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a1022-e939-4bc7-93fb-34298dfefdb5 req-356cf678-b2e4-46cc-8eea-3e186c1b34cc tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:53.512881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.514212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-885a1022-e939-4bc7-93fb-34298dfefdb5 req-356cf678-b2e4-46cc-8eea-3e186c1b34cc tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 1101 time: 0.1103466 Aug 21 18:06:53.544769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:53.546642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:53.547145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.547904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Bound using segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:53.548389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Bound port: 16da15ea-5065-412b-9bdc-3a50d140cfde, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:53.548859 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.642638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] For port 16da15ea-5065-412b-9bdc-3a50d140cfde, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:53.643801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:06:53.647521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] For port 16da15ea-5065-412b-9bdc-3a50d140cfde, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16da15ea-5065-412b-9bdc-3a50d140cfde,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:53.648456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:06:53.654385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 673af280-8edb-4f36-978e-23649bfe3fae details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:06:53.658290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:06:53.672281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:53.680351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-885a1022-e939-4bc7-93fb-34298dfefdb5 req-611f6e26-e409-466f-9fe3-f4c7afb134df tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499748 Aug 21 18:06:53.694822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Pushing event updated for resources: {'Port': ['ID=16da15ea-5065-412b-9bdc-3a50d140cfde,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:53.778789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b9ccd56-2f3a-474e-9cb1-c6c4edeac0ca req-5d712f6d-cbeb-4d2e-8dbb-4645362746c7 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000286 Aug 21 18:06:53.843047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f647-894c-4087-84ac-ade0b7bf4179 None None] Pushing event updated for resources: {'Port': ['ID=16da15ea-5065-412b-9bdc-3a50d140cfde,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:53.893782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=673af280-8edb-4f36-978e-23649bfe3fae,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:53.909458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '673af280-8edb-4f36-978e-23649bfe3fae', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '673af280-8edb-4f36-978e-23649bfe3fae', 'mac_address': 'fa:16:3e:53:40:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:06:53.988559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:54.001893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Pushing event updated for resources: {'Port': ['ID=b27b8055-7040-482e-9ab6-8d02f6efc23a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:54.020888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673af280-8edb-4f36-978e-23649bfe3fae {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:06:54.057867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=673af280-8edb-4f36-978e-23649bfe3fae,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:54.074180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:54.184889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:54.200433 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d13927d7-8096-414e-837a-e1ecec5cf923 req-1c957ca6-d101-401d-8f45-f0ef98be6381 tempest-FloatingIPsNegativeTestJSON-2051685689 tempest-FloatingIPsNegativeTestJSON-2051685689-project] 10.222.0.41 "GET /v2.0/floatingips?tenant_id=b51e4d29191948118b46e5df20b4c12d HTTP/1.1" status: 200 len: 217 time: 0.0708301 Aug 21 18:06:54.233293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e8d84-6244-46bb-a33d-bcac0d8e5519 req-3c039665-4064-4f36-980d-b99c532372e3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:54.235675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-080e8d84-6244-46bb-a33d-bcac0d8e5519 req-3c039665-4064-4f36-980d-b99c532372e3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.4025743 Aug 21 18:06:54.299087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-080e8d84-6244-46bb-a33d-bcac0d8e5519 req-c7aa20c4-d341-4adc-a40f-2cc115b8f2d2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Aug 21 18:06:54.312707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Sync routers for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:54.349390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['673af280-8edb-4f36-978e-23649bfe3fae'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:06:54.351215 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:54.353091 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:54.437567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:54.448676 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1522694-1aa4-45a2-ac5d-84f6dc9586ef" -d '{"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:54.515760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72e42532-042c-4065-9366-3d6914ebe82e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:54.545181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ac5e-664e-43ad-bcb7-21f9e5f8521f req-0de8919f-7813-430b-81f9-30452d81b3f4 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:54.579964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ac5e-664e-43ad-bcb7-21f9e5f8521f req-0de8919f-7813-430b-81f9-30452d81b3f4 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:54.587292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7808ac5e-664e-43ad-bcb7-21f9e5f8521f req-0de8919f-7813-430b-81f9-30452d81b3f4 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:54.588980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7808ac5e-664e-43ad-bcb7-21f9e5f8521f req-0de8919f-7813-430b-81f9-30452d81b3f4 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.1766939 Aug 21 18:06:54.596729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-911b9ef6-b44f-4bf4-9fff-b634ae1567cf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429099 Aug 21 18:06:54.640847 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:54.652882 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:54.703972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7808ac5e-664e-43ad-bcb7-21f9e5f8521f req-c6be0df5-468b-4f29-a7ed-9e1621cc2803 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047297 Aug 21 18:06:54.809130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 72e42532-042c-4065-9366-3d6914ebe82e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:54.811419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:54.931354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fc862fee-bce4-4cfd-acc5-683352078dd6 req-310cbdd2-206b-4534-93cb-0e143d38bd7d tempest-FloatingIPsNegativeTestJSON-2051685689 tempest-FloatingIPsNegativeTestJSON-2051685689-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0595155 Aug 21 18:06:54.999056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-71f43ac3-e729-496c-b827-6320cd978934 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.006904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-71f43ac3-e729-496c-b827-6320cd978934 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4011102 Aug 21 18:06:55.081174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-eef591e8-9a53-4b95-b96f-65382d0f131a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/quotas/59afdbf089ff44ac86e3b209cbdcd22d HTTP/1.1" status: 200 len: 375 time: 0.0733621 Aug 21 18:06:55.093541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16da15ea-5065-412b-9bdc-3a50d140cfde up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:55.115626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602369c-70a6-4f17-8e2c-4bc8df2c5b05 req-fc8ac9e1-0ad6-436a-a910-068c4f1659a1 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.117225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:51Z', 'revision_number': 4, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7a4126ab-4d51-48de-9677-22bb803b5b4d', 'name': '', 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'mac_address': 'fa:16:3e:f1:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:49Z', 'updated_at': '2021-08-21T18:06:51Z', 'revision_number': 2, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'subnets': [{'id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:55.117964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3602369c-70a6-4f17-8e2c-4bc8df2c5b05 req-fc8ac9e1-0ad6-436a-a910-068c4f1659a1 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 948 time: 0.0832310 Aug 21 18:06:55.186141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Checking router: f97ee244-265a-4859-a5e7-53f801408feb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:55.186731 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Updating router f97ee244-265a-4859-a5e7-53f801408feb port 7a4126ab-4d51-48de-9677-22bb803b5b4d binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:06:55.204488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3602369c-70a6-4f17-8e2c-4bc8df2c5b05 req-6201586c-e0be-490c-8414-fbf1819c8c6d tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747683 Aug 21 18:06:55.234901 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:55.302125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-be97edd9-2f01-4fa5-8af5-abf62a07f0f2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2004893 Aug 21 18:06:55.358884 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:55.419818 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7101ff9a-8651-4cdd-8e22-fefb1f6508c2 x-openstack-request-id: req-7101ff9a-8651-4cdd-8e22-fefb1f6508c2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:55.420417 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-plugged", "status": "completed", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:55.420417 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7101ff9a-8651-4cdd-8e22-fefb1f6508c2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:55.421538 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e', 'code': 200} Aug 21 18:06:55.434679 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-733ee2e0-7096-40ce-877f-05a1028d4c26 req-b8c3e535-0ad5-42e4-a650-3fa0ef8cef04 tempest-FloatingIPsNegativeTestJSON-2051685689 tempest-FloatingIPsNegativeTestJSON-2051685689-project] show failed (client error): The resource could not be found. Aug 21 18:06:55.436256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-733ee2e0-7096-40ce-877f-05a1028d4c26 req-b8c3e535-0ad5-42e4-a650-3fa0ef8cef04 tempest-FloatingIPsNegativeTestJSON-2051685689 tempest-FloatingIPsNegativeTestJSON-2051685689-project] 10.222.0.41 "GET /v2.0/floatingips/b69948d5-a039-460a-a7df-338ee6772f12 HTTP/1.1" status: 404 len: 350 time: 0.1169627 Aug 21 18:06:55.479547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49100) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:55.506036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 16da15ea-5065-412b-9bdc-3a50d140cfde completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:55.557240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006a0ac-e92b-4034-a1ce-2316f0abd521 None None] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:06:55.671539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e42a-d500-4629-b66e-f555316bd894 req-ed5bb93a-2336-4e5e-973b-67178e2909c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.674062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e42a-d500-4629-b66e-f555316bd894 req-ed5bb93a-2336-4e5e-973b-67178e2909c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.674651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e42a-d500-4629-b66e-f555316bd894 req-ed5bb93a-2336-4e5e-973b-67178e2909c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.676908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0647e42a-d500-4629-b66e-f555316bd894 req-ed5bb93a-2336-4e5e-973b-67178e2909c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2875 time: 0.2734907 Aug 21 18:06:55.765907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Provisioning for port 16da15ea-5065-412b-9bdc-3a50d140cfde completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:55.778216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Provisioning complete for port 16da15ea-5065-412b-9bdc-3a50d140cfde triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:55.782172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:55.800564 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:55.813711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Transition to ACTIVE for port object 7a4126ab-4d51-48de-9677-22bb803b5b4d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:55.842700 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:55.854347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19088fd7-e058-461c-b927-c414a08f668a req-f1bb4377-f1a0-4884-bdb2-c14071c78d89 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:55.855989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19088fd7-e058-461c-b927-c414a08f668a req-f1bb4377-f1a0-4884-bdb2-c14071c78d89 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2841282 Aug 21 18:06:55.879511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0647e42a-d500-4629-b66e-f555316bd894 req-33e440e3-b8b4-42ff-b537-caa1cebd4097 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794872 Aug 21 18:06:56.003780 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe37238-dcb4-4554-8e6f-8a65651030ca None None] Pushing event updated for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:56.049011 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.083002 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Attempting to bind port 7a4126ab-4d51-48de-9677-22bb803b5b4d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:56.083724 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Attempting to bind port 7a4126ab-4d51-48de-9677-22bb803b5b4d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:56.085825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Attempting to bind port 7a4126ab-4d51-48de-9677-22bb803b5b4d on network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:56.106976 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:56.107666 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Checking segment: {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:56.108275 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.111613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] For port 16da15ea-5065-412b-9bdc-3a50d140cfde, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16da15ea-5065-412b-9bdc-3a50d140cfde,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:56.117705 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Bound using segment: {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:56.118602 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Bound port: 7a4126ab-4d51-48de-9677-22bb803b5b4d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:56.119242 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.130038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.282989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a86b57-ceb1-47f8-9dcc-185c98c190f2 None None] Pushing event updated for resources: {'Port': ['ID=16da15ea-5065-412b-9bdc-3a50d140cfde,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:56.342845 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] For port 7a4126ab-4d51-48de-9677-22bb803b5b4d, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:56.346896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] For port 7a4126ab-4d51-48de-9677-22bb803b5b4d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7a4126ab-4d51-48de-9677-22bb803b5b4d,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:56.364576 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.462083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f7319c1d-24a9-4cb8-af39-118cefee1a05 None None] Provisioning complete for port 16da15ea-5065-412b-9bdc-3a50d140cfde triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:56.463207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7319c1d-24a9-4cb8-af39-118cefee1a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:56.501878 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:56.506619 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:56.513678 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe37238-dcb4-4554-8e6f-8a65651030ca None None] Pushing event updated for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:56.514960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b96b8c0-d068-4b63-a2ab-75e2f31a3612 req-58ae12d7-cee6-48b0-9552-1a0066224f3a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 210 time: 0.0552907 Aug 21 18:06:56.681800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:06:56.695177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19088fd7-e058-461c-b927-c414a08f668a req-8c99edb4-860b-4818-9c1b-01b470bf6681 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8296287 Aug 21 18:06:56.702465 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:57.052294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:51Z', 'revision_number': 4, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7a4126ab-4d51-48de-9677-22bb803b5b4d', 'name': '', 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'mac_address': 'fa:16:3e:f1:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:49Z', 'updated_at': '2021-08-21T18:06:56Z', 'revision_number': 4, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'subnets': [{'id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:57.060761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:06:57.080109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:06:57.090261 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0166452d-5757-4d46-9ffd-426d1c3f6ec9 None None] The sync data for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 is: [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:06:51Z', 'revision_number': 4, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7a4126ab-4d51-48de-9677-22bb803b5b4d', 'name': '', 'network_id': '6cdd3e50-445f-4283-bd4a-0f1f7b676f6e', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'mac_address': 'fa:16:3e:f1:fa:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:49Z', 'updated_at': '2021-08-21T18:06:56Z', 'revision_number': 4, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'subnets': [{'id': '0ab867bd-a459-489e-8781-5c6995bbf74c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:57.099590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:57.100228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:57.110912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:57.113091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8fd36f62-0c13-4e61-a035-40739952a874 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4948297 Aug 21 18:06:57.127248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:06:57.176137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1708-48dc-4347-8916-afc68d7fe1cc req-1f3a78b7-0291-4341-ae67-a4f1a396f052 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:57.201793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1708-48dc-4347-8916-afc68d7fe1cc req-1f3a78b7-0291-4341-ae67-a4f1a396f052 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:57.209428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e1708-48dc-4347-8916-afc68d7fe1cc req-1f3a78b7-0291-4341-ae67-a4f1a396f052 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:57.218137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-996e1708-48dc-4347-8916-afc68d7fe1cc req-1f3a78b7-0291-4341-ae67-a4f1a396f052 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.5611959 Aug 21 18:06:57.282847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-996e1708-48dc-4347-8916-afc68d7fe1cc req-8803c420-9ce0-4f0d-88d3-7302c958c601 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556951 Aug 21 18:06:57.344714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:57.347665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f1ec1-8c98-4dbc-9585-4e51795d875d req-4fdbfc5e-cdef-4a86-a89c-fb39b34aac9e tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:57.349222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e1f1ec1-8c98-4dbc-9585-4e51795d875d req-4fdbfc5e-cdef-4a86-a89c-fb39b34aac9e tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 948 time: 0.3154168 Aug 21 18:06:57.389307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:57.512264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e1f1ec1-8c98-4dbc-9585-4e51795d875d req-97e12914-78bb-49cc-8ffb-c02ef21824fc tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568608 Aug 21 18:06:57.588272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:06:54Z', 'revision_number': 3, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:57.634910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:06:57.635530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Updating router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f port b27b8055-7040-482e-9ab6-8d02f6efc23a binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:06:57.639391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 673af280-8edb-4f36-978e-23649bfe3fae up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:57.709265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b42be35-ec50-4912-9995-dcef75d4adf0 req-78d4f93c-511f-43c6-821f-c693d740e415 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 210 time: 0.0745592 Aug 21 18:06:57.729599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 673af280-8edb-4f36-978e-23649bfe3fae completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:57.735954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 673af280-8edb-4f36-978e-23649bfe3fae triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:57.736216 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:57.737976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:57.765655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-57b62aba-33e8-40b0-acbf-e2a3d9ac9a45 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326104 Aug 21 18:06:58.038361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-2a225bb2-3e83-45a4-af14-b69798e10edb tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.040817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-2a225bb2-3e83-45a4-af14-b69798e10edb tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419124 Aug 21 18:06:58.057164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.104431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Request body: {'port': {'device_id': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '59afdbf089ff44ac86e3b209cbdcd22d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:06:58.121388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:06:58.123650 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5cfe71-27c2-4ed1-9b2d-77c2a69e061e" -d '{"events": [{"server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "673af280-8edb-4f36-978e-23649bfe3fae"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:06:58.156789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=673af280-8edb-4f36-978e-23649bfe3fae,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:58.242145 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3163476-10d4-4e0c-834d-336cbc737961 x-openstack-request-id: req-a3163476-10d4-4e0c-834d-336cbc737961 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:06:58.242592 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "name": "network-vif-plugged", "status": "completed", "tag": "673af280-8edb-4f36-978e-23649bfe3fae", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:06:58.242947 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3163476-10d4-4e0c-834d-336cbc737961 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:06:58.243608 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae', 'code': 200} Aug 21 18:06:58.246786 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.280127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.295340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Transition to ACTIVE for port object b27b8055-7040-482e-9ab6-8d02f6efc23a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:58.359917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.389210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e8de4-bf70-4dfa-b578-7a871f769686 req-218c609d-19fb-4629-81ef-a4fd9086d028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.392318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de5e8de4-bf70-4dfa-b578-7a871f769686 req-218c609d-19fb-4629-81ef-a4fd9086d028 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 1101 time: 0.0993624 Aug 21 18:06:58.418840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:58.458084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7a4126ab-4d51-48de-9677-22bb803b5b4d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:58.473701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99831-037a-4e58-b1b9-593cd1625cff req-2a593e43-1f93-4724-95dc-8af1617b0348 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.482030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13b99831-037a-4e58-b1b9-593cd1625cff req-2a593e43-1f93-4724-95dc-8af1617b0348 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.5335579 Aug 21 18:06:58.512149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Attempting to bind port b27b8055-7040-482e-9ab6-8d02f6efc23a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:06:58.512661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Attempting to bind port b27b8055-7040-482e-9ab6-8d02f6efc23a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:06:58.513124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Attempting to bind port b27b8055-7040-482e-9ab6-8d02f6efc23a on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:06:58.525714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:06:58.526646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:06:58.526827 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.527327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:06:58.528024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Bound port: b27b8055-7040-482e-9ab6-8d02f6efc23a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:06:58.528566 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.554766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Made reservation on behalf of 59afdbf089ff44ac86e3b209cbdcd22d for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:06:58.555174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de5e8de4-bf70-4dfa-b578-7a871f769686 req-8074baff-c099-485e-9c9e-0551e002b1d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481926 Aug 21 18:06:58.558938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.560455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7af024-33c8-4db2-b5ed-5ebfe8a44d98 None None] Pushing event updated for resources: {'Port': ['ID=b27b8055-7040-482e-9ab6-8d02f6efc23a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:58.597143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2883e-5ab9-4e91-8249-016f34829637 req-3bd5a4a2-c7d0-4c80-bc1e-4d49e2d3ad82 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.605135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2883e-5ab9-4e91-8249-016f34829637 req-3bd5a4a2-c7d0-4c80-bc1e-4d49e2d3ad82 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.611968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] For port b27b8055-7040-482e-9ab6-8d02f6efc23a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:06:58.618633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] For port b27b8055-7040-482e-9ab6-8d02f6efc23a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b27b8055-7040-482e-9ab6-8d02f6efc23a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:06:58.621991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 7a4126ab-4d51-48de-9677-22bb803b5b4d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:06:58.626595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7a4126ab-4d51-48de-9677-22bb803b5b4d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:58.627051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.627487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2883e-5ab9-4e91-8249-016f34829637 req-3bd5a4a2-c7d0-4c80-bc1e-4d49e2d3ad82 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.636868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2883e-5ab9-4e91-8249-016f34829637 req-3bd5a4a2-c7d0-4c80-bc1e-4d49e2d3ad82 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.1838002 Aug 21 18:06:58.665752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.711986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2883e-5ab9-4e91-8249-016f34829637 req-149ef3d7-111b-4781-9ec0-eaa47d4bdda3 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742147 Aug 21 18:06:58.770100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:06:58.770311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:58.793443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7af024-33c8-4db2-b5ed-5ebfe8a44d98 None None] Pushing event updated for resources: {'Port': ['ID=b27b8055-7040-482e-9ab6-8d02f6efc23a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:58.794707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-2eddd253-db60-486d-8b68-1b6a7a6cb4c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3734720 Aug 21 18:06:58.820506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13b99831-037a-4e58-b1b9-593cd1625cff req-cc13fe2b-ebed-4982-a459-a91471b21bb4 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311217 Aug 21 18:06:58.877773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:58.968062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 7a4126ab-4d51-48de-9677-22bb803b5b4d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7a4126ab-4d51-48de-9677-22bb803b5b4d,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:58.978989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2d3f8-29e7-40e6-9a6a-acc98e8e6836 req-501d7d6a-4e11-4783-8f9c-5322f0ec323e tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:58.980632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0b2d3f8-29e7-40e6-9a6a-acc98e8e6836 req-501d7d6a-4e11-4783-8f9c-5322f0ec323e tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.0863602 Aug 21 18:06:58.986580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:06:58.999551 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.000753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16da15ea-5065-412b-9bdc-3a50d140cfde up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:06:59.042315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0b2d3f8-29e7-40e6-9a6a-acc98e8e6836 req-83037bd8-de8c-4e5d-b334-6a82310dc613 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536022 Aug 21 18:06:59.110706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-417acbba-9f1e-4e67-bae6-139cc0b7575d req-317f4096-2926-4bab-a2b5-1191d5edd548 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 210 time: 0.1566465 Aug 21 18:06:59.162412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Allocated IP 192.168.233.228 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/b8fe5519-570f-4154-8df8-72422fd9d6a3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:59.175288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.191808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:06:59.199536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-332c1101-2252-47ee-9f15-f0141ec70368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.200998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-332c1101-2252-47ee-9f15-f0141ec70368 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 1102 time: 0.2457974 Aug 21 18:06:59.221421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Deleting port 7a4126ab-4d51-48de-9677-22bb803b5b4d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:06:59.222650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.290391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 16da15ea-5065-412b-9bdc-3a50d140cfde triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:06:59.290785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.466270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:06:54Z', 'revision_number': 3, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:06:59.512185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0771150f-2f1e-47fd-8f8a-be042a03d323 None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:06:54Z', 'revision_number': 3, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:06:59.582911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] For port 7a4126ab-4d51-48de-9677-22bb803b5b4d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7a4126ab-4d51-48de-9677-22bb803b5b4d,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:06:59.583292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.596320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c87d0-2f77-4843-ba09-670ba226313e req-6c907b1d-1e8c-43d0-a941-f91ec8d3e81d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.605648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c87d0-2f77-4843-ba09-670ba226313e req-6c907b1d-1e8c-43d0-a941-f91ec8d3e81d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.613678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c87d0-2f77-4843-ba09-670ba226313e req-6c907b1d-1e8c-43d0-a941-f91ec8d3e81d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.615997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-103c87d0-2f77-4843-ba09-670ba226313e req-6c907b1d-1e8c-43d0-a941-f91ec8d3e81d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.1080132 Aug 21 18:06:59.638378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Calling delete_port for 7a4126ab-4d51-48de-9677-22bb803b5b4d owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:06:59.641542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-6cd1fb16-c12a-4058-97e5-a463b40abf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.643088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-6cd1fb16-c12a-4058-97e5-a463b40abf66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.4128406 Aug 21 18:06:59.687266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-103c87d0-2f77-4843-ba09-670ba226313e req-52d32c31-fc7d-490a-9474-36921eb09ca8 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633216 Aug 21 18:06:59.726045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-dca6d0c6-b8b6-4124-b281-931c6dfea626 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c89348c3-b869-437f-b66c-98e113ed996f HTTP/1.1" status: 200 len: 217 time: 0.0560691 Aug 21 18:06:59.819588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:06:59.824252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Allocated IP 172.20.0.1 (34db1572-a42b-4074-aee9-bfcd755e7ea3/6cdfb879-8277-44a6-8c54-1196478fc05d/7f66acf9-e8de-4961-9206-f4ad19dadcd7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:06:59.909823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Transition to ACTIVE for port object b8fe5519-570f-4154-8df8-72422fd9d6a3 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:06:59.912443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-18da7f9d-5f62-4500-9180-e73aa3f4337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:06:59.915883 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-18da7f9d-5f62-4500-9180-e73aa3f4337f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1471944 Aug 21 18:07:00.217940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e150ef-0980-425c-b855-428f2326d21e req-24478e28-34bb-494b-83e5-6ec4c3912c8d tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:00.219716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47e150ef-0980-425c-b855-428f2326d21e req-24478e28-34bb-494b-83e5-6ec4c3912c8d tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.0921931 Aug 21 18:07:00.285093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47e150ef-0980-425c-b855-428f2326d21e req-4c599755-42cb-4eb7-b3f7-d4993c7d5b47 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528684 Aug 21 18:07:00.374542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a50a1c1-810d-41f9-a134-5ff8ec7e62d4 req-f2e84599-d387-44b6-9844-67660456f771 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 210 time: 0.0296698 Aug 21 18:07:00.383259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7a4126ab-4d51-48de-9677-22bb803b5b4d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:00.465458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7a4126ab-4d51-48de-9677-22bb803b5b4d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:00.466220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:00.508541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb6c4b-555c-422f-a068-11c873ed1e94 req-1981bb8c-721f-4642-9fb2-b1d48b563909 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:00.514801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21bb6c4b-555c-422f-a068-11c873ed1e94 req-1981bb8c-721f-4642-9fb2-b1d48b563909 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.5912750 Aug 21 18:07:00.537946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:00.556366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:00.615013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-f103c044-e2ad-4a75-98db-bfcfb20c7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:00.616721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-f103c044-e2ad-4a75-98db-bfcfb20c7f31 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2669151 Aug 21 18:07:00.622796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:00.694907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event updated for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:00.703104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:00.711558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1', '05402a7c-2ada-4706-8d12-e0869d9e95da', '91959d09-4263-462b-a671-0ed23d2b1bb7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:00.724724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Transition to ACTIVE for port object 7f66acf9-e8de-4961-9206-f4ad19dadcd7 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:00.759166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:00.763225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:00.782627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b27b8055-7040-482e-9ab6-8d02f6efc23a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:00.791591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8731c-38d2-4921-9869-c27947f674e3 req-085a88df-f8bd-438d-878a-baf0ffc47a6b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:00.793049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58e8731c-38d2-4921-9869-c27947f674e3 req-085a88df-f8bd-438d-878a-baf0ffc47a6b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.0541499 Aug 21 18:07:00.796649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21bb6c4b-555c-422f-a068-11c873ed1e94 req-490a9313-28cd-475b-99ee-2572e28ccb00 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706985 Aug 21 18:07:00.893025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58e8731c-38d2-4921-9869-c27947f674e3 req-a4eb1ce9-651b-4ec9-a2ad-077e36484c23 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813146 Aug 21 18:07:00.947869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:00.949986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:00.989088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b27b8055-7040-482e-9ab6-8d02f6efc23a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:00.992556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-14c8b894-e57b-4265-9900-1bce3902fc99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0600381 Aug 21 18:07:01.009661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b27b8055-7040-482e-9ab6-8d02f6efc23a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:01.010830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.015711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-79e52339-ec7c-40fd-abda-dda8534e618c service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825185 Aug 21 18:07:01.077638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-5d9c7ff2-025b-400f-88c2-3c754561f724 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.085307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-5d9c7ff2-025b-400f-88c2-3c754561f724 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.091623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-5d9c7ff2-025b-400f-88c2-3c754561f724 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.093525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-5d9c7ff2-025b-400f-88c2-3c754561f724 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.0790076 Aug 21 18:07:01.107452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4126ab-4d51-48de-9677-22bb803b5b4d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:01.167648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.168314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.228757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.230789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.231510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.232245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.233932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.234430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.237141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.241509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-689fc446-bd34-40c9-8f03-c59f3dc5b931 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.1466465 Aug 21 18:07:01.298125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:01.299243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:01.301177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:01.301520 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.304756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-cef134b9-5161-434f-a12a-26b995a9ab02 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2075248 Aug 21 18:07:01.321548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Request body: {'port': {'device_id': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:01.326823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51513ce4-435a-40bd-8e5a-bd351ab6ff0e req-21110f07-ecef-4051-a621-76dbee6c4962 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016057 Aug 21 18:07:01.334092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:01.337172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:01.339495 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.365338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b27b8055-7040-482e-9ab6-8d02f6efc23a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b27b8055-7040-482e-9ab6-8d02f6efc23a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:01.373560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-afa1a514-e79a-4be0-8937-4585f08603b3 None None] Provisioning for port b8fe5519-570f-4154-8df8-72422fd9d6a3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:01.384738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-afa1a514-e79a-4be0-8937-4585f08603b3 None None] Provisioning complete for port b8fe5519-570f-4154-8df8-72422fd9d6a3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:01.385490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-afa1a514-e79a-4be0-8937-4585f08603b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.438908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfedde-ffaa-4464-b166-2039a6023373 req-1d8d7f38-6f83-4389-a1aa-06bed1a42d9f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.448042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfedde-ffaa-4464-b166-2039a6023373 req-1d8d7f38-6f83-4389-a1aa-06bed1a42d9f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.454631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dfedde-ffaa-4464-b166-2039a6023373 req-1d8d7f38-6f83-4389-a1aa-06bed1a42d9f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.456678 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11dfedde-ffaa-4464-b166-2039a6023373 req-1d8d7f38-6f83-4389-a1aa-06bed1a42d9f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 2419 time: 0.5198505 Aug 21 18:07:01.492544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 73f1cd3f-f6cf-410e-9617-ffd22a785d58, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=73f1cd3f-f6cf-410e-9617-ffd22a785d58,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:01.492910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.496176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-39505681-c99f-45d9-a2f2-b7871a65bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.496657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-39505681-c99f-45d9-a2f2-b7871a65bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.497163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-39505681-c99f-45d9-a2f2-b7871a65bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.499987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-39505681-c99f-45d9-a2f2-b7871a65bf4d service neutron] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 2296 time: 0.2155168 Aug 21 18:07:01.508770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-afa1a514-e79a-4be0-8937-4585f08603b3 None None] Port b8fe5519-570f-4154-8df8-72422fd9d6a3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:01.510780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.518834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 73f1cd3f-f6cf-410e-9617-ffd22a785d58 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:01.576419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.583282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.665418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11dfedde-ffaa-4464-b166-2039a6023373 req-e5ca6c1d-b013-45a3-b6e4-bb6090c46a8c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873231 Aug 21 18:07:01.827606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-5fd64019-00e6-4a6d-99df-02b4097afe83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 1001 time: 0.3044643 Aug 21 18:07:01.846441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:01.868269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b27b8055-7040-482e-9ab6-8d02f6efc23a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:01.949104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9156991-d514-4f79-95bd-9f77f0b0ae65 req-6b4f4e47-0697-41f5-a816-d3237971609d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.950960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9156991-d514-4f79-95bd-9f77f0b0ae65 req-6b4f4e47-0697-41f5-a816-d3237971609d tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 936 time: 0.3829935 Aug 21 18:07:01.958987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-84ef9204-32d2-4d53-845a-033f59e6038c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:01.961740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-84ef9204-32d2-4d53-845a-033f59e6038c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.1333189 Aug 21 18:07:02.047071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-17456d92-0568-434c-a689-35165955aded None None] Provisioning for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:02.053481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-17456d92-0568-434c-a689-35165955aded None None] Provisioning complete for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:02.053848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17456d92-0568-434c-a689-35165955aded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.082912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-10a2b319-017a-42c1-a077-2b3edec4879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.084509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-10a2b319-017a-42c1-a077-2b3edec4879e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117845 Aug 21 18:07:02.089662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9156991-d514-4f79-95bd-9f77f0b0ae65 req-e9e7b9c1-86dd-4853-b0db-9c30afa27001 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265299 Aug 21 18:07:02.096706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-17456d92-0568-434c-a689-35165955aded None None] Port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:02.172107 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.252122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=73f1cd3f-f6cf-410e-9617-ffd22a785d58,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:02.271335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-4c86ddf3-5324-4f88-b9e6-21a2965282c3 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.273996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-4c86ddf3-5324-4f88-b9e6-21a2965282c3 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.2082503 Aug 21 18:07:02.273996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.294818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904ea72-546b-43cc-9646-4dec8861d928 req-52e1dd55-f475-4042-a0f4-8bb74aaae2a7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.296990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6904ea72-546b-43cc-9646-4dec8861d928 req-52e1dd55-f475-4042-a0f4-8bb74aaae2a7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2989705 Aug 21 18:07:02.310674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b7ed6-1361-4615-902d-b56bb2dbe0e3 req-f53a430d-f7c1-4e1f-b298-67fb5964eddb tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.323414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-582b7ed6-1361-4615-902d-b56bb2dbe0e3 req-f53a430d-f7c1-4e1f-b298-67fb5964eddb tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.1559167 Aug 21 18:07:02.346704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-f4d1708a-8184-4358-a495-6b715b0803da service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471945 Aug 21 18:07:02.363138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 73f1cd3f-f6cf-410e-9617-ffd22a785d58 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:02.366083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.368723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-8532df34-6d8b-4ff6-8830-05af33b705dc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "DELETE /v2.0/ports/73f1cd3f-f6cf-410e-9617-ffd22a785d58 HTTP/1.1" status: 204 len: 173 time: 1.2641146 Aug 21 18:07:02.371542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:02.374082 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d65ddd1-c170-4d3b-96f7-75d2b615792b" -d '{"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:02.381989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b27b8055-7040-482e-9ab6-8d02f6efc23a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:02.453021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b27b8055-7040-482e-9ab6-8d02f6efc23a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:02.454244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.486471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-582b7ed6-1361-4615-902d-b56bb2dbe0e3 req-e4c6a363-f0bc-4503-9241-ea839b968492 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621647 Aug 21 18:07:02.562055 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e89553-bcee-4b33-90d9-096cfadebcef x-openstack-request-id: req-15e89553-bcee-4b33-90d9-096cfadebcef {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:02.562357 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "73f1cd3f-f6cf-410e-9617-ffd22a785d58", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:02.562645 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-15e89553-bcee-4b33-90d9-096cfadebcef {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:02.563056 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '73f1cd3f-f6cf-410e-9617-ffd22a785d58', 'status': 'completed', 'code': 200} Aug 21 18:07:02.589490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-063bee3d-58fb-4f1d-9538-f8fa01979130 service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185919 Aug 21 18:07:02.601615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:02.601882 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.628404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6904ea72-546b-43cc-9646-4dec8861d928 req-6cd63c4e-6db5-4793-8e3c-d96d6105944a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527680 Aug 21 18:07:02.660787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Deleting port 673af280-8edb-4f36-978e-23649bfe3fae {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:02.661132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.674871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-2e90af94-bef3-4d01-80c7-37697dda04cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 217 time: 0.0758235 Aug 21 18:07:02.775955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-33c96ca4-b238-4f6e-90f9-2c9e25c1abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.777467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-33c96ca4-b238-4f6e-90f9-2c9e25c1abb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0950029 Aug 21 18:07:02.795833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8fe5519-570f-4154-8df8-72422fd9d6a3 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:02.811572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Router f97ee244-265a-4859-a5e7-53f801408feb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:02.812651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:02.813035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.815201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.843868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:02.869763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Transition to ACTIVE for port object b8fe5519-570f-4154-8df8-72422fd9d6a3 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:02.872574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17db04-a667-4463-bbd2-ef62b2659bbf req-83e7b33b-0c12-41b0-bd0b-86372ee06f0b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.878926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17db04-a667-4463-bbd2-ef62b2659bbf req-83e7b33b-0c12-41b0-bd0b-86372ee06f0b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.880558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f17db04-a667-4463-bbd2-ef62b2659bbf req-83e7b33b-0c12-41b0-bd0b-86372ee06f0b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 1683 time: 0.1263015 Aug 21 18:07:02.884891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.891452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] For port 673af280-8edb-4f36-978e-23649bfe3fae, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=673af280-8edb-4f36-978e-23649bfe3fae,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:02.891821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:02.937462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-53a21041-1ef1-4f59-8c28-f6408af8058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:02.939085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-53a21041-1ef1-4f59-8c28-f6408af8058a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454911 Aug 21 18:07:03.034809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f17db04-a667-4463-bbd2-ef62b2659bbf req-a91e49f9-2ec5-46a4-9c01-e943c7be9767 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067212 Aug 21 18:07:03.101574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-b2d910a1-1a71-4479-b81e-f606631b3a59 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523886 Aug 21 18:07:03.176740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.210966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:03.271504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Calling delete_port for 673af280-8edb-4f36-978e-23649bfe3fae owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:03.276627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:03.280220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.282183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-15456a19-eaa3-4540-ab2f-7d1a0ce11e39 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "DELETE /v2.0/ports/8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e HTTP/1.1" status: 204 len: 173 time: 0.8854353 Aug 21 18:07:03.286082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-e0b737ee-9c38-4be8-9ba3-7b6cad2bc04f service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752832 Aug 21 18:07:03.350139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-db0d8fc4-d83c-4eca-bfa4-dc310d43d7a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 217 time: 0.0553601 Aug 21 18:07:03.408201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.415909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:03.470509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.476507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-f91ad7e9-54fe-4ef3-95c2-a43048ae6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:03.478080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-f91ad7e9-54fe-4ef3-95c2-a43048ae6bb9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1156254 Aug 21 18:07:03.493492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 6a393968-8657-4766-9f66-dd6d2b064065 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:03.493872 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.614909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4a710-7235-46f9-8b58-ec84a2e33ea0 req-408b9b75-6e31-4715-8236-3c9608eacd60 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:03.616439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4bf4a710-7235-46f9-8b58-ec84a2e33ea0 req-408b9b75-6e31-4715-8236-3c9608eacd60 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 948 time: 0.3562269 Aug 21 18:07:03.650737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-c7d79b42-08fd-4352-bdf4-f919a10ec2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:03.652237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-c7d79b42-08fd-4352-bdf4-f919a10ec2f3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1619589 Aug 21 18:07:03.656471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:03.665663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a393968-8657-4766-9f66-dd6d2b064065 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:03.666333 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Sync routers for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:03.681090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:03.682239 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:03.693018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b95db-9fd0-416c-ad96-732515a34524 req-012e0d47-7085-42da-ab8f-8b7166c0b688 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:03.694580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-503b95db-9fd0-416c-ad96-732515a34524 req-012e0d47-7085-42da-ab8f-8b7166c0b688 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 949 time: 0.1115973 Aug 21 18:07:03.744279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13a3b12a-5cb2-4fd5-bb33-93fb771af4de admin admin] 10.222.0.41 "PUT /v2.0/routers/f97ee244-265a-4859-a5e7-53f801408feb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2627046 Aug 21 18:07:03.745093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:03.747717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49196) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:03.755567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.757051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:03.757427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.758533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.774361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.793219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a393968-8657-4766-9f66-dd6d2b064065, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a393968-8657-4766-9f66-dd6d2b064065,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:03.794181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:03.797271 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60a1fc7-e576-49bf-af33-a73dd0063d33" -d '{"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-unplugged", "status": "completed", "tag": "6a393968-8657-4766-9f66-dd6d2b064065"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:03.799132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 6a393968-8657-4766-9f66-dd6d2b064065 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:03.824649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:03.825036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:03.833139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-503b95db-9fd0-416c-ad96-732515a34524 req-09ea5145-69ef-4a6c-8b8a-9782ce732a7b tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/security-groups?id=c68d9d27-2c6e-4451-a813-18daa82e9a80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240554 Aug 21 18:07:03.886446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Pushing event deleted for resources: {'Port': ['ID=673af280-8edb-4f36-978e-23649bfe3fae,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:03.892976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-a6cd4ddf-821a-4b1a-8e25-9ceb347b7204 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264311 Aug 21 18:07:03.935206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:03.935546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:03.936427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 73f1cd3f-f6cf-410e-9617-ffd22a785d58 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:03.957267 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:03.973823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Attempting to bind port b8fe5519-570f-4154-8df8-72422fd9d6a3 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:03.974174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Attempting to bind port b8fe5519-570f-4154-8df8-72422fd9d6a3 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:03.974526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Attempting to bind port b8fe5519-570f-4154-8df8-72422fd9d6a3 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:03.984267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 73f1cd3f-f6cf-410e-9617-ffd22a785d58 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:03.985249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 73f1cd3f-f6cf-410e-9617-ffd22a785d58 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:04.022926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:04.048051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Port b8fe5519-570f-4154-8df8-72422fd9d6a3 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:04.048414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Attempting to bind port b8fe5519-570f-4154-8df8-72422fd9d6a3 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:04.054738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] No DVR routers for this DVR port 673af280-8edb-4f36-978e-23649bfe3fae on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:04.070612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4bf4a710-7235-46f9-8b58-ec84a2e33ea0 req-141d2b48-3fda-420c-b199-1da59285f74b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313457 Aug 21 18:07:04.079793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.082212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d7411b1-bfae-45f1-a3c8-0218613d7abe req-800a027d-80ef-4e0b-bf6d-e07a30f2266c tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.39 "DELETE /v2.0/ports/673af280-8edb-4f36-978e-23649bfe3fae HTTP/1.1" status: 204 len: 173 time: 1.7954280 Aug 21 18:07:04.095144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'name': 'network-vif-deleted', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:04.102328 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c10b86a-9402-496c-986a-38d0c4a85959" -d '{"events": [{"server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "name": "network-vif-deleted", "tag": "673af280-8edb-4f36-978e-23649bfe3fae"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:04.145853 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363bd71-bdc2-43b8-9e19-d4fc87433710 x-openstack-request-id: req-0363bd71-bdc2-43b8-9e19-d4fc87433710 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:04.147395 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-unplugged", "status": "completed", "tag": "6a393968-8657-4766-9f66-dd6d2b064065", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:04.147665 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0363bd71-bdc2-43b8-9e19-d4fc87433710 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:04.148073 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065', 'code': 200} Aug 21 18:07:04.177494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec6592-aea9-44ff-83d7-ab2305053bc9 req-d71814e2-f272-46b9-acec-ba0643e071f9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:04.182118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:04.182919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:04.183676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:04.184320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Bound port: b8fe5519-570f-4154-8df8-72422fd9d6a3, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:04.184877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.191321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13ec6592-aea9-44ff-83d7-ab2305053bc9 req-d71814e2-f272-46b9-acec-ba0643e071f9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2380581 Aug 21 18:07:04.204740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-0843cc12-16d6-43ba-ae9f-822974974e02 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975705 Aug 21 18:07:04.279185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:04.283846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.288904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:04.292597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:07:00Z', 'revision_number': 5, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:04.304158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-add0a8f2-eaef-483e-a250-0ba4a43ad09c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 217 time: 0.0791070 Aug 21 18:07:04.312765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.344377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Checking router: f97ee244-265a-4859-a5e7-53f801408feb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:04.361863 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Routers {'f97ee244-265a-4859-a5e7-53f801408feb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:04.362523 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f97ee244-265a-4859-a5e7-53f801408feb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:04.387813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27db0084-739a-4dc1-91a8-f848d6b4ba00 req-a501d869-3c51-490e-839b-e07bf625033c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 210 time: 0.0526714 Aug 21 18:07:04.491383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13ec6592-aea9-44ff-83d7-ab2305053bc9 req-7a8bbe44-9abc-4d6b-b3f6-3322effec51c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917922 Aug 21 18:07:04.492395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=6a393968-8657-4766-9f66-dd6d2b064065,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:04.538545 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a9bfc3-a8aa-4733-8c52-6c1c02ef9686 x-openstack-request-id: req-d3a9bfc3-a8aa-4733-8c52-6c1c02ef9686 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:04.538912 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca06d1da-6119-4797-adf4-cf223e07aa8b", "name": "network-vif-deleted", "tag": "673af280-8edb-4f36-978e-23649bfe3fae", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:04.539113 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3a9bfc3-a8aa-4733-8c52-6c1c02ef9686 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:04.539504 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca06d1da-6119-4797-adf4-cf223e07aa8b', 'name': 'network-vif-deleted', 'tag': '673af280-8edb-4f36-978e-23649bfe3fae', 'status': 'completed', 'code': 200} Aug 21 18:07:04.540606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 6a393968-8657-4766-9f66-dd6d2b064065 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:04.549143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.551303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e1b178-a459-4570-9876-f6d875e35cc5 req-4dbf29ee-7a6a-429b-b8f7-83eeb8ecf667 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "DELETE /v2.0/ports/6a393968-8657-4766-9f66-dd6d2b064065 HTTP/1.1" status: 204 len: 173 time: 1.2635679 Aug 21 18:07:04.564862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e'}, {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:04.565110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] Set router f97ee244-265a-4859-a5e7-53f801408feb gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:04.569430 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f247d0-6532-45cb-b0f2-70654db7f821" -d '{"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e"}, {"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "6a393968-8657-4766-9f66-dd6d2b064065"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:04.578171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:04.602408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-83186dd1-9dfc-4d90-b477-f95f35a846e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:04.606544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-83186dd1-9dfc-4d90-b477-f95f35a846e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.2725632 Aug 21 18:07:04.666951 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9cb86d-2fce-481a-9a77-e6c18a2195a7 x-openstack-request-id: req-da9cb86d-2fce-481a-9a77-e6c18a2195a7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:04.667586 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e", "status": "completed", "code": 200}, {"server_uuid": "622df3cf-acaf-4053-993f-6b9e0ca2c001", "name": "network-vif-deleted", "tag": "6a393968-8657-4766-9f66-dd6d2b064065", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:04.668059 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da9cb86d-2fce-481a-9a77-e6c18a2195a7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:04.668752 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '8b8ee0cc-d975-44f4-aacc-b91dc8a88b7e', 'status': 'completed', 'code': 200} Aug 21 18:07:04.669221 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622df3cf-acaf-4053-993f-6b9e0ca2c001', 'name': 'network-vif-deleted', 'tag': '6a393968-8657-4766-9f66-dd6d2b064065', 'status': 'completed', 'code': 200} Aug 21 18:07:04.690878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:04.714864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.725337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-d5732eb8-ef1f-45f9-9f2e-96d480b20f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:04.727004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-d5732eb8-ef1f-45f9-9f2e-96d480b20f55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077621 Aug 21 18:07:04.771649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd8f3fff-bee2-424e-bddf-d4cbeee24b2d None None] Provisioning complete for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:04.772426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd8f3fff-bee2-424e-bddf-d4cbeee24b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.795140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:04.811562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:04.812297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.813810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] 10.222.0.39 "PUT /v2.0/ports/b8fe5519-570f-4154-8df8-72422fd9d6a3 HTTP/1.1" status: 200 len: 1097 time: 3.4968438 Aug 21 18:07:04.831518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f3fff-bee2-424e-bddf-d4cbeee24b2d None None] Port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:04.915566 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:07:00Z', 'revision_number': 5, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:04.917177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11aad50-804e-49df-9e75-93f0f29a94bd service neutron] Pushing event updated for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:04.922753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:04.951532 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea19b16c-ec42-42b1-a4b6-794d5697961e None None] The sync data for ids ['f97ee244-265a-4859-a5e7-53f801408feb'] in n-d-793621-32 is: [{'id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'name': 'tempest-FloatingIPsNegativeTestJSON-903309701-router', 'tenant_id': 'b51e4d29191948118b46e5df20b4c12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '72e42532-042c-4065-9366-3d6914ebe82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:44Z', 'updated_at': '2021-08-21T18:07:00Z', 'revision_number': 5, 'project_id': 'b51e4d29191948118b46e5df20b4c12d', 'gw_port': {'id': '72e42532-042c-4065-9366-3d6914ebe82e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:0a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97ee244-265a-4859-a5e7-53f801408feb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:45Z', 'updated_at': '2021-08-21T18:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:04.968107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-7d17747b-ee3f-4c3c-ace5-d3fae05dd060 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314844 Aug 21 18:07:05.069428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-220563e2-4ecc-40a0-8f90-61de52459e61 req-3d1f708f-227d-4a32-b652-6e6af3add286 tempest-ImagesNegativeTestJSON-1524650361 tempest-ImagesNegativeTestJSON-1524650361-project] 10.222.0.41 "GET /v2.0/ports?device_id=ca06d1da-6119-4797-adf4-cf223e07aa8b HTTP/1.1" status: 200 len: 210 time: 0.0629857 Aug 21 18:07:05.089532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-3f36a922-fc1f-4f20-ae39-aecfb29d16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.091680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-3f36a922-fc1f-4f20-ae39-aecfb29d16e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 1100 time: 0.2034745 Aug 21 18:07:05.100362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-6c912b46-415f-479d-a2f9-d8d4d75441e8 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166778 Aug 21 18:07:05.147817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-9596f1dd-6d03-4260-ae0f-1beaa7f6efa4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 217 time: 0.0401449 Aug 21 18:07:05.175597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-80938373-53ed-4c62-a592-88495b1f8c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3 HTTP/1.1" status: 200 len: 217 time: 0.0530832 Aug 21 18:07:05.193157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:05.208487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bf485955-8c95-404c-8bf6-d97e68d9f3b9 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfd31f74-f436-4f1a-8a0b-0321ba0fb70f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0694172 Aug 21 18:07:05.213967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:05.225045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:05.226083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:05.230550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Deleting port 72e42532-042c-4065-9366-3d6914ebe82e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:05.230884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:05.291472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-c6ec3eee-ff19-41ce-a7ca-a5bcb43171ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.293146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-c6ec3eee-ff19-41ce-a7ca-a5bcb43171ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1093433 Aug 21 18:07:05.416702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] For port 72e42532-042c-4065-9366-3d6914ebe82e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=72e42532-042c-4065-9366-3d6914ebe82e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:05.417105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:05.436866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Calling delete_port for 72e42532-042c-4065-9366-3d6914ebe82e owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:05.449556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-4072e55a-232c-4376-b5a3-3bc00bc997a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.451232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-4072e55a-232c-4376-b5a3-3bc00bc997a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1490321 Aug 21 18:07:05.482235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:05.619795 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-401f75b1-6222-4dc3-bdb1-39b1dab1c1a9 req-f2db23e1-9214-4ac9-aa21-21a609e423cf tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=622df3cf-acaf-4053-993f-6b9e0ca2c001 HTTP/1.1" status: 200 len: 210 time: 0.0488770 Aug 21 18:07:05.695834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 673af280-8edb-4f36-978e-23649bfe3fae no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:05.728380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 673af280-8edb-4f36-978e-23649bfe3fae {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:05.728648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 673af280-8edb-4f36-978e-23649bfe3fae not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:05.735812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12c478-f0b5-4ffb-8162-53fe9784c340 req-fd3b7a69-6e7d-498d-91bc-0ba5e41b2377 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.746375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce12c478-f0b5-4ffb-8162-53fe9784c340 req-fd3b7a69-6e7d-498d-91bc-0ba5e41b2377 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 948 time: 0.5974007 Aug 21 18:07:05.755357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-c141f67c-3d2f-47a3-8450-166b81f2dfdf service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934930 Aug 21 18:07:05.782852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 2, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:05.786672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-7cc3b10d-9c85-41e9-a6cc-b3e768f65921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.790609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-7cc3b10d-9c85-41e9-a6cc-b3e768f65921 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.6322756 Aug 21 18:07:05.816444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:05.817160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Updating router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:07:05.817428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce12c478-f0b5-4ffb-8162-53fe9784c340 req-ec5996c2-56e8-404f-a6a8-e9abed764e2f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651679 Aug 21 18:07:05.851817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:05.889820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-cfb602a0-9131-4d11-a365-0e5dc8e61f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:05.891631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-cfb602a0-9131-4d11-a365-0e5dc8e61f72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730197 Aug 21 18:07:05.895292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:05.953989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Pushing event deleted for resources: {'Port': ['ID=72e42532-042c-4065-9366-3d6914ebe82e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:06.033058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e1f4a-0e92-474a-83a3-8194d6d6fe08 req-097df6c1-df0b-431a-a9c6-949a2600e0cc tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:06.036378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a35e1f4a-0e92-474a-83a3-8194d6d6fe08 req-097df6c1-df0b-431a-a9c6-949a2600e0cc tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1257854 Aug 21 18:07:06.069122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-3828c148-ce78-4b51-99f2-6e8d66c0f721 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688468 Aug 21 18:07:06.108903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c71b3b4-63e5-443c-aa2c-394c069be9f8 req-077f1451-c1c6-488d-a334-d658a091bf1b service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871773 Aug 21 18:07:06.129827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.145183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a35e1f4a-0e92-474a-83a3-8194d6d6fe08 req-00c58fa8-fe2e-4013-80d6-e18d481bb777 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997195 Aug 21 18:07:06.192730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-c939d36f-31a4-48b2-89c5-c1ac911aab63 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138844 Aug 21 18:07:06.276599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.287073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Transition to ACTIVE for port object 7f66acf9-e8de-4961-9206-f4ad19dadcd7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:06.301254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.319895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-33c2f273-bf4d-40c1-825f-621a8d092b07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.1084948 Aug 21 18:07:06.333339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.336117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.387673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7a4126ab-4d51-48de-9677-22bb803b5b4d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:06.388498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.390065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f97ee244-265a-4859-a5e7-53f801408feb {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:07:06.404192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.409224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6560f8b5-a9fc-40d9-be47-6054f6cb241a admin admin] 10.222.0.41 "DELETE /v2.0/routers/f97ee244-265a-4859-a5e7-53f801408feb HTTP/1.1" status: 204 len: 168 time: 2.6465127 Aug 21 18:07:06.410253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49242) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:06.459011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 7a4126ab-4d51-48de-9677-22bb803b5b4d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:06.459409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7a4126ab-4d51-48de-9677-22bb803b5b4d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:06.485182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b28b0-5efa-44fd-8710-fd747eb82e2d None None] Pushing event updated for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:06.489440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-c1abbe7d-e73c-4f4e-a1a2-0deec5391b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:06.491356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-c1abbe7d-e73c-4f4e-a1a2-0deec5391b78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.1668239 Aug 21 18:07:06.540562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:06.543792 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894e76a-9cea-4b67-af11-40ee008e3c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:06.594440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Attempting to bind port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:06.595012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Attempting to bind port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:06.595386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Attempting to bind port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:06.616099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:06.616410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:06.616813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.617208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Bound using segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:06.617696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Bound port: 7f66acf9-e8de-4961-9206-f4ad19dadcd7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:06.618069 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.626770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Deleting subnet 0ab867bd-a459-489e-8781-5c6995bbf74c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:06.633867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.642607 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f78f9-fd19-4c87-a0e2-24f675715b8d x-openstack-request-id: req-ac9f78f9-fd19-4c87-a0e2-24f675715b8d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:06.644073 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:06.644531 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ac9f78f9-fd19-4c87-a0e2-24f675715b8d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:06.645723 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3', 'status': 'completed', 'code': 200} Aug 21 18:07:06.671611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-f8711446-670d-4b0c-8f87-bac585302766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:06.673167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-f8711446-670d-4b0c-8f87-bac585302766 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1676137 Aug 21 18:07:06.752840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49256) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:06.759440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] For port 7f66acf9-e8de-4961-9206-f4ad19dadcd7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:06.763917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] For port 7f66acf9-e8de-4961-9206-f4ad19dadcd7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7f66acf9-e8de-4961-9206-f4ad19dadcd7,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:06.772648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.831854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-cc2daec5-c57a-46ed-9a53-990d2a94ac7f service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475968 Aug 21 18:07:06.859294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting subnet a790a276-4246-4be5-a1a0-d8544a308761 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:06.866918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.930321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:06.997593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-50f6db57-d2b7-4995-925e-05220d60fbcc service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525073 Aug 21 18:07:07.026095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.061839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:07.062877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:07.065834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b28b0-5efa-44fd-8710-fd747eb82e2d None None] Pushing event updated for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:07.080709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-5f1d7ca5-f41f-4fae-b6c9-006650d5d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:07.082329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-5f1d7ca5-f41f-4fae-b6c9-006650d5d93d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 1100 time: 0.4079778 Aug 21 18:07:07.082839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49266) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:07.129469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--399614764', 'description': 'tempest-description--1662681807'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:07.154675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-ba661831-6f05-4c87-82e2-33111e16edd4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.1251676 Aug 21 18:07:07.224900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022441b4-a417-4719-a56f-70c620436b48 req-95178d9c-3e8e-4d79-8966-8275429debc3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:07.232698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-022441b4-a417-4719-a56f-70c620436b48 req-95178d9c-3e8e-4d79-8966-8275429debc3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 948 time: 0.2292373 Aug 21 18:07:07.244475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:07.252214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:07.320745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-022441b4-a417-4719-a56f-70c620436b48 req-8cf5a119-00dc-4c80-b97b-dee99421ed76 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871186 Aug 21 18:07:07.342748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-ddfa556f-af40-4983-8f31-9ba76e1640f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:07.344272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-ddfa556f-af40-4983-8f31-9ba76e1640f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.1678548 Aug 21 18:07:07.437078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.535505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-0cb1f663-ea0b-4b1c-b170-1020060c1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:07.538058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-0cb1f663-ea0b-4b1c-b170-1020060c1135 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1760986 Aug 21 18:07:07.569893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:06Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:07.594289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9587cbb-d30c-4c1e-bcdf-ca1e0e88c982 req-a876a09c-2714-45c0-bf2e-c36f421f9072 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:07.602165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae4167d-e9e1-4174-b6e0-4674fcc70194 None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:06Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:07.602680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9587cbb-d30c-4c1e-bcdf-ca1e0e88c982 req-a876a09c-2714-45c0-bf2e-c36f421f9072 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1761329 Aug 21 18:07:07.665195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b8fe5519-570f-4154-8df8-72422fd9d6a3 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:07.740437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-828ff09c-fd46-4332-be97-e227a5beb957 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=484540a085374b36a6e7f09ccbfac42e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4900143 Aug 21 18:07:07.748948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49286) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:07.749514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.759717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.783284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.797780 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9587cbb-d30c-4c1e-bcdf-ca1e0e88c982 req-5a3d13e0-c449-41cd-81af-0dc396522478 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940956 Aug 21 18:07:07.841161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:07.868925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'b8fe5519-570f-4154-8df8-72422fd9d6a3', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'b8fe5519-570f-4154-8df8-72422fd9d6a3', 'mac_address': 'fa:16:3e:72:09:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:07.879415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab867bd-a459-489e-8781-5c6995bbf74c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:07.887217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.889250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b43696be-1b26-4da3-801d-730c8d483275 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0ab867bd-a459-489e-8781-5c6995bbf74c HTTP/1.1" status: 204 len: 168 time: 1.4780021 Aug 21 18:07:07.891283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6509d3-bb2f-4e9f-aa74-6e68f4bb864a None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:07.891456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-4459f56a-1aaf-48f9-adc6-e8890b0e6d41 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345478 Aug 21 18:07:07.891803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49290) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:07.931620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:07.951815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.052524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.095529 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.097748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f5b84dd-b84c-4162-96f2-8990de5f9d78 req-5aa16867-4e77-4622-b094-a5063c1df6a0 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784229 Aug 21 18:07:08.100785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9764283 Aug 21 18:07:08.111373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8fe5519-570f-4154-8df8-72422fd9d6a3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:08.115119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.116719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49296) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:08.123807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group_rule': {'security_group_id': '65524d8e-b476-4d7d-af1a-3535d0950104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:08.131910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.168774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3deb6-335b-443c-a9ef-c034315bb846 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65524d8e-b476-4d7d-af1a-3535d0950104,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:08.170151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:08.180594 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.205128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-410da640-55d8-44c8-b7f8-ad69ccec334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-410da640-55d8-44c8-b7f8-ad69ccec334c service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 1.0880656 Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Subnet': ['ID=a790a276-4246-4be5-a1a0-d8544a308761,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.234574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47a62c6b-db32-417e-a744-e8466c425010 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/subnets/a790a276-4246-4be5-a1a0-d8544a308761 HTTP/1.1" status: 204 len: 168 time: 1.4706810 Aug 21 18:07:08.237712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49298) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:08.253465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66129cf-950a-47f4-87c5-fc1148a5c95a None None] Network 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:08.287202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.321194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.324501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:08.366959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.374111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-f6bc4471-d16a-4c72-8135-2c8c9bf238c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3 HTTP/1.1" status: 200 len: 217 time: 0.1248982 Aug 21 18:07:08.399280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] DHCP port deletion for 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:08.432544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.435237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7f66acf9-e8de-4961-9206-f4ad19dadcd7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:08.442116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.443570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241456 Aug 21 18:07:08.446276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Deleting port 69b91b4c-3513-4416-85d7-4420cff6d9f7 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:08.446868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.450017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49302) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:08.463145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d0281-d087-4825-a1af-ed2f0c99ffe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50dadd6a-51c8-4d39-b267-eb28357c7740,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:08.472751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group_rule': {'security_group_id': '65524d8e-b476-4d7d-af1a-3535d0950104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:08.529050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-d179978a-9e20-401e-a3d3-2affad27edf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:08.530889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-d179978a-9e20-401e-a3d3-2affad27edf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1365550 Aug 21 18:07:08.547089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159bd3-41c3-478d-8f30-a099bb328059 req-73ba07ee-abf3-4c99-9c9c-87a07d16a1fc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:08.551031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b8fe5519-570f-4154-8df8-72422fd9d6a3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:08.561164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4159bd3-41c3-478d-8f30-a099bb328059 req-73ba07ee-abf3-4c99-9c9c-87a07d16a1fc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 949 time: 0.1032972 Aug 21 18:07:08.616374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] For port 69b91b4c-3513-4416-85d7-4420cff6d9f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69b91b4c-3513-4416-85d7-4420cff6d9f7,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:08.616819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.625825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.628626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.629802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c68d9d27-2c6e-4451-a813-18daa82e9a80 HTTP/1.1" status: 204 len: 168 time: 0.8757911 Aug 21 18:07:08.641762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Calling delete_port for 69b91b4c-3513-4416-85d7-4420cff6d9f7 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:08.644829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.658219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1e4579-18ca-4652-aafd-b38e4ec673e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68d9d27-2c6e-4451-a813-18daa82e9a80,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:08.692453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4159bd3-41c3-478d-8f30-a099bb328059 req-8dafcdc7-07a6-424f-ab3f-f53609898b87 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257820 Aug 21 18:07:08.706968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-a4b3747f-d666-47e8-ae98-45c4f214c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:08.708551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-a4b3747f-d666-47e8-ae98-45c4f214c289 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1372983 Aug 21 18:07:08.761498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 33031123-3f58-4091-928c-978a750c6899 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:08.761810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.885277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Deleting port 69b91b4c-3513-4416-85d7-4420cff6d9f7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:08.886000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.907242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.927375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:08.986192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-9c797624-0258-480b-bfd1-efa8250f5438 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682304 Aug 21 18:07:08.990214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 33031123-3f58-4091-928c-978a750c6899, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=33031123-3f58-4091-928c-978a750c6899,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:08.990615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.036337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 33031123-3f58-4091-928c-978a750c6899 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:09.057150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] DHCP port deletion for 54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:09.063051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:09.075323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:09.075612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.156918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] For port 69b91b4c-3513-4416-85d7-4420cff6d9f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69b91b4c-3513-4416-85d7-4420cff6d9f7,segment=NetworkSegment(4e853e05-1c1a-43b4-aa9c-0f5cde4fc634),segment_id=4e853e05-1c1a-43b4-aa9c-0f5cde4fc634)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:09.158176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.161616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a1060-b9c1-4709-b5d8-95930a022c10 req-d58e7fd1-bebc-4e68-8092-caee1a216546 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:09.163381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b87a1060-b9c1-4709-b5d8-95930a022c10 req-d58e7fd1-bebc-4e68-8092-caee1a216546 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1711121 Aug 21 18:07:09.188454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2859191-39d6-46f2-8695-e3c89026ef3e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.208750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.215279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-617aa1ec-454b-48d6-89a4-f744c1e6a5f3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7542922 Aug 21 18:07:09.216119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:09.227211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:09.231865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Calling delete_port for 69b91b4c-3513-4416-85d7-4420cff6d9f7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:09.255720 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.266832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b87a1060-b9c1-4709-b5d8-95930a022c10 req-9657e13c-4e28-4bb8-b22f-9262c124c085 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858359 Aug 21 18:07:09.272586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.275381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e894e76a-9cea-4b67-af11-40ee008e3c7c req-83ef50e0-d68d-4e07-a572-166fa261c2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617810 Aug 21 18:07:09.306703 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] No DVR routers for this DVR port 69b91b4c-3513-4416-85d7-4420cff6d9f7 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:09.337783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b91b4c-3513-4416-85d7-4420cff6d9f7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.462394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.473171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdd3e50-445f-4283-bd4a-0f1f7b676f6e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.484384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.484681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e853e05-1c1a-43b4-aa9c-0f5cde4fc634') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.494852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.510393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.516989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:09.517400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.520574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Deleting port 33031123-3f58-4091-928c-978a750c6899 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:09.521110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.523138 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:09.561141 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:09.615233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.662751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 7f66acf9-e8de-4961-9206-f4ad19dadcd7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7f66acf9-e8de-4961-9206-f4ad19dadcd7,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:09.672098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=33031123-3f58-4091-928c-978a750c6899,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.680396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 33031123-3f58-4091-928c-978a750c6899 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:09.685219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.703012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.706417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72e42532-042c-4065-9366-3d6914ebe82e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:09.712378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] For port 33031123-3f58-4091-928c-978a750c6899, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=33031123-3f58-4091-928c-978a750c6899,segment=NetworkSegment(8dd17fa1-ec30-4223-abb5-725311a9cf49),segment_id=8dd17fa1-ec30-4223-abb5-725311a9cf49)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:09.712785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.716719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.756300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.758239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6cdd3e50-445f-4283-bd4a-0f1f7b676f6e HTTP/1.1" status: 204 len: 168 time: 1.8654687 Aug 21 18:07:09.760929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e196b-e65f-4fb5-845c-35ec42d812d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdd3e50-445f-4283-bd4a-0f1f7b676f6e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.773972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 72e42532-042c-4065-9366-3d6914ebe82e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:09.774310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 72e42532-042c-4065-9366-3d6914ebe82e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:09.776435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Calling delete_port for 33031123-3f58-4091-928c-978a750c6899 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:09.781556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Network 6cdd3e50-445f-4283-bd4a-0f1f7b676f6e is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:07:09.782183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] No DVR routers for this DVR port 69b91b4c-3513-4416-85d7-4420cff6d9f7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:09.845520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.876036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3c5de-8a43-4a40-8b1e-c8577bed1097 None None] Pushing event deleted for resources: {'Port': ['ID=69b91b4c-3513-4416-85d7-4420cff6d9f7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.912874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.921924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:09.936830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.967641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] Pushing event deleted for resources: {'Port': ['ID=33031123-3f58-4091-928c-978a750c6899,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:09.968877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd17fa1-ec30-4223-abb5-725311a9cf49') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.969223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd17fa1-ec30-4223-abb5-725311a9cf49') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:09.979890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e27000-b049-4cc4-8649-fed1fc69bb47 None None] No DVR routers for this DVR port 33031123-3f58-4091-928c-978a750c6899 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:09.982169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.023465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.050415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:10.050793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:10.054800 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:10.086346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:10.125300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.141995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6006402-9f24-41c9-ac42-d3eddf234f5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b51e4d29191948118b46e5df20b4c12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536840 Aug 21 18:07:10.145104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49344) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:10.149292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f5968-474d-4863-9cf0-e9c2746f34e4 req-353974f0-346c-498e-94af-816ba4838b6e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:10.151017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c6f5968-474d-4863-9cf0-e9c2746f34e4 req-353974f0-346c-498e-94af-816ba4838b6e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 949 time: 0.1460986 Aug 21 18:07:10.186641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.205315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.207771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/networks/54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa HTTP/1.1" status: 204 len: 168 time: 1.9680800 Aug 21 18:07:10.213439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49346) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:10.231927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd1f1c-5c82-493a-a882-44d2bafd7fe2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Network': ['ID=54be12ba-21ac-4a2a-b8c9-c48eb0d0e7aa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:10.278416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c6f5968-474d-4863-9cf0-e9c2746f34e4 req-8cca07b1-ef85-4e5e-b234-9549f8427449 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975652 Aug 21 18:07:10.291921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.323059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7f66acf9-e8de-4961-9206-f4ad19dadcd7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:10.331236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting subnet 42c655db-e96b-4205-93fe-ac1caeab20b4 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:10.331571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Allocated IP 172.25.1.9 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f158b124-edf0-4e6e-a4fa-428adb6a3652) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:10.346152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.400385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.427451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.460018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:10.461359 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.530596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.567132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.569757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.570954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f572efd-5684-4ea9-bb4b-a253ef1dccf9 HTTP/1.1" status: 204 len: 168 time: 0.4247127 Aug 21 18:07:10.582221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16acc4-6a16-4893-ac83-3d54250c1e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f572efd-5684-4ea9-bb4b-a253ef1dccf9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:10.596729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.703658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb5b2c-e017-4088-8375-bf58474724a6 req-f858b324-7d19-4a1e-9750-70cd2354a49b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:10.715480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8feb5b2c-e017-4088-8375-bf58474724a6 req-f858b324-7d19-4a1e-9750-70cd2354a49b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1713014 Aug 21 18:07:10.735113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.789569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.792153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/subnets/42c655db-e96b-4205-93fe-ac1caeab20b4 HTTP/1.1" status: 204 len: 168 time: 0.5770578 Aug 21 18:07:10.793496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a2414-045c-4300-a653-f257de98e13c tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Subnet': ['ID=42c655db-e96b-4205-93fe-ac1caeab20b4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:10.797802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91412913-5bf4-4d90-920f-143663604d20 None None] Network fec54c6e-0faf-4829-bb9f-102c0ed06002 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:10.803187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49358) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:10.836067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69b91b4c-3513-4416-85d7-4420cff6d9f7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:10.842858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8feb5b2c-e017-4088-8375-bf58474724a6 req-17ae3824-b633-4381-ab56-70d825b7e527 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252680 Aug 21 18:07:10.857079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.909563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.944021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 69b91b4c-3513-4416-85d7-4420cff6d9f7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:10.944653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69b91b4c-3513-4416-85d7-4420cff6d9f7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:10.945696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 33031123-3f58-4091-928c-978a750c6899 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:10.962459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=f158b124-edf0-4e6e-a4fa-428adb6a3652,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:10.965965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:10.967735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:10.975400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:10.985053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 16843f46-dca0-4c89-9e10-7c6f34be1d83 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:10.985413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:10.986220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 33031123-3f58-4091-928c-978a750c6899 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:10.987504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 33031123-3f58-4091-928c-978a750c6899 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:11.135853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 16843f46-dca0-4c89-9e10-7c6f34be1d83, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16843f46-dca0-4c89-9e10-7c6f34be1d83,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:11.139719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.169758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 16843f46-dca0-4c89-9e10-7c6f34be1d83 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:11.179679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] DHCP port deletion for fec54c6e-0faf-4829-bb9f-102c0ed06002 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:11.259339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Deleting port 16843f46-dca0-4c89-9e10-7c6f34be1d83 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:11.259795 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.344353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.349620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] For port 16843f46-dca0-4c89-9e10-7c6f34be1d83, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16843f46-dca0-4c89-9e10-7c6f34be1d83,segment=NetworkSegment(c794aaf3-6bab-45bd-9b20-382d92507293),segment_id=c794aaf3-6bab-45bd-9b20-382d92507293)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:11.350232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.370481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Calling delete_port for 16843f46-dca0-4c89-9e10-7c6f34be1d83 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:11.429180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=16843f46-dca0-4c89-9e10-7c6f34be1d83,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:11.434133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 16843f46-dca0-4c89-9e10-7c6f34be1d83 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:11.557754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.607705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] Pushing event deleted for resources: {'Port': ['ID=16843f46-dca0-4c89-9e10-7c6f34be1d83,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:11.630406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f789eda-cc4a-4cfa-849d-530e761de96d None None] No DVR routers for this DVR port 16843f46-dca0-4c89-9e10-7c6f34be1d83 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:11.658841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.677950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec54c6e-0faf-4829-bb9f-102c0ed06002']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:11.689620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c794aaf3-6bab-45bd-9b20-382d92507293') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:11.692678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b8fe5519-570f-4154-8df8-72422fd9d6a3 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:11.706942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c794aaf3-6bab-45bd-9b20-382d92507293') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:11.746563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.779174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.791544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.800186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6360e65-db63-4816-9581-d49e67534986 req-cec24918-4b3f-4a5f-9866-984ba15cb6f1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:11.803624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:11.805398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.809270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6360e65-db63-4816-9581-d49e67534986 req-cec24918-4b3f-4a5f-9866-984ba15cb6f1 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 949 time: 0.0911973 Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:11.816870 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:11.864125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.869737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port b8fe5519-570f-4154-8df8-72422fd9d6a3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:11.873801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port b8fe5519-570f-4154-8df8-72422fd9d6a3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:11.874165 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.941422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6360e65-db63-4816-9581-d49e67534986 req-0d359e46-50db-4d48-b77a-0441d789caef tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309886 Aug 21 18:07:11.950176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.966457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49396) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:11.973662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:11.975786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/networks/fec54c6e-0faf-4829-bb9f-102c0ed06002 HTTP/1.1" status: 204 len: 168 time: 1.1714878 Aug 21 18:07:11.988387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49398) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:12.008735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Network': ['ID=fec54c6e-0faf-4829-bb9f-102c0ed06002,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.012246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.030646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-839108578'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:12.035003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.035379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.035746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.036137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.036481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.036814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.037142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.037468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.037793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.038116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.038462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.038790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd66a6-2480-4781-a542-8be0621646fd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:12.039416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:12.042488 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c213e2e-7eb5-47e8-a6f9-e3461fef6e19" -d '{"events": [{"server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:12.058770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:12.066988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.192981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.198155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:12.202961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.218592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-network', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:12.248368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ccd939-d17a-4758-aed5-78fc73808da0 req-8935059f-3b9c-47e4-b11b-cfae72ad18c2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:12.250220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ccd939-d17a-4758-aed5-78fc73808da0 req-8935059f-3b9c-47e4-b11b-cfae72ad18c2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1642091 Aug 21 18:07:12.290091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:12.290352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Made reservation on behalf of a4aebc65da0845ae9044a841975d4e2b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:12.293032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.313200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16843f46-dca0-4c89-9e10-7c6f34be1d83 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:12.323436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.328010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.328489 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Added segment d666b782-bcaf-4de9-9e24-02de1b5f2130 of type vlan for network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 Aug 21 18:07:12.344125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 16843f46-dca0-4c89-9e10-7c6f34be1d83 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:12.344475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16843f46-dca0-4c89-9e10-7c6f34be1d83 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:12.387020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ccd939-d17a-4758-aed5-78fc73808da0 req-a6f1e8ef-ec2b-40e3-854c-acf4593d2dcb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265645 Aug 21 18:07:12.417373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.422587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.427789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.456542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.471770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.500925 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561049ac-fd31-4228-b263-8fad9ad3c4b1 x-openstack-request-id: req-561049ac-fd31-4228-b263-8fad9ad3c4b1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:12.502097 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "name": "network-vif-plugged", "status": "completed", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:12.502676 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-561049ac-fd31-4228-b263-8fad9ad3c4b1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:12.503245 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3', 'code': 200} Aug 21 18:07:12.520724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:12.529529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.536074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:12.536765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.546633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.547056 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Added segment 1f345056-5bc8-4f4e-a183-16901db94837 of type vlan for network 2d7947b4-cff5-444f-bd43-b80bc678595b Aug 21 18:07:12.557296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f926f719-1e3a-4b72-805d-7b4a938de77d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.629992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.664964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c88c6-90a9-4f2d-b84f-5ccf65db6091 req-46361b1a-bcb8-4d7d-bb6c-dc61bce40214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:12.666587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a6c88c6-90a9-4f2d-b84f-5ccf65db6091 req-46361b1a-bcb8-4d7d-bb6c-dc61bce40214 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 1102 time: 0.1045256 Aug 21 18:07:12.707476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.708609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:12.709315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.715092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a6c88c6-90a9-4f2d-b84f-5ccf65db6091 req-bf9500eb-299c-4765-9a00-96ce52eb2e3f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Aug 21 18:07:12.731843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=f158b124-edf0-4e6e-a4fa-428adb6a3652,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.753199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.769889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Network': ['ID=a3bbbca7-dd7e-4ba6-8832-eec1f587c448,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.785100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:12.785933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b4dd9c4c-fb37-408b-8a71-30a0d14c4a7d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7965007 Aug 21 18:07:12.788782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:12.796376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'subnet': {'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:12.797792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8108008 Aug 21 18:07:12.798609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a6d2e-87d0-4d4a-9fd1-aa3c4c77cc19 admin admin] Pushing event updated for resources: {'Network': ['ID=2d7947b4-cff5-444f-bd43-b80bc678595b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:12.804864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49414) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:12.827062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2d7947b4-cff5-444f-bd43-b80bc678595b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:12.827520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Request body: {'subnet': {'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-subnet', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:12.871173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:12.880762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b010b083-3dc0-4c5e-b2f8-e73eb255a9d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6530640 Aug 21 18:07:12.929624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Made reservation on behalf of a4aebc65da0845ae9044a841975d4e2b for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:12.932362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.027014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:13.035294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.132577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d48a7-8e2d-4016-8478-77b8b71752eb req-a2c6eb55-6cfb-4828-92ed-343f4d69f185 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:13.134362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f42d48a7-8e2d-4016-8478-77b8b71752eb req-a2c6eb55-6cfb-4828-92ed-343f4d69f185 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 0.1044846 Aug 21 18:07:13.181762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f42d48a7-8e2d-4016-8478-77b8b71752eb req-400666a0-dba1-432c-85e3-52f6e707b5dc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Aug 21 18:07:13.258925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-1594ebca-bde1-42e7-9c23-04f5bafd49f2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--399614764&fields=id&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 267 time: 0.1197627 Aug 21 18:07:13.450796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.492750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.533128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d20fb-c4e4-44af-ba22-e77f1c655616 req-7516eb05-f9c2-4ebd-9d60-0acf30cff10a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:13.536143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f5d20fb-c4e4-44af-ba22-e77f1c655616 req-7516eb05-f9c2-4ebd-9d60-0acf30cff10a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0567961 Aug 21 18:07:13.562681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=798ae578-c062-4cda-b603-5359b84d8af2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:13.564648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49444) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:13.590042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f5d20fb-c4e4-44af-ba22-e77f1c655616 req-eef4aaba-14d2-42af-8a60-2e50d9eb654b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378537 Aug 21 18:07:13.594701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-d83e4dcd-fb1f-4072-aa28-41323fdb1e14 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:13.596231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-d83e4dcd-fb1f-4072-aa28-41323fdb1e14 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 817 time: 0.3223882 Aug 21 18:07:13.647855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Checking segment: {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:13.648236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Network hostable DHCP agents. Network: 2d7947b4-cff5-444f-bd43-b80bc678595b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:13.663019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-25f6ada7-c763-48fc-b3fe-ab75ed9202ff tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/quotas/acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 375 time: 0.0579932 Aug 21 18:07:13.679027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Checking segment: {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:13.680046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network hostable DHCP agents. Network: a3bbbca7-dd7e-4ba6-8832-eec1f587c448, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:13.718839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Network 2d7947b4-cff5-444f-bd43-b80bc678595b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:13.723255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Subnet': ['ID=f9f5f6fb-8b86-438d-87c0-01d5c318a35b,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:13.750355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2d7947b4-cff5-444f-bd43-b80bc678595b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:13.757664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:13.758260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.763479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9562fa-c281-411d-b34d-703466c6bdcf None None] Network 2d7947b4-cff5-444f-bd43-b80bc678595b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:13.764082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:13.791127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-2bfdbbf9-e58f-4378-93c0-7bcb1b55f90e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1190844 Aug 21 18:07:13.809355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, a3bbbca7-dd7e-4ba6-8832-eec1f587c448) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:13.820592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:13.820592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.853819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc5812-49fb-4dac-9896-7bd1472ea203 None None] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:13.860808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac73b0b9-50dc-44b2-92d4-ea2354a4df97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:13.896244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23921411-55a7-411c-8022-e872adc89e81 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0856061 Aug 21 18:07:13.901454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49452) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:13.904355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1922bcae-69b8-4d21-9d44-7c825c589639 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1142480 Aug 21 18:07:13.906771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49454) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:13.908305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:13.917869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-46126473'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:13.938986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:07:13.938986 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:07:13.938986 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id_1': 'a4aebc65da0845ae9044a841975d4e2b', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 7, 13, 918842)}] Aug 21 18:07:13.938986 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:07:13.939487 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:07:13.961361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:07:13.961361 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:07:13.961361 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id_1': '277e05b2ec844f18ae80725bfa36cc1f', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 7, 13, 930015)}] Aug 21 18:07:13.961361 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:07:13.961923 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:07:14.014075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-ee5baacb-b53d-4ec0-85c3-0ae1128fd513 service neutron] 10.222.0.41 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865149 Aug 21 18:07:14.075635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2d7947b4-cff5-444f-bd43-b80bc678595b', 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'fixed_ips': [{'subnet_id': '798ae578-c062-4cda-b603-5359b84d8af2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:07:14.076673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.091019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-a3bbbca7-dd7e-4ba6-8832-eec1f587c448', 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'fixed_ips': [{'subnet_id': 'f9f5f6fb-8b86-438d-87c0-01d5c318a35b'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:07:14.091967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.147727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac73b0b9-50dc-44b2-92d4-ea2354a4df97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.158150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac73b0b9-50dc-44b2-92d4-ea2354a4df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.183718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-60992e9e-87f2-4cdb-8817-b00b6c22e490 service neutron] 10.222.0.41 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451724 Aug 21 18:07:14.211987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ac73b0b9-50dc-44b2-92d4-ea2354a4df97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d9348fe6e83475f92f4e3f65aa4d53b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408861 Aug 21 18:07:14.213256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73b0b9-50dc-44b2-92d4-ea2354a4df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c7286c-4f83-4df7-8202-44ee5ebef1b4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:14.214399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:14.289828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.325054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.356075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Allocated IP 172.20.0.2 (2d7947b4-cff5-444f-bd43-b80bc678595b/798ae578-c062-4cda-b603-5359b84d8af2/ffec0d17-5595-4ab0-b44f-9daff1bd68d1) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:14.374739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Allocated IP 19.80.0.2 (a3bbbca7-dd7e-4ba6-8832-eec1f587c448/f9f5f6fb-8b86-438d-87c0-01d5c318a35b/3b224d0e-0ae5-4ee3-9590-c83f1e2ed816) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:14.464162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ee3479-a6ee-407b-96db-ed4e36a17da3 req-1e934758-cc82-4505-be51-45daa78c2082 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:14.465818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1ee3479-a6ee-407b-96db-ed4e36a17da3 req-1e934758-cc82-4505-be51-45daa78c2082 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 0.1475880 Aug 21 18:07:14.495920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c947f78-bfb3-419d-a97d-4bfda1203d3a req-210724e7-f1d7-48e2-9ce2-0f74f5c2fc16 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 210 time: 0.0601301 Aug 21 18:07:14.531780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.535244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.554274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:14.557000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1ee3479-a6ee-407b-96db-ed4e36a17da3 req-034d5fa3-dfdf-4992-950e-c512d357481a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836744 Aug 21 18:07:14.562449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.569739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.573281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.578348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9c7286c-4f83-4df7-8202-44ee5ebef1b4 HTTP/1.1" status: 204 len: 168 time: 0.3628204 Aug 21 18:07:14.618555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70c5ec9-6453-4c7a-aea6-aa2cdb0ef6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c7286c-4f83-4df7-8202-44ee5ebef1b4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:14.655541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.766999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:14.778547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.779001 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Added segment 0156dec7-905a-45b9-8262-ccc8083d6b40 of type vlan for network 5fbd286a-67f1-4679-a574-2b5781067217 Aug 21 18:07:14.825808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.858321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fcc19-2bac-4c40-b835-1e7bd9a96da7 req-a7ad30db-909c-45c7-b081-9d81d0952d4e tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:14.867595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc8fcc19-2bac-4c40-b835-1e7bd9a96da7 req-a7ad30db-909c-45c7-b081-9d81d0952d4e tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 1102 time: 0.1705883 Aug 21 18:07:14.880954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.893473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Transition to ACTIVE for port object 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:14.909630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Transition to ACTIVE for port object 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:14.919859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc8fcc19-2bac-4c40-b835-1e7bd9a96da7 req-bc580c34-6151-4526-8a0e-93964de023c8 tempest-ServersOnMultiNodesTest-1812589466 tempest-ServersOnMultiNodesTest-1812589466-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452993 Aug 21 18:07:14.929209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.936124 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.946781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.963993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:14.965026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:14.983122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Transition to ACTIVE for port object ffec0d17-5595-4ab0-b44f-9daff1bd68d1 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:15.031191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.047078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Transition to ACTIVE for port object ffec0d17-5595-4ab0-b44f-9daff1bd68d1 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:15.056927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:15.057598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7695f0-ae19-420d-a533-4d5b4be68f42 req-01912384-47ea-4281-b2da-837cc2e089c2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:15.059976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f7695f0-ae19-420d-a533-4d5b4be68f42 req-01912384-47ea-4281-b2da-837cc2e089c2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2726171 Aug 21 18:07:15.075491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:15.083858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.093150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:15.100301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Pushing event updated for resources: {'Port': ['ID=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:15.131957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2220738 Aug 21 18:07:15.134845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49486) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:15.149078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'subnet': {'network_id': '5fbd286a-67f1-4679-a574-2b5781067217', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:15.174046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f7695f0-ae19-420d-a533-4d5b4be68f42 req-79be9817-d040-4831-af3d-550a466533b2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926099 Aug 21 18:07:15.229786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Pushing event updated for resources: {'Port': ['ID=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:15.257187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Network 2d7947b4-cff5-444f-bd43-b80bc678595b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:15.298368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:15.301142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:15.309142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Network': ['ID=5fbd286a-67f1-4679-a574-2b5781067217,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:15.344631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.344979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.345314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.345644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.346571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.347053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.347372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.347702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.348086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.348412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.348819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.349243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89227134-fee1-49cc-9dad-04158cfbd34d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:15.411687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:15.429049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:15.437637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.564066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.626473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.681766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Attempting to bind port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:15.682481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Attempting to bind port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:15.683047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Attempting to bind port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 on network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:15.701458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:15.701458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Checking segment: {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:15.701943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.702703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Bound using segment: {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:15.703168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Bound port: 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:15.703608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.706698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Attempting to bind port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:15.707325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Attempting to bind port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:15.707824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Attempting to bind port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 on network 2d7947b4-cff5-444f-bd43-b80bc678595b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:15.769884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:15.770240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Checking segment: {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:15.770668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.771240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Bound using segment: {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:15.771879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Bound port: ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:15.772632 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.837227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965bade-5102-497a-a6d1-174430f5a188 req-9ce113d3-b3a1-4e70-b4f0-a7c2fbe2a3da tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:15.837598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb93a5c4-d6cc-4306-9023-8d882aaaaa96 req-774e5fcc-1b44-4cdd-9c88-4526001ec092 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 210 time: 0.1587594 Aug 21 18:07:15.845101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f965bade-5102-497a-a6d1-174430f5a188 req-9ce113d3-b3a1-4e70-b4f0-a7c2fbe2a3da tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 0.2857921 Aug 21 18:07:15.873443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] For port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:15.877037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] For port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:15.892174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:15.920369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f965bade-5102-497a-a6d1-174430f5a188 req-2d151d59-e9ab-48af-8b92-55be4865e1aa tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Aug 21 18:07:15.972402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49516) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:16.005481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Allocated IP 172.25.1.22 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/02b984d3-cea8-4fa4-9991-4eb028f8f846) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:16.021350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.066929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5034-9bbf-46c9-aa6b-6df3ab02cdf7 None None] Pushing event updated for resources: {'Port': ['ID=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:16.077684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] For port ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:16.082278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] For port ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:16.090066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.167152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Subnet': ['ID=11401014-fb3a-4919-a13e-f75a60f9eb29,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:16.226552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec886-f017-40d4-8fb2-a4094295e988 None None] Pushing event updated for resources: {'Port': ['ID=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:16.256840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Checking segment: {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:16.257212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network hostable DHCP agents. Network: 5fbd286a-67f1-4679-a574-2b5781067217, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:16.280659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.303231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1881219393-network', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:16.308666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network 5fbd286a-67f1-4679-a574-2b5781067217 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:16.344363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 5fbd286a-67f1-4679-a574-2b5781067217) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:16.351127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:16.351848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.357370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5b846-809a-4988-8214-a01b6990d787 None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:16.400829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-73a43b13-7a1d-4379-82cd-c0d0b1f32222 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2605219 Aug 21 18:07:16.423502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Made reservation on behalf of 5961513b4d804b139bbfc2b6bb143a87 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:16.426703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.456135 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.477965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644cd4f-df1e-4eeb-a20f-fc01f074a721 req-a8c2bfb8-ea7c-4ba2-a1a4-5fb84cf49984 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:16.487385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9644cd4f-df1e-4eeb-a20f-fc01f074a721 req-a8c2bfb8-ea7c-4ba2-a1a4-5fb84cf49984 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1767395 Aug 21 18:07:16.517238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.647820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:16.660441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:16.676249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:16.707686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Pushing event updated for resources: {'Port': ['ID=02b984d3-cea8-4fa4-9991-4eb028f8f846,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:16.728139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-5fbd286a-67f1-4679-a574-2b5781067217', 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'fixed_ips': [{'subnet_id': '11401014-fb3a-4919-a13e-f75a60f9eb29'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:07:16.729573 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:16.766362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9644cd4f-df1e-4eeb-a20f-fc01f074a721 req-d85e30c1-e751-4a66-b514-af4fc7caa3e3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493830 Aug 21 18:07:17.021935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Allocated IP 19.86.0.2 (5fbd286a-67f1-4679-a574-2b5781067217/11401014-fb3a-4919-a13e-f75a60f9eb29/dee79b5f-12c8-4882-95bd-429c219519df) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:17.042630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-8a3dcab3-79dd-43bc-8047-97aeb8ce95d3 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:17.052742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-8a3dcab3-79dd-43bc-8047-97aeb8ce95d3 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:17.055459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-8a3dcab3-79dd-43bc-8047-97aeb8ce95d3 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/networks?id=a3bbbca7-dd7e-4ba6-8832-eec1f587c448&id=5fbd286a-67f1-4679-a574-2b5781067217 HTTP/1.1" status: 200 len: 1389 time: 0.3699477 Aug 21 18:07:17.079816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a54e5df8-0569-4d89-80f0-8e9eef468882 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/quotas/277e05b2ec844f18ae80725bfa36cc1f HTTP/1.1" status: 200 len: 375 time: 0.0186830 Aug 21 18:07:17.089206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-85d6cac9-14b2-461c-8279-01f8ebd06c42 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:17.090742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-85d6cac9-14b2-461c-8279-01f8ebd06c42 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.64 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 817 time: 0.4227865 Aug 21 18:07:17.092346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-b7dd7a1a-c3ab-4780-bcd1-9489bb00ad49 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:17.093923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-b7dd7a1a-c3ab-4780-bcd1-9489bb00ad49 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 0.3676825 Aug 21 18:07:17.102391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f810b440-eadd-4ed0-ab91-37956a48308e req-1c726097-36ef-435a-b2ae-1347cca79ba4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 210 time: 0.0888140 Aug 21 18:07:17.202942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-60d0988d-d4da-44f7-a5fc-0b566cb7a7e4 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110711 Aug 21 18:07:17.227102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.244303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:17.268715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Transition to ACTIVE for port object dee79b5f-12c8-4882-95bd-429c219519df will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:17.321825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-f5ef0f5b-d87c-4dc0-9557-0dd4bc7f0ec2 service neutron] 10.222.0.41 "GET /v2.0/networks/a3bbbca7-dd7e-4ba6-8832-eec1f587c448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171913 Aug 21 18:07:17.324642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Transition to ACTIVE for port object dee79b5f-12c8-4882-95bd-429c219519df will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:17.338081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-143c072d-e866-4c0f-bf41-92e7c9f0bbc9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 379 time: 0.2359915 Aug 21 18:07:17.341120 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.356523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'port': {'device_id': 'fd873969-513e-4632-bb20-a17088647038', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'admin_state_up': True, 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'security_groups': ['65524d8e-b476-4d7d-af1a-3535d0950104']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:17.370283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.380889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.394048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:17.404202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:17.411116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:17.419613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:17.429405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Pushing event updated for resources: {'Port': ['ID=dee79b5f-12c8-4882-95bd-429c219519df,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:17.442999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'mac_address': 'fa:16:3e:9c:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:17.532873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.537301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.546453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Attempting to bind port dee79b5f-12c8-4882-95bd-429c219519df on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:17.546890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Attempting to bind port dee79b5f-12c8-4882-95bd-429c219519df by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:17.547383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Attempting to bind port dee79b5f-12c8-4882-95bd-429c219519df on network 5fbd286a-67f1-4679-a574-2b5781067217 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:17.550025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:17.556347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:17.556765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Checking segment: {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:17.557392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.557795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Bound using segment: {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:17.558279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Bound port: dee79b5f-12c8-4882-95bd-429c219519df, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:17.558759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.562840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e1e7009-8361-45b1-9003-fb337b55d52b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:17.564316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.564697 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Added segment 2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4 of type vlan for network 75a54323-499d-4e08-a8ac-95fd3a65e713 Aug 21 18:07:17.585864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9a505c0b-37ce-465e-a832-03ee70bc9a78 service neutron] 10.222.0.41 "GET /v2.0/networks/a3bbbca7-dd7e-4ba6-8832-eec1f587c448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632298 Aug 21 18:07:17.599765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:17.607588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.689226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Made reservation on behalf of acc6f548d01045cbb9c8d090098e3fb3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:17.691238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:17.693880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.757834 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-647c6c35-d729-4b3d-beb6-f81d8ffd1991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.761764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc4b0f-1762-4c7b-b17e-c6a7c348d64d None None] Network 2d7947b4-cff5-444f-bd43-b80bc678595b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:17.803300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] For port dee79b5f-12c8-4882-95bd-429c219519df, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:17.811092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-db1edcf1-55aa-4651-856e-386a102e4849 service neutron] 10.222.0.41 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153058 Aug 21 18:07:17.854796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9e1e7009-8361-45b1-9003-fb337b55d52b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:17.899896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] For port dee79b5f-12c8-4882-95bd-429c219519df, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dee79b5f-12c8-4882-95bd-429c219519df,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:17.904448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-80a308fc-40f7-4278-8567-528610373db6 None None] Provisioning for port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:17.932229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:17.939146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-437abd7b-f65a-4f9a-bbcd-2edb3f27780a service neutron] 10.222.0.41 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123400 Aug 21 18:07:17.991091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.051767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Allocated IP 172.20.0.9 (34db1572-a42b-4074-aee9-bfcd755e7ea3/6cdfb879-8277-44a6-8c54-1196478fc05d/4100c8b0-1bd8-4025-be85-6a833f42ec15) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:18.119522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0492600-3a96-490e-8100-80b3fbf31a57,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:18.137326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.138325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:18.138968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.160329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380d5df-4431-446f-a851-76a64d3060aa req-55f5a250-7544-46ee-8df8-249986562c82 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:18.168559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5380d5df-4431-446f-a851-76a64d3060aa req-55f5a250-7544-46ee-8df8-249986562c82 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 0.9678433 Aug 21 18:07:18.172430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f877601-6880-4474-b43d-5123b5828c08 None None] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:18.302797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.305593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port b8fe5519-570f-4154-8df8-72422fd9d6a3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:18.305948 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.320843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Transition to ACTIVE for port object 4100c8b0-1bd8-4025-be85-6a833f42ec15 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:18.337401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3636551 Aug 21 18:07:18.338823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:18.432806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.440008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3724f6-7679-4e68-a5db-4c9eed7da96e admin admin] Pushing event updated for resources: {'Network': ['ID=75a54323-499d-4e08-a8ac-95fd3a65e713,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:18.473043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53dacd-076e-4363-9cdc-533d93cafc33 None None] Pushing event updated for resources: {'Port': ['ID=dee79b5f-12c8-4882-95bd-429c219519df,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:18.496388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:18.523003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-11561251-354a-435f-bf76-38d04bc60546 None None] Provisioning for port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:18.527940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5f0d6-b4b5-4874-a924-4d7781664e2c req-5b450543-75cb-43f9-a1a3-8744192cf47c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:18.529544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6c5f0d6-b4b5-4874-a924-4d7781664e2c req-5b450543-75cb-43f9-a1a3-8744192cf47c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 945 time: 0.1515934 Aug 21 18:07:18.553912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffec0d17-5595-4ab0-b44f-9daff1bd68d1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:18.566466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:18.569304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:18.576901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Request body: {'subnet': {'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-subnet', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:18.587271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5380d5df-4431-446f-a851-76a64d3060aa req-44817a3b-46b9-48f5-8321-cafbfd93d419 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177420 Aug 21 18:07:18.613233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.620533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:18.624873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:18.681676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.714879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Made reservation on behalf of 5961513b4d804b139bbfc2b6bb143a87 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:18.717421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.738750 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6c5f0d6-b4b5-4874-a924-4d7781664e2c req-7def0e5f-c3c5-4334-bebf-47f04783c921 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005510 Aug 21 18:07:18.818778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:18.819766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.831504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port b8fe5519-570f-4154-8df8-72422fd9d6a3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b8fe5519-570f-4154-8df8-72422fd9d6a3,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:18.836715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.886786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-f8fb7cd6-15a7-4eb4-8477-88870f233774 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5337946 Aug 21 18:07:18.895884 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:18.968643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Request body: {'port': {'device_id': 'fd873969-513e-4632-bb20-a17088647038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:19.021979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for b8fe5519-570f-4154-8df8-72422fd9d6a3 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:19.054942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92d4d3ac-83b7-40c9-86fd-b7db2ed4b701 req-a6b57be5-6198-4f05-97a1-f5728cd6ba10 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 210 time: 0.1653230 Aug 21 18:07:19.073773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:19.109269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:19.109643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:19.147752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:19.292453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce710db5-4a94-4337-aeed-4c47d088c2df req-772669bc-f0c1-4afe-b89e-c1cf4e0ef7ea tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:19.302905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce710db5-4a94-4337-aeed-4c47d088c2df req-772669bc-f0c1-4afe-b89e-c1cf4e0ef7ea tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 931 time: 0.4041672 Aug 21 18:07:19.321061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:19.510961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce710db5-4a94-4337-aeed-4c47d088c2df req-02fd4f5c-5b86-46eb-a700-ea089523a7aa tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069619 Aug 21 18:07:19.662786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Router ea1621a1-95d4-4154-b429-a947b920f88d is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:07:19.790446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b8fe5519-570f-4154-8df8-72422fd9d6a3 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:19.798736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d0d9ffc3-e76c-4d10-b514-802875610708 None None] Provisioning for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:19.837769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d0d9ffc3-e76c-4d10-b514-802875610708 None None] Provisioning complete for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:19.837769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d0d9ffc3-e76c-4d10-b514-802875610708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:19.911608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb30e3-b876-458f-a19f-db40e1d6d1df None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:20.035914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d0d9ffc3-e76c-4d10-b514-802875610708 None None] Port 4100c8b0-1bd8-4025-be85-6a833f42ec15 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:20.247588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.248268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.252615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.269572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9e1e7009-8361-45b1-9003-fb337b55d52b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:20.270092 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.302222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba358a-aca8-4869-9841-822fbc2b5a7d req-55a9ade8-24b2-4c3e-8c08-1ba5166db750 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:20.317450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:20.321907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fba358a-aca8-4869-9841-822fbc2b5a7d req-55a9ade8-24b2-4c3e-8c08-1ba5166db750 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 945 time: 0.3734145 Aug 21 18:07:20.432071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1', '05402a7c-2ada-4706-8d12-e0869d9e95da', '91959d09-4263-462b-a671-0ed23d2b1bb7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:20.468458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port b8fe5519-570f-4154-8df8-72422fd9d6a3 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:20.485355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=b8fe5519-570f-4154-8df8-72422fd9d6a3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:20.496971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.503045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dac8c50f-0aea-4901-9d82-4f01afa933d9 req-e8cd54ac-a476-49bd-b772-d6a8e5657986 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "DELETE /v2.0/ports/b8fe5519-570f-4154-8df8-72422fd9d6a3 HTTP/1.1" status: 204 len: 173 time: 3.3884127 Aug 21 18:07:20.524962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'name': 'network-vif-deleted', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:20.527747 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd258c11-eb7d-4f90-82f1-df6230e7416e" -d '{"events": [{"server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "name": "network-vif-deleted", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:20.550125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Checking segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:20.556337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Network hostable DHCP agents. Network: 75a54323-499d-4e08-a8ac-95fd3a65e713, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:20.560497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:20.569778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.585010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Transition to ACTIVE for port object 4100c8b0-1bd8-4025-be85-6a833f42ec15 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:20.601604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:20.602234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.620460 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Sync routers for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:20.634227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec01cf28-d534-4d43-84ee-ca46b5c398e2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:20.635890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:20.638106 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:20.675376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fba358a-aca8-4869-9841-822fbc2b5a7d req-c2fb8be5-86e1-4e50-958a-1ae879e63d08 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512259 Aug 21 18:07:20.681701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:20.707214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-bc3fbc83-ac6e-4c75-bac4-44596ef10dca tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:20.716354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-bc3fbc83-ac6e-4c75-bac4-44596ef10dca tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:20.716976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 75a54323-499d-4e08-a8ac-95fd3a65e713) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:20.718332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-bc3fbc83-ac6e-4c75-bac4-44596ef10dca tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "GET /v2.0/networks?id=a3bbbca7-dd7e-4ba6-8832-eec1f587c448&id=5fbd286a-67f1-4679-a574-2b5781067217 HTTP/1.1" status: 200 len: 1389 time: 0.7897129 Aug 21 18:07:20.722097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:20.723053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.736061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.739233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-716c2a13-5013-49af-97b9-daeda0fe6c63 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.8359859 Aug 21 18:07:20.743518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49610) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:20.765826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-986c8b34-40e3-429b-a5b4-fdffa6965ae3 None None] Provisioning for port dee79b5f-12c8-4882-95bd-429c219519df completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:20.779001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a6ea4-e7fe-482d-87ed-1321a53db002 None None] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:20.801779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18cdfceb-b588-428a-b25d-9ad23f1e66f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:20.822772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:20.844108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'port': {'device_id': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448', 'admin_state_up': True, 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:20.857599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35a216-eeb1-422b-a2eb-19caeddb8c04 req-4752dc5c-5c8c-44ac-99ae-6eff87c689d8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:20.867803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc35a216-eeb1-422b-a2eb-19caeddb8c04 req-4752dc5c-5c8c-44ac-99ae-6eff87c689d8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a HTTP/1.1" status: 200 len: 950 time: 1.0741343 Aug 21 18:07:20.948561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:20.956399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a6fd5d1-1a97-439a-8fba-5bedfc484114 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5147796 Aug 21 18:07:21.021992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49614) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:21.039943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.041604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:21.107043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:21.107386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:21.107718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:21.123231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc35a216-eeb1-422b-a2eb-19caeddb8c04 req-e28783ef-1c1f-4204-83f2-ed7709cc4a3a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541406 Aug 21 18:07:21.128971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e26540f5-6adf-44cc-9ee7-2ab0e5cf03bc req-86341f92-fe7b-457a-b159-75e30848b49d tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 210 time: 0.2056110 Aug 21 18:07:21.135040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.136093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.155882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:21.156209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:21.204580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:21.253728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:21.254093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:21.254489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Bound using segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:21.262978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Bound port: 4100c8b0-1bd8-4025-be85-6a833f42ec15, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:21.263406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.383348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:21.388270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:21.395464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.401645 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5bf6b1-5b03-4ec2-b1ed-e3fb0523b87e x-openstack-request-id: req-5f5bf6b1-5b03-4ec2-b1ed-e3fb0523b87e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:21.401969 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a", "name": "network-vif-deleted", "tag": "b8fe5519-570f-4154-8df8-72422fd9d6a3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:21.402542 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f5bf6b1-5b03-4ec2-b1ed-e3fb0523b87e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:21.402984 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fec727d-4e5b-48a0-90ab-bffc4cf8fd7a', 'name': 'network-vif-deleted', 'tag': 'b8fe5519-570f-4154-8df8-72422fd9d6a3', 'status': 'completed', 'code': 200} Aug 21 18:07:21.410843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.423244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.440393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:21.449912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.576005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.578074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:21.614665 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:17Z', 'revision_number': 3, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:21.639219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Allocated IP 19.80.0.105 (a3bbbca7-dd7e-4ba6-8832-eec1f587c448/f9f5f6fb-8b86-438d-87c0-01d5c318a35b/8496cc9f-3a0a-4505-86bc-ee8dd23aa06e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:21.672627 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Checking router: ea1621a1-95d4-4154-b429-a947b920f88d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:21.674420 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Updating router ea1621a1-95d4-4154-b429-a947b920f88d port 02b984d3-cea8-4fa4-9991-4eb028f8f846 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:07:21.729983 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.772433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-986c8b34-40e3-429b-a5b4-fdffa6965ae3 None None] Provisioning complete for port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:21.775757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-986c8b34-40e3-429b-a5b4-fdffa6965ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:21.902747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.015535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.035753 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Transition to ACTIVE for port object 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:22.068318 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601dac5-eb6b-42b2-955a-aef3a64d4528 req-22765ed5-0981-4a96-9141-2f1cc8f5eedd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:22.070363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a601dac5-eb6b-42b2-955a-aef3a64d4528 req-22765ed5-0981-4a96-9141-2f1cc8f5eedd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 945 time: 0.1814172 Aug 21 18:07:22.132062 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.133547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.150122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.157664 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Transition to ACTIVE for port object 02b984d3-cea8-4fa4-9991-4eb028f8f846 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:22.171040 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.235936 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Pushing event updated for resources: {'Port': ['ID=02b984d3-cea8-4fa4-9991-4eb028f8f846,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:22.248376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.252150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:22.279855 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Attempting to bind port 02b984d3-cea8-4fa4-9991-4eb028f8f846 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:22.280266 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Attempting to bind port 02b984d3-cea8-4fa4-9991-4eb028f8f846 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:22.280638 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Attempting to bind port 02b984d3-cea8-4fa4-9991-4eb028f8f846 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:22.289032 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:22.289415 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:22.289889 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.290463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:22.291049 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Bound port: 02b984d3-cea8-4fa4-9991-4eb028f8f846, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:22.291435 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.297628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:22.312300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.313915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] 10.222.0.64 "PUT /v2.0/ports/4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 1092 time: 3.3800819 Aug 21 18:07:22.316997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0c695-1b41-4f63-a0cf-99f423ef406e service neutron] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:22.319818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:22.326429 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79" -d '{"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:22.382964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.397820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a601dac5-eb6b-42b2-955a-aef3a64d4528 req-c7644789-9d20-4d0a-a017-19953a9a89c0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661047 Aug 21 18:07:22.406849 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] For port 02b984d3-cea8-4fa4-9991-4eb028f8f846, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:22.412086 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] For port 02b984d3-cea8-4fa4-9991-4eb028f8f846, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=02b984d3-cea8-4fa4-9991-4eb028f8f846,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:22.422802 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.559588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd75d2a-afc1-4a9e-886c-dcc0201ac989 None None] Pushing event updated for resources: {'Port': ['ID=02b984d3-cea8-4fa4-9991-4eb028f8f846,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:22.583186 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:22.583984 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:22.650238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:22.691136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-75a54323-499d-4e08-a8ac-95fd3a65e713', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:07:22.692866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.694087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Allocated IP 172.20.0.1 (2d7947b4-cff5-444f-bd43-b80bc678595b/798ae578-c062-4cda-b603-5359b84d8af2/1defc72d-3f39-4eae-9819-6057f3fc89de) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:22.739553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:22.770481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:22.777008 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:22.778917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:22.863420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:22.952830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:22.953877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.017257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:23.037218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfff6ba-4eb3-44fa-9cf6-1a35c8b5047d req-7ec929da-481a-46eb-85f1-f6970d92efae tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:23.038828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7dfff6ba-4eb3-44fa-9cf6-1a35c8b5047d req-7ec929da-481a-46eb-85f1-f6970d92efae tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 1.5695007 Aug 21 18:07:23.041840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1324a9f-3c90-4625-bf63-8babcc74267b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2151787 Aug 21 18:07:23.058134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.077028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Transition to ACTIVE for port object 1defc72d-3f39-4eae-9819-6057f3fc89de will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:23.121296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Request body: {'port': {'device_id': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217', 'admin_state_up': True, 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:23.147387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.185395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-7d0df2fa-6ee3-405f-b31c-b83f9ee9ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:23.199019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:23.202594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-7d0df2fa-6ee3-405f-b31c-b83f9ee9ac91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1095 time: 0.6678908 Aug 21 18:07:23.282779 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:17Z', 'revision_number': 3, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:23.319388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7dfff6ba-4eb3-44fa-9cf6-1a35c8b5047d req-4985092d-acff-42e7-bee5-3f6e7e372e4a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475781 Aug 21 18:07:23.329991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:23.332299 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0518d042-5383-4c11-98d6-8609931fbf64" -d '{"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:23.349658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c82cce6-5d25-464e-af88-0da6d34ebb3e req-525f7881-993b-486c-a62f-249caa690dd7 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:23.363676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c82cce6-5d25-464e-af88-0da6d34ebb3e req-525f7881-993b-486c-a62f-249caa690dd7 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 932 time: 0.5857975 Aug 21 18:07:23.413265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-ded2c89c-404c-42ca-be34-77b0bfaf4522 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 217 time: 0.2034278 Aug 21 18:07:23.418518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:23.418920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.429982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Network 2d7947b4-cff5-444f-bd43-b80bc678595b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:23.504135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:23.519330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:23.537233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Pushing event updated for resources: {'Port': ['ID=1defc72d-3f39-4eae-9819-6057f3fc89de,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:23.541950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:23.615695 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.647300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c82cce6-5d25-464e-af88-0da6d34ebb3e req-16431dc2-659e-4499-aa1e-67d03c6d9bcb tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829227 Aug 21 18:07:23.677573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.696863 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94784e2-5562-4dbb-98ed-8f9eb7668d8d x-openstack-request-id: req-a94784e2-5562-4dbb-98ed-8f9eb7668d8d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:23.697496 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:23.697991 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a94784e2-5562-4dbb-98ed-8f9eb7668d8d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:23.698941 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'status': 'completed', 'code': 200} Aug 21 18:07:23.728368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-a72cffca-0de6-443d-81b8-79f74c123d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:23.739314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-a72cffca-0de6-443d-81b8-79f74c123d8d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.3170753 Aug 21 18:07:23.779067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.804191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:23.829615 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb3b6a0-28e1-477d-888b-3add41bf41a5 None None] The sync data for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 is: [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:17Z', 'revision_number': 3, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:23.887126 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a3f105-e6b2-40fa-bf9d-a22d2d772280 x-openstack-request-id: req-06a3f105-e6b2-40fa-bf9d-a22d2d772280 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:23.901163 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-plugged", "status": "completed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:23.901702 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06a3f105-e6b2-40fa-bf9d-a22d2d772280 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:23.902378 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'code': 200} Aug 21 18:07:23.987027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c66a92-214c-4a45-a760-56415181795b req-e115e6b6-83da-4ce0-a67b-75eb3cb58719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:23.994173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-e115e6b6-83da-4ce0-a67b-75eb3cb58719 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2417154 Aug 21 18:07:24.000264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Made reservation on behalf of 277e05b2ec844f18ae80725bfa36cc1f for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:24.020941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:24.238977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Allocated IP 172.20.0.2 (75a54323-499d-4e08-a8ac-95fd3a65e713/ec01cf28-d534-4d43-84ee-ca46b5c398e2/9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:24.410111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5516ba-6ee0-4bf5-969b-3e2edaf7a1eb req-be867a6f-6738-4a0d-9ed9-8cdec48c3611 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:24.419349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a5516ba-6ee0-4bf5-969b-3e2edaf7a1eb req-be867a6f-6738-4a0d-9ed9-8cdec48c3611 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.3213818 Aug 21 18:07:24.558090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-fc98ad16-0511-46ef-aaf1-e13d4e1a593c service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783909 Aug 21 18:07:24.729236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:24.749822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Transition to ACTIVE for port object 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:24.780101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Transition to ACTIVE for port object 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:24.853498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:24.915779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c66a92-214c-4a45-a760-56415181795b req-457cd905-9c33-4b01-a619-47bfb2921151 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232222 Aug 21 18:07:24.954100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a5516ba-6ee0-4bf5-969b-3e2edaf7a1eb req-7c701c64-19ea-475c-a1ea-c95c7a33575a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334933 Aug 21 18:07:24.963110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.002538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.041523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Allocated IP 19.86.0.33 (5fbd286a-67f1-4679-a574-2b5781067217/11401014-fb3a-4919-a13e-f75a60f9eb29/758e22d4-930f-4d7f-81de-d905cb053810) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:25.135035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.237004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:25.375659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e881781-9e42-47b3-a98a-18e3bda838fc req-cfb725ce-b604-40b4-ac28-4fd9fc7c23d8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:25.381057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e881781-9e42-47b3-a98a-18e3bda838fc req-cfb725ce-b604-40b4-ac28-4fd9fc7c23d8 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 949 time: 0.5048590 Aug 21 18:07:25.387950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:25.399047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Provisioning complete for port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:25.400390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.416846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:25.471289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.536749 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e881781-9e42-47b3-a98a-18e3bda838fc req-09684e83-c7ea-4b57-90ba-23a8c17a693a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151490 Aug 21 18:07:25.537960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Allocated IP 172.25.1.210 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/db2e208b-e549-450d-b106-553a429a3a6b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:25.686728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-f4b530e9-7604-4377-8a2d-20a2fe9813f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:25.696168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-f4b530e9-7604-4377-8a2d-20a2fe9813f9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1095 time: 0.6787813 Aug 21 18:07:25.700686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Pushing event updated for resources: {'Port': ['ID=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:25.724355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe9c14-4171-4b7d-9086-8682f69c3d53 req-cea35ce3-0a54-44ac-ba06-ae0fe3d29a4e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:25.725981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cbe9c14-4171-4b7d-9086-8682f69c3d53 req-cea35ce3-0a54-44ac-ba06-ae0fe3d29a4e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.5430446 Aug 21 18:07:25.753288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:25.823276 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:25.957688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-8b49a617-465b-4651-ab7a-d33c319ab015 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:25.960005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-8b49a617-465b-4651-ab7a-d33c319ab015 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 949 time: 0.2270384 Aug 21 18:07:25.973611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.112295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.113768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.135127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cbe9c14-4171-4b7d-9086-8682f69c3d53 req-b2e2e811-a697-42da-8253-7790388471ad tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064945 Aug 21 18:07:26.231784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Transition to ACTIVE for port object 758e22d4-930f-4d7f-81de-d905cb053810 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:26.261614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-31e7f427-40fc-48c4-9460-1277a433e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:26.263469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-31e7f427-40fc-48c4-9460-1277a433e8e6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.5365312 Aug 21 18:07:26.268424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port 91959d09-4263-462b-a671-0ed23d2b1bb7 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:26.274279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.364737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-d54150bb-0b92-4987-a28a-8cdbcec82dcc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 217 time: 0.0550096 Aug 21 18:07:26.372342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Attempting to bind port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:26.372923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Attempting to bind port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:26.373076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Attempting to bind port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 on network 75a54323-499d-4e08-a8ac-95fd3a65e713 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:26.389582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adea38-4031-4695-90df-67026ef286fa req-175fe959-6fd4-4451-a21a-8cb642c85f33 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:26.398250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3adea38-4031-4695-90df-67026ef286fa req-175fe959-6fd4-4451-a21a-8cb642c85f33 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 932 time: 0.6139410 Aug 21 18:07:26.416925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Pushing event updated for resources: {'Port': ['ID=db2e208b-e549-450d-b106-553a429a3a6b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:26.417425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dee79b5f-12c8-4882-95bd-429c219519df up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:26.455774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:26.461771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:26.462231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Checking segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:26.462783 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.463782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Bound using segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:26.464419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Bound port: 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:26.465012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.468496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:26.474937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:26.593901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.726204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d493a-03ed-45d7-87de-cd87ffc87532 req-5bbc3360-0cff-49e4-a67b-f043aadf8b4b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:26.727984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-685d493a-03ed-45d7-87de-cd87ffc87532 req-5bbc3360-0cff-49e4-a67b-f043aadf8b4b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.4474299 Aug 21 18:07:26.803055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Network 5fbd286a-67f1-4679-a574-2b5781067217 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:26.809066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-584242b6-17ff-4f79-a5e1-e815bfa2883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:26.811097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-584242b6-17ff-4f79-a5e1-e815bfa2883b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.4302664 Aug 21 18:07:26.850849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3adea38-4031-4695-90df-67026ef286fa req-ea4d0b50-28a1-4ad5-81bc-69b03be668da tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352479 Aug 21 18:07:26.854971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:26.872053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:26.930629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-685d493a-03ed-45d7-87de-cd87ffc87532 req-8f466e67-a2bf-4cd9-a667-54342e7aecd1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811137 Aug 21 18:07:26.931608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event updated for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:26.951788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:26.993115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Provisioning for port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:27.007082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:27.031395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port 91959d09-4263-462b-a671-0ed23d2b1bb7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=91959d09-4263-462b-a671-0ed23d2b1bb7,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:27.032042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.057814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port dee79b5f-12c8-4882-95bd-429c219519df completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:27.067335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-7a510853-9f61-4ef1-8b30-85c96f5e2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:27.070005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-7a510853-9f61-4ef1-8b30-85c96f5e2157 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2436152 Aug 21 18:07:27.071775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for 91959d09-4263-462b-a671-0ed23d2b1bb7 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:27.072556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Provisioning complete for port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:27.072943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.080551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:27.081606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.138382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3d1af2bc-44e7-4da4-ac67-9e18c160959a None None] Port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:27.140887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dee79b5f-12c8-4882-95bd-429c219519df triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:27.141253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.145644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] For port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:27.188755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.236736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-b2e98a6b-1c15-4b3f-80c4-8f6c52c1d7f9 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492345 Aug 21 18:07:27.274013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] For port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:27.299055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.350042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.385743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Provisioning complete for port dee79b5f-12c8-4882-95bd-429c219519df triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:27.386864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.387774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-9441859f-96af-4d3b-bfd4-948ece107e57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2763681 Aug 21 18:07:27.445141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Request body: {'port': {'device_id': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:27.452514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Pushing event updated for resources: {'Port': ['ID=1defc72d-3f39-4eae-9819-6057f3fc89de,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:27.477744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5d773-b2bd-4252-b6c4-ad67ecca1c29 None None] Pushing event updated for resources: {'Port': ['ID=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:27.495987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c783f54-c0cb-42d6-8007-8f920d9c3f8b req-be58e61c-cc26-4364-9cb3-c87adfdcafdf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:27.499862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c783f54-c0cb-42d6-8007-8f920d9c3f8b req-be58e61c-cc26-4364-9cb3-c87adfdcafdf tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 949 time: 0.3796296 Aug 21 18:07:27.504166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.537538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.617340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port dee79b5f-12c8-4882-95bd-429c219519df, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dee79b5f-12c8-4882-95bd-429c219519df,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:27.625368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.629212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.630319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffec0d17-5595-4ab0-b44f-9daff1bd68d1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:27.681087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c783f54-c0cb-42d6-8007-8f920d9c3f8b req-e8862dad-b810-4530-9787-64ab641641a6 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634912 Aug 21 18:07:27.701113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a5550-2272-4e9e-93e4-4ee9645571ea req-e1fb55b7-4a20-4551-8e76-a717dd823689 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:27.708337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-910a5550-2272-4e9e-93e4-4ee9645571ea req-e1fb55b7-4a20-4551-8e76-a717dd823689 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.4301987 Aug 21 18:07:27.752380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.768132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5152ae1f-9f2e-4e59-9e0a-433c55ad0e79 req-c8f7c18b-9e57-40fe-b02e-6fa7604318d4 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192857 Aug 21 18:07:27.887258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:07:27.887936 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:07:27.889153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Network 2d7947b4-cff5-444f-bd43-b80bc678595b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:27.894620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:27.919489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=dee79b5f-12c8-4882-95bd-429c219519df,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:27.927689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:27.928109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:27.976373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-910a5550-2272-4e9e-93e4-4ee9645571ea req-ef1f1661-4b73-40e3-afa0-56a8b96193fd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009931 Aug 21 18:07:28.124893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 02b984d3-cea8-4fa4-9991-4eb028f8f846 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:28.190313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:28.208870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:28.254142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:28.292597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1', '05402a7c-2ada-4706-8d12-e0869d9e95da'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:28.300867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64096c2-60b0-4bc4-892c-1e6167e0aa9c req-cc37f31d-cd54-4868-af03-ce58f4281110 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:28.347800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64096c2-60b0-4bc4-892c-1e6167e0aa9c req-cc37f31d-cd54-4868-af03-ce58f4281110 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:28.352578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d64096c2-60b0-4bc4-892c-1e6167e0aa9c req-cc37f31d-cd54-4868-af03-ce58f4281110 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1654 time: 0.2632225 Aug 21 18:07:28.442154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 02b984d3-cea8-4fa4-9991-4eb028f8f846 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:28.444303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Router ea1621a1-95d4-4154-b429-a947b920f88d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:28.512540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=91959d09-4263-462b-a671-0ed23d2b1bb7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:28.512941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 02b984d3-cea8-4fa4-9991-4eb028f8f846 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:28.513256 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:28.546442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d64096c2-60b0-4bc4-892c-1e6167e0aa9c req-7fe5b88c-452b-4689-946c-49789aa068b2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320293 Aug 21 18:07:28.752573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port 91959d09-4263-462b-a671-0ed23d2b1bb7 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:28.759819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:28.761898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-149ce1b0-6f17-4c26-bb64-22ff5f310fc4 req-ef807083-302d-4a69-98e0-579a162e8c67 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "DELETE /v2.0/ports/91959d09-4263-462b-a671-0ed23d2b1bb7 HTTP/1.1" status: 204 len: 173 time: 2.7935174 Aug 21 18:07:28.777655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'name': 'network-vif-deleted', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:28.789706 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3cbff4-1707-4ffe-9206-bffb7e9100fa" -d '{"events": [{"server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "name": "network-vif-deleted", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:28.809000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fae5d-e24e-4675-9192-cd86b1b0467e req-92778061-db4e-4c88-9378-b02046ec6a25 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:28.827230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-006fae5d-e24e-4675-9192-cd86b1b0467e req-92778061-db4e-4c88-9378-b02046ec6a25 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.6731629 Aug 21 18:07:28.901562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:28.945365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8fb01c0-7f92-49ac-9f71-5490ea4e5f00 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea1621a1-95d4-4154-b429-a947b920f88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1995466 Aug 21 18:07:28.946164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Router 9ff624fd-f162-4487-9fd2-a88f8d817f28 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:07:28.993240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:29.005789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c662ee2c-ccb8-4e8c-aa68-33b3a6cd6711 req-c607743b-7f6b-44ab-a034-b5708b14c806 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=44d47cff-beae-4f6a-ac57-da63ac263a86 HTTP/1.1" status: 200 len: 210 time: 0.1282780 Aug 21 18:07:29.104614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 02b984d3-cea8-4fa4-9991-4eb028f8f846, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=02b984d3-cea8-4fa4-9991-4eb028f8f846,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:29.113060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Sync routers for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:29.153641 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:07:29.176364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:29.183760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Provisioning for port 1defc72d-3f39-4eae-9819-6057f3fc89de completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:29.289491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Provisioning complete for port 1defc72d-3f39-4eae-9819-6057f3fc89de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:29.290078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:29.356450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:29.359158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 91959d09-4263-462b-a671-0ed23d2b1bb7 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:29.457224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32276b4e-e175-43de-b428-d59779ce2756 None None] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:29.487611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 91959d09-4263-462b-a671-0ed23d2b1bb7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:29.488052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 91959d09-4263-462b-a671-0ed23d2b1bb7 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:29.617889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:29.618739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:29.665888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8aaf29-235e-4165-8d7c-b54a01563a21 req-7e37ca02-3e80-4199-b99d-992a5f1e1bd0 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:29.689800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f8aaf29-235e-4165-8d7c-b54a01563a21 req-7e37ca02-3e80-4199-b99d-992a5f1e1bd0 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.5039186 Aug 21 18:07:29.746627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:29.746916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=02b984d3-cea8-4fa4-9991-4eb028f8f846,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:29.746916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:29.783870 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Sync routers for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:29.811031 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:29.813774 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:29.829159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-70e7e42f-f3b7-4ae5-b532-01604aefdd4a None None] Port 1defc72d-3f39-4eae-9819-6057f3fc89de cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:29.835827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:29.844057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7dd1ab93-b7e4-449b-a900-2b2bfc48aaa3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.8182499 Aug 21 18:07:29.846669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:29.851385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f8aaf29-235e-4165-8d7c-b54a01563a21 req-2b719de0-5b50-4878-9fe2-f49957171f14 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604218 Aug 21 18:07:29.857152 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becae07f-3357-4ded-b168-504eea1c784a x-openstack-request-id: req-becae07f-3357-4ded-b168-504eea1c784a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:29.859721 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d47cff-beae-4f6a-ac57-da63ac263a86", "name": "network-vif-deleted", "tag": "91959d09-4263-462b-a671-0ed23d2b1bb7", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:29.860214 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-becae07f-3357-4ded-b168-504eea1c784a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:29.865852 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d47cff-beae-4f6a-ac57-da63ac263a86', 'name': 'network-vif-deleted', 'tag': '91959d09-4263-462b-a671-0ed23d2b1bb7', 'status': 'completed', 'code': 200} Aug 21 18:07:29.922810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-006fae5d-e24e-4675-9192-cd86b1b0467e req-154bdc19-2c46-4c58-9016-7a57fb01a2c9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0907829 Aug 21 18:07:30.090619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Provisioning for port 758e22d4-930f-4d7f-81de-d905cb053810 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:30.109177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Provisioning complete for port 758e22d4-930f-4d7f-81de-d905cb053810 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:30.109563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:30.135569 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:30.227214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:30.246771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:30.299925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Transition to ACTIVE for port object 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:30.316116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:30.433742 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-3b42f31c-cbd3-4a86-9e73-d889ccbe84e0 req-873511d9-23a4-4e94-8bcc-e54236477f16 tempest-FloatingIPDetailsNegativeTestJSON-266256017 tempest-FloatingIPDetailsNegativeTestJSON-266256017-project] show failed (client error): The resource could not be found. Aug 21 18:07:30.455050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b42f31c-cbd3-4a86-9e73-d889ccbe84e0 req-873511d9-23a4-4e94-8bcc-e54236477f16 tempest-FloatingIPDetailsNegativeTestJSON-266256017 tempest-FloatingIPDetailsNegativeTestJSON-266256017-project] 10.222.0.41 "GET /v2.0/floatingips/8f9c18e9-6e59-4fed-9ff7-7e21329ec875 HTTP/1.1" status: 404 len: 350 time: 0.1619928 Aug 21 18:07:30.456788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49704) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:30.504846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:26Z', 'revision_number': 3, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:30.571122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Checking router: 9ff624fd-f162-4487-9fd2-a88f8d817f28 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:30.571692 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Updating router 9ff624fd-f162-4487-9fd2-a88f8d817f28 port db2e208b-e549-450d-b106-553a429a3a6b binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:07:30.652065 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:30.669214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Pushing event updated for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:30.718949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740b51-89fe-4d6e-ab85-390edbfdad44 req-69f82ba6-6bbf-4987-bfb8-dc60580a2d1f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:30.722522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:30.725592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db740b51-89fe-4d6e-ab85-390edbfdad44 req-69f82ba6-6bbf-4987-bfb8-dc60580a2d1f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:30.735103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db740b51-89fe-4d6e-ab85-390edbfdad44 req-69f82ba6-6bbf-4987-bfb8-dc60580a2d1f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1666 time: 0.3036690 Aug 21 18:07:30.877579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db740b51-89fe-4d6e-ab85-390edbfdad44 req-fe2702d6-3918-4b30-9f3e-b35c31f68778 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334903 Aug 21 18:07:30.882992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Attempting to bind port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:30.889891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Attempting to bind port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:30.890378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Attempting to bind port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e on network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:30.903579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:30.906286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Port 758e22d4-930f-4d7f-81de-d905cb053810 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:30.907540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:30.919937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e on network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:30.920369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Attempting to bind port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e on network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:30.947960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:30.948469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Checking segment: {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:30.948970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Bound using segment: {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:30.949537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Bound port: 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd666b782-bcaf-4de9-9e24-02de1b5f2130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:30.950002 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.067574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Provisioning complete for port 1defc72d-3f39-4eae-9819-6057f3fc89de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:31.068082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.070347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.118369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:31.135517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:31.147300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:31.195286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.250765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:31.250765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.292296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:31.295340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.301523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] 10.222.0.39 "PUT /v2.0/ports/8496cc9f-3a0a-4505-86bc-ee8dd23aa06e HTTP/1.1" status: 200 len: 1093 time: 3.8604412 Aug 21 18:07:31.320596 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.350612 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Transition to ACTIVE for port object db2e208b-e549-450d-b106-553a429a3a6b will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:31.365979 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.402051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Request body: {'port': {'device_id': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:31.490088 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Attempting to bind port db2e208b-e549-450d-b106-553a429a3a6b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:31.490466 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Attempting to bind port db2e208b-e549-450d-b106-553a429a3a6b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:31.490833 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Attempting to bind port db2e208b-e549-450d-b106-553a429a3a6b on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:31.515484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:31.528836 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:31.529484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:31.529795 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.530080 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:31.530607 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Bound port: db2e208b-e549-450d-b106-553a429a3a6b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:31.530997 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.538104 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6c3ec-2096-4ac1-8137-40025afc8662 None None] Pushing event updated for resources: {'Port': ['ID=db2e208b-e549-450d-b106-553a429a3a6b,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:31.580302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.595197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.597899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Port 1defc72d-3f39-4eae-9819-6057f3fc89de cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:31.651128 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] For port db2e208b-e549-450d-b106-553a429a3a6b, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:31.656974 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] For port db2e208b-e549-450d-b106-553a429a3a6b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=db2e208b-e549-450d-b106-553a429a3a6b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:31.667828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0c3a1-2bdc-4f1d-8974-b51105560221 service neutron] Pushing event updated for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:31.682421 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.751476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:25Z', 'revision_number': 4, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1defc72d-3f39-4eae-9819-6057f3fc89de', 'name': '', 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'mac_address': 'fa:16:3e:21:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '798ae578-c062-4cda-b603-5359b84d8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:22Z', 'updated_at': '2021-08-21T18:07:25Z', 'revision_number': 2, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'subnets': [{'id': '798ae578-c062-4cda-b603-5359b84d8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:31.762675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ee7f9154-f59a-4f60-ab48-08e28793ebef None None] Provisioning for port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:31.774542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49706503-b67c-4a6a-8c6a-29a8c4e0028e req-f0795611-1fe1-4f17-86d0-617b5c20ffa3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:31.791979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49706503-b67c-4a6a-8c6a-29a8c4e0028e req-f0795611-1fe1-4f17-86d0-617b5c20ffa3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.4869757 Aug 21 18:07:31.823274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Checking router: ea1621a1-95d4-4154-b429-a947b920f88d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:31.823638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Updating router ea1621a1-95d4-4154-b429-a947b920f88d port 1defc72d-3f39-4eae-9819-6057f3fc89de binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:07:31.870669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:31.871705 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:31.878481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:31.942453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dee79b5f-12c8-4882-95bd-429c219519df up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:31.976825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6c3ec-2096-4ac1-8137-40025afc8662 None None] Pushing event updated for resources: {'Port': ['ID=db2e208b-e549-450d-b106-553a429a3a6b,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:31.983276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['4100c8b0-1bd8-4025-be85-6a833f42ec15'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:31.991082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:31.999861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:32.006934 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:32.133289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49706503-b67c-4a6a-8c6a-29a8c4e0028e req-1ea3e64e-f7f6-4ab8-b640-448c5def78c8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401759 Aug 21 18:07:32.169199 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:32.259888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-14cd177d-5ef3-46f3-b3f2-9e398d0d5737 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:32.261837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-14cd177d-5ef3-46f3-b3f2-9e398d0d5737 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.64 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.2222939 Aug 21 18:07:32.313012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dee79b5f-12c8-4882-95bd-429c219519df triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:32.313415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.357520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.397395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffe281-b765-4b4c-bddb-e76f55c3661c req-6b66ec1c-c0fc-4539-bba1-2222839c9bc0 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:32.406163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1fffe281-b765-4b4c-bddb-e76f55c3661c req-6b66ec1c-c0fc-4539-bba1-2222839c9bc0 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.5234535 Aug 21 18:07:32.409891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526dafdc-9e1a-4dff-9316-810a057498b4 req-7b9ef241-d89b-4a96-8a7f-b652786ec72f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:32.417413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-526dafdc-9e1a-4dff-9316-810a057498b4 req-7b9ef241-d89b-4a96-8a7f-b652786ec72f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1542590 Aug 21 18:07:32.464932 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:26Z', 'revision_number': 3, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:32.513334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1fffe281-b765-4b4c-bddb-e76f55c3661c req-9578b4a1-5a49-4588-8dee-c9425d87bbb3 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061723 Aug 21 18:07:32.514801 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dfebcb-8dc7-4be3-89eb-292826e5b6dc None None] The sync data for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 is: [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:26Z', 'revision_number': 3, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:32.590571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758e22d4-930f-4d7f-81de-d905cb053810 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:32.599939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.620936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Transition to ACTIVE for port object 758e22d4-930f-4d7f-81de-d905cb053810 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:32.641396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-526dafdc-9e1a-4dff-9316-810a057498b4 req-eaaf6923-d8ba-435b-b9ed-5e18ec76c369 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227609 Aug 21 18:07:32.644660 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.716093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Pushing event updated for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:32.750980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:32.843715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-0f01ceb5-144b-440c-a5e5-6ea4c41212e2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:32.845361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-0f01ceb5-144b-440c-a5e5-6ea4c41212e2 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 949 time: 0.1306129 Aug 21 18:07:32.852666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Deleting port 34aebb80-f8be-4a97-bc58-b1840b8b017a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:32.852902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.886325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:32.963328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:32.963842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:32.966937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923b188-c69e-437d-8fd6-272fe16fee8a req-a8d76ac3-139d-42e6-94f9-e1f268224992 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:32.975885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a923b188-c69e-437d-8fd6-272fe16fee8a req-a8d76ac3-139d-42e6-94f9-e1f268224992 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 949 time: 0.3372693 Aug 21 18:07:33.069069 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.091482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Transition to ACTIVE for port object 1defc72d-3f39-4eae-9819-6057f3fc89de will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:33.092794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a923b188-c69e-437d-8fd6-272fe16fee8a req-37258d01-2811-4c7c-be3a-d0d5f46b841c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147468 Aug 21 18:07:33.105049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Allocated IP 172.20.0.1 (75a54323-499d-4e08-a8ac-95fd3a65e713/ec01cf28-d534-4d43-84ee-ca46b5c398e2/b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:33.119612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.119887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.226703 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20464150-04ae-4254-ac6d-112e3b7c7510 x-openstack-request-id: req-20464150-04ae-4254-ac6d-112e3b7c7510 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:33.227258 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:33.228126 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-20464150-04ae-4254-ac6d-112e3b7c7510 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:33.229259 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e', 'status': 'completed', 'code': 200} Aug 21 18:07:33.319341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] For port 34aebb80-f8be-4a97-bc58-b1840b8b017a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=34aebb80-f8be-4a97-bc58-b1840b8b017a,segment=NetworkSegment(d78b71ce-e9fc-4b40-9857-080c6d02e951),segment_id=d78b71ce-e9fc-4b40-9857-080c6d02e951)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:33.319763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.365019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350c97a-ea0e-4146-8ddb-c339be3b63ac None None] Pushing event updated for resources: {'Port': ['ID=1defc72d-3f39-4eae-9819-6057f3fc89de,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:33.413162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Calling delete_port for 34aebb80-f8be-4a97-bc58-b1840b8b017a owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:33.415044 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.523196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:33.531310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ffb2-7e51-4e5c-bf4f-a3f3cd5e678a req-6fe96815-bb86-4ddd-91b5-a411744bddd7 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:33.534152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Attempting to bind port 1defc72d-3f39-4eae-9819-6057f3fc89de on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:33.534565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Attempting to bind port 1defc72d-3f39-4eae-9819-6057f3fc89de by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:33.534936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Attempting to bind port 1defc72d-3f39-4eae-9819-6057f3fc89de on network 2d7947b4-cff5-444f-bd43-b80bc678595b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:33.543639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488ffb2-7e51-4e5c-bf4f-a3f3cd5e678a req-6fe96815-bb86-4ddd-91b5-a411744bddd7 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:33.545737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:33.546346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Checking segment: {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:33.546967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.548592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Bound using segment: {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:33.550421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Bound port: 1defc72d-3f39-4eae-9819-6057f3fc89de, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f345056-5bc8-4f4e-a183-16901db94837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:33.553705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.555090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0488ffb2-7e51-4e5c-bf4f-a3f3cd5e678a req-6fe96815-bb86-4ddd-91b5-a411744bddd7 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1678 time: 0.5683002 Aug 21 18:07:33.562151 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.664991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5fd542-914b-4420-a7e5-59707b258e72 req-73deb53d-7eb5-48f7-9a2e-767e7ba286c9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:33.676854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Attempting to bind port 758e22d4-930f-4d7f-81de-d905cb053810 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:33.677325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Attempting to bind port 758e22d4-930f-4d7f-81de-d905cb053810 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:33.677758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Attempting to bind port 758e22d4-930f-4d7f-81de-d905cb053810 on network 5fbd286a-67f1-4679-a574-2b5781067217 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:33.679937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a5fd542-914b-4420-a7e5-59707b258e72 req-73deb53d-7eb5-48f7-9a2e-767e7ba286c9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.2958739 Aug 21 18:07:33.686819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:33.737491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Port 758e22d4-930f-4d7f-81de-d905cb053810 on network 5fbd286a-67f1-4679-a574-2b5781067217 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:33.737923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Attempting to bind port 758e22d4-930f-4d7f-81de-d905cb053810 on network 5fbd286a-67f1-4679-a574-2b5781067217 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:33.779334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-f5b9c8f2-15ed-4a49-af25-c98c61f35b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:33.779821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-f5b9c8f2-15ed-4a49-af25-c98c61f35b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:33.781575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-f5b9c8f2-15ed-4a49-af25-c98c61f35b82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1940 time: 0.3172634 Aug 21 18:07:33.790648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0488ffb2-7e51-4e5c-bf4f-a3f3cd5e678a req-9aeb370b-0c44-4ba2-b86d-a10100f6d71e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339611 Aug 21 18:07:33.808177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:33.808670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Checking segment: {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:33.809158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Bound using segment: {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:33.809711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Bound port: 758e22d4-930f-4d7f-81de-d905cb053810, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0156dec7-905a-45b9-8262-ccc8083d6b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:33.810329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.851009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] For port 1defc72d-3f39-4eae-9819-6057f3fc89de, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:33.872393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] For port 1defc72d-3f39-4eae-9819-6057f3fc89de, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1defc72d-3f39-4eae-9819-6057f3fc89de,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:33.877120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port 05402a7c-2ada-4706-8d12-e0869d9e95da {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:33.879691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.880603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:33.983509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:33.987022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device db2e208b-e549-450d-b106-553a429a3a6b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:33.998037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=758e22d4-930f-4d7f-81de-d905cb053810,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:34.032121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.069230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:34.069860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:34.200838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port 05402a7c-2ada-4706-8d12-e0869d9e95da, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05402a7c-2ada-4706-8d12-e0869d9e95da,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:34.203750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.209673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a5fd542-914b-4420-a7e5-59707b258e72 req-3b6c0d62-749e-4c9a-b282-a27e606caa71 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5284479 Aug 21 18:07:34.214380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port db2e208b-e549-450d-b106-553a429a3a6b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:34.222034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for 05402a7c-2ada-4706-8d12-e0869d9e95da owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:34.231682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1350c97a-ea0e-4146-8ddb-c339be3b63ac None None] Pushing event updated for resources: {'Port': ['ID=1defc72d-3f39-4eae-9819-6057f3fc89de,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:34.255976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port db2e208b-e549-450d-b106-553a429a3a6b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:34.256352 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.278580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.457889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Pushing event updated for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:34.464502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-52ff88c1-014a-4caa-9242-a3e692f5c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.465267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-52ff88c1-014a-4caa-9242-a3e692f5c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.465932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-52ff88c1-014a-4caa-9242-a3e692f5c23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.468709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-52ff88c1-014a-4caa-9242-a3e692f5c23f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4798226 Aug 21 18:07:34.506927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.519150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:34.581803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Transition to ACTIVE for port object b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:34.588651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-fef5977a-9066-4378-a156-0f2a36915639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.590157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b2d9171-e60a-4ffc-8397-d9fa85c60f7c req-fef5977a-9066-4378-a156-0f2a36915639 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124303 Aug 21 18:07:34.593551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port db2e208b-e549-450d-b106-553a429a3a6b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=db2e208b-e549-450d-b106-553a429a3a6b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:34.634482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ff465-9b0f-4348-953a-297059992c6c req-cbb54733-693e-4707-9fca-4194b94da320 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.634830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.635518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.637236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b13322d4-cb82-4cb2-a056-333938b53565 service neutron] 10.222.0.39 "PUT /v2.0/ports/758e22d4-930f-4d7f-81de-d905cb053810 HTTP/1.1" status: 200 len: 1092 time: 3.2459571 Aug 21 18:07:34.642770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-868ff465-9b0f-4348-953a-297059992c6c req-cbb54733-693e-4707-9fca-4194b94da320 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.2530813 Aug 21 18:07:34.653699 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.655261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.659115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 02b984d3-cea8-4fa4-9991-4eb028f8f846 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:34.713480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Deleting port 1defc72d-3f39-4eae-9819-6057f3fc89de {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:34.714577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.826286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] For port 1defc72d-3f39-4eae-9819-6057f3fc89de, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1defc72d-3f39-4eae-9819-6057f3fc89de,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:34.826696 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.843750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Calling delete_port for 1defc72d-3f39-4eae-9819-6057f3fc89de owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:34.859312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:34.917571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port 05402a7c-2ada-4706-8d12-e0869d9e95da on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:34.920779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1', '05402a7c-2ada-4706-8d12-e0869d9e95da'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:34.921226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:34.926245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0e9f76d-e224-4106-a9a5-1fa1b1a662ba req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "DELETE /v2.0/ports/05402a7c-2ada-4706-8d12-e0869d9e95da HTTP/1.1" status: 204 len: 173 time: 1.9477654 Aug 21 18:07:34.927098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcacfe-a0c6-4a87-b519-3c8386ef642f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=05402a7c-2ada-4706-8d12-e0869d9e95da,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:34.942137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=db2e208b-e549-450d-b106-553a429a3a6b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:34.975963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56045a4-c139-42c4-b342-399c8bbb70be req-16304291-e6a2-474d-beef-1fc1134ffbd3 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:34.988458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d56045a4-c139-42c4-b342-399c8bbb70be req-16304291-e6a2-474d-beef-1fc1134ffbd3 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 945 time: 0.9864116 Aug 21 18:07:35.118776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1937880-0c8f-4c67-b12c-b2ad05df2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:35.119483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1937880-0c8f-4c67-b12c-b2ad05df2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:35.121374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-a1937880-0c8f-4c67-b12c-b2ad05df2523 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1982 time: 0.4132638 Aug 21 18:07:35.149207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-868ff465-9b0f-4348-953a-297059992c6c req-6777b019-3737-4e60-b2c8-ce13c0a7cdf0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049977 Aug 21 18:07:35.192834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d56045a4-c139-42c4-b342-399c8bbb70be req-9c3595ed-a4eb-47b5-8a74-67db4d8d15f2 tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/security-groups?id=7591ef7c-0939-4b84-ba55-ec5905e8f1f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025428 Aug 21 18:07:35.197936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:35.219237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:35.336009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:35.347828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810'}, {'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'name': 'network-vif-deleted', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:35.356807 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591" -d '{"events": [{"name": "network-changed", "server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "tag": "758e22d4-930f-4d7f-81de-d905cb053810"}, {"server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "name": "network-vif-deleted", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:35.385926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Pushing event deleted for resources: {'Port': ['ID=1defc72d-3f39-4eae-9819-6057f3fc89de,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:35.575761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-c7b8d14d-1ef3-4147-88fb-9b0c4e53272f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.105&port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e HTTP/1.1" status: 200 len: 217 time: 0.4070439 Aug 21 18:07:35.577288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:35.582643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4842e746-bd8e-4d41-9714-c0a12c205cb2 req-a52e52d0-e5c1-4bf7-9b43-79474756d1b3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=e017b72a-3811-4685-8781-90cfa4cb1747 HTTP/1.1" status: 200 len: 210 time: 0.1364465 Aug 21 18:07:35.594856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Pushing event deleted for resources: {'Port': ['ID=34aebb80-f8be-4a97-bc58-b1840b8b017a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:35.602755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:35.607762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:35.660733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] No DVR routers for this DVR port 34aebb80-f8be-4a97-bc58-b1840b8b017a on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:35.672809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:35.679699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e9f5f20-bf1e-4c3b-b5fc-f43f68f140f2 req-857f0c17-1379-4ed6-89db-a965e6f4f49c tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.64 "DELETE /v2.0/ports/34aebb80-f8be-4a97-bc58-b1840b8b017a HTTP/1.1" status: 204 len: 173 time: 3.3953514 Aug 21 18:07:35.716742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:35.721730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:35.786434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-7609965e-ef3c-4d0f-bdc1-f5b507c52845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:35.789755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-7609965e-ef3c-4d0f-bdc1-f5b507c52845 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9f5f6fb-8b86-438d-87c0-01d5c318a35b HTTP/1.1" status: 200 len: 801 time: 0.1399927 Aug 21 18:07:35.964109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da2dc-2df9-4349-8926-83c3aa475327 req-eb3fc266-b028-4d59-88b4-ad82116dc47d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:35.974814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-793da2dc-2df9-4349-8926-83c3aa475327 req-eb3fc266-b028-4d59-88b4-ad82116dc47d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1789050 Aug 21 18:07:36.020375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-339413e7-bd61-4233-bd2b-99e11a55ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.029846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-339413e7-bd61-4233-bd2b-99e11a55ef1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3bbbca7-dd7e-4ba6-8832-eec1f587c448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1433890 Aug 21 18:07:36.065334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:36.068076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Pushing event updated for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:36.073472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:36.073719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.088788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1577c0-b1eb-4c1c-8ef3-88e08a159560 req-c4f3039c-ddc9-48a1-9e47-a3785683f5f6 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.094635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1577c0-b1eb-4c1c-8ef3-88e08a159560 req-c4f3039c-ddc9-48a1-9e47-a3785683f5f6 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.102106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d1577c0-b1eb-4c1c-8ef3-88e08a159560 req-c4f3039c-ddc9-48a1-9e47-a3785683f5f6 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1678 time: 0.5974584 Aug 21 18:07:36.102592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-793da2dc-2df9-4349-8926-83c3aa475327 req-a878b1f0-09eb-4f83-b957-1fd8eaacc08a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223624 Aug 21 18:07:36.131765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 02b984d3-cea8-4fa4-9991-4eb028f8f846 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:36.132137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.191300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d1577c0-b1eb-4c1c-8ef3-88e08a159560 req-9434fdfd-afbf-4f7c-a8d5-ccb8d65ae10f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880795 Aug 21 18:07:36.216468 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f9ab2a-4e55-4aad-a249-ea1c1d18fceb x-openstack-request-id: req-33f9ab2a-4e55-4aad-a249-ea1c1d18fceb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:36.216771 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "tag": "758e22d4-930f-4d7f-81de-d905cb053810", "status": "completed", "code": 200}, {"server_uuid": "e017b72a-3811-4685-8781-90cfa4cb1747", "name": "network-vif-deleted", "tag": "05402a7c-2ada-4706-8d12-e0869d9e95da", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:36.217026 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33f9ab2a-4e55-4aad-a249-ea1c1d18fceb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:36.220644 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810', 'status': 'completed', 'code': 200} Aug 21 18:07:36.221100 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e017b72a-3811-4685-8781-90cfa4cb1747', 'name': 'network-vif-deleted', 'tag': '05402a7c-2ada-4706-8d12-e0869d9e95da', 'status': 'completed', 'code': 200} Aug 21 18:07:36.279832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6aa6-a5d5-461a-9545-38a758ccb6b5 None None] Provisioning for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:36.292876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-29740c70-6279-4393-80c5-3fc135caab8f service neutron] 10.222.0.39 "GET /v2.0/networks/a3bbbca7-dd7e-4ba6-8832-eec1f587c448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485812 Aug 21 18:07:36.296926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:25Z', 'revision_number': 4, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1defc72d-3f39-4eae-9819-6057f3fc89de', 'name': '', 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'mac_address': 'fa:16:3e:21:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '798ae578-c062-4cda-b603-5359b84d8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:22Z', 'updated_at': '2021-08-21T18:07:33Z', 'revision_number': 4, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'subnets': [{'id': '798ae578-c062-4cda-b603-5359b84d8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:36.318196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.372540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7e2f6aa6-a5d5-461a-9545-38a758ccb6b5 None None] Provisioning complete for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:36.372984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7e2f6aa6-a5d5-461a-9545-38a758ccb6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.452073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321423a8-c4e6-4bae-99fb-68a28e55eff2 req-1c40d16b-a49c-4061-b775-7d7041910961 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.459404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-321423a8-c4e6-4bae-99fb-68a28e55eff2 req-1c40d16b-a49c-4061-b775-7d7041910961 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1577282 Aug 21 18:07:36.491828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9895ea4-1d7b-4523-ab77-343641ef6739 None None] The sync data for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 is: [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:25Z', 'revision_number': 4, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1defc72d-3f39-4eae-9819-6057f3fc89de', 'name': '', 'network_id': '2d7947b4-cff5-444f-bd43-b80bc678595b', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'mac_address': 'fa:16:3e:21:5e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': '798ae578-c062-4cda-b603-5359b84d8af2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:22Z', 'updated_at': '2021-08-21T18:07:33Z', 'revision_number': 4, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'subnets': [{'id': '798ae578-c062-4cda-b603-5359b84d8af2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:36.495377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-047ae248-d7a8-411f-9eff-1fe793f4f147 service neutron] 10.222.0.39 "GET /v2.0/networks/a3bbbca7-dd7e-4ba6-8832-eec1f587c448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918912 Aug 21 18:07:36.517673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f6aa6-a5d5-461a-9545-38a758ccb6b5 None None] Port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:36.554616 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.636260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.649893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a3cce02-9279-4779-87f9-a9a2dc4f1d5c req-1259a818-28e1-4c67-88e2-ef5109b614cb tempest-VolumesAdminNegativeTest-359707491 tempest-VolumesAdminNegativeTest-359707491-project] 10.222.0.41 "GET /v2.0/ports?device_id=42b9a8f7-f1bd-493a-8eda-127453fcf3e2 HTTP/1.1" status: 200 len: 210 time: 0.1158509 Aug 21 18:07:36.663951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-321423a8-c4e6-4bae-99fb-68a28e55eff2 req-10256e77-d3b2-4c03-924e-603daf6949b7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975222 Aug 21 18:07:36.669266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-1a217d84-65f9-44b7-8d9e-3bb7b59ebc1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=758e22d4-930f-4d7f-81de-d905cb053810 HTTP/1.1" status: 200 len: 217 time: 0.1574016 Aug 21 18:07:36.705312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:36.707605 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ef9a7-554c-43d7-873a-76f8100a328c" -d '{"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:36.743029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:36.766486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:36.768050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 34aebb80-f8be-4a97-bc58-b1840b8b017a no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:36.797088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-01ee0beb-eef6-4eb9-a712-eab5d44bb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.809434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-01ee0beb-eef6-4eb9-a712-eab5d44bb006 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=11401014-fb3a-4919-a13e-f75a60f9eb29 HTTP/1.1" status: 200 len: 801 time: 0.1222761 Aug 21 18:07:36.884757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 34aebb80-f8be-4a97-bc58-b1840b8b017a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:36.885116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 34aebb80-f8be-4a97-bc58-b1840b8b017a not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:36.980115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-6aeaaaec-4f39-4478-8cd3-4a91ce319f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:36.981752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-6aeaaaec-4f39-4478-8cd3-4a91ce319f4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fbd286a-67f1-4679-a574-2b5781067217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711309 Aug 21 18:07:37.007314 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fd2588-3f7d-48c9-aa55-1380725992f5 x-openstack-request-id: req-23fd2588-3f7d-48c9-aa55-1380725992f5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:37.008020 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:37.008522 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23fd2588-3f7d-48c9-aa55-1380725992f5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:37.009173 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'code': 200} Aug 21 18:07:37.027883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device db2e208b-e549-450d-b106-553a429a3a6b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:37.039354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:37.105119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:37.121092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Router ea1621a1-95d4-4154-b429-a947b920f88d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:37.134993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:37.234140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port db2e208b-e549-450d-b106-553a429a3a6b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:37.234590 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:37.253497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c349f5c-ff32-4c7b-9c78-01307201fc9e req-9cae4977-eea8-4876-bdb6-5ee7ce01f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:37.262968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c349f5c-ff32-4c7b-9c78-01307201fc9e req-9cae4977-eea8-4876-bdb6-5ee7ce01f654 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1097 time: 0.1762600 Aug 21 18:07:37.264771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-b9f38677-39bc-48cd-ac09-b5f1f0b6bb44 service neutron] 10.222.0.39 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722025 Aug 21 18:07:37.310394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Pushing event updated for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:37.318278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:37.417200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:37.425212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-717be438-64e4-4db1-9812-dfd016835275 admin admin] 10.222.0.41 "PUT /v2.0/routers/ea1621a1-95d4-4154-b429-a947b920f88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9652681 Aug 21 18:07:37.456950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49754) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:37.508633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:37.589037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c31859-0f41-4ece-b874-6dfff9d1e367 req-32111eb9-7c56-484d-96bf-87bc7ea62e76 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:37.596093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c31859-0f41-4ece-b874-6dfff9d1e367 req-32111eb9-7c56-484d-96bf-87bc7ea62e76 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:37.602013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:37.602472 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:37.604193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3c31859-0f41-4ece-b874-6dfff9d1e367 req-32111eb9-7c56-484d-96bf-87bc7ea62e76 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1678 time: 0.1298375 Aug 21 18:07:37.656957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05402a7c-2ada-4706-8d12-e0869d9e95da no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:37.660056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:37.675328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:37.685910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 05402a7c-2ada-4706-8d12-e0869d9e95da {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:37.686261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05402a7c-2ada-4706-8d12-e0869d9e95da not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:37.725570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3c31859-0f41-4ece-b874-6dfff9d1e367 req-df77450d-54e4-494d-837e-eebf23f2ede3 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203856 Aug 21 18:07:37.956687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Router 9ff624fd-f162-4487-9fd2-a88f8d817f28 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:38.074391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-61ebd0ee-a989-4140-bdd0-8740d07d326c None None] Provisioning complete for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:38.076318 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-61ebd0ee-a989-4140-bdd0-8740d07d326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.152023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:38.159210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:38.168917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-61ebd0ee-a989-4140-bdd0-8740d07d326c None None] Port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:38.174662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Sync routers for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:38.180483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d30dc1a1-bdcb-4ae8-814b-e7386264faee admin admin] 10.222.0.41 "PUT /v2.0/routers/9ff624fd-f162-4487-9fd2-a88f8d817f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3195293 Aug 21 18:07:38.190173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:38.191658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:38.238176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'name': 'network-vif-deleted', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:38.242553 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03be4a8f-379a-42fe-8617-0154793b3d91" -d '{"events": [{"server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "name": "network-vif-deleted", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:38.299831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf33f3-5789-4277-93ae-9fc4d6c60c7d req-60c0a2de-0438-47a2-ab69-170ecdfd80f5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:38.308000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c349f5c-ff32-4c7b-9c78-01307201fc9e req-de432365-6950-4994-8114-3d790e06b13f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0237811 Aug 21 18:07:38.316947 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8cf33f3-5789-4277-93ae-9fc4d6c60c7d req-60c0a2de-0438-47a2-ab69-170ecdfd80f5 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1087990 Aug 21 18:07:38.360051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7297ac8-eac8-4366-bddf-ed4f2c415d86 req-320b2af2-e125-4b4e-99eb-62c923714fa3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:38.368261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7297ac8-eac8-4366-bddf-ed4f2c415d86 req-320b2af2-e125-4b4e-99eb-62c923714fa3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.9983749 Aug 21 18:07:38.397369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:38.405949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8cf33f3-5789-4277-93ae-9fc4d6c60c7d req-621b973b-1f3d-4d07-be20-34702511243d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881140 Aug 21 18:07:38.509265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3473f79-e09a-4b2c-bb35-cecac66183e8 req-7eb7d549-54e1-4bb5-8176-85078645b2b3 service neutron] 10.222.0.39 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2358553 Aug 21 18:07:38.539435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Deleting subnet 0f25e14c-3367-4455-952f-8db3906887e1 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:38.543194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.598727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.660949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7297ac8-eac8-4366-bddf-ed4f2c415d86 req-e6df20e0-c557-4a4b-92aa-3bdf20945e35 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2855561 Aug 21 18:07:38.700991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.792551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 2, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:38.804243 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba89ea7-7258-49da-a4cf-1f15e7b17cbb x-openstack-request-id: req-aba89ea7-7258-49da-a4cf-1f15e7b17cbb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:38.804243 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b9a8f7-f1bd-493a-8eda-127453fcf3e2", "name": "network-vif-deleted", "tag": "34aebb80-f8be-4a97-bc58-b1840b8b017a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:38.804243 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aba89ea7-7258-49da-a4cf-1f15e7b17cbb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:38.804243 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b9a8f7-f1bd-493a-8eda-127453fcf3e2', 'name': 'network-vif-deleted', 'tag': '34aebb80-f8be-4a97-bc58-b1840b8b017a', 'status': 'completed', 'code': 200} Aug 21 18:07:38.804864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.847162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70588adc-c61c-41f7-84a6-519b240d3a09 req-8701b29f-5fe7-4986-a050-e469657c1cda tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:38.848813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70588adc-c61c-41f7-84a6-519b240d3a09 req-8701b29f-5fe7-4986-a050-e469657c1cda tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 950 time: 0.1212564 Aug 21 18:07:38.874196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Checking router: 9ff624fd-f162-4487-9fd2-a88f8d817f28 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:38.874572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Updating router 9ff624fd-f162-4487-9fd2-a88f8d817f28 port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:07:38.890108 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Sync routers for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:38.903643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:38.904581 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:38.926726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:38.933963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70588adc-c61c-41f7-84a6-519b240d3a09 req-ba78733a-16bb-4efa-af6e-703f775e6029 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705454 Aug 21 18:07:39.025161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-c00c936a-d50b-401e-b435-265f7a6b7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.025825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-c00c936a-d50b-401e-b435-265f7a6b7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.027583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-c00c936a-d50b-401e-b435-265f7a6b7928 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1982 time: 0.3656449 Aug 21 18:07:39.059858 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:39.120142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d57a-339a-4c12-85a4-1c3b6d6ee5fd req-71645c79-cd41-4d8b-a596-1edfa542a4a5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.142846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7d57a-339a-4c12-85a4-1c3b6d6ee5fd req-71645c79-cd41-4d8b-a596-1edfa542a4a5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.150236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eaf7d57a-339a-4c12-85a4-1c3b6d6ee5fd req-71645c79-cd41-4d8b-a596-1edfa542a4a5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1678 time: 0.1122463 Aug 21 18:07:39.236186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49780) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:39.275117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eaf7d57a-339a-4c12-85a4-1c3b6d6ee5fd req-e081d48f-3ba4-45ed-87b2-e268c22c49b2 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238782 Aug 21 18:07:39.305572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212014168', 'description': 'tempest-description--1717836894'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:39.322901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.359431 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:35Z', 'revision_number': 5, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:39.391085 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Checking router: ea1621a1-95d4-4154-b429-a947b920f88d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:39.414814 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Routers {'ea1621a1-95d4-4154-b429-a947b920f88d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:39.415432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ea1621a1-95d4-4154-b429-a947b920f88d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:39.462721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.464829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-0f29c4bf-75a1-4305-a5a1-06a1fc918568 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.466896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-0f29c4bf-75a1-4305-a5a1-06a1fc918568 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/ports?device_id=3fb4860c-ccf9-440f-9bb7-cd4c4ded9683 HTTP/1.1" status: 200 len: 949 time: 0.0948942 Aug 21 18:07:39.498943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Transition to ACTIVE for port object b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:39.508959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-39fa703e-55a8-49e0-9f4a-d8094fae438a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.511584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-39fa703e-55a8-49e0-9f4a-d8094fae438a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 950 time: 0.4627552 Aug 21 18:07:39.513446 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.522265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.551005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.622605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.624572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0f25e14c-3367-4455-952f-8db3906887e1 HTTP/1.1" status: 204 len: 168 time: 1.4686880 Aug 21 18:07:39.630040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be01424-4d58-4afe-98e9-d648262b7c83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f25e14c-3367-4455-952f-8db3906887e1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:39.630789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49784) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:39.649119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21852c27-c889-4449-9fe0-9b2a6d486189 None None] Pushing event updated for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:39.756753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port fdcac63b-e1de-4857-a6c6-04eecaab382f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:39.759290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.773193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-1d3bc3fc-313d-4818-ac70-8a201561fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:39.779229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-1d3bc3fc-313d-4818-ac70-8a201561fa23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5fbd286a-67f1-4679-a574-2b5781067217 HTTP/1.1" status: 200 len: 901 time: 0.7038596 Aug 21 18:07:39.802075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Attempting to bind port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:39.802708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Attempting to bind port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:39.803388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Attempting to bind port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 on network 75a54323-499d-4e08-a8ac-95fd3a65e713 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:39.811148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:39.812536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Checking segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:39.813889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.815151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Bound using segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:39.816817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Bound port: b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:39.818788 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:39.858093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 758e22d4-930f-4d7f-81de-d905cb053810 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:39.945807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] Set router ea1621a1-95d4-4154-b429-a947b920f88d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:39.961336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.041262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.062133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] For port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:40.102825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] For port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:40.140886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=758e22d4-930f-4d7f-81de-d905cb053810,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:40.154316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '758e22d4-930f-4d7f-81de-d905cb053810', 'network_id': '5fbd286a-67f1-4679-a574-2b5781067217', 'port_id': '758e22d4-930f-4d7f-81de-d905cb053810', 'mac_address': 'fa:16:3e:d6:50:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11401014-fb3a-4919-a13e-f75a60f9eb29', 'ip_address': '19.86.0.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:40.189961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.197577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9271710 Aug 21 18:07:40.198650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49792) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:40.201603 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.209159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.232342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'security_group_rule': {'security_group_id': '0ba01b7c-5e3a-4858-878a-7a83f7060599', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:40.244018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-dd15126d-2dde-4500-b434-b229cda84e57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.33&port_id=758e22d4-930f-4d7f-81de-d905cb053810 HTTP/1.1" status: 200 len: 217 time: 0.2400494 Aug 21 18:07:40.247624 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:35Z', 'revision_number': 5, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:40.305141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:40.312979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:40.322416 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b772209b-c465-44ff-b4cc-3289183062c1 None None] The sync data for ids ['ea1621a1-95d4-4154-b429-a947b920f88d'] in n-d-793621-32 is: [{'id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1769019166-router', 'tenant_id': 'a4aebc65da0845ae9044a841975d4e2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:14Z', 'updated_at': '2021-08-21T18:07:35Z', 'revision_number': 5, 'project_id': 'a4aebc65da0845ae9044a841975d4e2b', 'gw_port': {'id': '02b984d3-cea8-4fa4-9991-4eb028f8f846', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:bb:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1621a1-95d4-4154-b429-a947b920f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:15Z', 'updated_at': '2021-08-21T18:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:40.352374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2553-c01f-4aa1-8141-ad3ea9bf8be6 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba01b7c-5e3a-4858-878a-7a83f7060599,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:40.379875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758e22d4-930f-4d7f-81de-d905cb053810 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:40.417532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdfe7-79ad-44f2-9d5b-ef9943920ee0 req-e560823e-efc1-4d65-96c5-6a965202b01b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:40.419590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-142bdfe7-79ad-44f2-9d5b-ef9943920ee0 req-e560823e-efc1-4d65-96c5-6a965202b01b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.7809944 Aug 21 18:07:40.426157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Deleting port 02b984d3-cea8-4fa4-9991-4eb028f8f846 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:40.426519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.492542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=758e22d4-930f-4d7f-81de-d905cb053810,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:40.503761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21852c27-c889-4449-9fe0-9b2a6d486189 None None] Pushing event updated for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:40.523603 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.524274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:40.557132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.582984 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.600196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-fe0e15af-beb2-4e12-a8b6-5ebe8eda74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:40.601645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-fe0e15af-beb2-4e12-a8b6-5ebe8eda74fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=11401014-fb3a-4919-a13e-f75a60f9eb29 HTTP/1.1" status: 200 len: 801 time: 0.3413126 Aug 21 18:07:40.641690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d481cb-b66c-4757-ab86-28b81c66d1db req-f5b4e1ae-7a9e-4597-a21e-67f5b8d0b5d5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:40.649499 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96d481cb-b66c-4757-ab86-28b81c66d1db req-f5b4e1ae-7a9e-4597-a21e-67f5b8d0b5d5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1537275 Aug 21 18:07:40.671912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port fdcac63b-e1de-4857-a6c6-04eecaab382f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fdcac63b-e1de-4857-a6c6-04eecaab382f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:40.672330 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.687181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:40.687559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.690034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:40.714223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-142bdfe7-79ad-44f2-9d5b-ef9943920ee0 req-6c80b8c5-1386-4fd6-9737-e752235b345b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763827 Aug 21 18:07:40.725213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e', 'network_id': 'a3bbbca7-dd7e-4ba6-8832-eec1f587c448', 'port_id': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e', 'mac_address': 'fa:16:3e:6a:12:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f5f6fb-8b86-438d-87c0-01d5c318a35b', 'ip_address': '19.80.0.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:40.752251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for fdcac63b-e1de-4857-a6c6-04eecaab382f owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:40.771902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.818822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1defc72d-3f39-4eae-9819-6057f3fc89de no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:40.829027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] For port 02b984d3-cea8-4fa4-9991-4eb028f8f846, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=02b984d3-cea8-4fa4-9991-4eb028f8f846,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:40.829672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.835053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56f044d-5f85-47db-ae32-9dac5a0cb56a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:40.862277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 1defc72d-3f39-4eae-9819-6057f3fc89de {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:40.862786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1defc72d-3f39-4eae-9819-6057f3fc89de not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:40.869300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Calling delete_port for 02b984d3-cea8-4fa4-9991-4eb028f8f846 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:40.881796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-9e9d03e8-2f39-4cdd-963f-513e12204e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:40.883605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-9e9d03e8-2f39-4cdd-963f-513e12204e1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5fbd286a-67f1-4679-a574-2b5781067217&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2638044 Aug 21 18:07:40.894175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.905818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:40.926949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96d481cb-b66c-4757-ab86-28b81c66d1db req-1ac74e0a-9b67-47c8-835f-1bcf6729a73d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2710745 Aug 21 18:07:40.929014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:40.961929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:40.985132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78b71ce-e9fc-4b40-9857-080c6d02e951') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:40.987333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78b71ce-e9fc-4b40-9857-080c6d02e951') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:41.022424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.101813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.103285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8f3364-2206-4dbf-acad-0425e7112919,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.115576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port d6e01cb1-c0d4-4171-b709-6300c3d21dd1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:41.116234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.121041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.124606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b28fff58-3eb4-45c6-a03b-9954364fa10f tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9049973 Aug 21 18:07:41.133889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49800) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:41.145348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'security_group_rule': {'security_group_id': '0ba01b7c-5e3a-4858-878a-7a83f7060599', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:41.150339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:41.150792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:41.155062 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:41.186754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for d6e01cb1-c0d4-4171-b709-6300c3d21dd1 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:41.192120 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.258985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc285f41-f040-4ac4-a113-4d3cf0f41cea req-88677aae-3e54-439e-857d-2a3d963e16ea tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:41.261788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aff97-6c29-4345-a1fb-517bbe209f73 req-d063216a-36a5-41e8-93fa-7b28853b8207 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:41.264141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc285f41-f040-4ac4-a113-4d3cf0f41cea req-88677aae-3e54-439e-857d-2a3d963e16ea tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=feb20d26-0884-44a0-9c18-26cba57cf239 HTTP/1.1" status: 200 len: 950 time: 0.3106122 Aug 21 18:07:41.268686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aff97-6c29-4345-a1fb-517bbe209f73 req-d063216a-36a5-41e8-93fa-7b28853b8207 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:41.270404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254aff97-6c29-4345-a1fb-517bbe209f73 req-d063216a-36a5-41e8-93fa-7b28853b8207 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1679 time: 0.1892409 Aug 21 18:07:41.306715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.311981 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.316781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a56f044d-5f85-47db-ae32-9dac5a0cb56a HTTP/1.1" status: 204 len: 168 time: 1.6838579 Aug 21 18:07:41.322837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:41.349704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc51973-09ab-4ef4-a812-5b6dd8765799 admin admin] Pushing event deleted for resources: {'Network': ['ID=a56f044d-5f85-47db-ae32-9dac5a0cb56a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.353121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.449565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.468065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:41.487192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'fdcac63b-e1de-4857-a6c6-04eecaab382f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:41.490270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d6e01cb1-c0d4-4171-b709-6300c3d21dd1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:41.526896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.537700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254aff97-6c29-4345-a1fb-517bbe209f73 req-a272c527-a493-4f8b-995d-73b9aa4b3b99 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518356 Aug 21 18:07:41.548360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Deleting subnet 51756c81-ffde-49c7-8010-193e85645b6f {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:41.599742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:41.622417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-6a6bb901-4704-4fc8-911b-d08701e891be service neutron] 10.222.0.39 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258766 Aug 21 18:07:41.625155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port fdcac63b-e1de-4857-a6c6-04eecaab382f on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:41.632090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.635395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b554a31e-429a-4c1f-81ca-821503f932f5 req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "DELETE /v2.0/ports/fdcac63b-e1de-4857-a6c6-04eecaab382f HTTP/1.1" status: 204 len: 173 time: 2.1605723 Aug 21 18:07:41.640402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.644289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40550a-4d0b-4f68-bfe3-cdfc54ca415f tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=fdcac63b-e1de-4857-a6c6-04eecaab382f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.651892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.675674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.676545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'name': 'network-vif-deleted', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:41.679454 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49162b0b-5c01-46d3-b27a-0eed5710b845" -d '{"events": [{"server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "name": "network-vif-deleted", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:41.682565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.703502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=02b984d3-cea8-4fa4-9991-4eb028f8f846,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.713719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.748592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.752358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bc18cf-a9eb-4b63-9ab2-117c73e7f97a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.781606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=d6e01cb1-c0d4-4171-b709-6300c3d21dd1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.782618 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.788973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-81f3de62-0d79-4441-ae9b-00d335a16519 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6530511 Aug 21 18:07:41.803186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:41.806240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:41.816103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:40Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:41.819140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:41.927356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc285f41-f040-4ac4-a113-4d3cf0f41cea req-af7f05a1-e72d-491d-9758-ecf579ee8923 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060366 Aug 21 18:07:41.964290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fdcac63b-e1de-4857-a6c6-04eecaab382f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:41.969615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port d6e01cb1-c0d4-4171-b709-6300c3d21dd1 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:41.973661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.978792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3209ba9b-8969-4bc6-9707-a9c3d414aa5d req-d240d636-5187-434f-91aa-eedba5b2bb06 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.64 "DELETE /v2.0/ports/d6e01cb1-c0d4-4171-b709-6300c3d21dd1 HTTP/1.1" status: 204 len: 173 time: 2.4326143 Aug 21 18:07:41.982514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'name': 'network-vif-deleted', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:41.987264 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10780458-578e-4ac8-9319-757ebf40bae5" -d '{"events": [{"server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "name": "network-vif-deleted", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:41.991388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.994039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:41.998078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8496cc9f-3a0a-4505-86bc-ee8dd23aa06e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:42.006464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['758e22d4-930f-4d7f-81de-d905cb053810'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:42.072212 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdb43c8-037e-4a45-8324-d84860c99942 x-openstack-request-id: req-abdb43c8-037e-4a45-8324-d84860c99942 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:42.072527 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb4860c-ccf9-440f-9bb7-cd4c4ded9683", "name": "network-vif-deleted", "tag": "fdcac63b-e1de-4857-a6c6-04eecaab382f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:42.074727 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abdb43c8-037e-4a45-8324-d84860c99942 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:42.077083 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb4860c-ccf9-440f-9bb7-cd4c4ded9683', 'name': 'network-vif-deleted', 'tag': 'fdcac63b-e1de-4857-a6c6-04eecaab382f', 'status': 'completed', 'code': 200} Aug 21 18:07:42.092717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.153638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c082bab3-7f3f-4ec9-abc6-e35174e5eefe None None] The sync data for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 is: [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:40Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:42.209047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: fdcac63b-e1de-4857-a6c6-04eecaab382f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:42.209393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fdcac63b-e1de-4857-a6c6-04eecaab382f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:42.266771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.288387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84efee-546a-48b3-9fa1-a3b7f7942b33 req-3c023712-2f3d-44f3-9f6e-6e4613fcb995 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:42.291392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.303254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e84efee-546a-48b3-9fa1-a3b7f7942b33 req-3c023712-2f3d-44f3-9f6e-6e4613fcb995 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.4081998 Aug 21 18:07:42.304450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49812) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:42.336217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'floatingip': {'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:42.453412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.507863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f78c32dc-c5ea-45fe-b8de-3066ad2b8591 req-30e70ac2-14e6-4af8-b9c6-1bb30f789088 service neutron] 10.222.0.39 "GET /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8457136 Aug 21 18:07:42.520292 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d6826f-d393-446b-b97f-ef96e2277d1f x-openstack-request-id: req-c6d6826f-d393-446b-b97f-ef96e2277d1f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:42.520563 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feb20d26-0884-44a0-9c18-26cba57cf239", "name": "network-vif-deleted", "tag": "d6e01cb1-c0d4-4171-b709-6300c3d21dd1", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:42.523138 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6d6826f-d393-446b-b97f-ef96e2277d1f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:42.523837 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feb20d26-0884-44a0-9c18-26cba57cf239', 'name': 'network-vif-deleted', 'tag': 'd6e01cb1-c0d4-4171-b709-6300c3d21dd1', 'status': 'completed', 'code': 200} Aug 21 18:07:42.530586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.531125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea1621a1-95d4-4154-b429-a947b920f88d {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:07:42.542286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.558214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.565068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5cc69cde-7f71-4c28-9399-68008e813e50 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ea1621a1-95d4-4154-b429-a947b920f88d HTTP/1.1" status: 204 len: 168 time: 4.5131326 Aug 21 18:07:42.586370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:42.613438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51756c81-ffde-49c7-8010-193e85645b6f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:42.635955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.641104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ab25f7a2-c113-41f9-8baa-b731d6ce1799 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/51756c81-ffde-49c7-8010-193e85645b6f HTTP/1.1" status: 204 len: 168 time: 1.3014221 Aug 21 18:07:42.649263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:42.675559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Deleting subnet 798ae578-c062-4cda-b603-5359b84d8af2 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:42.688420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.833480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:42.929159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfa071-6930-4e69-bebe-983e42fa4be3 req-7dd4b834-0361-4b8d-85e2-0053495268a9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:42.932022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29cfa071-6930-4e69-bebe-983e42fa4be3 req-7dd4b834-0361-4b8d-85e2-0053495268a9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.6618328 Aug 21 18:07:43.071721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29cfa071-6930-4e69-bebe-983e42fa4be3 req-3f0629ce-777d-4d09-a48e-eb9b47df22eb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177866 Aug 21 18:07:43.110744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.255916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.346387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=798ae578-c062-4cda-b603-5359b84d8af2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:43.355967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.358739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1c91a234-1ccd-4ede-8b7e-085c8d384f77 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/798ae578-c062-4cda-b603-5359b84d8af2 HTTP/1.1" status: 204 len: 168 time: 0.7695782 Aug 21 18:07:43.363908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49826) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:43.370099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb54a689-74c8-416a-ad57-9da7ff0a622f None None] Network 2d7947b4-cff5-444f-bd43-b80bc678595b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:43.416446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:43.573462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.602873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e426b1-a965-445e-8af3-b9728de3d834 req-2ece3b1e-a8a9-4b14-b453-3bf159e155a9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:43.610274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e426b1-a965-445e-8af3-b9728de3d834 req-2ece3b1e-a8a9-4b14-b453-3bf159e155a9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:43.622694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11e426b1-a965-445e-8af3-b9728de3d834 req-2ece3b1e-a8a9-4b14-b453-3bf159e155a9 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1680 time: 0.8758593 Aug 21 18:07:43.647307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d6e01cb1-c0d4-4171-b709-6300c3d21dd1 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:43.734811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: d6e01cb1-c0d4-4171-b709-6300c3d21dd1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:43.735525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d6e01cb1-c0d4-4171-b709-6300c3d21dd1 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:43.737674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11e426b1-a965-445e-8af3-b9728de3d834 req-70172876-4a3b-4f65-a27d-632df9e46c57 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093986 Aug 21 18:07:43.752380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:43.758033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.781940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:43.786871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:43.858035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 758e22d4-930f-4d7f-81de-d905cb053810 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:43.959425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] DHCP port deletion for 2d7947b4-cff5-444f-bd43-b80bc678595b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:44.046690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.resource_extend [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:07:44.162682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.166270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.187265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44937813-d28f-4476-9636-279d178bd953']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:44.213983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 758e22d4-930f-4d7f-81de-d905cb053810 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:44.233766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.245114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 758e22d4-930f-4d7f-81de-d905cb053810 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:44.245761 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.278172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea515b1-e63d-4667-b7d8-206f1d155739') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:44.283419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea515b1-e63d-4667-b7d8-206f1d155739') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:44.287607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.297152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.335189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b84c35-59a1-4eab-8128-34f938465b51 req-497b9c44-9828-41b6-a3dd-3d1c684d5120 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:44.338343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29b84c35-59a1-4eab-8128-34f938465b51 req-497b9c44-9828-41b6-a3dd-3d1c684d5120 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 950 time: 0.1055532 Aug 21 18:07:44.343651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:44.359868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.363559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Deleting port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:44.364085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.369036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Deleting port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:44.371453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.427938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.460552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29b84c35-59a1-4eab-8128-34f938465b51 req-3c1b1758-496d-4df9-89cb-9aaec076a448 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161439 Aug 21 18:07:44.481928 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.511111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Allocated IP 172.25.1.171 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/b36f0047-840a-4c77-8a9b-f9cf02d45b30) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:44.530849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] For port ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:44.531270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.569623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Calling delete_port for ffec0d17-5595-4ab0-b44f-9daff1bd68d1 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:44.575207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=758e22d4-930f-4d7f-81de-d905cb053810,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:44.582650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] For port ffec0d17-5595-4ab0-b44f-9daff1bd68d1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,segment=NetworkSegment(1f345056-5bc8-4f4e-a183-16901db94837),segment_id=1f345056-5bc8-4f4e-a183-16901db94837)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:44.583075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.611175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Calling delete_port for ffec0d17-5595-4ab0-b44f-9daff1bd68d1 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:44.665485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.676289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03feb7d9-e54c-4b23-abdf-857381da2476 req-caf483a1-4d30-4692-85f2-c90438de0176 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:44.684196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03feb7d9-e54c-4b23-abdf-857381da2476 req-caf483a1-4d30-4692-85f2-c90438de0176 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.4527597 Aug 21 18:07:44.694174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:44.696765 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d617614-41f1-4487-87b3-a5f6f5eaba37" -d '{"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-plugged", "status": "completed", "tag": "758e22d4-930f-4d7f-81de-d905cb053810"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:44.699561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:44.716966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.719116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f', 'df560563-4946-47ab-8c7e-4f418a19ce53', '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:44.720188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.730154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:44.730916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:44.733583 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:44.736783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] No DVR routers for this DVR port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:44.740515 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.764986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:44.811545 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5284b0-58a2-424a-b50e-57907326b35c x-openstack-request-id: req-cc5284b0-58a2-424a-b50e-57907326b35c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:44.811853 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-plugged", "status": "completed", "tag": "758e22d4-930f-4d7f-81de-d905cb053810", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:44.812099 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc5284b0-58a2-424a-b50e-57907326b35c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:44.812489 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810', 'code': 200} Aug 21 18:07:44.833112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] No DVR routers for this DVR port ffec0d17-5595-4ab0-b44f-9daff1bd68d1 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:44.869526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:44.902219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13cb982-720e-4ef2-bd22-f696ba319a94 None None] Pushing event deleted for resources: {'Port': ['ID=ffec0d17-5595-4ab0-b44f-9daff1bd68d1,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:44.957737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:44.981356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d7947b4-cff5-444f-bd43-b80bc678595b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:44.998057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f345056-5bc8-4f4e-a183-16901db94837') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:44.998420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f345056-5bc8-4f4e-a183-16901db94837') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:45.014333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:45.017292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03feb7d9-e54c-4b23-abdf-857381da2476 req-6cee9fc6-d4ca-4041-ae59-26e25b14ad98 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318415 Aug 21 18:07:45.041650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.051177 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Floating IP 289ca524-69b2-492c-81c7-b18182322f65 associated. External IP: 172.25.1.9, port: 4100c8b0-1bd8-4025-be85-6a833f42ec15. Aug 21 18:07:45.067258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.072707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:45.073220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.099085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:45.099456 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:45.144935 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:45.201493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.211351 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.216372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2d7947b4-cff5-444f-bd43-b80bc678595b HTTP/1.1" status: 204 len: 168 time: 1.8479288 Aug 21 18:07:45.241895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad6f2a-c1ec-4cf4-92a3-32098114b369 req-4e0d147d-e89b-4a08-b7c3-5fef065a5eff tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:45.258597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad6f2a-c1ec-4cf4-92a3-32098114b369 req-4e0d147d-e89b-4a08-b7c3-5fef065a5eff tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:45.264246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad6f2a-c1ec-4cf4-92a3-32098114b369 req-4e0d147d-e89b-4a08-b7c3-5fef065a5eff tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1681 time: 0.4104986 Aug 21 18:07:45.341114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-59f3d2c8-f068-4fd5-80b7-83eed8f8cce3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:45.342835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-59f3d2c8-f068-4fd5-80b7-83eed8f8cce3 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 950 time: 0.1927505 Aug 21 18:07:45.343655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e237afd-7d6e-4c4d-adf3-f9d5f41bed93 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d7947b4-cff5-444f-bd43-b80bc678595b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:45.462942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffec0d17-5595-4ab0-b44f-9daff1bd68d1 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:45.482811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49846) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:45.616488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad6f2a-c1ec-4cf4-92a3-32098114b369 req-18342a56-dcf8-4da6-abf0-5f34b126b329 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972763 Aug 21 18:07:45.637817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ffec0d17-5595-4ab0-b44f-9daff1bd68d1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:45.638317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffec0d17-5595-4ab0-b44f-9daff1bd68d1 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:45.638595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 02b984d3-cea8-4fa4-9991-4eb028f8f846 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:45.662807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 02b984d3-cea8-4fa4-9991-4eb028f8f846 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:45.662807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 02b984d3-cea8-4fa4-9991-4eb028f8f846 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:45.663896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8d260b3e-7b7f-4b31-af28-73df8fead37e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4aebc65da0845ae9044a841975d4e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791511 Aug 21 18:07:45.664588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49852) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:45.678592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.684420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.690480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.695348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] 10.222.0.41 "DELETE /v2.0/networks/44937813-d28f-4476-9636-279d178bd953 HTTP/1.1" status: 204 len: 168 time: 3.0450077 Aug 21 18:07:45.753878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45f2a-9d4d-4685-aefa-46c6178bd26a admin admin] Pushing event deleted for resources: {'Network': ['ID=44937813-d28f-4476-9636-279d178bd953,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:45.774817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port df560563-4946-47ab-8c7e-4f418a19ce53 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:45.775184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.779006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cc477-08cd-48d7-8ee1-0882935d1989 req-f0ad5182-0278-46eb-9ac8-d9f80f6dd38a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:45.786299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-092cc477-08cd-48d7-8ee1-0882935d1989 req-f0ad5182-0278-46eb-9ac8-d9f80f6dd38a tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 950 time: 0.1494894 Aug 21 18:07:45.854320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-092cc477-08cd-48d7-8ee1-0882935d1989 req-5afd1385-3d33-4fc8-83dc-fb6ed6629c24 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Aug 21 18:07:45.867726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:45.888870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30159f5-cc33-468c-bda5-f125cde03427 req-6770e540-9218-4ad1-a1cf-1c4bbdcfbc21 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:45.890839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b30159f5-cc33-468c-bda5-f125cde03427 req-6770e540-9218-4ad1-a1cf-1c4bbdcfbc21 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/ports?device_id=93d810a6-b28f-4d37-9566-e38e54466928 HTTP/1.1" status: 200 len: 949 time: 0.2664759 Aug 21 18:07:45.905041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port df560563-4946-47ab-8c7e-4f418a19ce53, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=df560563-4946-47ab-8c7e-4f418a19ce53,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:45.905465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:45.924907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for df560563-4946-47ab-8c7e-4f418a19ce53 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:45.990164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:46.004955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:46.008943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.025862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.049403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.075524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49858) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:46.113077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.155898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:46.162673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:46.184366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:46.195985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.229933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'Port': ['ID=b36f0047-840a-4c77-8a9b-f9cf02d45b30,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:46.232397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c66c727-2f4a-45b3-8dda-0bfdd5d71137 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17c8d104347f47de93678f1ca364bc5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556618 Aug 21 18:07:46.234349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:46.235639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.257385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:07:46.258765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:46.275548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:46.276221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.301114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=df560563-4946-47ab-8c7e-4f418a19ce53,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:46.325451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e57d1-1342-4ce7-b215-7f06b37196f5 req-df6ca54f-dc6b-495e-b17f-e8aae008e6a1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:46.333729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce8e57d1-1342-4ce7-b215-7f06b37196f5 req-df6ca54f-dc6b-495e-b17f-e8aae008e6a1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1827083 Aug 21 18:07:46.385042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.385796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:46.388004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.392808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f926f719-1e3a-4b72-805d-7b4a938de77d HTTP/1.1" status: 204 len: 168 time: 0.7228189 Aug 21 18:07:46.400896 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.429889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port df560563-4946-47ab-8c7e-4f418a19ce53 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:46.434262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.436562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.439074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a87db823-fff3-400f-9e50-514ee4d3b6ab req-46735a31-a18f-42e4-a97b-75da864f3da4 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "DELETE /v2.0/ports/df560563-4946-47ab-8c7e-4f418a19ce53 HTTP/1.1" status: 204 len: 173 time: 1.0795043 Aug 21 18:07:46.452659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'name': 'network-vif-deleted', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:46.455839 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe9c1e-ca42-4b83-8423-52ab860d7b29" -d '{"events": [{"server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "name": "network-vif-deleted", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:46.484798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2faeb-3995-4d80-8487-021fe98e9d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f926f719-1e3a-4b72-805d-7b4a938de77d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:46.526751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce8e57d1-1342-4ce7-b215-7f06b37196f5 req-725f2f34-3b5a-4549-88ca-fe8723e1a5a0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920004 Aug 21 18:07:46.536434 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c8adf-f766-40c6-90b5-7adbb27b6044 x-openstack-request-id: req-675c8adf-f766-40c6-90b5-7adbb27b6044 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:46.536732 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea5559e-0c19-4fd7-ac35-d70f11e8644b", "name": "network-vif-deleted", "tag": "df560563-4946-47ab-8c7e-4f418a19ce53", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:46.536972 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-675c8adf-f766-40c6-90b5-7adbb27b6044 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:46.537375 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea5559e-0c19-4fd7-ac35-d70f11e8644b', 'name': 'network-vif-deleted', 'tag': 'df560563-4946-47ab-8c7e-4f418a19ce53', 'status': 'completed', 'code': 200} Aug 21 18:07:46.543080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.584212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:46.585184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.624717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.625058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.625576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.626561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.626960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.627351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.627791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.629799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.643626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.649243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7591ef7c-0939-4b84-ba55-ec5905e8f1f2 HTTP/1.1" status: 204 len: 168 time: 0.4111695 Aug 21 18:07:46.654272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.655807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.656366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.656561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.658551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.664355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:07:46.691638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4a405-51db-4b1b-bd8a-24711bf80d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591ef7c-0939-4b84-ba55-ec5905e8f1f2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:46.765664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:07:46.777947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:07:46.784747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:46.791962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.816424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:46.817106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:46.830596 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d0e7f3-22fb-49d6-a69b-d9b4fc4cec26" -d '{"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-plugged", "status": "completed", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:46.841142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:46.848068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:46.936001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-23c81539-52ae-4339-9e9d-634a3160cd3a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "PUT /v2.0/floatingips/289ca524-69b2-492c-81c7-b18182322f65 HTTP/1.1" status: 200 len: 989 time: 4.6231146 Aug 21 18:07:46.948499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337a367-54ca-4188-8be1-af50cf371e3c req-debb9ab4-9e25-4dff-a0a7-9b7a7c4943ae tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:46.963346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:46.966349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9337a367-54ca-4188-8be1-af50cf371e3c req-debb9ab4-9e25-4dff-a0a7-9b7a7c4943ae tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:46.971973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9337a367-54ca-4188-8be1-af50cf371e3c req-debb9ab4-9e25-4dff-a0a7-9b7a7c4943ae tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.1946931 Aug 21 18:07:46.984390 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a86717-3eb3-4be9-b15b-843e699e7311" -d '{"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:47.139068 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a811878-bace-426b-a3ca-1b57e5f2c92b x-openstack-request-id: req-8a811878-bace-426b-a3ca-1b57e5f2c92b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:47.140030 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-plugged", "status": "completed", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:47.140456 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a811878-bace-426b-a3ca-1b57e5f2c92b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:47.141731 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e', 'code': 200} Aug 21 18:07:47.195675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:47.280007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:47.284732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9337a367-54ca-4188-8be1-af50cf371e3c req-fb2a3c8f-bac6-4ab4-bc5e-d9389b06e976 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054597 Aug 21 18:07:47.339319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c10b5-e38f-49ef-a7f8-d9778655e3fb req-98eee861-2976-4783-9d59-14855935f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:47.342709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c10b5-e38f-49ef-a7f8-d9778655e3fb req-98eee861-2976-4783-9d59-14855935f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:47.350773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45afa1ef-0803-4806-97d2-b9b12efb675f req-fea023f8-b78d-47fd-af1e-8dac16e58f8e tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea5559e-0c19-4fd7-ac35-d70f11e8644b HTTP/1.1" status: 200 len: 210 time: 0.0572100 Aug 21 18:07:47.352776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b02c10b5-e38f-49ef-a7f8-d9778655e3fb req-98eee861-2976-4783-9d59-14855935f682 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1986 time: 0.2046545 Aug 21 18:07:47.502757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b02c10b5-e38f-49ef-a7f8-d9778655e3fb req-2f6d1f2b-c2de-4d74-9064-ac4b61cccae2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287458 Aug 21 18:07:47.541299 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d47adad-344f-4c57-afca-f808b8294ec4 x-openstack-request-id: req-8d47adad-344f-4c57-afca-f808b8294ec4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:47.541766 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:47.541896 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8d47adad-344f-4c57-afca-f808b8294ec4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:47.542304 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'status': 'completed', 'code': 200} Aug 21 18:07:47.640479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.653954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-863d0897-e7e3-4430-9381-e8fe61ee5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:47.671448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-863d0897-e7e3-4430-9381-e8fe61ee5262 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1097 time: 0.1350672 Aug 21 18:07:47.679515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c89348c3-b869-437f-b66c-98e113ed996f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:47.702390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:47.730802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:47.746984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.764520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:47.767129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.769889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.771869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b30159f5-cc33-468c-bda5-f125cde03427 req-f5b04430-e937-4cd6-9bd6-a3f2bda26421 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "DELETE /v2.0/ports/38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 HTTP/1.1" status: 204 len: 173 time: 1.8388500 Aug 21 18:07:47.801901 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a65a7c2-aab8-44ff-8038-55b94a0d6ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.867488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device df560563-4946-47ab-8c7e-4f418a19ce53 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:47.892462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.903976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: df560563-4946-47ab-8c7e-4f418a19ce53 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:47.904321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device df560563-4946-47ab-8c7e-4f418a19ce53 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:47.904738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:47.918388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '289ca524-69b2-492c-81c7-b18182322f65', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd873969-513e-4632-bb20-a17088647038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:11Z', 'updated_at': '2021-08-21T18:07:43Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:47.921609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:47.934955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1253748 Aug 21 18:07:47.942418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d45d5-766c-4d6a-a009-fdcad451762a tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'Port': ['ID=b36f0047-840a-4c77-8a9b-f9cf02d45b30,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:48.025662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:07:48.037605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:48.037957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:48.069167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:07:48.069819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:48.095299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-c2187151-7b75-4a10-9a4c-5b6322ce9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:48.097550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-c2187151-7b75-4a10-9a4c-5b6322ce9340 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.4168260 Aug 21 18:07:48.104261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:48.104951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7be8e394-ae57-4722-a7ea-ce1b1656a9a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6dcb2ff2358f4849a1ed202924dea281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3967972 Aug 21 18:07:48.195536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee235888-a94e-4b03-a0e8-0a8eeeaeaf4b req-4b8f26ab-3aef-49b7-b326-0a1f06a9ebeb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:48.197684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee235888-a94e-4b03-a0e8-0a8eeeaeaf4b req-4b8f26ab-3aef-49b7-b326-0a1f06a9ebeb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.4118361 Aug 21 18:07:48.244315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.258183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-8dbc0fc9-078f-4ebd-9a40-b630095292f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 997 time: 0.1516144 Aug 21 18:07:48.359287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-924a1f98-b784-4859-8df2-94ebbdbf2eef tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--212014168&fields=id&tenant_id=5961513b4d804b139bbfc2b6bb143a87 HTTP/1.1" status: 200 len: 267 time: 0.1428308 Aug 21 18:07:48.369514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:07:48.392403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee235888-a94e-4b03-a0e8-0a8eeeaeaf4b req-49014566-3d65-4dee-9cda-c4425556d343 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781976 Aug 21 18:07:48.441705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.458394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-463475dc-ccf3-46b3-9048-2fd0784520aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:48.460500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-463475dc-ccf3-46b3-9048-2fd0784520aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.1922443 Aug 21 18:07:48.585842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-4cd99d0f-a29b-466a-98fe-fbd9bf2bfa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:48.591560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-4cd99d0f-a29b-466a-98fe-fbd9bf2bfa09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1170659 Aug 21 18:07:48.608837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.610889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.734529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-d2f06335-cbcd-4b7a-bd2f-0935534149e5 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:48.736472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-d2f06335-cbcd-4b7a-bd2f-0935534149e5 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/networks?id=75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 200 len: 815 time: 0.2995191 Aug 21 18:07:48.768609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.773635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:48.777469 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82922afb-5938-4b3a-821e-c2c48dd7d4ad HTTP/1.1" status: 204 len: 168 time: 0.6720619 Aug 21 18:07:48.809718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-488242ed-77c0-4552-9cb8-d8c54dafb0ba tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/quotas/5961513b4d804b139bbfc2b6bb143a87 HTTP/1.1" status: 200 len: 375 time: 0.0645931 Aug 21 18:07:48.819927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d8154-7ead-42ff-b213-a96335cc1860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82922afb-5938-4b3a-821e-c2c48dd7d4ad,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:48.831272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-48f5cbec-cc73-45eb-916a-7e12f339c1a9 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916611 Aug 21 18:07:48.894678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '289ca524-69b2-492c-81c7-b18182322f65', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd873969-513e-4632-bb20-a17088647038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:11Z', 'updated_at': '2021-08-21T18:07:43Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:48.929983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f05c24d-3ca6-4a29-90a2-1fad9fa6105f None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '289ca524-69b2-492c-81c7-b18182322f65', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.9', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd873969-513e-4632-bb20-a17088647038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:11Z', 'updated_at': '2021-08-21T18:07:43Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:07:48.966678 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-5620826d-a990-4ecb-92ea-3735099fadcd tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5961513b4d804b139bbfc2b6bb143a87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1367559 Aug 21 18:07:48.979940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49932) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:48.996967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db700f-1aff-42f2-bdce-12a1f718540a req-588ebdd4-5365-4845-b297-ae7dc4ad51bd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:49.003729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db700f-1aff-42f2-bdce-12a1f718540a req-588ebdd4-5365-4845-b297-ae7dc4ad51bd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:49.034614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18db700f-1aff-42f2-bdce-12a1f718540a req-588ebdd4-5365-4845-b297-ae7dc4ad51bd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.4405251 Aug 21 18:07:49.128461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18db700f-1aff-42f2-bdce-12a1f718540a req-c72724a2-4380-433f-bfb3-0bd98ce6d7c8 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906770 Aug 21 18:07:49.145826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97a86717-3eb3-4be9-b15b-843e699e7311 req-4244d2ca-2dd1-4f46-be90-e02e890ddf3f service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049650 Aug 21 18:07:49.163643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-970151914-network', 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:49.181717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-237c412d-f480-47e0-a747-f1d1e60e8621 service neutron] 10.222.0.41 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739101 Aug 21 18:07:49.235920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:49.238720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.294246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.307916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319182f3-7ce3-4480-9159-b3a49f0757c6 None None] New status for floating IP 289ca524-69b2-492c-81c7-b18182322f65: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:07:49.380023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1bc8bcee-6abc-4a1e-9c5f-a3b114a68a5f service neutron] 10.222.0.41 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884913 Aug 21 18:07:49.445910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.455820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.491410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:49.505930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a792540-f356-4cf1-afca-b29ed275e0c8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:49.516487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.517181 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Added segment e17cad31-8373-4171-9d06-56e4a61410a9 of type vlan for network 47c601a8-134b-439e-a0da-05761700af8e Aug 21 18:07:49.585203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'name': 'network-vif-deleted', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:49.588827 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8852b747-b99c-4262-81c8-14143437f56a" -d '{"events": [{"server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "name": "network-vif-deleted", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:49.619284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.645293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f1548-472b-4a02-a585-f3d867685f17 req-3999108b-6ba8-47fa-a94c-d977fcfb4039 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:49.654150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-403f1548-472b-4a02-a585-f3d867685f17 req-3999108b-6ba8-47fa-a94c-d977fcfb4039 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0836523 Aug 21 18:07:49.684879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.686208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:49.686942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:49.711119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-403f1548-472b-4a02-a585-f3d867685f17 req-07fef517-4d92-4f01-9fa0-1fa2673207ea tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558209 Aug 21 18:07:49.783052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7978683 Aug 21 18:07:49.783749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49976) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:49.789430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c8b7c-62d9-4de7-87fb-0b884ac64977 admin admin] Pushing event updated for resources: {'Network': ['ID=47c601a8-134b-439e-a0da-05761700af8e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:49.790870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Request body: {'subnet': {'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-970151914-subnet', 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:49.815495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 47c601a8-134b-439e-a0da-05761700af8e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:49.820888 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fedd897-3534-474b-83eb-fb1b7cee37c3 x-openstack-request-id: req-2fedd897-3534-474b-83eb-fb1b7cee37c3 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:49.821189 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d810a6-b28f-4d37-9566-e38e54466928", "name": "network-vif-deleted", "tag": "38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:49.821445 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fedd897-3534-474b-83eb-fb1b7cee37c3 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:49.821860 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d810a6-b28f-4d37-9566-e38e54466928', 'name': 'network-vif-deleted', 'tag': '38a5bf02-b71c-4c6e-9074-1b0ae9e7d2d6', 'status': 'completed', 'code': 200} Aug 21 18:07:49.945505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f017275a-f08f-429c-8943-705d553bdd24 req-5c515901-4493-4251-aad3-0b4f10b8ea26 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 210 time: 0.0917206 Aug 21 18:07:49.948013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:49.950739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:50.028828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585ab5c-d6ec-4245-8d6f-c9c8660129ab req-eeb7c9cf-c8b0-4b59-998a-210095755ccc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.032280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-a3860e0d-7645-41b8-b22e-fde34c4060b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.033773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-a3860e0d-7645-41b8-b22e-fde34c4060b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 1098 time: 0.2263229 Aug 21 18:07:50.037085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b585ab5c-d6ec-4245-8d6f-c9c8660129ab req-eeb7c9cf-c8b0-4b59-998a-210095755ccc tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.0807900 Aug 21 18:07:50.085439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b585ab5c-d6ec-4245-8d6f-c9c8660129ab req-98f8f946-f768-4437-82e7-38f33e04d39b tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474038 Aug 21 18:07:50.191185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-c53fe3e8-114a-4a02-a86b-f0539bfc30f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.192912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-c53fe3e8-114a-4a02-a86b-f0539bfc30f7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1510046 Aug 21 18:07:50.277291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-d0bb1c9b-6b04-4be3-a92d-4232b4c61209 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e1e7009-8361-45b1-9003-fb337b55d52b HTTP/1.1" status: 200 len: 217 time: 0.0748816 Aug 21 18:07:50.332494 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-269bd8c3-fdf0-4931-8132-a93c6141c823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:50.344933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:50.388255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:50.411961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2bd2-771f-47e5-b0b3-4209c23007f7 req-490758b0-d1e7-4b2f-8856-600d3184a15f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.417983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e2bd2-771f-47e5-b0b3-4209c23007f7 req-490758b0-d1e7-4b2f-8856-600d3184a15f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.419712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d3e2bd2-771f-47e5-b0b3-4209c23007f7 req-490758b0-d1e7-4b2f-8856-600d3184a15f tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.1913490 Aug 21 18:07:50.422613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-0b89c827-838b-409b-9d93-f37d6cf36778 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237453 Aug 21 18:07:50.429952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-a0dc337c-373d-412f-920b-db9c5f25cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.431460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-a0dc337c-373d-412f-920b-db9c5f25cb9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1309710 Aug 21 18:07:50.442428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c705947f-72fc-4273-b5b5-3e26e75cd08f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:50.490717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-9ae98cbd-b5a8-468c-8182-207cbae5d8c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427582 Aug 21 18:07:50.513636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Checking segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:50.513994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Network hostable DHCP agents. Network: 47c601a8-134b-439e-a0da-05761700af8e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:50.529579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d3e2bd2-771f-47e5-b0b3-4209c23007f7 req-38107277-b86d-4ce5-a019-e7d52241993b tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971782 Aug 21 18:07:50.538552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-868364e0-c6d0-43ca-a653-e844e0fbd706 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.540056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-868364e0-c6d0-43ca-a653-e844e0fbd706 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086402 Aug 21 18:07:50.566715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-967539f7-8d87-49e8-b6c2-397b3bdce376 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/quotas/0ff08aa39e664194aec975ea10a1b0d5 HTTP/1.1" status: 200 len: 375 time: 0.0148933 Aug 21 18:07:50.582760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Network 47c601a8-134b-439e-a0da-05761700af8e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:50.601444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 47c601a8-134b-439e-a0da-05761700af8e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:50.613429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:50.614025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:50.614303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de859f57-5024-4b29-9d48-be802c8b5c40 None None] Network 47c601a8-134b-439e-a0da-05761700af8e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:50.619112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-9dddb114-3ac4-41da-8b46-f93511f695a6 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456805 Aug 21 18:07:50.626441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-74335f98-d7d3-4c90-b67e-b606d8367bff service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267738 Aug 21 18:07:50.634127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-91d315d1-4844-4614-85bb-992b2c1da804 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8490143 Aug 21 18:07:50.794987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c17881e2-0aa6-43ba-afa9-6f70ec1cca24 req-dfbae591-d1d8-4129-b310-d1023d39efde service neutron] 10.222.0.64 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560378 Aug 21 18:07:50.941636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3efa6c1-7269-48bb-837e-8a93f8132112 None None] Network 47c601a8-134b-439e-a0da-05761700af8e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:50.989651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19627399-494e-4769-9419-4451b39fbecc req-c5834195-2869-4cd4-abec-ffd302555257 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.000915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19627399-494e-4769-9419-4451b39fbecc req-c5834195-2869-4cd4-abec-ffd302555257 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1223888 Aug 21 18:07:51.085059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19627399-494e-4769-9419-4451b39fbecc req-93f2a6a0-3b40-4b05-9fdb-6d6b636be1bc tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831819 Aug 21 18:07:51.157391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-e265fec4-0eef-4e5a-9671-4ad5e293578e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.162112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-e265fec4-0eef-4e5a-9671-4ad5e293578e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.39 "GET /v2.0/networks?id=75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 200 len: 815 time: 0.2955799 Aug 21 18:07:51.206905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-96fd34a3-3c31-43b3-96ae-d97cf9d99f61 req-40364f2c-b5bc-4e3c-9040-2d5bcbd9894f tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 210 time: 0.0476053 Aug 21 18:07:51.254197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-0bdf9794-9831-4cc8-9c89-a5f0af9e37e3 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5961513b4d804b139bbfc2b6bb143a87 HTTP/1.1" status: 200 len: 379 time: 0.0806699 Aug 21 18:07:51.275766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'port': {'device_id': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'admin_state_up': True, 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'security_groups': ['0ba01b7c-5e3a-4858-878a-7a83f7060599']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:51.299655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e77c8ab-c2f8-444b-b02f-69a4f4f473cf req-9c3f1566-054c-41a0-a006-41bd88deb075 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 210 time: 0.0417931 Aug 21 18:07:51.459279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:51.472735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40622b9-14ed-4116-9b03-5294b0120963 req-072933e8-6871-4c8a-9212-6966a8cf6256 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.474285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b40622b9-14ed-4116-9b03-5294b0120963 req-072933e8-6871-4c8a-9212-6966a8cf6256 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.0818875 Aug 21 18:07:51.479830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-7dc8ca45-fbf3-478a-93e3-4b38d6489058 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.481317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-7dc8ca45-fbf3-478a-93e3-4b38d6489058 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 950 time: 0.1310828 Aug 21 18:07:51.481529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Made reservation on behalf of 5961513b4d804b139bbfc2b6bb143a87 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:51.486560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:51.581146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-e4032ca5-db2b-4fc1-848f-d0c1d4004c65 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.587512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-e4032ca5-db2b-4fc1-848f-d0c1d4004c65 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.1840956 Aug 21 18:07:51.591564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b40622b9-14ed-4116-9b03-5294b0120963 req-cd5aa39f-8387-46f7-bc3d-b7b554f6d27c tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/security-groups?id=43f84d50-583c-4703-b9e5-c6737e17435f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011016 Aug 21 18:07:51.610805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-fb8d3078-ccb5-4daa-86cc-5048fb7098d1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/quotas/39f74c5e9a03414ea1a9c32e2697fad3 HTTP/1.1" status: 200 len: 375 time: 0.0202782 Aug 21 18:07:51.658532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-274275fa-ea7f-4a83-acfa-6f3ea99b84d4 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467775 Aug 21 18:07:51.686525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Allocated IP 172.20.0.12 (75a54323-499d-4e08-a8ac-95fd3a65e713/ec01cf28-d534-4d43-84ee-ca46b5c398e2/28c7eaf0-8913-4cac-83d9-2e54d137fd42) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:51.734451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Deleting port c89348c3-b869-437f-b66c-98e113ed996f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:51.734840 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:51.761398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7b48-fc17-4244-83a4-1402ab6d1793 req-3513aa24-63bc-4651-934a-7c9b4d2548be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.768125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd7b48-fc17-4244-83a4-1402ab6d1793 req-3513aa24-63bc-4651-934a-7c9b4d2548be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:51.769789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2bd7b48-fc17-4244-83a4-1402ab6d1793 req-3513aa24-63bc-4651-934a-7c9b4d2548be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.0975718 Aug 21 18:07:51.813002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-1c5e743c-5272-4227-8c46-6a31ac8906c2 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535871 Aug 21 18:07:51.862356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2bd7b48-fc17-4244-83a4-1402ab6d1793 req-392d1aae-d69e-423a-a5e1-9a1521a49205 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855999 Aug 21 18:07:51.893866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] For port c89348c3-b869-437f-b66c-98e113ed996f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c89348c3-b869-437f-b66c-98e113ed996f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:51.894344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:51.903393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:51.915057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Calling delete_port for c89348c3-b869-437f-b66c-98e113ed996f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:51.918259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Transition to ACTIVE for port object 28c7eaf0-8913-4cac-83d9-2e54d137fd42 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:51.959686 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.009022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:52.012384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:52.014813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:52.060873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event updated for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:52.096840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.098103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.118487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1be6ceff-a685-484c-952f-e6c7f7f1b82e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8509588 Aug 21 18:07:52.133907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Request body: {'port': {'device_id': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:52.230213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.260039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3a78e-e800-48b6-b5d7-dcbe5b086760 req-36153fca-ec97-48b8-8f97-67c3c8a711f0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.261586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c1b3a78e-e800-48b6-b5d7-dcbe5b086760 req-36153fca-ec97-48b8-8f97-67c3c8a711f0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.0850608 Aug 21 18:07:52.318054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-554ba6f7-748a-418f-81e2-86bd4ae21771 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932904 Aug 21 18:07:52.332997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-93d1ee61-9f31-4af3-990d-53d042b001ed tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321996 Aug 21 18:07:52.371740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6d459983-c327-4a2d-b8c0-1e2079375f5d None None] Provisioning for port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:52.378643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c1b3a78e-e800-48b6-b5d7-dcbe5b086760 req-25f814cd-d135-4655-b921-2a035fff3fdd tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989714 Aug 21 18:07:52.379257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6d459983-c327-4a2d-b8c0-1e2079375f5d None None] Provisioning complete for port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:52.379955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6d459983-c327-4a2d-b8c0-1e2079375f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.419998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6d459983-c327-4a2d-b8c0-1e2079375f5d None None] Port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:52.525043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5a3df88-aa5c-4b26-aedc-6261506f3032 req-e4c5df0a-bac3-4de2-8350-9d29dd7f2491 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 210 time: 0.0407584 Aug 21 18:07:52.608258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-9c28d9d8-187a-41d8-ab35-3869d9dcdf72 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.611102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-9c28d9d8-187a-41d8-ab35-3869d9dcdf72 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701342 Aug 21 18:07:52.615805 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.634886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Request body: {'port': {'device_id': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '0ff08aa39e664194aec975ea10a1b0d5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:52.656212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7cad74e4-fbb8-4587-a81c-95adeaa88d4b req-007b5c81-a4f6-461c-add2-8295649505f7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 210 time: 0.0514400 Aug 21 18:07:52.669281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe799b7-31c1-4b55-835c-71bee0cbe3b7 req-d9ab9fd6-a168-48bd-93cb-c116a126ef0d tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.678511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbe799b7-31c1-4b55-835c-71bee0cbe3b7 req-d9ab9fd6-a168-48bd-93cb-c116a126ef0d tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 932 time: 0.1496785 Aug 21 18:07:52.692154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Pushing event deleted for resources: {'Port': ['ID=c89348c3-b869-437f-b66c-98e113ed996f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:52.753444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c7eaf0-8913-4cac-83d9-2e54d137fd42 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:52.769691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.804594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] No DVR routers for this DVR port c89348c3-b869-437f-b66c-98e113ed996f on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:52.811619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Transition to ACTIVE for port object 28c7eaf0-8913-4cac-83d9-2e54d137fd42 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:52.818562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.819273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bb2d26a-80e4-44db-9493-43abfd702b76 req-db05bd6e-c851-4adb-a037-e4eab63c6565 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.39 "DELETE /v2.0/ports/c89348c3-b869-437f-b66c-98e113ed996f HTTP/1.1" status: 204 len: 173 time: 1.3269560 Aug 21 18:07:52.819718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'name': 'network-vif-deleted', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:52.822098 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff98b3b5-a0d8-4b78-aaf0-88abc313787e" -d '{"events": [{"server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "name": "network-vif-deleted", "tag": "c89348c3-b869-437f-b66c-98e113ed996f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:52.836176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-109d3563-ab89-4435-82ee-c10300804075 req-f2b46fd8-5c18-405d-a286-41f2deda39a9 tempest-ServersOnMultiNodesTest-1586245853 tempest-ServersOnMultiNodesTest-1586245853-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd8c6dfc-4e98-4f78-a940-c2856a9a1518 HTTP/1.1" status: 200 len: 210 time: 0.0626314 Aug 21 18:07:52.838041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbe799b7-31c1-4b55-835c-71bee0cbe3b7 req-9a7227aa-57ba-471a-a7d9-803d11535177 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565108 Aug 21 18:07:52.839116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.887784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-283d9d3c-ab76-4931-8eb4-fb2118405b4e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.899348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-283d9d3c-ab76-4931-8eb4-fb2118405b4e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:52.901353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-283d9d3c-ab76-4931-8eb4-fb2118405b4e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.2135556 Aug 21 18:07:52.906975 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd6dfc-c91e-40be-aeed-28288af2bc52 x-openstack-request-id: req-bbfd6dfc-c91e-40be-aeed-28288af2bc52 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:52.907276 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd8c6dfc-4e98-4f78-a940-c2856a9a1518", "name": "network-vif-deleted", "tag": "c89348c3-b869-437f-b66c-98e113ed996f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:52.907528 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbfd6dfc-c91e-40be-aeed-28288af2bc52 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:52.907931 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd8c6dfc-4e98-4f78-a940-c2856a9a1518', 'name': 'network-vif-deleted', 'tag': 'c89348c3-b869-437f-b66c-98e113ed996f', 'status': 'completed', 'code': 200} Aug 21 18:07:52.932878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Made reservation on behalf of 0ff08aa39e664194aec975ea10a1b0d5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:52.936446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:52.964873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.113419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Pushing event updated for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:53.181000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.195009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.202460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.262798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c271-f2d3-4d21-9943-fb7bd6d713cf req-856f8baa-a85d-43a6-82f0-d9a0e0376d53 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:53.270802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71c271-f2d3-4d21-9943-fb7bd6d713cf req-856f8baa-a85d-43a6-82f0-d9a0e0376d53 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:53.291663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b71c271-f2d3-4d21-9943-fb7bd6d713cf req-856f8baa-a85d-43a6-82f0-d9a0e0376d53 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 1682 time: 0.3324914 Aug 21 18:07:53.300465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae0efd5-27b2-46d1-8bab-a7a2845ad26a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:53.389609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Attempting to bind port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:53.389863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Attempting to bind port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:53.390194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Attempting to bind port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 on network 75a54323-499d-4e08-a8ac-95fd3a65e713 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:53.396961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b71c271-f2d3-4d21-9943-fb7bd6d713cf req-1e656a91-2bc2-4cc6-88d0-7205f5a039bd tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044285 Aug 21 18:07:53.425425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 on network 75a54323-499d-4e08-a8ac-95fd3a65e713 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:53.426126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Attempting to bind port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 on network 75a54323-499d-4e08-a8ac-95fd3a65e713 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:53.432817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 758e22d4-930f-4d7f-81de-d905cb053810 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:53.433176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.438355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:53.438756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Checking segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:53.439249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Bound using segment: {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:53.439594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Bound port: 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:53.439956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.448034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Allocated IP 192.168.233.91 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/3aecc002-b657-4b32-af9d-d611792fcd75) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:53.599496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 758e22d4-930f-4d7f-81de-d905cb053810, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=758e22d4-930f-4d7f-81de-d905cb053810,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:53.600098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.602582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:53.629958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:53.632224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b22bd5-42f5-4a39-ac90-1df44cff2a59 req-b25505ee-1fbe-4241-afe4-867dbae6f2fc tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:53.634159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7b22bd5-42f5-4a39-ac90-1df44cff2a59 req-b25505ee-1fbe-4241-afe4-867dbae6f2fc tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 946 time: 0.1102617 Aug 21 18:07:53.636540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 758e22d4-930f-4d7f-81de-d905cb053810 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:53.649718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.657857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a35dea97-c890-42ca-b3e6-15c38cf4483d req-39181826-5691-45d5-aa19-8582eeb4ebca tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 210 time: 0.0462708 Aug 21 18:07:53.705409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7b22bd5-42f5-4a39-ac90-1df44cff2a59 req-d666ef4d-75a4-46a9-8914-d980aad739af tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607989 Aug 21 18:07:53.716919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.720651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:53.728399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:53.729012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.730416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] 10.222.0.39 "PUT /v2.0/ports/28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 200 len: 1093 time: 1.6031981 Aug 21 18:07:53.730906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:53.733170 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549bca92-4be8-4d7b-b035-26a0fdceaaa7" -d '{"events": [{"name": "network-changed", "server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:53.734568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Transition to ACTIVE for port object 3aecc002-b657-4b32-af9d-d611792fcd75 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:53.801517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc3dea-2200-402f-b1d5-081458699fdf service neutron] Pushing event updated for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:53.852677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7986bcf6-57ec-46fc-bd20-072ff21a413d req-8a03aae0-b260-46e8-a588-637afed6b514 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 210 time: 0.0426531 Aug 21 18:07:53.878026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.880677 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0377116b-6a13-427c-a8ed-b3f909a185dc x-openstack-request-id: req-0377116b-6a13-427c-a8ed-b3f909a185dc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:53.881029 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:53.881301 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0377116b-6a13-427c-a8ed-b3f909a185dc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:53.881720 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'status': 'completed', 'code': 200} Aug 21 18:07:53.923494 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:53.948854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-e3158d58-d912-4eb7-b376-7eba63fa7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:53.950713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-e3158d58-d912-4eb7-b376-7eba63fa7762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5961513b4d804b139bbfc2b6bb143a87&device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 1096 time: 0.0969758 Aug 21 18:07:53.980127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c89348c3-b869-437f-b66c-98e113ed996f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:54.008330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:54.013011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:54.017095 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6f1b15-3d45-44f1-935a-356ffaebe518" -d '{"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-unplugged", "status": "completed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:54.022707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: c89348c3-b869-437f-b66c-98e113ed996f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:54.023248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c89348c3-b869-437f-b66c-98e113ed996f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:54.029260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:54.038160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:54.040874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:54.044968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:54.047835 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.099029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:54.099704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.158801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:54.172355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-871b75ba-d54c-4cc3-bdf6-e3a481301ade tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5433357 Aug 21 18:07:54.194056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Request body: {'port': {'device_id': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:54.297162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-d2e91dd3-d6ef-4d4b-aee0-62f9cf727d6b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:54.298827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-d2e91dd3-d6ef-4d4b-aee0-62f9cf727d6b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.3014579 Aug 21 18:07:54.299867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.315244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Request body: {'port': {'device_id': '10b10ed7-019d-440b-a587-698c37e61337', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'admin_state_up': True, 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:54.420558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5a1ef2e1-6e56-4576-adb4-d819764e0411 None None] Provisioning for port 3aecc002-b657-4b32-af9d-d611792fcd75 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:07:54.425500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5a1ef2e1-6e56-4576-adb4-d819764e0411 None None] Provisioning complete for port 3aecc002-b657-4b32-af9d-d611792fcd75 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:07:54.426358 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef2e1-6e56-4576-adb4-d819764e0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.466815 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-ca184dfa-c608-44ed-9f53-3db5311b2581 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 200 len: 217 time: 0.5077848 Aug 21 18:07:54.487079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ef2e1-6e56-4576-adb4-d819764e0411 None None] Port 3aecc002-b657-4b32-af9d-d611792fcd75 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:07:54.543254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9f5f8-38b7-47d6-a6a1-2d76cc4bc470 req-75c5d940-53ef-4052-98f2-40f88a1e7e82 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:54.551640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7c9f5f8-38b7-47d6-a6a1-2d76cc4bc470 req-75c5d940-53ef-4052-98f2-40f88a1e7e82 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 944 time: 0.5504229 Aug 21 18:07:54.563730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.588050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-183489ea-2ee2-433c-a157-f4a5b78a482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:54.589639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-183489ea-2ee2-433c-a157-f4a5b78a482b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec01cf28-d534-4d43-84ee-ca46b5c398e2 HTTP/1.1" status: 200 len: 854 time: 0.1139476 Aug 21 18:07:54.593276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:54.597138 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.634231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=758e22d4-930f-4d7f-81de-d905cb053810,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:54.719930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 758e22d4-930f-4d7f-81de-d905cb053810 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:54.733567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7c9f5f8-38b7-47d6-a6a1-2d76cc4bc470 req-63658fb4-75a1-448a-9510-1445bb4aebfc tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809881 Aug 21 18:07:54.740276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.743501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-2c1bd9b3-fdcd-4e18-9dd5-1377bfecf4ab tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "DELETE /v2.0/ports/758e22d4-930f-4d7f-81de-d905cb053810 HTTP/1.1" status: 204 len: 173 time: 1.8142693 Aug 21 18:07:54.819135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-4d390f83-69db-425e-af00-0e8cfa249c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:54.821151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-4d390f83-69db-425e-af00-0e8cfa249c54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a54323-499d-4e08-a8ac-95fd3a65e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041152 Aug 21 18:07:54.845379 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea64a0ac-da62-4df4-9747-a330f43c6caa x-openstack-request-id: req-ea64a0ac-da62-4df4-9747-a330f43c6caa {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:54.845924 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-unplugged", "status": "failed", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:54.846358 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea64a0ac-da62-4df4-9747-a330f43c6caa {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:54.846957 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'code': 422} returned with failed status Aug 21 18:07:54.861186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:54.888100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Allocated IP 172.20.0.14 (47c601a8-134b-439e-a0da-05761700af8e/c705947f-72fc-4273-b5b5-3e26e75cd08f/5d79c9b4-c84f-490c-8e8d-9add469083af) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:07:54.891407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:54.969955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Transition to ACTIVE for port object 3aecc002-b657-4b32-af9d-d611792fcd75 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:54.993151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.006379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-1f105d74-605e-4d1e-a985-65e69989d7f4 service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775806 Aug 21 18:07:55.028828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:55.029240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.061047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-1aec7aa9-48f4-457a-9361-f05704ecf2b3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.068760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-1aec7aa9-48f4-457a-9361-f05704ecf2b3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=295a482e-73eb-4d53-8b78-8195e540e5f7 HTTP/1.1" status: 200 len: 944 time: 0.1566503 Aug 21 18:07:55.151923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:55.216536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50144) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:55.301583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:55.301965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.311688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1eb77-6388-42f9-a731-cd9e612863b5 req-6f8ff864-5ba3-410c-8b14-b7417e372ffe tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.313256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aae1eb77-6388-42f9-a731-cd9e612863b5 req-6f8ff864-5ba3-410c-8b14-b7417e372ffe tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/ports?device_id=1db01f3e-b269-4232-8a4e-5f82b483c15a HTTP/1.1" status: 200 len: 946 time: 0.1328135 Aug 21 18:07:55.334569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:55.337710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6a582ef-21d9-4bc4-bb33-4a3ad4f0957d req-9bf2fa70-68ef-40db-80f4-7f9ff3b5334f service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230603 Aug 21 18:07:55.405066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Attempting to bind port 3aecc002-b657-4b32-af9d-d611792fcd75 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:55.405408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Attempting to bind port 3aecc002-b657-4b32-af9d-d611792fcd75 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:55.405956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Attempting to bind port 3aecc002-b657-4b32-af9d-d611792fcd75 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:55.410957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aae1eb77-6388-42f9-a731-cd9e612863b5 req-513261a2-85a9-4655-a3f7-286706599885 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "GET /v2.0/security-groups?id=f39ad220-f988-4a76-96c2-094e6ec2c8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902030 Aug 21 18:07:55.419601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.434628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Port 3aecc002-b657-4b32-af9d-d611792fcd75 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:55.434965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Attempting to bind port 3aecc002-b657-4b32-af9d-d611792fcd75 on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:55.452455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:55.453082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:55.454011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:55.454673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Bound port: 3aecc002-b657-4b32-af9d-d611792fcd75, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:55.455044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.461367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8836ec36-3a84-4aee-a6a9-7fffa7a0f12d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59afdbf089ff44ac86e3b209cbdcd22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405546 Aug 21 18:07:55.461492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50148) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:55.472994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-6999dc2a-87f9-41a4-bb5c-29537aa69210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.475124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-6999dc2a-87f9-41a4-bb5c-29537aa69210 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5961513b4d804b139bbfc2b6bb143a87&device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 1096 time: 0.0774391 Aug 21 18:07:55.483011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port 9e1e7009-8361-45b1-9003-fb337b55d52b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:55.483398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.616508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.670783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port 9e1e7009-8361-45b1-9003-fb337b55d52b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e1e7009-8361-45b1-9003-fb337b55d52b,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:55.671159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.672976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174690-6785-4b3c-98de-dd9a22955884 req-f5d6aa43-521a-4e77-a118-37548b5400d2 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.674511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6174690-6785-4b3c-98de-dd9a22955884 req-f5d6aa43-521a-4e77-a118-37548b5400d2 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 947 time: 0.1748540 Aug 21 18:07:55.683622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:55.694732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.707472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for 9e1e7009-8361-45b1-9003-fb337b55d52b owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:55.710071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:55.712373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Network 47c601a8-134b-439e-a0da-05761700af8e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:07:55.720215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-2db37a13-c55f-4cde-ba2a-73cbd4ccb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.721717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-2db37a13-c55f-4cde-ba2a-73cbd4ccb241 service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 200 len: 916 time: 0.2387185 Aug 21 18:07:55.723237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.725276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:07:55.725537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.729867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:07:55.735188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:55.761059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.804392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.805034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.806467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] 10.222.0.64 "PUT /v2.0/ports/3aecc002-b657-4b32-af9d-d611792fcd75 HTTP/1.1" status: 200 len: 1096 time: 1.6172822 Aug 21 18:07:55.806944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:55.809201 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47359f7b-f4cb-443f-8b44-ae6278fc1330" -d '{"events": [{"name": "network-changed", "server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:55.823880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=8496cc9f-3a0a-4505-86bc-ee8dd23aa06e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:55.837935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6174690-6785-4b3c-98de-dd9a22955884 req-ac89d28d-d583-499f-978a-090990f97da2 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490698 Aug 21 18:07:55.844552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-110df8eb-de39-48bc-991a-37870733fb1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 200 len: 217 time: 0.1115294 Aug 21 18:07:55.881848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 758e22d4-930f-4d7f-81de-d905cb053810 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:55.885906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:55.886589 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:55.887625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-deleted', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:55.896985 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ef36e2-44ca-4572-b91e-c5b966708fee" -d '{"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-deleted", "tag": "758e22d4-930f-4d7f-81de-d905cb053810"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:55.925924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 758e22d4-930f-4d7f-81de-d905cb053810 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:55.927262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 758e22d4-930f-4d7f-81de-d905cb053810 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:55.927885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:55.961343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:55.962194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:55.963047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e26368-e981-426c-86a3-ac30e7464f28 service neutron] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:55.966057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 8496cc9f-3a0a-4505-86bc-ee8dd23aa06e on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:55.978641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-53dbda40-1316-4d4f-997e-f9e891e4290e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6690235 Aug 21 18:07:56.000605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Request body: {'port': {'device_id': '10b10ed7-019d-440b-a587-698c37e61337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:56.008365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.010399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53cb26a2-2624-4678-93fb-4f19c9b44611 req-8b7cc64a-08cd-4630-b77a-8f5a488757be tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.39 "DELETE /v2.0/ports/8496cc9f-3a0a-4505-86bc-ee8dd23aa06e HTTP/1.1" status: 204 len: 173 time: 1.2519550 Aug 21 18:07:56.023105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-eb758ec2-bff1-4437-ade4-c60d4701db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.024657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-eb758ec2-bff1-4437-ade4-c60d4701db22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 1099 time: 0.1559193 Aug 21 18:07:56.043974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.048310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.049726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43f84d50-583c-4703-b9e5-c6737e17435f HTTP/1.1" status: 204 len: 168 time: 0.5873992 Aug 21 18:07:56.051676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-41cc38ba-0593-4e39-ae6d-b0e2e0774fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.066625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-41cc38ba-0593-4e39-ae6d-b0e2e0774fcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec01cf28-d534-4d43-84ee-ca46b5c398e2 HTTP/1.1" status: 200 len: 854 time: 0.1941004 Aug 21 18:07:56.131756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f634c-90e6-47be-99c1-cc5396d7c9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f84d50-583c-4703-b9e5-c6737e17435f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:56.176281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-d826f1b2-f5d7-4d84-b4a9-0aaed6d9bc8b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=3aecc002-b657-4b32-af9d-d611792fcd75 HTTP/1.1" status: 200 len: 217 time: 0.1414444 Aug 21 18:07:56.183865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a85cd-938a-4e85-adff-52e76870438f req-952cec47-1a1e-4a0d-8e54-9959d0f7034f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.193483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d7a85cd-938a-4e85-adff-52e76870438f req-952cec47-1a1e-4a0d-8e54-9959d0f7034f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 932 time: 0.1897845 Aug 21 18:07:56.214784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-d6568faf-ef1a-4c44-9218-b64a4eb690f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.216333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-d6568faf-ef1a-4c44-9218-b64a4eb690f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a54323-499d-4e08-a8ac-95fd3a65e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166625 Aug 21 18:07:56.253659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.268476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d7a85cd-938a-4e85-adff-52e76870438f req-46d14a8b-fb44-4b86-9fea-b79d5011bf29 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684264 Aug 21 18:07:56.268638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.327220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-87792588-eb42-41ff-8ca4-77701d1ec028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.329251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-87792588-eb42-41ff-8ca4-77701d1ec028 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1389043 Aug 21 18:07:56.334530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=9e1e7009-8361-45b1-9003-fb337b55d52b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:56.372637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-841d62fd-73b0-4600-ae29-b975cca0222f service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416547 Aug 21 18:07:56.407527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port 9e1e7009-8361-45b1-9003-fb337b55d52b on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:56.420000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.422724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-798aa75f-0fe6-4a44-9474-302b99c5385f req-fa771f0d-8770-4f5e-93db-8d565530445f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "DELETE /v2.0/ports/9e1e7009-8361-45b1-9003-fb337b55d52b HTTP/1.1" status: 204 len: 173 time: 1.3529079 Aug 21 18:07:56.469241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50166) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:56.494830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-bc3612ad-a7cf-4779-ac7c-62e3e9d51da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.496618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-bc3612ad-a7cf-4779-ac7c-62e3e9d51da1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1565690 Aug 21 18:07:56.511402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7319-7c24-48dc-b0a5-0a36d13a2209 req-87dc18cd-c196-46f0-bdd3-464c29a2bfc8 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:56.513021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-931a7319-7c24-48dc-b0a5-0a36d13a2209 req-87dc18cd-c196-46f0-bdd3-464c29a2bfc8 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 944 time: 0.1567559 Aug 21 18:07:56.577655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3c7bd7bb-0e16-4e50-b7fa-823ea424e5e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed3af20f118a45369ca8a7c47e00bb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1073167 Aug 21 18:07:56.580495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50172) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:56.594309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-549bca92-4be8-4d7b-b035-26a0fdceaaa7 req-9045ecb0-7721-4509-83ef-bcf805730b09 service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062778 Aug 21 18:07:56.635533 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-931a7319-7c24-48dc-b0a5-0a36d13a2209 req-7455aae9-8ae1-4c3f-92c0-c5dd70b26c54 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125324 Aug 21 18:07:56.686557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.714048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.724465 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1a76bf-3648-41b3-94a9-0735e194e5e6 x-openstack-request-id: req-fc1a76bf-3648-41b3-94a9-0735e194e5e6 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:56.724763 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:56.725160 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc1a76bf-3648-41b3-94a9-0735e194e5e6 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:56.725515 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'status': 'completed', 'code': 200} Aug 21 18:07:56.735276 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53de4294-de00-4f6a-a8bd-a505f70e5933 x-openstack-request-id: req-53de4294-de00-4f6a-a8bd-a505f70e5933 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:56.735573 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-deleted", "tag": "758e22d4-930f-4d7f-81de-d905cb053810", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:56.735828 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53de4294-de00-4f6a-a8bd-a505f70e5933 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:56.736231 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-deleted', 'tag': '758e22d4-930f-4d7f-81de-d905cb053810', 'status': 'completed', 'code': 200} Aug 21 18:07:56.761973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-7856f612-9fe9-42c2-be5d-aebb783de46f service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514215 Aug 21 18:07:56.785419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.788610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.791148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed2bdbac-1dd1-4259-873e-9b8573f041cd HTTP/1.1" status: 204 len: 168 time: 0.2088921 Aug 21 18:07:56.802970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56182f3a-65c9-425a-b7c2-b7d4b02c289f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2bdbac-1dd1-4259-873e-9b8573f041cd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:56.882677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d79c9b4-c84f-490c-8e8d-9add469083af {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:56.898029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.927433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Transition to ACTIVE for port object 5d79c9b4-c84f-490c-8e8d-9add469083af will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:07:56.931814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-558373aa-6651-47e2-ba80-cc96f4c51502 req-6e352149-3944-4dc3-a05f-986c5d2f2b91 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424220 Aug 21 18:07:56.934531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:56.964638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:57.063111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:57.074013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting subnet 11401014-fb3a-4919-a13e-f75a60f9eb29 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:57.077580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.140367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.158782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-43acd896-9228-4fcc-81b8-4f9abb1e839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.160444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-43acd896-9228-4fcc-81b8-4f9abb1e839d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 1099 time: 0.1400506 Aug 21 18:07:57.169188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44842a2-1c2d-415c-9dc0-be5ddeb3b4b3 req-bed262c2-629e-4304-aa66-d9eda9a548c6 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.170956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c44842a2-1c2d-415c-9dc0-be5ddeb3b4b3 req-bed262c2-629e-4304-aa66-d9eda9a548c6 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 947 time: 0.1410151 Aug 21 18:07:57.172614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Attempting to bind port 5d79c9b4-c84f-490c-8e8d-9add469083af on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:07:57.173182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Attempting to bind port 5d79c9b4-c84f-490c-8e8d-9add469083af by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:07:57.173699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Attempting to bind port 5d79c9b4-c84f-490c-8e8d-9add469083af on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:57.210682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Port 5d79c9b4-c84f-490c-8e8d-9add469083af on network 47c601a8-134b-439e-a0da-05761700af8e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:07:57.211257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Attempting to bind port 5d79c9b4-c84f-490c-8e8d-9add469083af on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:07:57.252568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:07:57.252854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Checking segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:57.253457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Bound using segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:07:57.253892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Bound port: 5d79c9b4-c84f-490c-8e8d-9add469083af, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:07:57.254264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.295389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c44842a2-1c2d-415c-9dc0-be5ddeb3b4b3 req-6176f939-6013-4357-b7c2-022dec92d2f7 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093631 Aug 21 18:07:57.308244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.397156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-d2de89d1-e860-47bb-8f73-e6e669fa3b0a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.399061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-d2de89d1-e860-47bb-8f73-e6e669fa3b0a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1650848 Aug 21 18:07:57.434384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-62855831-937f-412d-8981-85be2c115097 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0188296 Aug 21 18:07:57.441561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.482727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Subnet': ['ID=11401014-fb3a-4919-a13e-f75a60f9eb29,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:57.493524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5284dd1-7d8f-4408-bb1b-632f3661eb2a None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:57.500010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.505079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd59371c-ac92-418b-bbdc-a0ee83092533 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/subnets/11401014-fb3a-4919-a13e-f75a60f9eb29 HTTP/1.1" status: 204 len: 168 time: 0.5391779 Aug 21 18:07:57.508024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-26c1ccda-c189-411d-ab50-da5e822c1729 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596662 Aug 21 18:07:57.508502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50212) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:57.646613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.686262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-80f8da14-f5e8-4536-9531-0e2622798c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.688134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-80f8da14-f5e8-4536-9531-0e2622798c59 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.5117221 Aug 21 18:07:57.690633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-f6b9f3b3-9444-4666-b075-02c7e2e1173e service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724963 Aug 21 18:07:57.720741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:57.744535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:07:57.751721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] DHCP port deletion for 5fbd286a-67f1-4679-a574-2b5781067217 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:57.752169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-8dfa0097-1146-4240-9355-5510c549054f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=3aecc002-b657-4b32-af9d-d611792fcd75 HTTP/1.1" status: 200 len: 217 time: 0.0543087 Aug 21 18:07:57.756590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 9e1e7009-8361-45b1-9003-fb337b55d52b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:57.757163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e1e7009-8361-45b1-9003-fb337b55d52b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:57.766053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad41c8-e727-4f34-867d-a4dd616f887d req-31c5999f-dc76-43d5-80ab-44a9e720fd20 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.773591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad41c8-e727-4f34-867d-a4dd616f887d req-31c5999f-dc76-43d5-80ab-44a9e720fd20 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 944 time: 0.1524425 Aug 21 18:07:57.787011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:07:57.812251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port dee79b5f-12c8-4882-95bd-429c219519df {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:57.812626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.824329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.831737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Deleting port dee79b5f-12c8-4882-95bd-429c219519df {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:57.832386 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.873928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-829d0cb1-543e-4938-89ca-85af630bd1fc service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606343 Aug 21 18:07:57.876577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.878244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.880607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] 10.222.0.39 "PUT /v2.0/ports/5d79c9b4-c84f-490c-8e8d-9add469083af HTTP/1.1" status: 200 len: 1093 time: 1.8889327 Aug 21 18:07:57.900313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 28c7eaf0-8913-4cac-83d9-2e54d137fd42 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:57.905597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port dee79b5f-12c8-4882-95bd-429c219519df, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dee79b5f-12c8-4882-95bd-429c219519df,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:57.905984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:57.906738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-61ec1832-8888-4310-a728-4c6747d6a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:57.908747 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-61ec1832-8888-4310-a728-4c6747d6a753 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1308682 Aug 21 18:07:57.924601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for dee79b5f-12c8-4882-95bd-429c219519df owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:57.928227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eaad41c8-e727-4f34-867d-a4dd616f887d req-0a6206cd-f6d8-492d-ab94-4732d2d359c6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534128 Aug 21 18:07:57.947053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50228) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:57.985705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9666bd-bdb3-4845-87bc-79e24b728b23 service neutron] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.041243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.083867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=dee79b5f-12c8-4882-95bd-429c219519df,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.096542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-a7b3a190-d131-47a1-8685-08e369567954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:58.097186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port dee79b5f-12c8-4882-95bd-429c219519df on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:58.098959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-a7b3a190-d131-47a1-8685-08e369567954 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620095 Aug 21 18:07:58.105139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-2b1367dd-30dc-4a88-ae0c-0d18d1259bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:58.107457 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-2b1367dd-30dc-4a88-ae0c-0d18d1259bd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 1096 time: 0.1687026 Aug 21 18:07:58.211250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27aa7ad-e9c1-4c37-af1e-bbac0a23aaa4 req-e2d3a4da-0acf-4c43-9cd1-e9532b6168c2 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:58.219222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f27aa7ad-e9c1-4c37-af1e-bbac0a23aaa4 req-e2d3a4da-0acf-4c43-9cd1-e9532b6168c2 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 944 time: 0.1804147 Aug 21 18:07:58.224933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-c11ca8cc-f698-4e02-9d64-13c87d97f9e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d79c9b4-c84f-490c-8e8d-9add469083af HTTP/1.1" status: 200 len: 217 time: 0.1039739 Aug 21 18:07:58.246958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-network', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:58.269126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.285459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbd286a-67f1-4679-a574-2b5781067217']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:58.303183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0156dec7-905a-45b9-8262-ccc8083d6b40') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:58.303498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0156dec7-905a-45b9-8262-ccc8083d6b40') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:07:58.312185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Made reservation on behalf of 215c230b47bb4e9fbf5d12b0750a5409 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:58.316751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.331200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:58.336732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.345051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.345873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f27aa7ad-e9c1-4c37-af1e-bbac0a23aaa4 req-1fdec153-3007-4aa9-908b-bead0f3f1699 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252100 Aug 21 18:07:58.356828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-03a32d96-6229-4240-8929-efc000c5eee7 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482603 Aug 21 18:07:58.370108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-46a14fad-c07c-40e5-834a-8622d61715d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:58.386419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-46a14fad-c07c-40e5-834a-8622d61715d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.1434379 Aug 21 18:07:58.387871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'port_id': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'mac_address': 'fa:16:3e:8c:f3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:07:58.398640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.410639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:07:58.411063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:07:58.414272 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:07:58.500731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] For port dee79b5f-12c8-4882-95bd-429c219519df, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dee79b5f-12c8-4882-95bd-429c219519df,segment=NetworkSegment(0156dec7-905a-45b9-8262-ccc8083d6b40),segment_id=0156dec7-905a-45b9-8262-ccc8083d6b40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:58.501342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.529579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Calling delete_port for dee79b5f-12c8-4882-95bd-429c219519df owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:58.533300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7d9ef27-36e0-486a-a765-0d202a9242e4 req-aff34e39-324c-49d2-a790-68bfa1c36a49 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0636938 Aug 21 18:07:58.537950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-32e3c2f2-68b9-463a-8f02-82517b3defd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672851 Aug 21 18:07:58.541129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.552526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.556029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.560759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/networks/5fbd286a-67f1-4679-a574-2b5781067217 HTTP/1.1" status: 204 len: 168 time: 1.0510323 Aug 21 18:07:58.574320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a05e96-6980-4c2c-b077-566418c6cd24 req-dc184a87-ad5b-4a62-85f6-ca01e32076c1 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:58.575910 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63a05e96-6980-4c2c-b077-566418c6cd24 req-dc184a87-ad5b-4a62-85f6-ca01e32076c1 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 947 time: 0.1047568 Aug 21 18:07:58.576878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:58.584740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c7eaf0-8913-4cac-83d9-2e54d137fd42 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:07:58.610137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea71e1-b11d-435d-85c1-0f5eb5903bfc tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Network': ['ID=5fbd286a-67f1-4679-a574-2b5781067217,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.611374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:58.611871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47359f7b-f4cb-443f-8b44-ae6278fc1330 req-2812b14b-e280-4cfd-8078-74e60fb60e3f service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436280 Aug 21 18:07:58.638689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.657829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.660957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.691046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bb73b-5ad0-4f07-9216-8c6aa7ad7888,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.722182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:07:58.734856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-deleted', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b'}, {'name': 'network-changed', 'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:58.737842 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc55b6-81f0-4d26-83d5-881e9d529c75" -d '{"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-deleted", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b"}, {"name": "network-changed", "server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:58.739984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-deleted', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:07:58.742465 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-e6289a85-6bf4-46d2-8c2b-9bcc2ddaffb1 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928382 Aug 21 18:07:58.743272 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebcda7b-62d3-4acd-aefc-804a153ad5c0" -d '{"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-deleted", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:07:58.753387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting subnet f9f5f6fb-8b86-438d-87c0-01d5c318a35b {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:07:58.763887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.773557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63a05e96-6980-4c2c-b077-566418c6cd24 req-cd6b61e8-5054-4909-8681-733fb6f9a49a tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671093 Aug 21 18:07:58.774677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.785561 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.825862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Pushing event deleted for resources: {'Port': ['ID=dee79b5f-12c8-4882-95bd-429c219519df,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:58.835219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] Network 5fbd286a-67f1-4679-a574-2b5781067217 is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:07:58.836056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2450b-5616-411d-a7e2-55c10af12453 None None] No DVR routers for this DVR port dee79b5f-12c8-4882-95bd-429c219519df on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:07:58.855181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.855537 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Added segment 95f645b6-7c12-40e9-9bc1-59bb7deca8dd of type vlan for network 3e50f15d-3095-4fb0-8014-d33d5947abf9 Aug 21 18:07:58.887949 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9126598-2a61-4f9b-9b63-79f1828458bf x-openstack-request-id: req-f9126598-2a61-4f9b-9b63-79f1828458bf {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:58.888308 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295a482e-73eb-4d53-8b78-8195e540e5f7", "name": "network-vif-deleted", "tag": "9e1e7009-8361-45b1-9003-fb337b55d52b", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:58.888501 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9126598-2a61-4f9b-9b63-79f1828458bf {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:58.888928 n-d-793621-32 neutron-server[94598]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '295a482e-73eb-4d53-8b78-8195e540e5f7', 'name': 'network-vif-deleted', 'tag': '9e1e7009-8361-45b1-9003-fb337b55d52b', 'status': 'failed', 'code': 422} returned with failed status Aug 21 18:07:58.889183 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'status': 'completed', 'code': 200} Aug 21 18:07:58.893736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['28c7eaf0-8913-4cac-83d9-2e54d137fd42'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:07:58.900882 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc75b1a9-8706-4953-bddc-bbbabaab3203 x-openstack-request-id: req-cc75b1a9-8706-4953-bddc-bbbabaab3203 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:07:58.901184 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db01f3e-b269-4232-8a4e-5f82b483c15a", "name": "network-vif-deleted", "tag": "8496cc9f-3a0a-4505-86bc-ee8dd23aa06e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:07:58.901417 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc75b1a9-8706-4953-bddc-bbbabaab3203 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:07:58.901808 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db01f3e-b269-4232-8a4e-5f82b483c15a', 'name': 'network-vif-deleted', 'tag': '8496cc9f-3a0a-4505-86bc-ee8dd23aa06e', 'status': 'completed', 'code': 200} Aug 21 18:07:58.905512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dee79b5f-12c8-4882-95bd-429c219519df no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:07:58.920402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.926937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcff79e-14fb-4a98-ab57-db97f30293dc req-e6f9d255-f32f-4814-865e-e98d685fcd27 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709280 Aug 21 18:07:58.952092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:58.960327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: dee79b5f-12c8-4882-95bd-429c219519df {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:07:58.961479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dee79b5f-12c8-4882-95bd-429c219519df not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:07:58.999515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.001180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.001900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.078918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-ffa524c7-36a7-493a-988d-ceceb3a7701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.080593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-ffa524c7-36a7-493a-988d-ceceb3a7701a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 1096 time: 0.0805626 Aug 21 18:07:59.093403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a22c51-049b-49e2-aad8-ad1980a45a99 req-97977b3d-1f47-47aa-8dab-c4f1786b81f1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.098433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85a22c51-049b-49e2-aad8-ad1980a45a99 req-97977b3d-1f47-47aa-8dab-c4f1786b81f1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 944 time: 0.0697351 Aug 21 18:07:59.102810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1530898 Aug 21 18:07:59.107869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50252) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:59.113214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Request body: {'subnet': {'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-subnet', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:07:59.123321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a88a9-ed61-4c43-8d49-4ec4e3ce7be9 admin admin] Pushing event updated for resources: {'Network': ['ID=3e50f15d-3095-4fb0-8014-d33d5947abf9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:59.128374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.135311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:07:59.180978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Made reservation on behalf of 215c230b47bb4e9fbf5d12b0750a5409 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:07:59.183484 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.218174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85a22c51-049b-49e2-aad8-ad1980a45a99 req-27521f2f-c5b2-42f1-891b-034c6be8801a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032193 Aug 21 18:07:59.267243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.269750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-9ad9ab5d-151f-4928-841b-3cc7b43fa637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.271564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-9ad9ab5d-151f-4928-841b-3cc7b43fa637 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 905 time: 0.1714182 Aug 21 18:07:59.310395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f5f6fb-8b86-438d-87c0-01d5c318a35b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:59.315080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.316973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-247141c6-c690-4448-855b-166d0c36b6e5 tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/subnets/f9f5f6fb-8b86-438d-87c0-01d5c318a35b HTTP/1.1" status: 204 len: 168 time: 0.7252748 Aug 21 18:07:59.317265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565868de-f790-491d-ae03-e713914ef93c None None] Network a3bbbca7-dd7e-4ba6-8832-eec1f587c448 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:07:59.319600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50256) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:07:59.329863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-b1373e58-516e-4738-9d23-fd9f086864e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d79c9b4-c84f-490c-8e8d-9add469083af HTTP/1.1" status: 200 len: 217 time: 0.0505869 Aug 21 18:07:59.395274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-25bfcff5-c8de-448f-a141-79c8f84fc186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.396802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-25bfcff5-c8de-448f-a141-79c8f84fc186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.0593467 Aug 21 18:07:59.436581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.474485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-51803351-f87a-4cef-9001-99313d4ae812 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604680 Aug 21 18:07:59.524330 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.559374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] DHCP port deletion for a3bbbca7-dd7e-4ba6-8832-eec1f587c448 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:07:59.587907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Deleting port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:59.588290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.604079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4044c7-aa3c-480a-a2da-ad8de4f6e777,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:07:59.617987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-e8ee0faa-aee6-4464-bc91-439cebd5c857 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063249 Aug 21 18:07:59.631662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8004-61bc-45c5-a182-d343f0c767c7 req-96c0082d-7c39-48c3-a025-ee01fc43508e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.640231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bef8004-61bc-45c5-a182-d343f0c767c7 req-96c0082d-7c39-48c3-a025-ee01fc43508e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 945 time: 0.1644895 Aug 21 18:07:59.654826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Deleting port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:07:59.655202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.715090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Checking segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:07:59.715705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Network hostable DHCP agents. Network: 3e50f15d-3095-4fb0-8014-d33d5947abf9, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:07:59.724873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:59.741779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] For port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:59.742394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.746717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bef8004-61bc-45c5-a182-d343f0c767c7 req-3c098d0e-5b82-4f3b-9e52-28918f997a1b tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006751 Aug 21 18:07:59.761884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Calling delete_port for 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:59.776691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e25704bf-0987-43a2-925d-905987e6e8a6 req-8ecce933-fccd-4dc7-8409-32740053a555 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0949509 Aug 21 18:07:59.792362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4dc55b6-81f0-4d26-83d5-881e9d529c75 req-648c83ca-6cef-47e5-ba7c-86f28eefc226 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494048 Aug 21 18:07:59.821784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] For port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,segment=NetworkSegment(d666b782-bcaf-4de9-9e24-02de1b5f2130),segment_id=d666b782-bcaf-4de9-9e24-02de1b5f2130)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:59.822447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:07:59.872580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Calling delete_port for 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:07:59.899777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:07:59.902671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 28c7eaf0-8913-4cac-83d9-2e54d137fd42 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:07:59.904235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:07:59.934196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd94378-b349-4892-848b-4082ff2348d2 req-2f898891-6fe4-4b68-8cc4-1fba1d040fae tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:07:59.936312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4dd94378-b349-4892-848b-4082ff2348d2 req-2f898891-6fe4-4b68-8cc4-1fba1d040fae tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 947 time: 0.0796719 Aug 21 18:07:59.964439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:07:59.992295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4dd94378-b349-4892-848b-4082ff2348d2 req-6479e152-2eef-4f2c-a1fc-e2f06f7b27d8 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487885 Aug 21 18:08:00.017957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3aecc002-b657-4b32-af9d-d611792fcd75', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '3aecc002-b657-4b32-af9d-d611792fcd75', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:00.017957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.083513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] Pushing event deleted for resources: {'Port': ['ID=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:00.113614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a803f7-4c99-4b8c-a414-5f92e34d8638 None None] No DVR routers for this DVR port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:00.132428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:00.148364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:00.148740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.150285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.196122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:00.215904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:00.242332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3e50f15d-3095-4fb0-8014-d33d5947abf9) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:00.242830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:00.243872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'mac_address': 'fa:16:3e:4e:66:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:00.249957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:00.250553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.256189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.259451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-19d5e74a-104c-47e4-aaf2-b07aaf4492d1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:00.261029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-19d5e74a-104c-47e4-aaf2-b07aaf4492d1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.5924940 Aug 21 18:08:00.280482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4ea92b-8ba6-498d-87ed-da258461831b None None] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:00.299075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:00.323754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-10752508-c23d-451c-bc44-34c8a3fde682 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2148170 Aug 21 18:08:00.327787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50268) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:00.334439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:00.404453 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.407841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.409432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.433788 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.451104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:00.457863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d79c9b4-c84f-490c-8e8d-9add469083af {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:00.469900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe9c1d-3809-4913-b4e9-cee6c69428ec req-cd715f04-14a5-418e-9d7c-4d51e4e27dbc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:00.472048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2fe9c1d-3809-4913-b4e9-cee6c69428ec req-cd715f04-14a5-418e-9d7c-4d51e4e27dbc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 944 time: 0.1214561 Aug 21 18:08:00.493243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.498843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.505567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:00.507837 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5add637b-93d0-4e87-a4e1-54378ad13a79" -d '{"events": [{"server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "name": "network-vif-plugged", "status": "completed", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:00.520322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:00.526334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:00.544207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Port': ['ID=3b224d0e-0ae5-4ee3-9590-c83f1e2ed816,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:00.549451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] No DVR routers for this DVR port 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:00.549676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.551284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.582347 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5413721a-a44a-4eaf-aec8-5ce1526e3267 x-openstack-request-id: req-5413721a-a44a-4eaf-aec8-5ce1526e3267 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:00.583046 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "name": "network-vif-plugged", "status": "completed", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:00.583046 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5413721a-a44a-4eaf-aec8-5ce1526e3267 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:00.583287 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'code': 200} Aug 21 18:08:00.620711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2fe9c1d-3809-4913-b4e9-cee6c69428ec req-8177d3ad-4d44-4e6f-94a3-b11b9e0d04e8 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325641 Aug 21 18:08:00.631926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3aecc002-b657-4b32-af9d-d611792fcd75'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:00.632449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:00.636114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.661509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-3e50f15d-3095-4fb0-8014-d33d5947abf9', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'fixed_ips': [{'subnet_id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:08:00.662815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.665292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:00.691673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.709141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bbbca7-dd7e-4ba6-8832-eec1f587c448']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:00.740080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.749583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd666b782-bcaf-4de9-9e24-02de1b5f2130') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:00.750449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd666b782-bcaf-4de9-9e24-02de1b5f2130') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:00.766810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.794334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c833a-5d58-4182-afb7-94ad6e67b630 req-99a4bc2b-4e83-402b-9c9a-ca8becb1c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:00.796238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a9c833a-5d58-4182-afb7-94ad6e67b630 req-99a4bc2b-4e83-402b-9c9a-ca8becb1c4c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 1098 time: 0.0676196 Aug 21 18:08:00.802312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5d79c9b4-c84f-490c-8e8d-9add469083af'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:00.835430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.846313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:00.869503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:08:00.870008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:08:00.875458 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:08:00.933502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:00.964603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a9c833a-5d58-4182-afb7-94ad6e67b630 req-f3cd8a98-4cfb-46de-a966-f5c066d3682d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556621 Aug 21 18:08:00.988891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.9 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/fe725e45-d928-4aff-8ce8-4bf92e8aa5ee) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:00.991644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2df4df7-80c2-4ac4-bb12-ee47506fdb02 req-8cf47949-5e5b-4945-addb-db1bb57217ae tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 210 time: 0.0436051 Aug 21 18:08:00.994970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:00.995484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3b224d0e-0ae5-4ee3-9590-c83f1e2ed816 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:00.996184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.003417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Allocated IP 172.20.0.2 (3e50f15d-3095-4fb0-8014-d33d5947abf9/9b4044c7-aa3c-480a-a2da-ad8de4f6e777/74c10be3-e1dd-4206-8feb-c8cb36eae972) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:01.008654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.013167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] 10.222.0.41 "DELETE /v2.0/networks/a3bbbca7-dd7e-4ba6-8832-eec1f587c448 HTTP/1.1" status: 204 len: 168 time: 1.6901865 Aug 21 18:08:01.037349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0f7d9-4e33-4fc4-ae2a-0545bffa317e tempest-ServersTestMultiNic-1289726099 tempest-ServersTestMultiNic-1289726099-project] Pushing event deleted for resources: {'Network': ['ID=a3bbbca7-dd7e-4ba6-8832-eec1f587c448,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:01.058485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e0855-973d-412e-bb7d-040522e5ffd5 req-1c365ea4-2468-4cd4-b74b-a64d21103bad tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:01.060177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-723e0855-973d-412e-bb7d-040522e5ffd5 req-1c365ea4-2468-4cd4-b74b-a64d21103bad tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.1863241 Aug 21 18:08:01.144858 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-723e0855-973d-412e-bb7d-040522e5ffd5 req-1d4e2fe8-7b3f-4bba-9533-d6e65852ffe8 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736783 Aug 21 18:08:01.248468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b9ee3-a118-4341-9b84-eee6d62053f3 req-288aee18-2944-4943-958d-a14ed721374b tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:01.250074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c5b9ee3-a118-4341-9b84-eee6d62053f3 req-288aee18-2944-4943-958d-a14ed721374b tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 948 time: 0.1095114 Aug 21 18:08:01.254370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.274159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.277876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.282784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.285407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Transition to ACTIVE for port object 74c10be3-e1dd-4206-8feb-c8cb36eae972 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:01.306545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Transition to ACTIVE for port object 74c10be3-e1dd-4206-8feb-c8cb36eae972 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:01.306815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:01.311811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.354316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:01.359631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c5b9ee3-a118-4341-9b84-eee6d62053f3 req-fbfe710a-644e-4676-b215-63a740109b2b tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024945 Aug 21 18:08:01.362208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:01.363497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Pushing event updated for resources: {'Port': ['ID=74c10be3-e1dd-4206-8feb-c8cb36eae972,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:01.365895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:01.413724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.421619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Attempting to bind port 74c10be3-e1dd-4206-8feb-c8cb36eae972 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:01.422113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Attempting to bind port 74c10be3-e1dd-4206-8feb-c8cb36eae972 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:01.422626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Attempting to bind port 74c10be3-e1dd-4206-8feb-c8cb36eae972 on network 3e50f15d-3095-4fb0-8014-d33d5947abf9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:01.428302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:01.428751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Checking segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:01.429217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.429675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Bound using segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:01.430209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Bound port: 74c10be3-e1dd-4206-8feb-c8cb36eae972, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:01.430722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.436376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Allocated IP 172.25.1.79 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:01.478671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:01.487899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:01.490086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:01.495428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:01.519356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] For port 74c10be3-e1dd-4206-8feb-c8cb36eae972, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:01.523363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] For port 74c10be3-e1dd-4206-8feb-c8cb36eae972, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74c10be3-e1dd-4206-8feb-c8cb36eae972,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:01.529357 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.558853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.592371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:01.593018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.604399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0fd7-edcb-45f7-80e1-592705af9362 None None] Pushing event updated for resources: {'Port': ['ID=74c10be3-e1dd-4206-8feb-c8cb36eae972,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:01.628967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.645430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-462f0699-3c9b-4ed0-8d6a-31517758a7bf tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3518176 Aug 21 18:08:01.661616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Request body: {'port': {'device_id': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:01.680770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:01.685391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:01.687998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:01.714688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:01.786906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:01.855092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c21c-52b8-4e8b-bf9f-341c2c3763e6 req-dd3db0d6-47b8-4b21-9051-f21d33f7a2a3 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:01.860292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e897c21c-52b8-4e8b-bf9f-341c2c3763e6 req-dd3db0d6-47b8-4b21-9051-f21d33f7a2a3 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 945 time: 0.1455677 Aug 21 18:08:01.922708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:01.997071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 5d79c9b4-c84f-490c-8e8d-9add469083af completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:02.007086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 5d79c9b4-c84f-490c-8e8d-9add469083af triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:02.008470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.012597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e897c21c-52b8-4e8b-bf9f-341c2c3763e6 req-da8d197a-2848-400d-9c78-01b7680534d2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462960 Aug 21 18:08:02.138664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.139514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.284647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.319882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:02.324892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a86218-a690-4e7f-a1bd-0d6d3fbb3a98 req-5ecaa4e0-be17-41e7-9f6c-b27968333116 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:02.325407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.327569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09a86218-a690-4e7f-a1bd-0d6d3fbb3a98 req-5ecaa4e0-be17-41e7-9f6c-b27968333116 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 931 time: 0.1985648 Aug 21 18:08:02.375434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:02.397844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe725e45-d928-4aff-8ce8-4bf92e8aa5ee {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:02.410040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.463394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09a86218-a690-4e7f-a1bd-0d6d3fbb3a98 req-f6695cc8-be71-44b9-afd6-6fe107ad35de tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105974 Aug 21 18:08:02.487853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Transition to ACTIVE for port object fe725e45-d928-4aff-8ce8-4bf92e8aa5ee will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:02.497984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.578826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d9af8-f3dd-47c0-9eaf-5b2d415fcda0 req-81ea6317-750d-475f-92af-621a1a133022 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:02.580409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de0d9af8-f3dd-47c0-9eaf-5b2d415fcda0 req-81ea6317-750d-475f-92af-621a1a133022 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.1072166 Aug 21 18:08:02.585383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:02.588577 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762ca4c3-c799-4130-8fc6-35bf8c9643aa" -d '{"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-plugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:02.627117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Pushing event updated for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:02.663744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de0d9af8-f3dd-47c0-9eaf-5b2d415fcda0 req-7d39a0f8-629c-426e-9e07-b0cd9170899c tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725353 Aug 21 18:08:02.711006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b770a-0a3a-4238-8f1a-ccf6ca2fee4d req-7be4490a-7734-40fc-92eb-db744b3a715b tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:02.712588 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae3b770a-0a3a-4238-8f1a-ccf6ca2fee4d req-7be4490a-7734-40fc-92eb-db744b3a715b tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 948 time: 0.1579814 Aug 21 18:08:02.741769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.753227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Attempting to bind port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:02.753563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Attempting to bind port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:02.753897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Attempting to bind port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:02.778929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:08:02.779507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Attempting to bind port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:02.796085 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472de11b-fc7d-458d-9824-c9d9bbdec65f x-openstack-request-id: req-472de11b-fc7d-458d-9824-c9d9bbdec65f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:02.797416 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-plugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:02.797927 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-472de11b-fc7d-458d-9824-c9d9bbdec65f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:02.801567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:02.802084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:02.802342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:02.803213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Bound port: fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:02.803730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.807276 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'code': 200} Aug 21 18:08:02.892942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae3b770a-0a3a-4238-8f1a-ccf6ca2fee4d req-15be50bb-3b44-41e4-bc7a-2fba48bbec52 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707475 Aug 21 18:08:02.927202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74c10be3-e1dd-4206-8feb-c8cb36eae972 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:02.941753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Deleting port 0ac0738c-ca29-4d01-8ad2-23119cd87b85 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:02.942101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:02.952163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc6a64-dd5b-485d-b23c-fdb07fb71a1d None None] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:03.003857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:03.024289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:03.027795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1bd81-ea95-4e65-9f90-2042cf02147d req-90aa34e3-6564-431f-a056-bfaf0301d38e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.029486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50e1bd81-ea95-4e65-9f90-2042cf02147d req-90aa34e3-6564-431f-a056-bfaf0301d38e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.1563954 Aug 21 18:08:03.040471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50312) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:03.043697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.046833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Request body: {'floatingip': {'port_id': '28c7eaf0-8913-4cac-83d9-2e54d137fd42'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:03.048236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Provisioning for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:03.058965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Provisioning complete for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:03.059686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.073231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:03.092948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.094671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.096164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] 10.222.0.39 "PUT /v2.0/ports/fe725e45-d928-4aff-8ce8-4bf92e8aa5ee HTTP/1.1" status: 200 len: 1092 time: 1.4402573 Aug 21 18:08:03.098576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:03.100825 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a887373-2ab3-4b26-a677-a4675645c1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:03.117424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd40354-b72c-473f-957d-c19c77aab046 req-6075e2c0-977f-4f07-a66c-ecf0f0cd3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.121062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:03.121490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.122555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cd40354-b72c-473f-957d-c19c77aab046 req-6075e2c0-977f-4f07-a66c-ecf0f0cd3668 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 1098 time: 0.1570237 Aug 21 18:08:03.127895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.138096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] For port 0ac0738c-ca29-4d01-8ad2-23119cd87b85, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ac0738c-ca29-4d01-8ad2-23119cd87b85,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:03.138570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.171997 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3e651-a483-46a9-9cf6-58c0ecc3fcc1 x-openstack-request-id: req-d7e3e651-a483-46a9-9cf6-58c0ecc3fcc1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:03.172252 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:03.172439 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7e3e651-a483-46a9-9cf6-58c0ecc3fcc1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:03.172893 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee', 'status': 'completed', 'code': 200} Aug 21 18:08:03.174474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Router ad248363-6c92-4ad7-9674-4552b3709ca7 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:08:03.205956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aabd17-a15f-49ed-ab61-080bea227c9d service neutron] Pushing event updated for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:03.215314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Calling delete_port for 0ac0738c-ca29-4d01-8ad2-23119cd87b85 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:03.241074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-31120e21-f74a-44bf-86a6-bfefb429f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.242601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-31120e21-f74a-44bf-86a6-bfefb429f8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 1095 time: 0.0775969 Aug 21 18:08:03.256831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59422e3-ec8a-4c66-885a-6676ada0d445 req-834b5f13-f56f-4d32-ae9f-154a12a63f59 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.259450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c59422e3-ec8a-4c66-885a-6676ada0d445 req-834b5f13-f56f-4d32-ae9f-154a12a63f59 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 946 time: 0.1402626 Aug 21 18:08:03.298079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cd40354-b72c-473f-957d-c19c77aab046 req-23acdcef-5f9b-4f0d-ae10-4ad1f3e2cb51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653581 Aug 21 18:08:03.334850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.342696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-be4b7818-1f0e-4620-8aed-346b2b818855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee HTTP/1.1" status: 200 len: 217 time: 0.0821342 Aug 21 18:08:03.351091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.387368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c59422e3-ec8a-4c66-885a-6676ada0d445 req-0d51d7a0-c185-4f62-9088-00e3396ed2f2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905879 Aug 21 18:08:03.390020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] For port 74c10be3-e1dd-4206-8feb-c8cb36eae972, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74c10be3-e1dd-4206-8feb-c8cb36eae972,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:03.396342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.485735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:03.493839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:08:03.494237 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:08:03.497087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Sync routers for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:03.500601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225a658-120a-4805-9826-8e857ab19e35 None None] Pushing event updated for resources: {'Port': ['ID=74c10be3-e1dd-4206-8feb-c8cb36eae972,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:03.509595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:03.510269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:03.561320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.565531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6b4f669-4c09-44b4-baa6-652bd8e521c4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2365415 Aug 21 18:08:03.570223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50320) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:03.632779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-6bca92b2-b758-4cc5-baa4-829185473118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.634444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-6bca92b2-b758-4cc5-baa4-829185473118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1466820 Aug 21 18:08:03.635645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:03.639635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.689162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac0738c-ca29-4d01-8ad2-23119cd87b85,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:03.694043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-70e30ef9-bbd7-4852-8a46-42e280446893 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490665 Aug 21 18:08:03.755684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:03.813791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-40ec3cad-f672-4248-8228-78af65ce772a None None] Provisioning complete for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:03.814423 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-40ec3cad-f672-4248-8228-78af65ce772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.925701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c27bd-ce78-4324-bd95-34d2a8e7d8e0 req-32421a63-54b7-4cbe-afba-45353f551ced tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:03.926338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 3aecc002-b657-4b32-af9d-d611792fcd75 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:03.933662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c7c27bd-ce78-4324-bd95-34d2a8e7d8e0 req-32421a63-54b7-4cbe-afba-45353f551ced tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 943 time: 0.3030984 Aug 21 18:08:03.950670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3aecc002-b657-4b32-af9d-d611792fcd75 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:03.950964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:03.981579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-a9839355-7454-4889-b906-40ee48c4c475 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778583 Aug 21 18:08:03.990671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c7c27bd-ce78-4324-bd95-34d2a8e7d8e0 req-bf319ff6-fae7-44e6-ad68-80ad481cdb57 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541825 Aug 21 18:08:04.012973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:08:04.055890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:02Z', 'revision_number': 3, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:04.100870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Checking router: ad248363-6c92-4ad7-9674-4552b3709ca7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:04.101374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Updating router ad248363-6c92-4ad7-9674-4552b3709ca7 port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:04.107358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.116412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.138604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.211379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.307467 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Floating IP ac4924ad-c548-4c49-9180-00ca010b034a associated. External IP: 172.25.1.171, port: 28c7eaf0-8913-4cac-83d9-2e54d137fd42. Aug 21 18:08:04.321431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:04.335631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.459536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.468195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:04.519847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c97c65-6a73-4c9e-8050-d7ade07a045b req-d003ff77-1c2a-43aa-b132-c8d740a688a6 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:04.521454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c97c65-6a73-4c9e-8050-d7ade07a045b req-d003ff77-1c2a-43aa-b132-c8d740a688a6 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 949 time: 0.5010283 Aug 21 18:08:04.556473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc730f61-4695-4933-a0a7-c5e1ceb809ed req-ff341b73-410c-44f0-a122-92dca9e7e152 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645576 Aug 21 18:08:04.607503 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.619655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Transition to ACTIVE for port object 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:04.625664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.648932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c97c65-6a73-4c9e-8050-d7ade07a045b req-62736baa-a9d0-4cf3-8c19-be7f40232e70 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914519 Aug 21 18:08:04.684979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739643f9-d089-4431-8825-31a261f8cb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:04.688865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Attempting to bind port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:04.689238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Attempting to bind port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:04.689602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Attempting to bind port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:04.696027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:04.696027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:04.696319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.697000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:04.697130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-06820966-fd80-4c7a-bbb8-230d6fcc45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:04.697482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Bound port: 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:04.697867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.698652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-06820966-fd80-4c7a-bbb8-230d6fcc45ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 1095 time: 0.0686381 Aug 21 18:08:04.752868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] For port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:04.756914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] For port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:04.761631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:04.841719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcc771-315c-4ef0-8377-06a837e2eab9 req-6db3d256-d820-4bff-9d73-89293e17905e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:04.849337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ddcc771-315c-4ef0-8377-06a837e2eab9 req-6db3d256-d820-4bff-9d73-89293e17905e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 946 time: 0.1519253 Aug 21 18:08:04.898013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Router d7e6f896-1e60-473e-bf66-ac75b3143420 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:04.904063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-62e9388e-343c-4b00-9bb7-21b70581a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:04.905539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-62e9388e-343c-4b00-9bb7-21b70581a12e service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1727452 Aug 21 18:08:04.942215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:04.944481 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb0906c-8c26-42d9-826a-c5422dfdb0be" -d '{"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:04.978882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74c10be3-e1dd-4206-8feb-c8cb36eae972 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:04.982327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:04.983167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.034203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ddcc771-315c-4ef0-8377-06a837e2eab9 req-e18568ea-15ba-4d21-b510-6fa37cffa788 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794419 Aug 21 18:08:05.047543 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcfec2-99b0-4a41-86e5-ec50f084f64f x-openstack-request-id: req-60fcfec2-99b0-4a41-86e5-ec50f084f64f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:05.047826 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:05.048077 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60fcfec2-99b0-4a41-86e5-ec50f084f64f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:05.058426 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'code': 200} Aug 21 18:08:05.060380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:05.069435 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Sync routers for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:05.073737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739643f9-d089-4431-8825-31a261f8cb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:05.079425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-e945a895-3c10-4d56-ae1a-6618232df972 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee HTTP/1.1" status: 200 len: 217 time: 0.1639400 Aug 21 18:08:05.083016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52ffb644-baa4-4004-bc86-24a42098056a admin admin] 10.222.0.41 "PUT /v2.0/routers/d7e6f896-1e60-473e-bf66-ac75b3143420/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7753057 Aug 21 18:08:05.086322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:05.087063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.090646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:05.198439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 74c10be3-e1dd-4206-8feb-c8cb36eae972 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:05.198849 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:05.246089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:05.250979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-3caa8bc8-7c81-41d3-99df-5f7655c5b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:05.252478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-3caa8bc8-7c81-41d3-99df-5f7655c5b42f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.1556640 Aug 21 18:08:05.295968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e9711-f770-45d7-8fd3-534ea748b7aa req-8eea4675-d624-4299-8d14-52c9ca76cf1d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:05.298515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c66e9711-f770-45d7-8fd3-534ea748b7aa req-8eea4675-d624-4299-8d14-52c9ca76cf1d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 943 time: 0.1186273 Aug 21 18:08:05.313044 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:05.345857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Router 9ff624fd-f162-4487-9fd2-a88f8d817f28 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:05.347817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:05.354030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072c8fb-bd6c-4e90-ad82-1df4a7287972 req-9116efdf-3c3d-4270-9a48-c84915c6868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:05.355212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-96367744-a1d4-460b-b36e-ee2364784642 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902050 Aug 21 18:08:05.355629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d072c8fb-bd6c-4e90-ad82-1df4a7287972 req-9116efdf-3c3d-4270-9a48-c84915c6868b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 1101 time: 0.2168798 Aug 21 18:08:05.469750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c66e9711-f770-45d7-8fd3-534ea748b7aa req-a6807c5a-ff32-4569-986c-240aca8f53a0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381712 Aug 21 18:08:05.487647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:05.560709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-b085d30e-68c2-41eb-bf51-5b4dc0a222d2 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895225 Aug 21 18:08:05.592148 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 5, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.592498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d072c8fb-bd6c-4e90-ad82-1df4a7287972 req-277d299f-52c1-4b10-a101-3db94938d11a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179539 Aug 21 18:08:05.643116 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Checking router: d7e6f896-1e60-473e-bf66-ac75b3143420 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:05.654839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Routers {'d7e6f896-1e60-473e-bf66-ac75b3143420'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:05.656419 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d7e6f896-1e60-473e-bf66-ac75b3143420'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.657323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:02Z', 'revision_number': 3, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.686480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b70ab39-0007-4bea-9e98-d00a3e134c54 None None] The sync data for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 is: [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:02Z', 'revision_number': 3, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:05.737693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac0168-b240-41b9-ba56-b1510253b85f req-19444451-64d7-4814-b801-fe5f2b9b2b2f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:05.739703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17ac0168-b240-41b9-ba56-b1510253b85f req-19444451-64d7-4814-b801-fe5f2b9b2b2f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 946 time: 0.1604908 Aug 21 18:08:05.793782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:05.801139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:05.809902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Sync routers for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:05.819103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17ac0168-b240-41b9-ba56-b1510253b85f req-9b8d011c-689f-4790-82c3-022d27e5d487 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656214 Aug 21 18:08:05.819103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a887373-2ab3-4b26-a677-a4675645c1cd req-8fce3c31-183c-4ac1-a515-d7689cb480f9 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467916 Aug 21 18:08:05.821522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:05.823810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:05.873591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:05.881862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Allocated IP 172.20.0.1 (3e50f15d-3095-4fb0-8014-d33d5947abf9/9b4044c7-aa3c-480a-a2da-ad8de4f6e777/c9ea37fd-722a-48a4-8daf-e85cf3f904ba) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:05.886027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] Set router d7e6f896-1e60-473e-bf66-ac75b3143420 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:05.902622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86ee4911-cb10-4c81-8924-1037e8aa7b71 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "PUT /v2.0/floatingips/ac4924ad-c548-4c49-9180-00ca010b034a HTTP/1.1" status: 200 len: 992 time: 2.8585074 Aug 21 18:08:05.902622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:05.903884 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac21078-295d-4e9c-b49e-d1628224b19e" -d '{"events": [{"name": "network-changed", "server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:05.948030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fe725e45-d928-4aff-8ce8-4bf92e8aa5ee details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:05.996968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:06.031992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Deleting port a7711c37-1747-4d0b-b44d-6ed5f96436cb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:06.032909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.049671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a25188-c883-413b-a36a-205ad89dd782 req-d344cccc-462d-4079-bc79-46eba8b8695c tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.071631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88a25188-c883-413b-a36a-205ad89dd782 req-d344cccc-462d-4079-bc79-46eba8b8695c tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 949 time: 0.1207247 Aug 21 18:08:06.149109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.168872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Transition to ACTIVE for port object c9ea37fd-722a-48a4-8daf-e85cf3f904ba will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:06.198403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88a25188-c883-413b-a36a-205ad89dd782 req-1d4c730a-afd7-4279-9c81-302628bb62d7 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258719 Aug 21 18:08:06.221078 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acc24fa-a297-4165-a036-fab7143a5e6d x-openstack-request-id: req-6acc24fa-a297-4165-a036-fab7143a5e6d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:06.221710 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:06.221922 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6acc24fa-a297-4165-a036-fab7143a5e6d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:06.222696 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'status': 'completed', 'code': 200} Aug 21 18:08:06.231904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.238301 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:08:06.271338 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 5, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:06.275560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21078-295d-4e9c-b49e-d1628224b19e req-9df2ed49-75c9-4af3-965a-11601dd73f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.277256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-9df2ed49-75c9-4af3-965a-11601dd73f7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5961513b4d804b139bbfc2b6bb143a87&device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 1098 time: 0.1196859 Aug 21 18:08:06.287141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:06.303738 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a92c1ac-c68e-4172-b232-c9f297920a58 None None] The sync data for ids ['d7e6f896-1e60-473e-bf66-ac75b3143420'] in n-d-793621-32 is: [{'id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'name': 'tempest-ServersTestMultiNic-1694175850-router', 'tenant_id': '277e05b2ec844f18ae80725bfa36cc1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:13Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 5, 'project_id': '277e05b2ec844f18ae80725bfa36cc1f', 'gw_port': {'id': 'a7711c37-1747-4d0b-b44d-6ed5f96436cb', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6f896-1e60-473e-bf66-ac75b3143420', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:14Z', 'updated_at': '2021-08-21T18:06:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:06.311269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:06.321083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:06.340272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:06.360124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee', 'mac_address': 'fa:16:3e:42:7b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:06.384363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Pushing event updated for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:06.394427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] For port a7711c37-1747-4d0b-b44d-6ed5f96436cb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7711c37-1747-4d0b-b44d-6ed5f96436cb,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:06.394821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.412542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Calling delete_port for a7711c37-1747-4d0b-b44d-6ed5f96436cb owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:06.421849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21078-295d-4e9c-b49e-d1628224b19e req-d04b398b-3c25-4e1e-8e14-41d650e27ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.423399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-d04b398b-3c25-4e1e-8e14-41d650e27ddf service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 200 len: 916 time: 0.1381550 Aug 21 18:08:06.423825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.445206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.461986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe725e45-d928-4aff-8ce8-4bf92e8aa5ee {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:06.488760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:06.535671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-9afb8310-b23b-4415-a936-e1b7e4fc0ce9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 200 len: 1000 time: 0.1039689 Aug 21 18:08:06.561180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.620415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21078-295d-4e9c-b49e-d1628224b19e req-507cb904-593b-42a6-9ca1-68f2f1c9bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.621927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-507cb904-593b-42a6-9ca1-68f2f1c9bf06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec01cf28-d534-4d43-84ee-ca46b5c398e2 HTTP/1.1" status: 200 len: 854 time: 0.0786371 Aug 21 18:08:06.704388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:06.735095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac21078-295d-4e9c-b49e-d1628224b19e req-52b6d60b-7adb-47c1-b36d-caf53ccba2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.737262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-52b6d60b-7adb-47c1-b36d-caf53ccba2b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a54323-499d-4e08-a8ac-95fd3a65e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973482 Aug 21 18:08:06.753951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3da6e5-49be-44c5-be95-603765b8c6d1 req-6e93f529-9b36-40fd-bfb0-cc3616cebf41 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:06.763653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a3da6e5-49be-44c5-be95-603765b8c6d1 req-6e93f529-9b36-40fd-bfb0-cc3616cebf41 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.1392436 Aug 21 18:08:06.767770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9603bdf3-738b-4b31-b163-447814b49c65 None None] Provisioning for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:06.783832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9603bdf3-738b-4b31-b163-447814b49c65 None None] Provisioning complete for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:06.784218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9603bdf3-738b-4b31-b163-447814b49c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.797859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fe725e45-d928-4aff-8ce8-4bf92e8aa5ee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:06.906975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a3da6e5-49be-44c5-be95-603765b8c6d1 req-25ab013e-66e5-4ff1-bdce-ec8c7add40f0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364777 Aug 21 18:08:06.925974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9603bdf3-738b-4b31-b163-447814b49c65 None None] Port c9ea37fd-722a-48a4-8daf-e85cf3f904ba cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:06.980980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:06.985405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-9c36d587-355f-4188-9c0a-2617be432939 service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137949 Aug 21 18:08:06.987347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ac4924ad-c548-4c49-9180-00ca010b034a', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'port_id': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'mac_address': 'fa:16:3e:8c:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:46Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 1, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:07.055577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:07.067629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Checking router: 9ff624fd-f162-4487-9fd2-a88f8d817f28 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:07.140056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:07.141382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:07.152668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.183987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bac21078-295d-4e9c-b49e-d1628224b19e req-aa87fca1-a567-4e4b-aa7f-a2f50133f149 service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881948 Aug 21 18:08:07.218670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7711c37-1747-4d0b-b44d-6ed5f96436cb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:07.297113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.336904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:07.346052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:07.346420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.374130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:07.389946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3cedc-02ce-4247-8abc-8e92cc9a0d3f req-13531747-8624-4264-8bf4-35247f43bf14 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:07.394055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff65ef-8fe4-4004-a85c-3f24da79fdb2 req-bf9cb5b7-a580-4d50-909d-c9405e53f903 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:07.395058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6a3cedc-02ce-4247-8abc-8e92cc9a0d3f req-13531747-8624-4264-8bf4-35247f43bf14 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 949 time: 0.0842316 Aug 21 18:08:07.402300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2eff65ef-8fe4-4004-a85c-3f24da79fdb2 req-bf9cb5b7-a580-4d50-909d-c9405e53f903 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 946 time: 0.2583673 Aug 21 18:08:07.411086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.413560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.442581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6a3cedc-02ce-4247-8abc-8e92cc9a0d3f req-a27e8072-6473-4b38-bcf0-0a46be513c9e tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Aug 21 18:08:07.593790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2eff65ef-8fe4-4004-a85c-3f24da79fdb2 req-d7caed66-66e6-4f88-9b96-620602c1b2f4 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912546 Aug 21 18:08:07.599047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.608536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.617942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Pushing event updated for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:07.623348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.705949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.709193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.709757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e6f896-1e60-473e-bf66-ac75b3143420 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:08:07.726877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.732668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50376) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:07.732967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:07.745451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.745707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20f0dd10-dee7-4f80-b3ba-843605adf823 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d7e6f896-1e60-473e-bf66-ac75b3143420 HTTP/1.1" status: 204 len: 168 time: 2.6458683 Aug 21 18:08:07.793992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ac0738c-ca29-4d01-8ad2-23119cd87b85 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:07.838304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Deleting subnet 9d3dda37-9da7-456e-8516-5732821add71 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:08:07.849385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.877303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0ac0738c-ca29-4d01-8ad2-23119cd87b85 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:07.877646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ac0738c-ca29-4d01-8ad2-23119cd87b85 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:07.931681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:07.933000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:07.934956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:07.951836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:07.980404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fe725e45-d928-4aff-8ce8-4bf92e8aa5ee up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:08.069469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ac4924ad-c548-4c49-9180-00ca010b034a', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'port_id': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'mac_address': 'fa:16:3e:8c:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:46Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 1, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:08.108455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed92c22-f648-43b9-a3ae-3cfeb0623f17 None None] The sync data for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 is: [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ac4924ad-c548-4c49-9180-00ca010b034a', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'port_id': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'mac_address': 'fa:16:3e:8c:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:07:46Z', 'updated_at': '2021-08-21T18:08:03Z', 'revision_number': 1, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:08.116786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:08.121622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:08.122081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.163059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.308565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.384735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:08.390717 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39040077-da82-4743-abc5-d8bec4c8eea6" -d '{"events": [{"server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:08.427779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:08.436600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8ad3-d63f-4bb6-8161-ee4cd2e962d2 req-78ffa389-e3d2-4f29-b25f-1d23175f5c8d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:08.441719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.448083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-456e8ad3-d63f-4bb6-8161-ee4cd2e962d2 req-78ffa389-e3d2-4f29-b25f-1d23175f5c8d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 944 time: 0.2425828 Aug 21 18:08:08.463563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.501699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3dda37-9da7-456e-8516-5732821add71,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:08.504196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.505902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:08.507722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f16056d-544b-494a-84ca-beb680dee37e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9d3dda37-9da7-456e-8516-5732821add71 HTTP/1.1" status: 204 len: 168 time: 0.7730207 Aug 21 18:08:08.514005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:08.515731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa93c69-f68a-4e89-8e29-dc7b59a0258a None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:08.555394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-456e8ad3-d63f-4bb6-8161-ee4cd2e962d2 req-a74340a2-d83c-4b19-9815-70e7190325ed tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063263 Aug 21 18:08:08.648128 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea31fe2-0204-4606-b9b1-2a2ad92ad9f1 x-openstack-request-id: req-7ea31fe2-0204-4606-b9b1-2a2ad92ad9f1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:08.648539 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "name": "network-vif-plugged", "status": "completed", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:08.648915 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ea31fe2-0204-4606-b9b1-2a2ad92ad9f1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:08.649416 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee', 'code': 200} Aug 21 18:08:08.654960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a131ff77-44a1-4253-a6fd-d087f047714a None None] Provisioning complete for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:08.655405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a131ff77-44a1-4253-a6fd-d087f047714a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.670441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.731556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a131ff77-44a1-4253-a6fd-d087f047714a None None] Port c9ea37fd-722a-48a4-8daf-e85cf3f904ba cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:08.740159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a52650-fdfa-4e18-a65a-097a570b3e70 None None] New status for floating IP ac4924ad-c548-4c49-9180-00ca010b034a: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:08:08.769505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Deleting port 6509091c-1a3e-497b-b42c-2b3f8a409300 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:08.770441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.838946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] DHCP port deletion for 478aecf5-f2da-42a5-b9f4-e1b30b541288 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:08:08.851735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8eac8f-3245-4353-b7cd-90305ec8e2c3 req-b05122a2-2e46-4a8a-aae6-3d5d44d3495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:08.859887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Router ad248363-6c92-4ad7-9674-4552b3709ca7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:08.864298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec8eac8f-3245-4353-b7cd-90305ec8e2c3 req-b05122a2-2e46-4a8a-aae6-3d5d44d3495b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 1097 time: 0.1310658 Aug 21 18:08:08.885103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] For port 6509091c-1a3e-497b-b42c-2b3f8a409300, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6509091c-1a3e-497b-b42c-2b3f8a409300,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:08.885342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:08.885696 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.923838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Calling delete_port for 6509091c-1a3e-497b-b42c-2b3f8a409300 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:08.931979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec8eac8f-3245-4353-b7cd-90305ec8e2c3 req-02ac6a45-2adf-469e-b855-73c67ff013dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380278 Aug 21 18:08:08.940017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Deleting port 6509091c-1a3e-497b-b42c-2b3f8a409300 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:08.940398 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:08.997980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:09.004417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:09.004789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.011341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b686a0a8-2b0b-4530-8465-4ee3c93f4ecd admin admin] 10.222.0.41 "PUT /v2.0/routers/ad248363-6c92-4ad7-9674-4552b3709ca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4400461 Aug 21 18:08:09.013744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Sync routers for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:09.028714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.058079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Pushing event deleted for resources: {'Port': ['ID=6509091c-1a3e-497b-b42c-2b3f8a409300,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:09.064488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] No DVR routers for this DVR port 6509091c-1a3e-497b-b42c-2b3f8a409300 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:09.082430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] For port 6509091c-1a3e-497b-b42c-2b3f8a409300, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6509091c-1a3e-497b-b42c-2b3f8a409300,segment=NetworkSegment(4b79d5c2-4729-4f35-83b6-03d37cd478c8),segment_id=4b79d5c2-4729-4f35-83b6-03d37cd478c8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:09.083341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.093784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:09.094430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:09.135565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Calling delete_port for 6509091c-1a3e-497b-b42c-2b3f8a409300 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:09.151003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.161377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478aecf5-f2da-42a5-b9f4-e1b30b541288']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:09.174766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b79d5c2-4729-4f35-83b6-03d37cd478c8') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:09.174978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b79d5c2-4729-4f35-83b6-03d37cd478c8') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:09.184767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.200558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.210027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:08:09.210792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:08:09.212944 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:08:09.289946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.298187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.301110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] 10.222.0.41 "DELETE /v2.0/networks/478aecf5-f2da-42a5-b9f4-e1b30b541288 HTTP/1.1" status: 204 len: 168 time: 0.7853529 Aug 21 18:08:09.317679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e2c45-37dd-498c-bbe6-7568c119ec39 admin admin] Pushing event deleted for resources: {'Network': ['ID=478aecf5-f2da-42a5-b9f4-e1b30b541288,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:09.336308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:09.386577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.436151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7711c37-1747-4d0b-b44d-6ed5f96436cb no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:09.478220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Network 478aecf5-f2da-42a5-b9f4-e1b30b541288 is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:08:09.478710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] No DVR routers for this DVR port 6509091c-1a3e-497b-b42c-2b3f8a409300 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:09.501568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4142e2-cf88-4d21-995c-4d28080a6a82 None None] Pushing event deleted for resources: {'Port': ['ID=6509091c-1a3e-497b-b42c-2b3f8a409300,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:09.560387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50446) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:09.564574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: a7711c37-1747-4d0b-b44d-6ed5f96436cb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:09.564913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7711c37-1747-4d0b-b44d-6ed5f96436cb not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:09.612778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f711bec3-369c-4df2-a2bb-7254af2ee642 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=277e05b2ec844f18ae80725bfa36cc1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508447 Aug 21 18:08:09.615437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50452) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:09.705907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:06Z', 'revision_number': 4, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c9ea37fd-722a-48a4-8daf-e85cf3f904ba', 'name': '', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'mac_address': 'fa:16:3e:89:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:05Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 2, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'subnets': [{'id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:09.722808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.738764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Checking router: ad248363-6c92-4ad7-9674-4552b3709ca7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:09.739122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Updating router ad248363-6c92-4ad7-9674-4552b3709ca7 port c9ea37fd-722a-48a4-8daf-e85cf3f904ba binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:09.743179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05fa62-9358-4d50-9462-55d12738e1a0 req-7728f2f8-664e-4f62-ad3b-d4ad96c83a03 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:09.744767 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d05fa62-9358-4d50-9462-55d12738e1a0 req-7728f2f8-664e-4f62-ad3b-d4ad96c83a03 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0914986 Aug 21 18:08:09.761975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.774174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.815515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50466) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:09.824893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-network', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:09.828251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d05fa62-9358-4d50-9462-55d12738e1a0 req-5accfb94-1a1d-4a2d-9af5-87ca7915d9b1 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730536 Aug 21 18:08:09.847792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.851162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.852566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f39ad220-f988-4a76-96c2-094e6ec2c8fe HTTP/1.1" status: 204 len: 168 time: 0.2357855 Aug 21 18:08:09.867623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Made reservation on behalf of 278e38b16bee4a52bd1cf929de7296ec for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:09.870813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.874896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c598fa-02b9-4016-92f4-05e7636b4c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ad220-f988-4a76-96c2-094e6ec2c8fe,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:09.884019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.975330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:09.979491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:09.985322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.008292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:08:10.025028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2b6343-6ef3-48e3-9833-8f9426102265,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:10.037441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.037796 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Added segment 2a449c91-cc8e-4c72-9b9d-3106706de5b0 of type vlan for network 88274b2b-5b9e-4ee5-995c-e97201e0a96d Aug 21 18:08:10.086141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.147877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.149091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:10.150256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.180201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:10.204244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.206547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3886130 Aug 21 18:08:10.209295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50474) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:10.210571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'mac_address': 'fa:16:3e:4e:66:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:10.215879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Request body: {'subnet': {'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-subnet', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:10.224339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Transition to ACTIVE for port object c9ea37fd-722a-48a4-8daf-e85cf3f904ba will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:10.233191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439e4a6-c380-4441-8146-0db6ac958009 admin admin] Pushing event updated for resources: {'Network': ['ID=88274b2b-5b9e-4ee5-995c-e97201e0a96d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:10.247646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Made reservation on behalf of 278e38b16bee4a52bd1cf929de7296ec for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:10.250037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.250584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:08:10.265860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.449741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.500629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.516069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad6119f-bb70-442b-8a9c-649e5ad3bfcb,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:10.518679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Checking segment: {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:10.518868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d79c9b4-c84f-490c-8e8d-9add469083af {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:10.519044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Network hostable DHCP agents. Network: 88274b2b-5b9e-4ee5-995c-e97201e0a96d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:08:10.542116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395376f-d269-447f-a154-a62ecc9d906b None None] Pushing event updated for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:10.575347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:10.578689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:08:10.582127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.616715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 88274b2b-5b9e-4ee5-995c-e97201e0a96d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:10.624899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:10.626767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.641756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a767dc-744f-43da-9c24-a6d299cb81c7 None None] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:10.661683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9df01377-9c5f-4b2d-a446-500e6d7672ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4511530 Aug 21 18:08:10.664199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50502) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:10.667329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Attempting to bind port c9ea37fd-722a-48a4-8daf-e85cf3f904ba on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:10.667926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Attempting to bind port c9ea37fd-722a-48a4-8daf-e85cf3f904ba by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:10.668478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Attempting to bind port c9ea37fd-722a-48a4-8daf-e85cf3f904ba on network 3e50f15d-3095-4fb0-8014-d33d5947abf9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:10.670128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:10.709791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:10.710687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Checking segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:10.711296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.712101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Bound using segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:10.712744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Bound port: c9ea37fd-722a-48a4-8daf-e85cf3f904ba, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:10.713355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.716653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.718142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.744979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5d79c9b4-c84f-490c-8e8d-9add469083af'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:10.824573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:10.850144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:10.860428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:10.893207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6509091c-1a3e-497b-b42c-2b3f8a409300 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:10.920544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6509091c-1a3e-497b-b42c-2b3f8a409300 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:10.921784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6509091c-1a3e-497b-b42c-2b3f8a409300 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:10.997929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1654133333-network', 'tenant_id': 'c952f672e4994556b81280dd46917cad'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:11.001821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] For port c9ea37fd-722a-48a4-8daf-e85cf3f904ba, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:11.026260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:11.030109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.033398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] For port c9ea37fd-722a-48a4-8daf-e85cf3f904ba, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:11.036376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.043793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.056212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.061127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8ab17-843e-48fe-ac37-824ca583901d req-4574704c-2fb6-4f14-ac77-97b54d969207 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:11.069580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ce8ab17-843e-48fe-ac37-824ca583901d req-4574704c-2fb6-4f14-ac77-97b54d969207 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1364367 Aug 21 18:08:11.137110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ce8ab17-843e-48fe-ac37-824ca583901d req-d83f58d6-23fd-440f-b7f6-528a728f9a20 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610390 Aug 21 18:08:11.160051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:08:11.160954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.175192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:11.175847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:11.281039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.292598 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.364511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:08:11.397044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Allocated IP 172.20.0.2 (88274b2b-5b9e-4ee5-995c-e97201e0a96d/6ad6119f-bb70-442b-8a9c-649e5ad3bfcb/31b856dc-ff3c-4771-b7e7-afc3f43f8b10) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:11.408176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ded7186-a917-4fa1-8f38-aa1d756090e9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:11.440337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.440981 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Added segment 1e148327-b2ad-4aae-9339-409cebe35ffd of type vlan for network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 Aug 21 18:08:11.547557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.550212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.563697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.573403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Transition to ACTIVE for port object 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:11.600576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.602228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Transition to ACTIVE for port object 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:11.622282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.637004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395376f-d269-447f-a154-a62ecc9d906b None None] Pushing event updated for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:11.703424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.707943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:11.711121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:11.785961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:11.811514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:11.814962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Pushing event updated for resources: {'Port': ['ID=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:11.825551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:11.837908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:11.857707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:11.861526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Allocated IP 172.25.1.232 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/01fa1f63-75ef-43b9-96b6-d7069fc27a25) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:11.943763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0795171 Aug 21 18:08:11.947678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50578) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:11.965488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Request body: {'subnet': {'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1654133333-subnet', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:12.026652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4f9a6-32fa-48ca-bb15-a71bb975aaeb req-bc179b4c-a17f-4f67-aebd-dbbd25770e48 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:12.028132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df4f9a6-32fa-48ca-bb15-a71bb975aaeb req-bc179b4c-a17f-4f67-aebd-dbbd25770e48 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.4370534 Aug 21 18:08:12.038693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1333fc0-d3c6-485e-a256-14d9ffd24eec admin admin] Pushing event updated for resources: {'Network': ['ID=cd46ec78-9e3e-4c18-8308-eb33f7727ed0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:12.058161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:12.088270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3aecc002-b657-4b32-af9d-d611792fcd75', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '3aecc002-b657-4b32-af9d-d611792fcd75', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:12.110348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.113411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:12.139416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df4f9a6-32fa-48ca-bb15-a71bb975aaeb req-aee6deae-c622-422f-9396-3d0486cac09d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866358 Aug 21 18:08:12.146208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:08:12.154757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:12.171737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.225232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.334568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:12.389889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Pushing event updated for resources: {'Port': ['ID=01fa1f63-75ef-43b9-96b6-d7069fc27a25,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:12.398249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:12.398481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Attempting to bind port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:12.399074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Attempting to bind port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:12.399189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Attempting to bind port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 on network 88274b2b-5b9e-4ee5-995c-e97201e0a96d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:12.407646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:12.469919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:12.489405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Checking segment: {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:12.490074 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.490591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Bound using segment: {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:12.491197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Bound port: 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:12.491654 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.493832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.619394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.628397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:12.706573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:12.713072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205f4aee-71d2-4dec-938c-dbad10725fdb,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:12.743056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.743511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.743753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.744136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.744500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.744839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.745146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.745465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.745962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.746290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.746641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.746959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:12.797632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:12.798387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Network hostable DHCP agents. Network: cd46ec78-9e3e-4c18-8308-eb33f7727ed0, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:08:12.827684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 5d79c9b4-c84f-490c-8e8d-9add469083af triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:12.833605 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.842474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:08:12.869791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, cd46ec78-9e3e-4c18-8308-eb33f7727ed0) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:12.885356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:12.887880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:12.922805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a43b08eb-29fb-4d2b-8e10-616f5c0bbfe8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9696188 Aug 21 18:08:12.925901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50604) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:12.935451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:13.003249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.007507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.047728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.080455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc461fcf-8e39-44b7-af5b-f966437f584f None None] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:13.081483 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.109079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.275225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:13.428134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.588969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:13.832792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] For port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:13.841643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] For port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:13.860318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3aecc002-b657-4b32-af9d-d611792fcd75'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:13.863825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Router e0a69798-0743-486e-b4f4-f79b3c5d8242 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:08:13.957663 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.107090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:14.120498 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Sync routers for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:14.136474 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:14.137654 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:14.146977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.151240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9a4f17d-a2c4-4ba7-acff-d91bd4ecffb4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4831133 Aug 21 18:08:14.151488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50612) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:14.234136 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.322220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:06Z', 'revision_number': 4, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c9ea37fd-722a-48a4-8daf-e85cf3f904ba', 'name': '', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'mac_address': 'fa:16:3e:89:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:05Z', 'updated_at': '2021-08-21T18:08:10Z', 'revision_number': 4, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'subnets': [{'id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:14.435363 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:14.452685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.487894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6a7a63-8ceb-4433-b55c-e3ca913483b6 None None] The sync data for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 is: [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:08:06Z', 'revision_number': 4, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'c9ea37fd-722a-48a4-8daf-e85cf3f904ba', 'name': '', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'mac_address': 'fa:16:3e:89:50:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:05Z', 'updated_at': '2021-08-21T18:08:10Z', 'revision_number': 4, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'subnets': [{'id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:14.511499 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.521398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:14.533618 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fe6cf4-c5fb-4f25-ace0-b2388195b918" -d '{"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-plugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:14.642617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9be90-8049-476f-bee6-fa30a656f4d0 None None] Pushing event updated for resources: {'Port': ['ID=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:14.716616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:14.734047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:08:14.742563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.830630 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:14.963399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Allocated IP 172.25.1.154 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/1475fc29-5d90-425e-9295-3e22123fa671) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:15.125252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:12Z', 'revision_number': 3, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:15.210542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:15.213447 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Checking router: e0a69798-0743-486e-b4f4-f79b3c5d8242 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:15.214897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Updating router e0a69798-0743-486e-b4f4-f79b3c5d8242 port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:15.265221 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:15.306631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:15.311530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:15.430005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:15.460085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:15.583425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:15.585308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:15.587450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Pushing event updated for resources: {'Port': ['ID=1475fc29-5d90-425e-9295-3e22123fa671,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:15.611034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:15.616678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Allocated IP 172.20.0.2 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/cd4dd060-b12d-40fc-a760-486d122f5214) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:15.670147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:15.677873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Allocated IP 172.20.0.1 (88274b2b-5b9e-4ee5-995c-e97201e0a96d/6ad6119f-bb70-442b-8a9c-649e5ad3bfcb/b5cafe5a-fa23-4e98-8bce-d718931e3404) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:15.718896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c9ea37fd-722a-48a4-8daf-e85cf3f904ba up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:15.839780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:15.864945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Transition to ACTIVE for port object b5cafe5a-fa23-4e98-8bce-d718931e3404 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:15.979029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.033190 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.054949 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Transition to ACTIVE for port object 01fa1f63-75ef-43b9-96b6-d7069fc27a25 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:16.078546 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.086585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:16.090041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:16.116857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:16.144720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:16.200687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:16.201080 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.226308 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Attempting to bind port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:16.226901 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Attempting to bind port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:16.227037 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Attempting to bind port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:16.235493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9047-4088-4f86-91ab-92c6a5b3672e None None] Pushing event updated for resources: {'Port': ['ID=01fa1f63-75ef-43b9-96b6-d7069fc27a25,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:16.256054 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:16.265343 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:16.266353 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.266609 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:16.267138 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Bound port: 01fa1f63-75ef-43b9-96b6-d7069fc27a25, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:16.267550 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.272031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:16.323476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.324162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.324264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.324565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.324903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.325237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.325566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.325894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.326222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.326570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.326900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.327260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:16.336249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.351951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.384629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.394002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Transition to ACTIVE for port object cd4dd060-b12d-40fc-a760-486d122f5214 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:16.411045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Transition to ACTIVE for port object cd4dd060-b12d-40fc-a760-486d122f5214 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:16.414463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ef70e-fdf7-4bcc-9fbb-4ee5ba0e6e20 None None] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:16.520279 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] For port 01fa1f63-75ef-43b9-96b6-d7069fc27a25, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:16.523979 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] For port 01fa1f63-75ef-43b9-96b6-d7069fc27a25, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=01fa1f63-75ef-43b9-96b6-d7069fc27a25,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:16.542030 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.560052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.652514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Pushing event updated for resources: {'Port': ['ID=cd4dd060-b12d-40fc-a760-486d122f5214,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:16.768368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.768757 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:16.770080 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:16.789819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.809486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Provisioning for port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:16.812365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.840566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:16.885006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c9ea37fd-722a-48a4-8daf-e85cf3f904ba, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:16.888708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c9047-4088-4f86-91ab-92c6a5b3672e None None] Pushing event updated for resources: {'Port': ['ID=01fa1f63-75ef-43b9-96b6-d7069fc27a25,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:16.891816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:16.901231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Provisioning complete for port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:16.901231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:16.923647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:16.926709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.108944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:17.113332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:17.128975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Attempting to bind port cd4dd060-b12d-40fc-a760-486d122f5214 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:17.129607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Attempting to bind port cd4dd060-b12d-40fc-a760-486d122f5214 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:17.130341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Attempting to bind port cd4dd060-b12d-40fc-a760-486d122f5214 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:17.143561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:17.144167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:17.144747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.145313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:17.145963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Bound port: cd4dd060-b12d-40fc-a760-486d122f5214, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:17.146582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.160174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:08:17.263607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.301524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.318013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] For port cd4dd060-b12d-40fc-a760-486d122f5214, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:17.322772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] For port cd4dd060-b12d-40fc-a760-486d122f5214, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cd4dd060-b12d-40fc-a760-486d122f5214,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:17.323037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.339118 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.353343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] For port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:17.388967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.441102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.480049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5eb90c-6d72-493d-945a-553cfeea0121 None None] Pushing event updated for resources: {'Port': ['ID=cd4dd060-b12d-40fc-a760-486d122f5214,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:17.549973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:17.573630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Sync routers for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:17.619098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:17.621412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d593f64f-6b5d-434f-8b4a-f81c958e7240 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6941657 Aug 21 18:08:17.624272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50616) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:17.710515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:17.711197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:17.754648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ee29-62ad-448e-ab49-825d6f926733 None None] Pushing event updated for resources: {'Port': ['ID=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:17.846572 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b5cafe5a-fa23-4e98-8bce-d718931e3404', 'name': '', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'mac_address': 'fa:16:3e:4e:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:15Z', 'updated_at': '2021-08-21T18:08:15Z', 'revision_number': 1, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'subnets': [{'id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:17.942543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:17.959965 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9087693c-173b-4a0c-b315-fba51a9f261f None None] The sync data for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 is: [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b5cafe5a-fa23-4e98-8bce-d718931e3404', 'name': '', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'mac_address': 'fa:16:3e:4e:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:15Z', 'updated_at': '2021-08-21T18:08:15Z', 'revision_number': 1, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'subnets': [{'id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:18.059516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Provisioning for port b5cafe5a-fa23-4e98-8bce-d718931e3404 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:18.278589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:18.508878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:18.528080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:18.534791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:18.924760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Router e0a69798-0743-486e-b4f4-f79b3c5d8242 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:19.011091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Provisioning complete for port b5cafe5a-fa23-4e98-8bce-d718931e3404 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:19.011759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.019136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.053271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-530f0a15-9672-40df-8f88-f4485653d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.250772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.291320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Port b5cafe5a-fa23-4e98-8bce-d718931e3404 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:19.297825 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.305465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:19.318573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-38457e76-948e-4765-b4e8-b2cddad2a939 admin admin] 10.222.0.41 "PUT /v2.0/routers/e0a69798-0743-486e-b4f4-f79b3c5d8242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1656318 Aug 21 18:08:19.499939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Provisioning complete for port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:19.502484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4f20a9-77b9-4454-b178-131577f82d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.615542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Allocated IP 172.20.0.1 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/f6bff5f5-82fb-4165-8cae-2215ab030e35) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:19.651309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3aecc002-b657-4b32-af9d-d611792fcd75 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:19.652832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.656456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cd4dd060-b12d-40fc-a760-486d122f5214 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:19.788755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1882649-4401-474a-a724-eb0d2e5c4186 None None] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:08:19.912887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:19.963823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Transition to ACTIVE for port object f6bff5f5-82fb-4165-8cae-2215ab030e35 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:20.067267 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.134260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 3, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:20.144323 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.182463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:20.190968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:20.203898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:20.211705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Checking router: b92cef1f-7781-41f5-a23a-70f5f9aa8c41 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:20.213822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Updating router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 port 1475fc29-5d90-425e-9295-3e22123fa671 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:20.214537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port cd4dd060-b12d-40fc-a760-486d122f5214 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:20.231004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:20.353713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.398973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c9ea37fd-722a-48a4-8daf-e85cf3f904ba up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:20.454450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:20.475255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Provisioning complete for port b5cafe5a-fa23-4e98-8bce-d718931e3404 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:20.475990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.539647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.673386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:20.677753 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.700281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-da5c6136-dc75-4cd0-8464-913bfe698cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.735137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.743389 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.766225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Port b5cafe5a-fa23-4e98-8bce-d718931e3404 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:20.881335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c9ea37fd-722a-48a4-8daf-e85cf3f904ba triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:20.884895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:20.921874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Provisioning for port cd4dd060-b12d-40fc-a760-486d122f5214 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:20.951774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Provisioning complete for port cd4dd060-b12d-40fc-a760-486d122f5214 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:20.952464 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.053454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.059401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.112286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.307077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Pushing event updated for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:21.376361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.395354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:21.397664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:21.525972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:21.642898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.655554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:21.669459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Transition to ACTIVE for port object 1475fc29-5d90-425e-9295-3e22123fa671 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:21.688151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] For port cd4dd060-b12d-40fc-a760-486d122f5214, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cd4dd060-b12d-40fc-a760-486d122f5214,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:21.691589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.707491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.724028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.829606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Attempting to bind port 1475fc29-5d90-425e-9295-3e22123fa671 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:21.830627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Attempting to bind port 1475fc29-5d90-425e-9295-3e22123fa671 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:21.831398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Attempting to bind port 1475fc29-5d90-425e-9295-3e22123fa671 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:21.841050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b109ef-87f9-4cca-ade4-acef85502eae None None] Pushing event updated for resources: {'Port': ['ID=1475fc29-5d90-425e-9295-3e22123fa671,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:21.922050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:21.941286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5762f6bf-c9df-493c-925e-de34239a7382 admin admin] 10.222.0.41 "PUT /v2.0/routers/b92cef1f-7781-41f5-a23a-70f5f9aa8c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3138375 Aug 21 18:08:21.944126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106dc6-3e16-4771-9d08-fc9ffc78d617 None None] Pushing event updated for resources: {'Port': ['ID=cd4dd060-b12d-40fc-a760-486d122f5214,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:21.948422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:21.949111 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.951786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:21.952796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:21.953976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:21.954662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:21.955434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Bound port: 1475fc29-5d90-425e-9295-3e22123fa671, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:21.956071 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:22.033740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Provisioning complete for port cd4dd060-b12d-40fc-a760-486d122f5214 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:22.034272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:22.152733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] For port 1475fc29-5d90-425e-9295-3e22123fa671, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:22.190104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] For port 1475fc29-5d90-425e-9295-3e22123fa671, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1475fc29-5d90-425e-9295-3e22123fa671,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:22.208961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:22.260174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Sync routers for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:22.276514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:22.277225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:22.387039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Provisioning for port f6bff5f5-82fb-4165-8cae-2215ab030e35 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:22.408862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:22.410166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:22.412328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Provisioning complete for port f6bff5f5-82fb-4165-8cae-2215ab030e35 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:22.412803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:22.417488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b109ef-87f9-4cca-ade4-acef85502eae None None] Pushing event updated for resources: {'Port': ['ID=1475fc29-5d90-425e-9295-3e22123fa671,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:22.503796 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:22.585095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-48e24c29-9a86-437e-8848-fe227688f29f None None] Port f6bff5f5-82fb-4165-8cae-2215ab030e35 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:22.587245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cd4dd060-b12d-40fc-a760-486d122f5214 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:22.844579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:22.846860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35df360b-4e02-46d6-b87c-377ad316f7b5 None None] Provisioning complete for port f6bff5f5-82fb-4165-8cae-2215ab030e35 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:22.846860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35df360b-4e02-46d6-b87c-377ad316f7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:22.974618 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b5cafe5a-fa23-4e98-8bce-d718931e3404', 'name': '', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'mac_address': 'fa:16:3e:4e:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:15Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 2, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'subnets': [{'id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:22.980114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-35df360b-4e02-46d6-b87c-377ad316f7b5 None None] Port f6bff5f5-82fb-4165-8cae-2215ab030e35 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:23.056954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cd4dd060-b12d-40fc-a760-486d122f5214 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:23.057442 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.068262 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Checking router: e0a69798-0743-486e-b4f4-f79b3c5d8242 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:23.068262 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Updating router e0a69798-0743-486e-b4f4-f79b3c5d8242 port b5cafe5a-fa23-4e98-8bce-d718931e3404 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:23.239210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.252093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 01fa1f63-75ef-43b9-96b6-d7069fc27a25 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:23.283079 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.324419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 2, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:23.390345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87eed36e-3b9f-46f1-af08-d1aff299cd72 None None] The sync data for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 is: [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 2, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:23.409901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:23.415146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:23.415802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.538376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.572547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 01fa1f63-75ef-43b9-96b6-d7069fc27a25, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=01fa1f63-75ef-43b9-96b6-d7069fc27a25,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:23.580635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.682176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=01fa1f63-75ef-43b9-96b6-d7069fc27a25,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:23.841679 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.856884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Transition to ACTIVE for port object b5cafe5a-fa23-4e98-8bce-d718931e3404 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:23.867355 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:23.931362 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Pushing event updated for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:23.946334 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.946863 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.947540 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.948073 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.948538 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.949045 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.949479 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.949929 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.950360 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.950808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.951237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:23.952617 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:24.076351 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Attempting to bind port b5cafe5a-fa23-4e98-8bce-d718931e3404 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:24.077420 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Attempting to bind port b5cafe5a-fa23-4e98-8bce-d718931e3404 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:24.077888 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Attempting to bind port b5cafe5a-fa23-4e98-8bce-d718931e3404 on network 88274b2b-5b9e-4ee5-995c-e97201e0a96d {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:24.098601 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:24.099149 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Checking segment: {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:24.099659 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:24.100175 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Bound using segment: {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:24.100754 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Bound port: b5cafe5a-fa23-4e98-8bce-d718931e3404, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a449c91-cc8e-4c72-9b9d-3106706de5b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:24.101245 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:24.275510 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] For port b5cafe5a-fa23-4e98-8bce-d718931e3404, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:24.279254 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] For port b5cafe5a-fa23-4e98-8bce-d718931e3404, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5cafe5a-fa23-4e98-8bce-d718931e3404,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:24.307464 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:24.488630 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748d9427-551c-4cf7-b03d-aa058435381d None None] Pushing event updated for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:24.497368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 01fa1f63-75ef-43b9-96b6-d7069fc27a25 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:24.516644 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:24.517327 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:24.593870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:24.594254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:24.729744 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:25.092926 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b5cafe5a-fa23-4e98-8bce-d718931e3404', 'name': '', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'mac_address': 'fa:16:3e:4e:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:15Z', 'updated_at': '2021-08-21T18:08:24Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'subnets': [{'id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:25.153193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46062b9a-055f-4b9d-85a9-ac2e91d4d1fb None None] The sync data for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 is: [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:08:16Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b5cafe5a-fa23-4e98-8bce-d718931e3404', 'name': '', 'network_id': '88274b2b-5b9e-4ee5-995c-e97201e0a96d', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'mac_address': 'fa:16:3e:4e:67:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:15Z', 'updated_at': '2021-08-21T18:08:24Z', 'revision_number': 4, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'subnets': [{'id': '6ad6119f-bb70-442b-8a9c-649e5ad3bfcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:26.527426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5cafe5a-fa23-4e98-8bce-d718931e3404 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:26.675644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b5cafe5a-fa23-4e98-8bce-d718931e3404 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:26.680664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b5cafe5a-fa23-4e98-8bce-d718931e3404 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:26.681224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:26.839653 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:26.882276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b5cafe5a-fa23-4e98-8bce-d718931e3404, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5cafe5a-fa23-4e98-8bce-d718931e3404,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:26.893015 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:26.898367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1475fc29-5d90-425e-9295-3e22123fa671 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:27.024998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:27.039959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 1475fc29-5d90-425e-9295-3e22123fa671 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:27.044958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1475fc29-5d90-425e-9295-3e22123fa671 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:27.045728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:27.156868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:27.193437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 1475fc29-5d90-425e-9295-3e22123fa671, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1475fc29-5d90-425e-9295-3e22123fa671,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:27.200256 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:27.287970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=1475fc29-5d90-425e-9295-3e22123fa671,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:28.317589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5cafe5a-fa23-4e98-8bce-d718931e3404 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:28.368664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Sync routers for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:28.388371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:28.389966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:28.425215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b5cafe5a-fa23-4e98-8bce-d718931e3404 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:28.425592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:28.551025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:28.677039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1475fc29-5d90-425e-9295-3e22123fa671 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:28.811829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1475fc29-5d90-425e-9295-3e22123fa671 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:28.812158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:28.954386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 2, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:28.984207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Checking router: b92cef1f-7781-41f5-a23a-70f5f9aa8c41 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:28.984585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Updating router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 port f6bff5f5-82fb-4165-8cae-2215ab030e35 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:08:29.010564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.326482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.337849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Transition to ACTIVE for port object f6bff5f5-82fb-4165-8cae-2215ab030e35 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:29.349049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.409354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9198-d931-4ff4-ae14-1ea04fbea671 None None] Pushing event updated for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:29.464232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a93e6d-2823-4078-a28b-0546ce13d0a3 req-436c7f16-aa5c-4c73-b032-13f791f720ba tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:29.472506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76a93e6d-2823-4078-a28b-0546ce13d0a3 req-436c7f16-aa5c-4c73-b032-13f791f720ba tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1373007 Aug 21 18:08:29.489248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Attempting to bind port f6bff5f5-82fb-4165-8cae-2215ab030e35 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:29.489650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Attempting to bind port f6bff5f5-82fb-4165-8cae-2215ab030e35 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:29.489967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Attempting to bind port f6bff5f5-82fb-4165-8cae-2215ab030e35 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:29.500014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:29.500371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:29.500665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.501056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:29.501520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Bound port: f6bff5f5-82fb-4165-8cae-2215ab030e35, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:29.501903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.575615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76a93e6d-2823-4078-a28b-0546ce13d0a3 req-3f852c27-9588-4215-9fbd-4a33965f2771 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018472 Aug 21 18:08:29.650878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] For port f6bff5f5-82fb-4165-8cae-2215ab030e35, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:29.655815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] For port f6bff5f5-82fb-4165-8cae-2215ab030e35, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f6bff5f5-82fb-4165-8cae-2215ab030e35,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:29.674137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:29.736620 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94276e8d-6f65-4d84-96f0-71a9e1428c9f x-openstack-request-id: req-94276e8d-6f65-4d84-96f0-71a9e1428c9f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:29.737258 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-plugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:29.737698 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94276e8d-6f65-4d84-96f0-71a9e1428c9f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:29.738272 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'code': 200} Aug 21 18:08:29.807379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:29.808043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:29.866618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2c9198-d931-4ff4-ae14-1ea04fbea671 None None] Pushing event updated for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:30.244891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:30.253860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27437765', 'description': 'tempest-description--472909058'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:30.304664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.320279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:30.467879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f6bff5f5-82fb-4165-8cae-2215ab030e35 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:30.505713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de95121-16cd-4d09-9792-aaa31194dbd6 req-3dcf00d9-1f54-4417-b960-10ec01ffb83e tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:30.507337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7de95121-16cd-4d09-9792-aaa31194dbd6 req-3dcf00d9-1f54-4417-b960-10ec01ffb83e tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 949 time: 0.1591170 Aug 21 18:08:30.618903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f6bff5f5-82fb-4165-8cae-2215ab030e35 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:30.628873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f6bff5f5-82fb-4165-8cae-2215ab030e35 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:30.628873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.629683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7de95121-16cd-4d09-9792-aaa31194dbd6 req-6795bff7-70d7-4f45-af41-cb57f1aeedee tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017015 Aug 21 18:08:30.752444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.765753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.786537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:29Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:30.810070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.824232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5782192 Aug 21 18:08:30.827619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50766) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:30.833565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'security_group_rule': {'security_group_id': '488070e1-69a2-4f2e-b7f0-0e6bac82a5f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:30.840350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2919b349-8c9c-40a2-b86f-1877ff63164d None None] The sync data for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 is: [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:29Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:30.864740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b4f444-d432-4243-9e57-355398bb94e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:30.886219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.933624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:30.974423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eca96f-516d-4026-b292-4f37cd658d99 req-9c4408c9-721f-43c7-8963-38b0949f9a7e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:30.983259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88eca96f-516d-4026-b292-4f37cd658d99 req-9c4408c9-721f-43c7-8963-38b0949f9a7e tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0826461 Aug 21 18:08:30.993909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f6bff5f5-82fb-4165-8cae-2215ab030e35, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f6bff5f5-82fb-4165-8cae-2215ab030e35,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:31.008243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.052297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.067901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.085692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88eca96f-516d-4026-b292-4f37cd658d99 req-16f6e8e5-f118-4d76-b7a8-d97e1da09f4b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014383 Aug 21 18:08:31.117881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9954262a-c93e-40d5-a53e-cb43be01fbb0,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:31.118162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:31.133723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.138732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eb8531d1-fac9-4512-8850-d78705fd9265 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3100667 Aug 21 18:08:31.141461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:31.146739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'security_group_rule': {'security_group_id': '488070e1-69a2-4f2e-b7f0-0e6bac82a5f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:31.208325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.312233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.318279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.381463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f12c2a-474f-4277-be71-becc3b9981b2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:31.393592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.395400 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d677d3c1-e2ac-462b-84cb-a3f70492f341 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2526665 Aug 21 18:08:31.399211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50792) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:31.411563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:31.493392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.724460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:31.740637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:31.741893 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc01fede-e87c-49e5-8fb8-2d8dac9e88a7" -d '{"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:31.887401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.25.1.133 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f5656898-eaed-4e44-846e-6a849c30d66d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:32.040343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:32.075430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.184525 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.196182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.227026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:32.242461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.268861 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ebf402-0cec-420d-9144-368f2e811dc6 x-openstack-request-id: req-57ebf402-0cec-420d-9144-368f2e811dc6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:32.269657 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:32.271424 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57ebf402-0cec-420d-9144-368f2e811dc6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:32.272008 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'code': 200} Aug 21 18:08:32.338466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:32.394380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f6bff5f5-82fb-4165-8cae-2215ab030e35 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:32.442087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:32.452879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f6bff5f5-82fb-4165-8cae-2215ab030e35 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:32.453599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.476309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:32.481360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:32.565348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-8e7d3a87-6c5d-4205-a1b9-b730b4f5d65f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:32.567027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-8e7d3a87-6c5d-4205-a1b9-b730b4f5d65f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.2305803 Aug 21 18:08:32.586371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=f5656898-eaed-4e44-846e-6a849c30d66d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:32.603954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-b1656d22-9aed-47b6-8a0c-78d3edcf057b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/quotas/39f74c5e9a03414ea1a9c32e2697fad3 HTTP/1.1" status: 200 len: 375 time: 0.0296688 Aug 21 18:08:32.606960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e2930-c166-4e7c-9575-9939c689cf66 req-c5298ebe-05f2-457a-b9d5-eb322ba4485d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:32.609708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.610144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-510e2930-c166-4e7c-9575-9939c689cf66 req-c5298ebe-05f2-457a-b9d5-eb322ba4485d tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0553017 Aug 21 18:08:32.649824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-510e2930-c166-4e7c-9575-9939c689cf66 req-559af0ef-844e-472b-aaf5-3604db7ba472 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335534 Aug 21 18:08:32.685339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:32.715507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-845be9c3-101b-43ab-b0da-095b86046d6e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024172 Aug 21 18:08:32.879353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-b8617762-01dc-492b-bd81-245de1e79283 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548088 Aug 21 18:08:32.992351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:33.000209 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:33.010594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-04f4be5e-d4be-467a-8f30-505393811b72 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245992 Aug 21 18:08:33.081340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=f5656898-eaed-4e44-846e-6a849c30d66d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:33.109180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:33.150168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:33.151632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8904c183-67cb-49b7-ab2e-eb63c2c656de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7478430 Aug 21 18:08:33.260240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dfc5bb3-7ac0-4252-b576-88c14eb040e0 req-c14e4a8f-e271-45bc-9f9f-0119322e9f9d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 210 time: 0.0553260 Aug 21 18:08:33.378376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-0dd80865-6d4f-4dc3-9a97-c33b24317d7b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--27437765&fields=id&tenant_id=c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 267 time: 0.0343170 Aug 21 18:08:33.534465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-d8e5846c-49e7-433a-a649-a4a959be4936 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:33.536723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-d8e5846c-49e7-433a-a649-a4a959be4936 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/ports?device_id=10b10ed7-019d-440b-a587-698c37e61337 HTTP/1.1" status: 200 len: 944 time: 0.1379883 Aug 21 18:08:33.604661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-de15daab-38b4-4a51-bb13-a8f47e2dda34 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:33.606144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-de15daab-38b4-4a51-bb13-a8f47e2dda34 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.2194111 Aug 21 18:08:33.649123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-aea56746-070b-4ee6-b4ec-ff77d5351624 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/quotas/c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 375 time: 0.0354457 Aug 21 18:08:33.723342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Deleting port 5d79c9b4-c84f-490c-8e8d-9add469083af {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:33.723705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:33.798572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4166-9284-44c1-a79b-4010f6c5a35d req-02169b5b-0ef5-4ed5-b15e-85fe143391f0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:33.806581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-05fd9f2b-efed-43e0-8513-4a9788c21218 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469810 Aug 21 18:08:33.808367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5fe4166-9284-44c1-a79b-4010f6c5a35d req-02169b5b-0ef5-4ed5-b15e-85fe143391f0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0719597 Aug 21 18:08:33.860048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5fe4166-9284-44c1-a79b-4010f6c5a35d req-1c5a23ea-cdce-43b1-a39c-3dbc5240e53c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504134 Aug 21 18:08:33.899796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:34.017876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:34.053704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:34.059690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:34.111784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:34.260970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] For port 5d79c9b4-c84f-490c-8e8d-9add469083af, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5d79c9b4-c84f-490c-8e8d-9add469083af,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:34.261571 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:34.273418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af'}, {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:34.276239 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e580563-da09-4dc6-8f9f-92eebfedda69" -d '{"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-unplugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af"}, {"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:34.283249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Calling delete_port for 5d79c9b4-c84f-490c-8e8d-9add469083af owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:34.310826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-3d97ba83-a26d-4f8e-80b2-8f988aae856e service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817166 Aug 21 18:08:34.329604 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad1d0ca-87d2-4151-9452-8890f4d00094 x-openstack-request-id: req-9ad1d0ca-87d2-4151-9452-8890f4d00094 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:34.329998 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-unplugged", "status": "completed", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af", "code": 200}, {"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:34.330345 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ad1d0ca-87d2-4151-9452-8890f4d00094 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:34.331064 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'code': 200} Aug 21 18:08:34.332715 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'code': 200} Aug 21 18:08:34.419673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6ebaecd-8e92-44bf-8cd4-6bebae2246b6 req-746d173c-c56f-414e-8c38-9b18af5929ec tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 210 time: 0.0361137 Aug 21 18:08:34.460839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-e4cdedc0-3c6c-4164-8c5d-fc8b04ab6570 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225367 Aug 21 18:08:34.591020 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:34.675479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-9e2aa348-721a-4c5b-8932-f6e09b1b12d5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:34.679832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-9e2aa348-721a-4c5b-8932-f6e09b1b12d5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.64 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.2268481 Aug 21 18:08:34.685246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event deleted for resources: {'Port': ['ID=5d79c9b4-c84f-490c-8e8d-9add469083af,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:34.696042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Request body: {'port': {'device_id': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'admin_state_up': True, 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:34.806666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] No DVR routers for this DVR port 5d79c9b4-c84f-490c-8e8d-9add469083af on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:34.809788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c31f45d9-e10b-4631-9a24-ccc8fb50b8a0 req-73553763-d489-4309-a458-f03fd80a1532 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 210 time: 0.0528121 Aug 21 18:08:34.811404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:34.813344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c33c70-9454-4d15-86a8-c1b863ba61c2 req-14b3326e-0f4f-4986-87e1-5f535f376b83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "DELETE /v2.0/ports/5d79c9b4-c84f-490c-8e8d-9add469083af HTTP/1.1" status: 204 len: 173 time: 1.2697911 Aug 21 18:08:34.813785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-deleted', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:34.818533 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d403a3-5706-4295-9def-f6719babd5a3" -d '{"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-deleted", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:34.875651 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db37d1b1-cf00-470f-951c-d172f63e7862 x-openstack-request-id: req-db37d1b1-cf00-470f-951c-d172f63e7862 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:34.875969 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b10ed7-019d-440b-a587-698c37e61337", "name": "network-vif-deleted", "tag": "5d79c9b4-c84f-490c-8e8d-9add469083af", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:34.876219 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-db37d1b1-cf00-470f-951c-d172f63e7862 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:34.876901 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b10ed7-019d-440b-a587-698c37e61337', 'name': 'network-vif-deleted', 'tag': '5d79c9b4-c84f-490c-8e8d-9add469083af', 'status': 'completed', 'code': 200} Aug 21 18:08:34.948452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:34.954946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.032604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59711-0083-4d82-8507-7184a7af5a9c req-522be2bf-4968-46d0-87fe-6e158a43ad28 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:35.042697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3db59711-0083-4d82-8507-7184a7af5a9c req-522be2bf-4968-46d0-87fe-6e158a43ad28 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1046965 Aug 21 18:08:35.125450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3db59711-0083-4d82-8507-7184a7af5a9c req-aef59aff-1983-4ad5-9010-5618dc4e1618 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817227 Aug 21 18:08:35.132893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Allocated IP 172.20.0.13 (47c601a8-134b-439e-a0da-05761700af8e/c705947f-72fc-4273-b5b5-3e26e75cd08f/d389c2fe-9727-43cb-8c77-98938b60a2b4) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:35.302084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.351931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.403919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Network 47c601a8-134b-439e-a0da-05761700af8e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:35.407524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:35.411262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:35.445690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:35.471916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:35.472552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.490666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-71c6ae3a-ee66-4f69-ac33-034f2d01742a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7985415 Aug 21 18:08:35.519412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Request body: {'port': {'device_id': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:35.587542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.598342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099e96-a3e1-4f2d-a018-f18313fb3fbd req-ff669ea1-3dfb-405b-b1d8-a0593f4586b2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:35.599983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c099e96-a3e1-4f2d-a018-f18313fb3fbd req-ff669ea1-3dfb-405b-b1d8-a0593f4586b2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 932 time: 0.0583353 Aug 21 18:08:35.646150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c099e96-a3e1-4f2d-a018-f18313fb3fbd req-4a87f104-7f3b-4063-90d1-4d93f4b62858 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391073 Aug 21 18:08:35.930919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e33d0e0-6854-4d40-bd8c-f8e8feefc55d req-72b550dc-4b24-4318-be11-2080f63d3057 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 210 time: 0.0293114 Aug 21 18:08:35.939630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d389c2fe-9727-43cb-8c77-98938b60a2b4 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:35.952008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:35.963757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Transition to ACTIVE for port object d389c2fe-9727-43cb-8c77-98938b60a2b4 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:35.968892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:36.019902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:36.067319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:36.092416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 5d79c9b4-c84f-490c-8e8d-9add469083af {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:36.093185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5d79c9b4-c84f-490c-8e8d-9add469083af not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:36.213883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Attempting to bind port d389c2fe-9727-43cb-8c77-98938b60a2b4 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:36.214235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Attempting to bind port d389c2fe-9727-43cb-8c77-98938b60a2b4 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:36.215177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Attempting to bind port d389c2fe-9727-43cb-8c77-98938b60a2b4 on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:36.226746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Port d389c2fe-9727-43cb-8c77-98938b60a2b4 on network 47c601a8-134b-439e-a0da-05761700af8e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:08:36.227077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Attempting to bind port d389c2fe-9727-43cb-8c77-98938b60a2b4 on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:36.245679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-d75ae3b6-ea8b-4189-ab63-721ddda61dd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:36.247204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-d75ae3b6-ea8b-4189-ab63-721ddda61dd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1911120 Aug 21 18:08:36.248517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:36.248855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Checking segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:36.249240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Bound using segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:36.249685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Bound port: d389c2fe-9727-43cb-8c77-98938b60a2b4, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:36.250045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:36.367902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-fedac38c-7894-47a4-9361-6b3a53d9acd4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 378 time: 0.0973997 Aug 21 18:08:36.381168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'device_id': '61552623-c812-4244-91a3-52868f8eaee6', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'admin_state_up': True, 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'security_groups': ['488070e1-69a2-4f2e-b7f0-0e6bac82a5f6']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:36.412071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ca1e3-807c-4c63-9054-ea4677af8e1b req-0f51215f-4f74-4ca9-ab53-77fca96d6395 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:36.413753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c67ca1e3-807c-4c63-9054-ea4677af8e1b req-0f51215f-4f74-4ca9-ab53-77fca96d6395 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1613731 Aug 21 18:08:36.471360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:36.496858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:36.514473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:36.551604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c67ca1e3-807c-4c63-9054-ea4677af8e1b req-c610f710-8755-4e5f-b974-434cb856fc56 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312273 Aug 21 18:08:36.574402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:36.575063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:36.576617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] 10.222.0.64 "PUT /v2.0/ports/d389c2fe-9727-43cb-8c77-98938b60a2b4 HTTP/1.1" status: 200 len: 1093 time: 1.0636976 Aug 21 18:08:36.578849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:36.587064 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:36.608972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691aadcc-d2db-49b4-be96-e3cb45f97964 service neutron] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:36.654781 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a6fa8d-51d8-4888-82ac-55aa1c6f8678 x-openstack-request-id: req-75a6fa8d-51d8-4888-82ac-55aa1c6f8678 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:36.655278 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:36.655633 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75a6fa8d-51d8-4888-82ac-55aa1c6f8678 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:36.656024 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'status': 'completed', 'code': 200} Aug 21 18:08:36.657170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:36.660981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:36.888377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-1b65d36e-669b-4a6d-80f1-f6ac36235b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:36.890024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-1b65d36e-669b-4a6d-80f1-f6ac36235b97 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 1096 time: 0.2146547 Aug 21 18:08:36.915147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117284d2-4531-4897-a422-ec59f2d3082a req-1f362243-cf75-4229-9db4-1b9c6a94120f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:36.922910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-117284d2-4531-4897-a422-ec59f2d3082a req-1f362243-cf75-4229-9db4-1b9c6a94120f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 944 time: 0.1552539 Aug 21 18:08:36.991557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.20.0.6 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/f4153a6e-4fd0-4a31-94b9-10e6925d76cd) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:36.995245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-f6e60538-1b7c-47f7-81a1-f0bc46ad65ae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4 HTTP/1.1" status: 200 len: 217 time: 0.0943596 Aug 21 18:08:37.037876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-117284d2-4531-4897-a422-ec59f2d3082a req-2609ae1f-44c5-42e8-a8ff-deaa0c4e7e98 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139750 Aug 21 18:08:37.092181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-690bdc1e-7a1a-412a-808f-b492413cda33 req-364c22dd-6c65-492b-91ac-148ab77936f2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 210 time: 0.0283494 Aug 21 18:08:37.106234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52be83-ad91-4427-9300-2f12338095ab req-9c8656c5-1811-407d-a261-91cf7459b4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:37.107808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-9c8656c5-1811-407d-a261-91cf7459b4ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.0952072 Aug 21 18:08:37.167960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-4500476c-ddf9-47c2-af03-7851181dd7a9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516524 Aug 21 18:08:37.384624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:37.398019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-8ed5ae69-1a38-498c-88e8-a6d5c3f430d1 service neutron] 10.222.0.64 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008312 Aug 21 18:08:37.442561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Transition to ACTIVE for port object f4153a6e-4fd0-4a31-94b9-10e6925d76cd will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:37.623787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd52be83-ad91-4427-9300-2f12338095ab req-8fe321fb-19ea-4f48-9e20-f79bb0ad8d4e service neutron] 10.222.0.64 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067397 Aug 21 18:08:37.623787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:37.670416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:37.673782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:37.677668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:37.787566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:37.908375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:37.950386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-75dbc16b-e657-41cf-a9c8-1194ffe75734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:37.952034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-75dbc16b-e657-41cf-a9c8-1194ffe75734 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 1096 time: 0.2384260 Aug 21 18:08:37.996465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:37.997141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:38.123807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-a055a81b-72b7-4384-9451-043f6675119c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7465451 Aug 21 18:08:38.134181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1523d-6aef-40a0-939d-cdd60d1fe53c req-24a07f53-9478-4f8f-b1a3-b1dcd77e53eb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:38.160123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccd1523d-6aef-40a0-939d-cdd60d1fe53c req-24a07f53-9478-4f8f-b1a3-b1dcd77e53eb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.3995936 Aug 21 18:08:38.179596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Request body: {'port': {'device_id': '61552623-c812-4244-91a3-52868f8eaee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:38.209076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:38.225876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-948c7ff4-f13b-4e71-a3ea-e4eddf42a94e None None] Provisioning for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:38.244050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3aecc002-b657-4b32-af9d-d611792fcd75', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '3aecc002-b657-4b32-af9d-d611792fcd75', 'mac_address': 'fa:16:3e:5d:7b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:38.249261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-948c7ff4-f13b-4e71-a3ea-e4eddf42a94e None None] Provisioning complete for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:38.251468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-948c7ff4-f13b-4e71-a3ea-e4eddf42a94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:38.310978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccd1523d-6aef-40a0-939d-cdd60d1fe53c req-797e3309-9dd7-4f62-a678-2623ec539d53 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494012 Aug 21 18:08:38.325455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-948c7ff4-f13b-4e71-a3ea-e4eddf42a94e None None] Port f4153a6e-4fd0-4a31-94b9-10e6925d76cd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:38.336557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-99a74a54-fe2d-4308-8495-d26b7eaad5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:38.338029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-99a74a54-fe2d-4308-8495-d26b7eaad5d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 905 time: 0.3364286 Aug 21 18:08:38.341195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:38.362200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4ff5-295e-4056-9e81-4b934cb67350 req-001982eb-6e90-4e7f-9c28-f0943229d59f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:38.364693 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:38.381769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f3a4ff5-295e-4056-9e81-4b934cb67350 req-001982eb-6e90-4e7f-9c28-f0943229d59f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 944 time: 0.1821368 Aug 21 18:08:38.407902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:38.470579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:38.473847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-9cfc3207-e7b5-4814-aaa1-cf5dec6d6579 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4 HTTP/1.1" status: 200 len: 217 time: 0.1178401 Aug 21 18:08:38.475500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f3a4ff5-295e-4056-9e81-4b934cb67350 req-0f405e1e-1a35-4722-87b6-5c0c1b36d1b7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923862 Aug 21 18:08:38.491067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:38.568451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:38.622072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3aecc002-b657-4b32-af9d-d611792fcd75'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:38.793308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20196ec4-e5a4-4e52-9959-055b33391036 req-11931085-fef1-4b27-94b1-3425ebf53599 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:38.804681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20196ec4-e5a4-4e52-9959-055b33391036 req-11931085-fef1-4b27-94b1-3425ebf53599 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 931 time: 0.3597083 Aug 21 18:08:38.864421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-ec925367-2723-4f98-9eca-09167e09d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:38.865872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-ec925367-2723-4f98-9eca-09167e09d190 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.3850484 Aug 21 18:08:38.942282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-b8b44994-3d28-4e88-8e65-3f764dd1ca81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469730 Aug 21 18:08:38.958069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20196ec4-e5a4-4e52-9959-055b33391036 req-7ac0bb94-29ea-4727-9897-cb8ec56f62c2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523981 Aug 21 18:08:39.272322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-81cc36a2-5a60-47a3-8c18-1b70b9aa0e42 service neutron] 10.222.0.64 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085508 Aug 21 18:08:39.324216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:39.355990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:39.399940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Transition to ACTIVE for port object f4153a6e-4fd0-4a31-94b9-10e6925d76cd will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:39.410633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:39.460821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:39.522910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8e74e36-dea8-4500-9fb4-e16f14c5bb7c req-c938fc90-9fce-4092-8408-1a515eab30bd service neutron] 10.222.0.64 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054343 Aug 21 18:08:39.589888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Attempting to bind port f4153a6e-4fd0-4a31-94b9-10e6925d76cd on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:39.590582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Attempting to bind port f4153a6e-4fd0-4a31-94b9-10e6925d76cd by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:39.592049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Attempting to bind port f4153a6e-4fd0-4a31-94b9-10e6925d76cd on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:39.596816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Port f4153a6e-4fd0-4a31-94b9-10e6925d76cd on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:08:39.597447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Attempting to bind port f4153a6e-4fd0-4a31-94b9-10e6925d76cd on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:39.603861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:39.604516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:39.605100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:39.605773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Bound port: f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:39.606369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:39.631191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b8e03-b99b-4bfa-82bc-98b9e2781edc req-c5787830-0b95-4611-888a-f86034313284 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:39.654996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a44b8e03-b99b-4bfa-82bc-98b9e2781edc req-c5787830-0b95-4611-888a-f86034313284 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.2168293 Aug 21 18:08:39.712990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a44b8e03-b99b-4bfa-82bc-98b9e2781edc req-333e4863-4feb-4e17-bbce-aedf807e1def tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564497 Aug 21 18:08:39.723438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:39.727883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:39.755198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:39.838077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cc161-6238-436b-97f2-376e69041f4e req-c8d36c14-95e5-48d9-bca8-4c3a52cfb9a5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:39.842781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f75cc161-6238-436b-97f2-376e69041f4e req-c8d36c14-95e5-48d9-bca8-4c3a52cfb9a5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 944 time: 0.2330985 Aug 21 18:08:39.866565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:39.867331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:39.869615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] 10.222.0.64 "PUT /v2.0/ports/f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 1092 time: 1.6955719 Aug 21 18:08:39.870353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:39.874612 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091106e-b83c-4d78-8467-64514774e855" -d '{"events": [{"name": "network-changed", "server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:39.930360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:39.977037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f75cc161-6238-436b-97f2-376e69041f4e req-474597de-c252-4954-b6b3-e3c1dfd32f3a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275282 Aug 21 18:08:39.991620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc85703-fbc8-4c86-9694-a0e22ffa3ada service neutron] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:40.051704 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa308a94-3f25-44ff-a116-0a380b1d895d x-openstack-request-id: req-aa308a94-3f25-44ff-a116-0a380b1d895d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:40.052964 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:40.052964 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa308a94-3f25-44ff-a116-0a380b1d895d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:40.052964 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'status': 'completed', 'code': 200} Aug 21 18:08:40.087965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-3ab50646-4ee3-46e4-95fc-34b520c97e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:40.089507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-3ab50646-4ee3-46e4-95fc-34b520c97e99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1095 time: 0.1468551 Aug 21 18:08:40.157233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3aecc002-b657-4b32-af9d-d611792fcd75 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:40.157920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:40.215794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-2c33bf91-5c79-4b03-88dc-c94461f2ebee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 217 time: 0.1150107 Aug 21 18:08:40.260556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bbff7-d00d-4267-bb8d-eb2e7f92c331 req-c15d9530-ef1d-484e-af1a-148edbf4e770 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:40.262546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b98bbff7-d00d-4267-bb8d-eb2e7f92c331 req-c15d9530-ef1d-484e-af1a-148edbf4e770 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 943 time: 0.0950708 Aug 21 18:08:40.349679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-7360fee2-762a-4cc8-b5a3-9ee753a177a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:40.351387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-7360fee2-762a-4cc8-b5a3-9ee753a177a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0873344 Aug 21 18:08:40.393868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:40.396392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b98bbff7-d00d-4267-bb8d-eb2e7f92c331 req-b2f4b8ac-d1a2-4932-9f18-0dbead6c4d52 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780854 Aug 21 18:08:40.432173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-79351192-5965-470c-afd6-7f0ddf615676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:40.432173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-79351192-5965-470c-afd6-7f0ddf615676 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629549 Aug 21 18:08:40.445000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:40.447882 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd75f83-0b31-4437-bd81-6f7e00a2c409" -d '{"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:40.506372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:40.520137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:40.553398 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74deed6d-a4c3-45e6-8ea2-45913f5930cf x-openstack-request-id: req-74deed6d-a4c3-45e6-8ea2-45913f5930cf {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:40.554004 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-plugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:40.554434 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74deed6d-a4c3-45e6-8ea2-45913f5930cf {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:40.555045 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'code': 200} Aug 21 18:08:40.570889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-de21f57c-3a54-49ca-8687-87be1366d6ca service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307170 Aug 21 18:08:40.634376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:41.159408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04036ce-c1f1-472e-a56f-0670bab2c3e1 req-0bc51a2b-5f57-4b63-9f83-127dcb7745a0 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773001 Aug 21 18:08:41.186174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c9fa4-5d49-4b5c-bbaf-5b3466fa21e3 req-1e161780-7f0e-455a-b88d-eab7aabfe155 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.193953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d10c9fa4-5d49-4b5c-bbaf-5b3466fa21e3 req-1e161780-7f0e-455a-b88d-eab7aabfe155 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1721418 Aug 21 18:08:41.213249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d40632-34ec-48ce-ad3e-b50d4952775f req-fc587018-2d7a-459e-a319-54c35e4dd95d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.224124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7d40632-34ec-48ce-ad3e-b50d4952775f req-fc587018-2d7a-459e-a319-54c35e4dd95d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 944 time: 0.1115160 Aug 21 18:08:41.265113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d10c9fa4-5d49-4b5c-bbaf-5b3466fa21e3 req-47bdadda-6fc6-4fca-8b48-c8094f0f0d65 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616632 Aug 21 18:08:41.294743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7d40632-34ec-48ce-ad3e-b50d4952775f req-21ddbe10-a642-4022-852a-573940e7c0c3 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567491 Aug 21 18:08:41.310816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091106e-b83c-4d78-8467-64514774e855 req-1868025e-ac1d-4c3b-a9dd-2f5daadef542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.312098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-1868025e-ac1d-4c3b-a9dd-2f5daadef542 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1095 time: 0.0743370 Aug 21 18:08:41.483567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091106e-b83c-4d78-8467-64514774e855 req-a292e7ea-d8d4-4012-b48e-33abe75a2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.485081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-a292e7ea-d8d4-4012-b48e-33abe75a2ccb service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1651356 Aug 21 18:08:41.561360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-8643504d-b2ec-43fa-a24c-8000079e0fce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 217 time: 0.0671043 Aug 21 18:08:41.616750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e9163-e3f1-4480-90df-01dd418339f7 req-6eb1d96f-8f93-4b5c-b847-8fb48d232215 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.624661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-007e9163-e3f1-4480-90df-01dd418339f7 req-6eb1d96f-8f93-4b5c-b847-8fb48d232215 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 943 time: 0.1188550 Aug 21 18:08:41.655124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091106e-b83c-4d78-8467-64514774e855 req-d3fd485c-0c4e-49a9-98e7-996b266bf9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.656619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-d3fd485c-0c4e-49a9-98e7-996b266bf9a7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0868447 Aug 21 18:08:41.688106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-007e9163-e3f1-4480-90df-01dd418339f7 req-cb371837-9f4c-4c05-911d-74e2fefcedb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625443 Aug 21 18:08:41.732192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091106e-b83c-4d78-8467-64514774e855 req-981e8365-3205-4c17-8ccb-33ed2e3e0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:41.733729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-981e8365-3205-4c17-8ccb-33ed2e3e0e6c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623095 Aug 21 18:08:41.944429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-1990c4c4-b5cd-4b06-8a77-2ebd78e8ae38 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985517 Aug 21 18:08:41.945371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:42.162475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:42.172955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e091106e-b83c-4d78-8467-64514774e855 req-dacbc9e1-200d-4f08-9cad-fc375ba1ad36 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203305 Aug 21 18:08:42.176872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'mac_address': 'fa:16:3e:b9:c1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:42.260378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:42.281523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d389c2fe-9727-43cb-8c77-98938b60a2b4 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:42.373642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:42.389181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:42.478347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd8bdb-3105-4531-b4ac-f8f59b7a3b87 req-f84c3afe-799a-4f1e-be0c-db403007ed00 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:42.480822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28bd8bdb-3105-4531-b4ac-f8f59b7a3b87 req-f84c3afe-799a-4f1e-be0c-db403007ed00 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0700436 Aug 21 18:08:42.491900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:42.535923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28bd8bdb-3105-4531-b4ac-f8f59b7a3b87 req-b501b754-c10e-4ed1-9e71-21272368784f tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Aug 21 18:08:42.720656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedaa415-944c-44a3-93f9-bc74273b7f94 req-e2598d07-7796-4f51-8f4e-d6e21b8bddba tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:42.722216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dedaa415-944c-44a3-93f9-bc74273b7f94 req-e2598d07-7796-4f51-8f4e-d6e21b8bddba tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 945 time: 0.0532870 Aug 21 18:08:42.734652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d389c2fe-9727-43cb-8c77-98938b60a2b4'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:42.780087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dedaa415-944c-44a3-93f9-bc74273b7f94 req-0efdfe18-ae6c-4f6a-abd5-8b5d3e520780 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Aug 21 18:08:43.224376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:08:43.302149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0ed7f-b4b3-4a28-a1d2-b2ab1e34186f req-778d63d8-5345-479a-ab70-c98c2e3f00d6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:43.309930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-feb0ed7f-b4b3-4a28-a1d2-b2ab1e34186f req-778d63d8-5345-479a-ab70-c98c2e3f00d6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 943 time: 0.0878036 Aug 21 18:08:43.378007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-feb0ed7f-b4b3-4a28-a1d2-b2ab1e34186f req-6f6f1d3b-55ef-4936-b3f1-c45100df63da tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621822 Aug 21 18:08:43.636851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9cbe9-df1b-4610-a04a-cb97178172d8 req-8e1ce056-a461-4de0-baf0-0972ee393ef7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:43.641461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8dc9cbe9-df1b-4610-a04a-cb97178172d8 req-8e1ce056-a461-4de0-baf0-0972ee393ef7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0691707 Aug 21 18:08:43.728184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8dc9cbe9-df1b-4610-a04a-cb97178172d8 req-40492d76-d253-4a2e-b5d7-97bc3b2341bb tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765269 Aug 21 18:08:43.945613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:43.952693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c3ad0-c28e-4bcc-8da0-54cc08c3af32 req-42b66b7d-d0d5-4515-9581-27b7712fd739 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:43.961863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-427c3ad0-c28e-4bcc-8da0-54cc08c3af32 req-42b66b7d-d0d5-4515-9581-27b7712fd739 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 945 time: 0.0830181 Aug 21 18:08:44.024739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-427c3ad0-c28e-4bcc-8da0-54cc08c3af32 req-fb9dfd0f-b5c4-4cf3-99af-5959e53fa3e2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611122 Aug 21 18:08:44.159907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:44.189721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:44.229775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:44.244877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:44.279690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:44.291290 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:44.417439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:44.502048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-2011a0ce-a60c-4b69-a573-3507d2ba3eb4 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:44.503708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-2011a0ce-a60c-4b69-a573-3507d2ba3eb4 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.1042037 Aug 21 18:08:44.693005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f4153a6e-4fd0-4a31-94b9-10e6925d76cd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:44.714188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672efbdc-8f0f-4735-a4b4-2493201061ac req-ff9e46a8-a267-4bb7-a532-efa411c136db tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:44.715963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-672efbdc-8f0f-4735-a4b4-2493201061ac req-ff9e46a8-a267-4bb7-a532-efa411c136db tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1968298 Aug 21 18:08:44.836835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-672efbdc-8f0f-4735-a4b4-2493201061ac req-5a093185-da64-4414-a783-b7a3cf769632 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1030197 Aug 21 18:08:44.879520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:44.879881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:44.994713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:44.995085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:45.011334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for fe725e45-d928-4aff-8ce8-4bf92e8aa5ee owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:45.174305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a332c924-7add-4672-b66d-8aaeb978ee5a req-66e981e4-d8cf-474e-b218-9ec7b44abfee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:45.176439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a332c924-7add-4672-b66d-8aaeb978ee5a req-66e981e4-d8cf-474e-b218-9ec7b44abfee tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e HTTP/1.1" status: 200 len: 945 time: 0.0789871 Aug 21 18:08:45.266177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a332c924-7add-4672-b66d-8aaeb978ee5a req-f70774e8-d595-46f3-96ef-956c781cb838 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780830 Aug 21 18:08:45.273266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:45.289905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fe725e45-d928-4aff-8ce8-4bf92e8aa5ee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:45.342711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=fe725e45-d928-4aff-8ce8-4bf92e8aa5ee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:45.409119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port fe725e45-d928-4aff-8ce8-4bf92e8aa5ee on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:45.412015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:45.416104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d2d79d-c901-4004-88f3-badf65fcbfa0 req-bd5522ce-6b60-4e78-855b-dbd2f1243bd0 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "DELETE /v2.0/ports/fe725e45-d928-4aff-8ce8-4bf92e8aa5ee HTTP/1.1" status: 204 len: 173 time: 0.9035921 Aug 21 18:08:45.416104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'name': 'network-vif-deleted', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:45.417854 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dffaa1d-8a71-483a-ad0f-60755aa05c46" -d '{"events": [{"server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "name": "network-vif-deleted", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:45.482963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b502619-6e57-400b-ba57-563cc99ac414 req-fd376b33-ef1f-47e6-a74e-8ea19802a88e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:45.484828 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b502619-6e57-400b-ba57-563cc99ac414 req-fd376b33-ef1f-47e6-a74e-8ea19802a88e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 945 time: 0.0770717 Aug 21 18:08:45.531167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b502619-6e57-400b-ba57-563cc99ac414 req-8929c21a-8d41-4f40-876a-0d3fa3a08c42 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Aug 21 18:08:45.785320 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e84ae7-19e0-4327-9d5f-ea338227f04d x-openstack-request-id: req-93e84ae7-19e0-4327-9d5f-ea338227f04d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:45.785941 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e", "name": "network-vif-deleted", "tag": "fe725e45-d928-4aff-8ce8-4bf92e8aa5ee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:45.785941 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93e84ae7-19e0-4327-9d5f-ea338227f04d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:45.786326 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1598f1-1e8d-4caf-b8ce-9e73e4f5fd6e', 'name': 'network-vif-deleted', 'tag': 'fe725e45-d928-4aff-8ce8-4bf92e8aa5ee', 'status': 'completed', 'code': 200} Aug 21 18:08:45.972455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:46.033805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fbcb6d-502b-417f-b82a-25b585c2ffc4 req-4cb78e42-32f2-4738-b7bf-a86872632eb8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:46.054604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1fbcb6d-502b-417f-b82a-25b585c2ffc4 req-4cb78e42-32f2-4738-b7bf-a86872632eb8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1124568 Aug 21 18:08:46.062170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:46.071355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:46.071793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.133333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1fbcb6d-502b-417f-b82a-25b585c2ffc4 req-93fa0749-b5fd-4367-bbc4-038a9ba207ce tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777962 Aug 21 18:08:46.220132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.271928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:46.273190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:46.276334 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c466b-86e2-446d-9846-fb0b66cc483a" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:46.281700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.282770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:08:46.385798 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f159ba-7003-436e-ab5e-db20c546ed3f x-openstack-request-id: req-74f159ba-7003-436e-ab5e-db20c546ed3f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:46.386416 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:46.386777 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-74f159ba-7003-436e-ab5e-db20c546ed3f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:46.387425 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:08:46.395857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port d389c2fe-9727-43cb-8c77-98938b60a2b4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:46.418765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d389c2fe-9727-43cb-8c77-98938b60a2b4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:46.420140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.472877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:46.555222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.577428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640f0ec-74ad-45f6-8211-973203e53a4d req-ea3217f1-d06a-47f3-8302-c4a01ee2edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:46.581861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e640f0ec-74ad-45f6-8211-973203e53a4d req-ea3217f1-d06a-47f3-8302-c4a01ee2edb2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1097 time: 0.1312814 Aug 21 18:08:46.648742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:46.657287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e640f0ec-74ad-45f6-8211-973203e53a4d req-21ba52bb-1350-40d7-bcd1-426cbbc84f51 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651333 Aug 21 18:08:46.664006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:46.754301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfe059-59c2-4ed7-b21f-2dd00c0d5395 req-8a56b434-315b-4b67-a277-1636cfd2224f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:46.755765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:46.755904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bcfe059-59c2-4ed7-b21f-2dd00c0d5395 req-8a56b434-315b-4b67-a277-1636cfd2224f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0844581 Aug 21 18:08:46.765067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.765900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.769334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.770201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.770825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.771421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.771995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.772550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.773230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.773793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.774345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.774919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:08:46.860628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bcfe059-59c2-4ed7-b21f-2dd00c0d5395 req-bd8f45af-b92a-46d2-9446-472e9406fb14 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969374 Aug 21 18:08:47.738426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-58dde9bf-10f8-4fe8-8828-8d0c2818a294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:48.160713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fe725e45-d928-4aff-8ce8-4bf92e8aa5ee no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:48.187964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: fe725e45-d928-4aff-8ce8-4bf92e8aa5ee {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:48.188407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fe725e45-d928-4aff-8ce8-4bf92e8aa5ee not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:48.235962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:48.388982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:48.391551 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66acd3b-c7b1-47b8-ab0a-55dfd73df132" -d '{"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-plugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:48.577123 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:50.344129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b048ed5f-1ad3-487a-8a50-61bfa4ce4361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:50.395010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-2059624d-3d91-450f-95d2-cba99b94f826 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:50.397492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-2059624d-3d91-450f-95d2-cba99b94f826 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.1578197 Aug 21 18:08:50.404514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:50.419052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-98422efb-b74d-4108-8efc-dc79bdff7a6a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/quotas/3ca5ae2c57254d6585a91b8609dea9c5 HTTP/1.1" status: 200 len: 375 time: 0.0140769 Aug 21 18:08:50.429560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3418ec58-51bc-4a6b-aecf-7be682d091fc req-1e1b8e97-aba7-4871-b0a0-dc43874bb76e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:50.431768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3418ec58-51bc-4a6b-aecf-7be682d091fc req-1e1b8e97-aba7-4871-b0a0-dc43874bb76e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.0711672 Aug 21 18:08:50.471907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-33559451-1c51-407a-aa4a-1f40a59a802c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472448 Aug 21 18:08:50.490320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3418ec58-51bc-4a6b-aecf-7be682d091fc req-8c69c611-3fae-4640-b045-65d349e2f625 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442171 Aug 21 18:08:50.623095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-99ff162e-6548-4192-b6c4-55c7e578c9a8 service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493852 Aug 21 18:08:50.675659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86205a1-c49f-4ac8-89e7-bb931cf7df05 req-07e9b3d1-0686-4eeb-a2db-a148e1de2f35 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:50.683735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f86205a1-c49f-4ac8-89e7-bb931cf7df05 req-07e9b3d1-0686-4eeb-a2db-a148e1de2f35 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0623109 Aug 21 18:08:50.732869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f86205a1-c49f-4ac8-89e7-bb931cf7df05 req-b1f3157e-1008-47d9-a508-38aaa01f5f34 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462945 Aug 21 18:08:50.733116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-52e2f3a2-b051-4fbf-a969-eb3b0c165fac service neutron] 10.222.0.41 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993755 Aug 21 18:08:50.859818 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c476541a-fc5d-424a-bf40-e94f6b7e048d x-openstack-request-id: req-c476541a-fc5d-424a-bf40-e94f6b7e048d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:50.860113 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-plugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:50.860368 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c476541a-fc5d-424a-bf40-e94f6b7e048d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:50.860830 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'code': 200} Aug 21 18:08:51.016683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b243c81-5349-4d15-814f-a08764aaaae6 req-86f3d886-352e-48ba-b95a-5024608c16c3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:51.019934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44f065c8-e3be-4462-9723-bb90fe64bcb3 req-d4c3f8f4-bd40-4f39-a749-366d2b4b1348 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 210 time: 0.0525012 Aug 21 18:08:51.030322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b243c81-5349-4d15-814f-a08764aaaae6 req-86f3d886-352e-48ba-b95a-5024608c16c3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.1042080 Aug 21 18:08:51.030322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51238) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:51.033205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'floatingip': {'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:51.086711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024306a-b836-420a-8678-7406407a785b req-0de49055-01ae-4b8f-bbaa-c07c16b3584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:51.088356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4024306a-b836-420a-8678-7406407a785b req-0de49055-01ae-4b8f-bbaa-c07c16b3584d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 1098 time: 0.1281466 Aug 21 18:08:51.091700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:51.144973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a95f875-c193-4fbb-aa54-ba363f42f46a req-f952324e-1b73-480b-a133-74948e28dde7 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:51.158446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a95f875-c193-4fbb-aa54-ba363f42f46a req-f952324e-1b73-480b-a133-74948e28dde7 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 950 time: 0.0735433 Aug 21 18:08:51.212173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a95f875-c193-4fbb-aa54-ba363f42f46a req-64b8d7dd-1f67-4880-82dc-92670d69203c tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Aug 21 18:08:51.356656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4024306a-b836-420a-8678-7406407a785b req-9b839303-2200-4160-a61a-7faf19923cb5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598021 Aug 21 18:08:51.484544 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:51.896287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a98890-e8fa-4ec7-b588-0d08e2405fc2 req-ace3130f-bde9-4fc0-8819-a1af8a03f48f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:51.903605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27a98890-e8fa-4ec7-b588-0d08e2405fc2 req-ace3130f-bde9-4fc0-8819-a1af8a03f48f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0867310 Aug 21 18:08:51.914794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:51.929792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:51.959779 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27a98890-e8fa-4ec7-b588-0d08e2405fc2 req-d4043f11-6111-4ff2-a692-daf583f759a9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Aug 21 18:08:52.058618 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Floating IP 7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc associated. External IP: 172.25.1.133, port: f4153a6e-4fd0-4a31-94b9-10e6925d76cd. Aug 21 18:08:52.147962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cd2a6fc-6c89-4c62-9a15-45bbfdbbb384 req-1f2428bd-8926-4a95-b4ea-11a2d3908078 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 210 time: 0.0472057 Aug 21 18:08:52.352729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:08:52.474698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-5dfd71a8-92b1-4c69-a0dd-5cd3cab486ef tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:52.479528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-5dfd71a8-92b1-4c69-a0dd-5cd3cab486ef tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 810 time: 0.2286420 Aug 21 18:08:52.502411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Request body: {'port': {'device_id': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'admin_state_up': True, 'tenant_id': '3ca5ae2c57254d6585a91b8609dea9c5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:52.520350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:08:52.525315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:52.531385 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Sync routers for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:08:52.549524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:52.550464 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:52.563608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-599068d3-da00-4a41-9aaa-c5efe781796d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "PUT /v2.0/floatingips/7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc HTTP/1.1" status: 200 len: 991 time: 1.5345109 Aug 21 18:08:52.565964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:52.572237 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e" -d '{"events": [{"name": "network-changed", "server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:52.730884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:52.748583 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaa0d1e-87f8-4249-8b70-4d613d003ba8 x-openstack-request-id: req-5aaa0d1e-87f8-4249-8b70-4d613d003ba8 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:52.749514 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:52.750018 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aaa0d1e-87f8-4249-8b70-4d613d003ba8 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:52.750736 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'status': 'completed', 'code': 200} Aug 21 18:08:52.800801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Made reservation on behalf of 3ca5ae2c57254d6585a91b8609dea9c5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:52.809694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:52.871525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-efcdbfa1-6185-4fef-921e-e8631e9784bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:52.874338 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-efcdbfa1-6185-4fef-921e-e8631e9784bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1097 time: 0.0958998 Aug 21 18:08:52.956642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Allocated IP 172.20.0.8 (7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b/9e2c45ca-0585-49ae-a628-bb60f94ca70f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:52.979907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-48e430f2-88a3-4064-b8c8-9fc37bf33c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:52.982001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-48e430f2-88a3-4064-b8c8-9fc37bf33c94 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.0976038 Aug 21 18:08:53.069670 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61552623-c812-4244-91a3-52868f8eaee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:08:32Z', 'updated_at': '2021-08-21T18:08:51Z', 'revision_number': 1, 'project_id': 'c952f672e4994556b81280dd46917cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:53.100226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Checking router: b92cef1f-7781-41f5-a23a-70f5f9aa8c41 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:08:53.111511 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:08:53.112662 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:53.116253 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:53.143272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-fac7408b-086d-4191-a6f8-5e246a601539 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1530654 Aug 21 18:08:53.176485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d10b59-7d9c-4b01-92de-12658e867333 req-57fee05c-3d8b-4c22-81bd-a4a8a94f05fb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.178604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43d10b59-7d9c-4b01-92de-12658e867333 req-57fee05c-3d8b-4c22-81bd-a4a8a94f05fb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1262333 Aug 21 18:08:53.190564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:53.197460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:53.267421 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:08:53.269552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:53.279096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event updated for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:53.284332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:53.287752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:53.293443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43d10b59-7d9c-4b01-92de-12658e867333 req-7defc5c9-1b02-4513-8f33-0ada95c22e03 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053464 Aug 21 18:08:53.311421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c9a58-a44e-47ff-9a5f-db786b81bd3b req-7ffdb913-d6f0-4a24-a221-3f1e8294d219 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.315018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256c9a58-a44e-47ff-9a5f-db786b81bd3b req-7ffdb913-d6f0-4a24-a221-3f1e8294d219 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 950 time: 0.1597965 Aug 21 18:08:53.329345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-25047530-6507-44d6-8c45-1cb2b72617aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.330891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-25047530-6507-44d6-8c45-1cb2b72617aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1511664 Aug 21 18:08:53.402369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256c9a58-a44e-47ff-9a5f-db786b81bd3b req-f98af16c-b156-40f5-8c22-cb40667e82af tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585723 Aug 21 18:08:53.415085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.415712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:53.420046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-c3126f8e-6a8e-47a6-bc2c-c9a1adf163a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.422138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-c3126f8e-6a8e-47a6-bc2c-c9a1adf163a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790565 Aug 21 18:08:53.441600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-ad9f448a-f288-4b5b-a2c0-f5c644dc77e2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9495516 Aug 21 18:08:53.455390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Request body: {'port': {'device_id': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:53.529475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:53.553078 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61552623-c812-4244-91a3-52868f8eaee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:08:32Z', 'updated_at': '2021-08-21T18:08:51Z', 'revision_number': 1, 'project_id': 'c952f672e4994556b81280dd46917cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:08:53.576033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-b2df22be-6e64-44e8-bafc-acfe7b4808ef service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452765 Aug 21 18:08:53.635851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309d1b2-83d6-45df-9430-3227ad2162e8 req-5d25b2e7-e65b-4555-935f-2757fc6d4ce3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.637492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5309d1b2-83d6-45df-9430-3227ad2162e8 req-5d25b2e7-e65b-4555-935f-2757fc6d4ce3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 931 time: 0.1031375 Aug 21 18:08:53.694979 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ab7d40-8e52-4306-bed0-1b112b6a2225 None None] The sync data for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 is: [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'floating_ip_address': '172.25.1.133', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61552623-c812-4244-91a3-52868f8eaee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:08:32Z', 'updated_at': '2021-08-21T18:08:51Z', 'revision_number': 1, 'project_id': 'c952f672e4994556b81280dd46917cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:08:53.721076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69e0c7e8-ab12-46a0-bcc6-16dba5dcef2e req-a0fbcf05-e7f6-43b2-bd53-d5b4d5d7823c service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367588 Aug 21 18:08:53.769627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5309d1b2-83d6-45df-9430-3227ad2162e8 req-d1deb931-ea23-4059-a4a0-17e92ec84006 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161032 Aug 21 18:08:53.919220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-233760d6-fbdb-46ac-b040-37401d14e19e tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.921066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-233760d6-fbdb-46ac-b040-37401d14e19e tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/networks?id=3e50f15d-3095-4fb0-8014-d33d5947abf9 HTTP/1.1" status: 200 len: 814 time: 0.1390655 Aug 21 18:08:53.923599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84439f09-a20d-45dd-b639-36ee6280af46 req-f8841d5c-3292-46e8-831c-de29e1006626 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:53.925150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84439f09-a20d-45dd-b639-36ee6280af46 req-f8841d5c-3292-46e8-831c-de29e1006626 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0787363 Aug 21 18:08:53.938453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-471dbbe2-1fac-44c6-8922-f036352c0777 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/quotas/215c230b47bb4e9fbf5d12b0750a5409 HTTP/1.1" status: 200 len: 375 time: 0.0095274 Aug 21 18:08:53.982179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd8632-8794-4175-8a29-e2c818e11fa9 None None] New status for floating IP 7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:08:53.999476 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-b2d8cd7d-c955-4e12-ae56-c0c93b511482 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=215c230b47bb4e9fbf5d12b0750a5409&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535154 Aug 21 18:08:54.005370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84439f09-a20d-45dd-b639-36ee6280af46 req-843bde6e-5920-46f6-beb8-e937ec53ddf1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709689 Aug 21 18:08:54.009387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2c45ca-0585-49ae-a628-bb60f94ca70f {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:54.017786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.031012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Transition to ACTIVE for port object 9e2c45ca-0585-49ae-a628-bb60f94ca70f will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:54.038057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.111896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-b22783de-c516-41e4-8a83-3dd5110f68f7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073024 Aug 21 18:08:54.112096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:54.157579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:54.163687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Attempting to bind port 9e2c45ca-0585-49ae-a628-bb60f94ca70f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:08:54.164203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Attempting to bind port 9e2c45ca-0585-49ae-a628-bb60f94ca70f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:08:54.164975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Attempting to bind port 9e2c45ca-0585-49ae-a628-bb60f94ca70f on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:54.169432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Port 9e2c45ca-0585-49ae-a628-bb60f94ca70f on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:08:54.170060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Attempting to bind port 9e2c45ca-0585-49ae-a628-bb60f94ca70f on network 7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:08:54.175835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:08:54.175835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Checking segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:08:54.176272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Bound using segment: {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:08:54.176702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Bound port: 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2510b9c1-2a32-4bf3-8243-4de5b65d6f13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:08:54.177058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.215146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-74f1e834-76f1-4a8e-9c32-16dd33decc94 service neutron] 10.222.0.41 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023359 Aug 21 18:08:54.273952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.279673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:08:54.283228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:08:54.291435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.310956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:54.313917 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accf3911-0cf5-4709-8198-25011d3be0b0" -d '{"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:54.319538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:54.328780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.329529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.330220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.331969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e2c45ca-0585-49ae-a628-bb60f94ca70f HTTP/1.1" status: 200 len: 1092 time: 0.8828495 Aug 21 18:08:54.332499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:54.336642 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65a7c95-ed63-487b-9769-5e6dc5c47fee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:54.363623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f3a64-e133-4f96-bdbb-f86fd3160b91 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:54.401071 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5858a-b0d3-4c6a-84c2-fc5adfde7a1f x-openstack-request-id: req-f9b5858a-b0d3-4c6a-84c2-fc5adfde7a1f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:54.401639 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-unplugged", "status": "completed", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:54.402099 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9b5858a-b0d3-4c6a-84c2-fc5adfde7a1f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:54.403090 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'code': 200} Aug 21 18:08:54.418257 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5602ea5c-6b44-4900-badb-d902a299dedc x-openstack-request-id: req-5602ea5c-6b44-4900-badb-d902a299dedc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:54.418761 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:54.419320 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5602ea5c-6b44-4900-badb-d902a299dedc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:54.420070 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f', 'status': 'completed', 'code': 200} Aug 21 18:08:54.434256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:54.465872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90d18c12-baed-4d91-a133-5f358f1fff8d req-cec343af-d8b1-4ece-9501-0c9144bf3eeb tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 210 time: 0.0430527 Aug 21 18:08:54.471053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-0c449a01-a5b3-4e0e-a5a2-497c13511054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.472815 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-0c449a01-a5b3-4e0e-a5a2-497c13511054 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 1095 time: 0.0867877 Aug 21 18:08:54.533590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-b214301b-19d2-46cd-af57-46671dbd5cdf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f HTTP/1.1" status: 200 len: 217 time: 0.0526061 Aug 21 18:08:54.616934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdac7b4-1075-49d3-8ab8-1709d9e54772 req-b5a26bbb-7c62-4497-a05c-5bdf402e8d36 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.618478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cdac7b4-1075-49d3-8ab8-1709d9e54772 req-b5a26bbb-7c62-4497-a05c-5bdf402e8d36 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 948 time: 0.0873728 Aug 21 18:08:54.620411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-6b4d0607-a485-4427-9feb-243da36a28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.621731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-6b4d0607-a485-4427-9feb-243da36a28c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0638301 Aug 21 18:08:54.665807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-2bbd1b93-6b92-48f6-a80b-43347923416a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336776 Aug 21 18:08:54.702926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cdac7b4-1075-49d3-8ab8-1709d9e54772 req-e5b88bd1-79ab-4869-981e-9758442c3740 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/security-groups?id=dae0efd5-27b2-46d1-8bab-a7a2845ad26a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769935 Aug 21 18:08:54.763673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-229df325-3be8-4a7e-97ca-3bc7409c4e2f tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.765392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-229df325-3be8-4a7e-97ca-3bc7409c4e2f tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.64 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 948 time: 0.0560658 Aug 21 18:08:54.772328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-dc347e46-7ee1-40cc-a740-5b4d69227c7d service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997672 Aug 21 18:08:54.894297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3a6942c-1483-4be7-b06d-8b9d613fea63 req-c7d24028-cee2-45d4-bb52-f522520998a4 service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149223 Aug 21 18:08:54.936876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c559c7-5576-4b55-b619-21974fde52b6 req-59a2c6e7-0527-48e0-8c41-b634d5cd81ff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.938379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c559c7-5576-4b55-b619-21974fde52b6 req-59a2c6e7-0527-48e0-8c41-b634d5cd81ff tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 943 time: 0.0679927 Aug 21 18:08:54.947902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Deleting port 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:08:54.948238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:54.993942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-cabd84a9-5517-44b8-a206-27787181525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:54.995485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-cabd84a9-5517-44b8-a206-27787181525b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 1095 time: 0.0425940 Aug 21 18:08:55.062297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c559c7-5576-4b55-b619-21974fde52b6 req-95f57b86-c6d9-456c-8964-7490e9ed86d9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165516 Aug 21 18:08:55.086872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] For port 3aecc002-b657-4b32-af9d-d611792fcd75, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3aecc002-b657-4b32-af9d-d611792fcd75,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:55.087238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:55.101931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Calling delete_port for 3aecc002-b657-4b32-af9d-d611792fcd75 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:08:55.112888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-8775f835-4c02-46e7-85ed-89152d4af6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:55.114392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-8775f835-4c02-46e7-85ed-89152d4af6c8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 200 len: 911 time: 0.1115928 Aug 21 18:08:55.168968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-b83d6bad-fe38-465a-a03b-1a4d64d24ac7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f HTTP/1.1" status: 200 len: 217 time: 0.0372114 Aug 21 18:08:55.194929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c78f7-6623-494e-b28c-81d5cf72cd10 req-eaaa2b63-fa13-4d44-9080-439bffdfdce1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:55.196469 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e7c78f7-6623-494e-b28c-81d5cf72cd10 req-eaaa2b63-fa13-4d44-9080-439bffdfdce1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0982320 Aug 21 18:08:55.246874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:55.264705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-b8abcff9-9244-4f21-8f14-11499e617945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:55.266209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-b8abcff9-9244-4f21-8f14-11499e617945 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 200 len: 850 time: 0.0867562 Aug 21 18:08:55.273415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e7c78f7-6623-494e-b28c-81d5cf72cd10 req-f98c68ce-17e6-4180-b687-abbaf946fac9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523956 Aug 21 18:08:55.278151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Pushing event deleted for resources: {'Port': ['ID=3aecc002-b657-4b32-af9d-d611792fcd75,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:55.321774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-c48d6168-5387-400d-971d-5e9106cd8e68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406311 Aug 21 18:08:55.333074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] No DVR routers for this DVR port 3aecc002-b657-4b32-af9d-d611792fcd75 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:08:55.335841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:55.337878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-065bdf44-2c4c-4840-a49c-012dc63d8a52 req-36060378-137a-4d2c-bb52-bbf61ba28985 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.64 "DELETE /v2.0/ports/3aecc002-b657-4b32-af9d-d611792fcd75 HTTP/1.1" status: 204 len: 173 time: 0.5588412 Aug 21 18:08:55.338308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-deleted', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:08:55.340958 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22940779-9564-4c54-9173-e2a475d1b771" -d '{"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-deleted", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:08:55.381454 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622c8f8-6eb3-46ff-a3df-fa2fdee6dcf3 x-openstack-request-id: req-2622c8f8-6eb3-46ff-a3df-fa2fdee6dcf3 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:08:55.381882 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c141ef31-76ab-4cb5-8a40-d5b1704061e9", "name": "network-vif-deleted", "tag": "3aecc002-b657-4b32-af9d-d611792fcd75", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:08:55.382252 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2622c8f8-6eb3-46ff-a3df-fa2fdee6dcf3 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:08:55.382809 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c141ef31-76ab-4cb5-8a40-d5b1704061e9', 'name': 'network-vif-deleted', 'tag': '3aecc002-b657-4b32-af9d-d611792fcd75', 'status': 'completed', 'code': 200} Aug 21 18:08:55.431952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-81084b57-3e15-430c-b2fc-32d3ffa1629b service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021683 Aug 21 18:08:55.545411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-d6c83ac1-b624-420f-b33c-d625c89af4c7 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:55.545697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d65a7c95-ed63-487b-9769-5e6dc5c47fee req-e0e7075e-0c97-4bcf-8eb8-b2125c09ae0d service neutron] 10.222.0.39 "GET /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054697 Aug 21 18:08:55.546366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-d6c83ac1-b624-420f-b33c-d625c89af4c7 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.39 "GET /v2.0/networks?id=3e50f15d-3095-4fb0-8014-d33d5947abf9 HTTP/1.1" status: 200 len: 814 time: 0.1541243 Aug 21 18:08:55.565999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Request body: {'port': {'device_id': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'admin_state_up': True, 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:08:55.608718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70b4de9d-e08f-4df1-9c7f-01c3c017a29b req-547209c2-5869-4104-a014-c1bfd5accff1 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 210 time: 0.0301886 Aug 21 18:08:55.687689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Made reservation on behalf of 215c230b47bb4e9fbf5d12b0750a5409 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:08:55.692110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:55.857042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf2f468f-b4c8-4565-b736-a1ac3831e7e3 req-86b19dd4-3f4e-4ed5-909f-2d95627d33c3 tempest-ImagesOneServerTestJSON-1547534339 tempest-ImagesOneServerTestJSON-1547534339-project] 10.222.0.41 "GET /v2.0/ports?device_id=c141ef31-76ab-4cb5-8a40-d5b1704061e9 HTTP/1.1" status: 200 len: 210 time: 0.0331783 Aug 21 18:08:55.940296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Allocated IP 172.20.0.10 (3e50f15d-3095-4fb0-8014-d33d5947abf9/9b4044c7-aa3c-480a-a2da-ad8de4f6e777/82b1625a-26ad-48ca-ab26-b2049a0e08d1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:08:56.135165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:56.152522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Transition to ACTIVE for port object 82b1625a-26ad-48ca-ab26-b2049a0e08d1 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:08:56.209545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:56.294355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96db1fa-6759-4824-9483-ff35897cde60 req-96043001-af3e-4a8e-982b-d7071c35b8a7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:56.301612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d96db1fa-6759-4824-9483-ff35897cde60 req-96043001-af3e-4a8e-982b-d7071c35b8a7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 943 time: 0.1275206 Aug 21 18:08:56.304795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:08:56.305958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Pushing event updated for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:56.310637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:08:56.314592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:08:56.391585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d96db1fa-6759-4824-9483-ff35897cde60 req-4c77eafa-3c9e-4258-8924-f65418edcd15 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 Aug 21 18:08:56.422389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:56.423169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:56.453577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-a62f7fad-585d-406c-8353-355a8924eb38 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8922086 Aug 21 18:08:56.534690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579d761-8b12-4046-ad25-109a921b399c req-0bd2eca5-7605-4859-81f0-eea1137a916f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:56.536257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e579d761-8b12-4046-ad25-109a921b399c req-0bd2eca5-7605-4859-81f0-eea1137a916f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0609055 Aug 21 18:08:56.615368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e579d761-8b12-4046-ad25-109a921b399c req-5a80ceea-438f-4ee4-90e4-96e8d467746c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678394 Aug 21 18:08:56.708435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1d97b0ed-a937-4e94-9056-c732c50260ca None None] Provisioning for port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:08:56.712580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1d97b0ed-a937-4e94-9056-c732c50260ca None None] Provisioning complete for port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:08:56.713197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1d97b0ed-a937-4e94-9056-c732c50260ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:56.751988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1d97b0ed-a937-4e94-9056-c732c50260ca None None] Port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:08:56.766417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb111a-85e8-44f2-987f-0a917a305864 req-1b144cc1-906b-416c-a051-74a5e21eb470 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:56.767956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aafb111a-85e8-44f2-987f-0a917a305864 req-1b144cc1-906b-416c-a051-74a5e21eb470 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.0597479 Aug 21 18:08:56.822991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aafb111a-85e8-44f2-987f-0a917a305864 req-3f6aab9a-f7af-4bb5-87ae-4f65db33eb72 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Aug 21 18:08:57.137568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51424) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:57.283969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-258be2ef-00c7-4b55-a6b6-0fe26f45abee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ff08aa39e664194aec975ea10a1b0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451571 Aug 21 18:08:57.286691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:57.347332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:57.369564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:57.424277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:57.426888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:57.428203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dae0efd5-27b2-46d1-8bab-a7a2845ad26a HTTP/1.1" status: 204 len: 168 time: 0.1404374 Aug 21 18:08:57.439622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfae673-59cb-4758-8ca2-df342230d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae0efd5-27b2-46d1-8bab-a7a2845ad26a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:57.577364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb20c7-3328-4efa-b5ce-480cdcda7d59 req-8d525e43-c33b-444b-b61a-24e19c0b32f7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:57.578973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ecb20c7-3328-4efa-b5ce-480cdcda7d59 req-8d525e43-c33b-444b-b61a-24e19c0b32f7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 943 time: 0.0669684 Aug 21 18:08:57.629483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ecb20c7-3328-4efa-b5ce-480cdcda7d59 req-675eba01-a689-418b-806d-6df54e1bed17 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434127 Aug 21 18:08:57.848401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ece41a-b664-4df3-b014-eb8de5e51d75 req-fbd60de9-24c9-4f7c-947a-b2bb4185bfbc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:57.849921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26ece41a-b664-4df3-b014-eb8de5e51d75 req-fbd60de9-24c9-4f7c-947a-b2bb4185bfbc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0825241 Aug 21 18:08:57.892934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26ece41a-b664-4df3-b014-eb8de5e51d75 req-c72ea7be-555b-4cb4-a219-ec726cc82144 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366566 Aug 21 18:08:58.004929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:08:58.015260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c77e19-4d7a-4bf3-a9b2-a3b64b94e2b7 req-9a5f38b4-6ff1-4c1c-9f66-3cebb5d21d22 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:58.017397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93c77e19-4d7a-4bf3-a9b2-a3b64b94e2b7 req-9a5f38b4-6ff1-4c1c-9f66-3cebb5d21d22 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.0639753 Aug 21 18:08:58.032417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 3aecc002-b657-4b32-af9d-d611792fcd75 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:08:58.033298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3aecc002-b657-4b32-af9d-d611792fcd75 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:08:58.065201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93c77e19-4d7a-4bf3-a9b2-a3b64b94e2b7 req-c3dd068c-7d3a-4419-85e7-561c9d6326da tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Aug 21 18:08:58.191992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e2c45ca-0585-49ae-a628-bb60f94ca70f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:08:58.311669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:58.323143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9e2c45ca-0585-49ae-a628-bb60f94ca70f', 'network_id': '7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed', 'port_id': '9e2c45ca-0585-49ae-a628-bb60f94ca70f', 'mac_address': 'fa:16:3e:db:7f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:08:58.369108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:58.384806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2c45ca-0585-49ae-a628-bb60f94ca70f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:08:58.405495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:08:58.410051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:58.474226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:58.638406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9e2c45ca-0585-49ae-a628-bb60f94ca70f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:08:58.676831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f3d12a5-1f05-48c2-8d97-ff0939209b7f req-567af19e-c2df-42f5-bc49-a69dcc16afc7 tempest-AbsoluteLimitsNegativeTestJSON-912427046 tempest-AbsoluteLimitsNegativeTestJSON-912427046-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a12c443cfe3d482c9194838f3d77d3cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248976 Aug 21 18:08:58.814010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d12a5-1f05-48c2-8d97-ff0939209b7f req-0b7c4139-3568-4161-ba7e-01381b1a1a3d tempest-AbsoluteLimitsNegativeTestJSON-912427046 tempest-AbsoluteLimitsNegativeTestJSON-912427046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:58.815573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f3d12a5-1f05-48c2-8d97-ff0939209b7f req-0b7c4139-3568-4161-ba7e-01381b1a1a3d tempest-AbsoluteLimitsNegativeTestJSON-912427046 tempest-AbsoluteLimitsNegativeTestJSON-912427046-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1323776 Aug 21 18:08:58.832873 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f3d12a5-1f05-48c2-8d97-ff0939209b7f req-a084b561-38c5-4204-a822-ac6d366a2d8a tempest-AbsoluteLimitsNegativeTestJSON-912427046 tempest-AbsoluteLimitsNegativeTestJSON-912427046-project] 10.222.0.41 "GET /v2.0/quotas/a12c443cfe3d482c9194838f3d77d3cb HTTP/1.1" status: 200 len: 375 time: 0.0111630 Aug 21 18:08:58.866674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f3d12a5-1f05-48c2-8d97-ff0939209b7f req-2b00942a-b0b2-4e59-9cc1-094bee6a830b tempest-AbsoluteLimitsNegativeTestJSON-912427046 tempest-AbsoluteLimitsNegativeTestJSON-912427046-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a12c443cfe3d482c9194838f3d77d3cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284741 Aug 21 18:08:59.018642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777f43f-ec55-4009-904a-0d6da889a640 req-04ae02b1-0d16-4eb5-a49a-885df57cda97 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:59.020520 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d777f43f-ec55-4009-904a-0d6da889a640 req-04ae02b1-0d16-4eb5-a49a-885df57cda97 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 944 time: 0.0740747 Aug 21 18:08:59.078857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d777f43f-ec55-4009-904a-0d6da889a640 req-0c9f16fa-e74e-41e4-bd39-15662f44023b tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456250 Aug 21 18:08:59.231264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:59.285176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58eb5-e12e-4ceb-a9cd-2d660af94ba4 req-3bba9980-994c-44d6-9c47-fa99a0ae9a95 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:59.286993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9b58eb5-e12e-4ceb-a9cd-2d660af94ba4 req-3bba9980-994c-44d6-9c47-fa99a0ae9a95 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0642574 Aug 21 18:08:59.347355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9b58eb5-e12e-4ceb-a9cd-2d660af94ba4 req-be752b40-df7d-49b1-9419-ef4485c62054 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456560 Aug 21 18:08:59.360651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42ccb96a-19c5-43c3-abca-ea920adfe987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.480572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42ccb96a-19c5-43c3-abca-ea920adfe987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.492387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42ccb96a-19c5-43c3-abca-ea920adfe987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.493062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5310a-7a77-4eec-bb30-19f5b90cf052 req-cdcf2b49-84d1-4606-9707-e17c1fd64d17 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:08:59.502988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19c5310a-7a77-4eec-bb30-19f5b90cf052 req-cdcf2b49-84d1-4606-9707-e17c1fd64d17 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.0815115 Aug 21 18:08:59.543786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-42ccb96a-19c5-43c3-abca-ea920adfe987 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a12c443cfe3d482c9194838f3d77d3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113792 Aug 21 18:08:59.545004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccb96a-19c5-43c3-abca-ea920adfe987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e16d70a-f745-4121-9a17-0480a27e031b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:08:59.547532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51502) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:08:59.564486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19c5310a-7a77-4eec-bb30-19f5b90cf052 req-f8b8172d-c67c-4334-b4b5-ce993644cad1 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Aug 21 18:08:59.619691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.648348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.709868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.715807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:08:59.717484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e16d70a-f745-4121-9a17-0480a27e031b HTTP/1.1" status: 204 len: 168 time: 0.1682441 Aug 21 18:08:59.732587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cab529-311d-41ed-8cba-6e301efe7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e16d70a-f745-4121-9a17-0480a27e031b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:00.209001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e2c45ca-0585-49ae-a628-bb60f94ca70f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:00.209796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0610a31d-5a03-4427-9ca8-d6fe1bc803e0 req-fde9eead-098d-4eef-b6c8-e923d70f7d27 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:00.211440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0610a31d-5a03-4427-9ca8-d6fe1bc803e0 req-fde9eead-098d-4eef-b6c8-e923d70f7d27 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 944 time: 0.0637691 Aug 21 18:09:00.267894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0610a31d-5a03-4427-9ca8-d6fe1bc803e0 req-1bc86983-497f-43b7-8fac-93ac4cf8db21 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474691 Aug 21 18:09:00.301054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9e2c45ca-0585-49ae-a628-bb60f94ca70f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:00.305136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9e2c45ca-0585-49ae-a628-bb60f94ca70f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:00.305565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:00.442225 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:00.516714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290aa0a-5e68-4479-8eda-1dd1c69c7ad7 req-b580ac0b-cdc2-4e57-8ea0-b2fde32ebe46 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:00.518340 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e290aa0a-5e68-4479-8eda-1dd1c69c7ad7 req-b580ac0b-cdc2-4e57-8ea0-b2fde32ebe46 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0786290 Aug 21 18:09:00.590314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:00.591666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e290aa0a-5e68-4479-8eda-1dd1c69c7ad7 req-1c94534b-4655-4b75-b4c5-176e6a985fa9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637052 Aug 21 18:09:00.658106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:00.660432 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a626c8f-50bf-46e5-95fb-782ca217f1e4" -d '{"events": [{"server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "name": "network-vif-plugged", "status": "completed", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:00.671432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:00.681010 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:00.736993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:00.755039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa39b8e-4bba-4a85-841c-a7c23f1ad392 req-d71bdde6-63e5-4e51-8e38-0714bb5f7047 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:00.756682 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2fa39b8e-4bba-4a85-841c-a7c23f1ad392 req-d71bdde6-63e5-4e51-8e38-0714bb5f7047 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.0740943 Aug 21 18:09:00.762366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-217937007-network', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:00.796561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:00.798859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:00.809964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:00.816574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2fa39b8e-4bba-4a85-841c-a7c23f1ad392 req-81d41dda-4edf-4046-88c1-bb800cbb9e9f tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525308 Aug 21 18:09:00.955634 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14947a3-a159-4c59-a236-77506f9e98d0 x-openstack-request-id: req-c14947a3-a159-4c59-a236-77506f9e98d0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:00.955931 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "name": "network-vif-plugged", "status": "completed", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:00.956193 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c14947a3-a159-4c59-a236-77506f9e98d0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:00.956592 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f', 'code': 200} Aug 21 18:09:00.961587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f55ea685-c837-43f9-bb67-b7eb8d43651e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0736885 Aug 21 18:09:01.002803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.006097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.038749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:09:01.076531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4d878-8240-4fbc-945a-4ed67e02cdd2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:01.079566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.079994 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Added segment f328dc5c-cfa6-456b-bfd4-64598e4d1b91 of type vlan for network 9f3ccdad-4d90-4633-846b-69c6fd50df72 Aug 21 18:09:01.134557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.142554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.143055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.143531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.144009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.144476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.144948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.145418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.147398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3fe5c5f7-e290-40e2-80e1-0708fe03395b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.1074629 Aug 21 18:09:01.172796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.173920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.174531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.241143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6482406 Aug 21 18:09:01.244091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:01.250692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Request body: {'subnet': {'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-217937007-subnet', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:01.285210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:01.288292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.292362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec6a0f-f1e4-489e-817c-36ce709675de admin admin] Pushing event updated for resources: {'Network': ['ID=9f3ccdad-4d90-4633-846b-69c6fd50df72,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:01.311098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:09:01.337433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f8c54892-544b-4a3a-bbde-78fc0b71a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.338120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f8c54892-544b-4a3a-bbde-78fc0b71a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.338752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f8c54892-544b-4a3a-bbde-78fc0b71a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.340706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f8c54892-544b-4a3a-bbde-78fc0b71a13e service neutron] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 2296 time: 0.1629355 Aug 21 18:09:01.457293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-a1f13528-28ae-4f56-a26b-51b7a5cd7565 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 1001 time: 0.1080756 Aug 21 18:09:01.496726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2afe59-018a-473c-acb1-b3551a0226ca req-393fd321-4504-4aba-9f73-e22657a6c12c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.498870 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f2afe59-018a-473c-acb1-b3551a0226ca req-393fd321-4504-4aba-9f73-e22657a6c12c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.0955558 Aug 21 18:09:01.511222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-bd510e61-ef79-43ac-90a9-a9f74695aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.512823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-bd510e61-ef79-43ac-90a9-a9f74695aa65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.0484948 Aug 21 18:09:01.573584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f2afe59-018a-473c-acb1-b3551a0226ca req-4ff7595e-ea76-417f-9609-c2f90629a088 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666652 Aug 21 18:09:01.577273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-b3ddbad6-000e-4bf5-a688-7dd654a966bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.579489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-b3ddbad6-000e-4bf5-a688-7dd654a966bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588372 Aug 21 18:09:01.593338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.658019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad90d85-0a1c-4fe6-803d-3f2901558060,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:01.702908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Checking segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:01.703473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Network hostable DHCP agents. Network: 9f3ccdad-4d90-4633-846b-69c6fd50df72, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:09:01.728491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:09:01.767378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9f3ccdad-4d90-4633-846b-69c6fd50df72) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:01.775205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2deb32a-ec47-4eeb-a366-d842da4e09c2 None None] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:01.779034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c876f6c9-2fc9-43b4-a241-21ed10144a02 service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902215 Aug 21 18:09:01.783611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.784269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:01.877689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dab8fa86-73a1-48b6-bb2e-e9b381c6e1b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6322803 Aug 21 18:09:01.881417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:01.887457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:01.939190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb87cd-afc8-41a3-863d-89ce0d544884 req-263fd053-6403-495d-8159-e5720fb58f1b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:01.951845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aebb87cd-afc8-41a3-863d-89ce0d544884 req-263fd053-6403-495d-8159-e5720fb58f1b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1997180 Aug 21 18:09:01.997957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9f3ccdad-4d90-4633-846b-69c6fd50df72', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:09:01.999097 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.016131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aebb87cd-afc8-41a3-863d-89ce0d544884 req-cbf38a09-8899-48f6-8a50-ef1544bb57da tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632586 Aug 21 18:09:02.051384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.052762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.148905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.198902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-8564245b-27e6-4c75-b15e-0b7c8241f44d service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115915 Aug 21 18:09:02.255763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-d0a118ed-7f8c-43c0-861e-fcb75eb43746 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 217 time: 0.0485408 Aug 21 18:09:02.287256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Allocated IP 172.20.0.2 (9f3ccdad-4d90-4633-846b-69c6fd50df72/4ad90d85-0a1c-4fe6-803d-3f2901558060/22725d18-c96a-4c30-86ca-e7a0ce41c878) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:02.330379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-9badb169-9603-4ad5-ab47-7d5389771b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:02.332441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-9badb169-9603-4ad5-ab47-7d5389771b88 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0679185 Aug 21 18:09:02.404069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-93b032c9-c26e-438f-bc9f-b591f437c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:02.405905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-93b032c9-c26e-438f-bc9f-b591f437c919 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0624766 Aug 21 18:09:02.487282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.510695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Transition to ACTIVE for port object 22725d18-c96a-4c30-86ca-e7a0ce41c878 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:02.557473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Transition to ACTIVE for port object 22725d18-c96a-4c30-86ca-e7a0ce41c878 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:02.562528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-2e6d6242-047f-40d3-bede-5d1285b08618 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444154 Aug 21 18:09:02.568635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.621862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:02.625169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:02.633008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:02.643877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Pushing event updated for resources: {'Port': ['ID=22725d18-c96a-4c30-86ca-e7a0ce41c878,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:02.728175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Attempting to bind port 22725d18-c96a-4c30-86ca-e7a0ce41c878 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:02.728986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Attempting to bind port 22725d18-c96a-4c30-86ca-e7a0ce41c878 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:02.729581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Attempting to bind port 22725d18-c96a-4c30-86ca-e7a0ce41c878 on network 9f3ccdad-4d90-4633-846b-69c6fd50df72 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:02.735956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:02.736385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Checking segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:02.736792 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.737312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Bound using segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:02.737788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Bound port: 22725d18-c96a-4c30-86ca-e7a0ce41c878, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:02.738176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.740704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-a12877ce-9475-4afd-8c79-d84b59eb8f15 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633673 Aug 21 18:09:02.756115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f466c86-1cc4-4e7d-9a5f-bc7a832e528a req-ae0b0997-9bdf-434b-a2c4-d971ad84b753 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:02.758960 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f466c86-1cc4-4e7d-9a5f-bc7a832e528a req-ae0b0997-9bdf-434b-a2c4-d971ad84b753 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.6080809 Aug 21 18:09:02.788117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-44b38952-3dfa-4a9b-9877-c7bfb0f7993e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 217 time: 0.0380254 Aug 21 18:09:02.821092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.842331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] For port 22725d18-c96a-4c30-86ca-e7a0ce41c878, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:02.846141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] For port 22725d18-c96a-4c30-86ca-e7a0ce41c878, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=22725d18-c96a-4c30-86ca-e7a0ce41c878,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:02.853384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:02.883739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f466c86-1cc4-4e7d-9a5f-bc7a832e528a req-862333a7-49cf-42ba-82ad-415aaf26258a tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760865 Aug 21 18:09:02.884377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-613e04be-3578-4843-bf50-a3c30d08b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:02.885895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-613e04be-3578-4843-bf50-a3c30d08b2c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0895669 Aug 21 18:09:02.947434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119c66c-1d46-44eb-997c-b7904f73fd36 None None] Pushing event updated for resources: {'Port': ['ID=22725d18-c96a-4c30-86ca-e7a0ce41c878,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:02.967345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c58b3fb3-3f45-4833-8aa3-dffb514d038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:02.969067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c58b3fb3-3f45-4833-8aa3-dffb514d038c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752368 Aug 21 18:09:03.141848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c1f0cf07-835a-4ae8-b525-7ee26ff32e46 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384974 Aug 21 18:09:03.297690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:03.337173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-202722e3-202e-4726-a0d2-e9c5443e159d service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849279 Aug 21 18:09:03.344202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:03.417846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c0e8b7e7-f982-4aae-92b2-7bbb5127f30a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 217 time: 0.0654678 Aug 21 18:09:03.478394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c273bc90-2bd3-4023-bec4-8346629c92e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:03.479783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-c273bc90-2bd3-4023-bec4-8346629c92e2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0520287 Aug 21 18:09:03.552437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3430ef50-06fb-4738-8087-3dd6631319c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:03.553915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-3430ef50-06fb-4738-8087-3dd6631319c5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655746 Aug 21 18:09:03.588925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Allocated IP 172.25.1.135 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/173e8ac6-b15d-436e-bbf8-30d8fd59bcb2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:03.606064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5adfd-033e-46d7-8a69-605df0586cdd req-a9f9d316-b932-463b-83fe-c032dd6263c3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:03.608381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0db5adfd-033e-46d7-8a69-605df0586cdd req-a9f9d316-b932-463b-83fe-c032dd6263c3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.3759937 Aug 21 18:09:03.664501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-632822d4-9b4f-4340-ba93-1245b802bb41 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958040 Aug 21 18:09:03.706322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0db5adfd-033e-46d7-8a69-605df0586cdd req-1d581887-5783-4b97-9f62-6d794bb24379 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871754 Aug 21 18:09:03.803291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-db1c439b-d9a5-4fc0-9a78-4d016d379373 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303697 Aug 21 18:09:03.811607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:03.884307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-445e99e7-7ae9-460e-83fc-b9bdbdcc36ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 217 time: 0.0703142 Aug 21 18:09:03.885871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:03.969757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-09ad82b0-ccce-4d4b-a493-637b7e71b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:03.971870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-09ad82b0-ccce-4d4b-a493-637b7e71b15e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0759749 Aug 21 18:09:03.978572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Pushing event updated for resources: {'Port': ['ID=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:03.990132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:03.994311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:03.996974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:04.061122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-afa440b4-f902-4cbb-91e0-fb07b33fe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:04.065963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-afa440b4-f902-4cbb-91e0-fb07b33fe0a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0730784 Aug 21 18:09:04.068578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cd891-cbba-437a-a241-9d63c417794a req-6b7b70af-741e-4dcd-bba0-7793493a275f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:04.070244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c4cd891-cbba-437a-a241-9d63c417794a req-6b7b70af-741e-4dcd-bba0-7793493a275f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1725056 Aug 21 18:09:04.204380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c4cd891-cbba-437a-a241-9d63c417794a req-d2d6e37f-60ad-4cda-b9aa-7eff921f7a69 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255429 Aug 21 18:09:04.213729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-b5d0edf1-c32e-407c-bf97-7c1dc2509a5b service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389496 Aug 21 18:09:04.400140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923f24ce-027e-4683-9f82-177fe7a223bf None None] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:04.406085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-551dce5d-a8a1-4d79-857e-57126d746d41 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576233 Aug 21 18:09:04.521278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-ee3b122c-81b9-464d-b14e-de7bc2407ad1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.1138563 Aug 21 18:09:04.532096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4210148-5133-4fc5-bcce-f6562b705271 req-9974f157-34cd-45ff-b873-5a51525cafcc tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:04.533970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4210148-5133-4fc5-bcce-f6562b705271 req-9974f157-34cd-45ff-b873-5a51525cafcc tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.1826184 Aug 21 18:09:04.573651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:04.583579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 22725d18-c96a-4c30-86ca-e7a0ce41c878 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:04.594446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f2cc28e9-7ac4-4400-baeb-71ac02945a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:04.596469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-f2cc28e9-7ac4-4400-baeb-71ac02945a85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0658219 Aug 21 18:09:04.640605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-361ad831-d245-40b5-bb06-9eeed6ace2d9 None None] Provisioning for port 22725d18-c96a-4c30-86ca-e7a0ce41c878 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:04.664990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4210148-5133-4fc5-bcce-f6562b705271 req-368cc744-f91b-44f8-ab4f-1c216759cd83 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188931 Aug 21 18:09:04.689300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-6e978f05-fe22-4fbd-8d73-0b95c9ec90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:04.691031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-6e978f05-fe22-4fbd-8d73-0b95c9ec90c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0865066 Aug 21 18:09:04.706121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 22725d18-c96a-4c30-86ca-e7a0ce41c878 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:04.710666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 22725d18-c96a-4c30-86ca-e7a0ce41c878 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:04.711053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:04.865733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:04.932398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 22725d18-c96a-4c30-86ca-e7a0ce41c878, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=22725d18-c96a-4c30-86ca-e7a0ce41c878,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:04.942805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:04.980212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-64d13372-f0d2-4a2a-8c1a-125400369126 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779267 Aug 21 18:09:05.057285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=22725d18-c96a-4c30-86ca-e7a0ce41c878,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:05.060579 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:05.140464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-cc46d3a2-97a6-485e-a1c4-9e7ade21317e service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435318 Aug 21 18:09:05.172167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56c3bee6-8204-4883-9d93-5b8f429e2da0 None None] Provisioning complete for port 22725d18-c96a-4c30-86ca-e7a0ce41c878 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:05.172802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56c3bee6-8204-4883-9d93-5b8f429e2da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:05.173274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981690ec-9cf4-40c9-b6ac-aacc0f39c614 req-147a5b7d-1dff-4d81-9b7f-161d59675018 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.175111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-981690ec-9cf4-40c9-b6ac-aacc0f39c614 req-147a5b7d-1dff-4d81-9b7f-161d59675018 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.1167693 Aug 21 18:09:05.208365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-26e2db66-46e2-4af0-9966-f86c091c49f2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.0515997 Aug 21 18:09:05.251058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-981690ec-9cf4-40c9-b6ac-aacc0f39c614 req-75083d2a-3fd6-45bf-bf9c-db4ca7a2373a tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Aug 21 18:09:05.272388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-0a74a356-5225-4d67-951e-55059fdc96fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.274663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-0a74a356-5225-4d67-951e-55059fdc96fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0575244 Aug 21 18:09:05.305564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:09:05.328659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-b9ca4dec-a0d8-4264-9f15-46344bdc246d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.330265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-b9ca4dec-a0d8-4264-9f15-46344bdc246d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0461457 Aug 21 18:09:05.443439 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-9cb605c5-e20b-4ad2-ad1e-779a8f7d9104 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919516 Aug 21 18:09:05.445901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:09:05.456805 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Sync routers for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:09:05.467865 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:05.468073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422d93b-5c95-4a6e-9475-ad5dcd4f3d54 req-52f02947-f737-441a-8aaf-ba9f35de8b5b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.468838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:05.469555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b422d93b-5c95-4a6e-9475-ad5dcd4f3d54 req-52f02947-f737-441a-8aaf-ba9f35de8b5b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0718071 Aug 21 18:09:05.475781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:05.478972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6556037-66d0-4a30-b66f-0e5589de872f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5967367 Aug 21 18:09:05.480988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51584) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:05.540538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34d36cc6-471e-4d01-b479-820c8eb06858 req-05cca276-4414-4722-84aa-41141d416582 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897930 Aug 21 18:09:05.560474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b422d93b-5c95-4a6e-9475-ad5dcd4f3d54 req-26f2cbc2-ae53-4226-a275-b78238396840 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802207 Aug 21 18:09:05.586733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:05.719055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Request body: {'port': {'device_id': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:05.792660 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:04Z', 'revision_number': 3, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:05.802849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:05.836106 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Checking router: 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:09:05.836450 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Updating router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:09:05.868086 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:05.945539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60672e-1ec2-4626-8921-ca26472acfab req-6083d2a8-54a9-4e05-991f-ace525fa4a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.947096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf60672e-1ec2-4626-8921-ca26472acfab req-6083d2a8-54a9-4e05-991f-ace525fa4a37 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 1097 time: 0.1609530 Aug 21 18:09:05.962758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdb2b4-57ea-486f-887e-b3f7b87a1bfc req-51db30b9-6692-41c8-985c-cd9b77ad4642 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:05.970625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffcdb2b4-57ea-486f-887e-b3f7b87a1bfc req-51db30b9-6692-41c8-985c-cd9b77ad4642 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 932 time: 0.2201610 Aug 21 18:09:05.989457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-a50164e5-ab5a-4641-97f6-ef66895ecb26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1901851 Aug 21 18:09:06.079302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf60672e-1ec2-4626-8921-ca26472acfab req-3387849a-0569-4039-b148-36a5350139b4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060796 Aug 21 18:09:06.114824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffcdb2b4-57ea-486f-887e-b3f7b87a1bfc req-0a58b9f2-c2e2-4f42-b528-d899a540f53c tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420436 Aug 21 18:09:06.135516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b1625a-26ad-48ca-ab26-b2049a0e08d1 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:06.144196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.157160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Transition to ACTIVE for port object 82b1625a-26ad-48ca-ab26-b2049a0e08d1 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:06.163932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.166166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-cf78d9bd-f2e2-45df-9cdb-0929224af1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.167738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-cf78d9bd-f2e2-45df-9cdb-0929224af1d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5961513b4d804b139bbfc2b6bb143a87&device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 1098 time: 0.1088572 Aug 21 18:09:06.219735 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.220166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.225484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Pushing event updated for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:06.234341 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Transition to ACTIVE for port object 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:06.244558 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.361427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Attempting to bind port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:06.364428 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Attempting to bind port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:06.364952 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Attempting to bind port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:06.374253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Attempting to bind port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:06.390952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Attempting to bind port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:06.391463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Attempting to bind port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 on network 3e50f15d-3095-4fb0-8014-d33d5947abf9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:06.394217 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:06.394707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:06.395182 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.395645 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:06.396370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Bound port: 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:06.396656 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.398907 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777a811-ba1f-490f-ba71-6d8b4f13b6a6 None None] Pushing event updated for resources: {'Port': ['ID=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:06.407954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 22725d18-c96a-4c30-86ca-e7a0ce41c878 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:06.416725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 on network 3e50f15d-3095-4fb0-8014-d33d5947abf9 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:09:06.417070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Attempting to bind port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 on network 3e50f15d-3095-4fb0-8014-d33d5947abf9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:06.426055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:06.426401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Checking segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:06.429675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Bound using segment: {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:06.430141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Bound port: 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95f645b6-7c12-40e9-9bc1-59bb7deca8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:06.430538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.486808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 22725d18-c96a-4c30-86ca-e7a0ce41c878 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:06.487247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.501809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] For port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:06.507469 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] For port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:06.516200 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.534183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:06.536719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:06.572785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.576593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-d6cb4af4-8d11-4de3-823b-72ac51b4079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.580041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-d6cb4af4-8d11-4de3-823b-72ac51b4079f service neutron] 10.222.0.39 "GET /v2.0/networks?id=75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 200 len: 916 time: 0.2810838 Aug 21 18:09:06.613594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:06.614174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:06.624558 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777a811-ba1f-490f-ba71-6d8b4f13b6a6 None None] Pushing event updated for resources: {'Port': ['ID=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:06.658969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.660216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.663252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] 10.222.0.39 "PUT /v2.0/ports/82b1625a-26ad-48ca-ab26-b2049a0e08d1 HTTP/1.1" status: 200 len: 1093 time: 0.9507008 Aug 21 18:09:06.666418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:06.666620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-c528e874-cf76-41ec-8049-858c0e3e7cda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 200 len: 1002 time: 0.0710032 Aug 21 18:09:06.669012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Allocated IP 172.20.0.1 (9f3ccdad-4d90-4633-846b-69c6fd50df72/4ad90d85-0a1c-4fe6-803d-3f2901558060/9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:06.670542 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a350b2-ffb1-4af2-8d53-faf26250a8b1" -d '{"events": [{"name": "network-changed", "server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:06.721940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79f300-c4e1-477d-9b3e-e13bcf33606c req-9c15eb80-839b-4045-8f46-a3c53e9a8144 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.729589 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c79f300-c4e1-477d-9b3e-e13bcf33606c req-9c15eb80-839b-4045-8f46-a3c53e9a8144 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.3323026 Aug 21 18:09:06.763934 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:06.804949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac352d26-85a8-40f0-84dd-c1c8781b4d66 service neutron] Pushing event updated for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:06.824385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff005-fb88-478d-aa4c-b53a91c11ad0 req-dce38fda-36fa-4138-a622-ea7b65231115 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.831652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c79f300-c4e1-477d-9b3e-e13bcf33606c req-e6d781ea-a9a5-46ce-b70e-3d953eca4eef tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004477 Aug 21 18:09:06.831872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-979ff005-fb88-478d-aa4c-b53a91c11ad0 req-dce38fda-36fa-4138-a622-ea7b65231115 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1642303 Aug 21 18:09:06.845854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-299758e9-25aa-4f4c-840e-c617d8a90f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.847399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-299758e9-25aa-4f4c-840e-c617d8a90f37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec01cf28-d534-4d43-84ee-ca46b5c398e2 HTTP/1.1" status: 200 len: 854 time: 0.1642170 Aug 21 18:09:06.860941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-dddd7c35-0936-4633-ac07-996b46369f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.866942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-dddd7c35-0936-4633-ac07-996b46369f5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=215c230b47bb4e9fbf5d12b0750a5409&device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 1096 time: 0.1265755 Aug 21 18:09:06.944756 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cab144-6efe-47f6-8002-ec164306965c x-openstack-request-id: req-b4cab144-6efe-47f6-8002-ec164306965c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:06.945171 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:06.946778 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b4cab144-6efe-47f6-8002-ec164306965c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:06.947342 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1', 'status': 'completed', 'code': 200} Aug 21 18:09:06.949042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-1c52313b-340c-4b0c-8f1f-967a7c969775 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1 HTTP/1.1" status: 200 len: 217 time: 0.0702815 Aug 21 18:09:06.951636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-979ff005-fb88-478d-aa4c-b53a91c11ad0 req-bf9ea73d-bb59-4e69-b219-6451bc87dd21 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139531 Aug 21 18:09:06.975783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:06.987936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-74ac0001-7655-435a-a133-504d408b1f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:06.989461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-74ac0001-7655-435a-a133-504d408b1f10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=75a54323-499d-4e08-a8ac-95fd3a65e713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300826 Aug 21 18:09:07.011552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Transition to ACTIVE for port object 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:07.018033 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:04Z', 'revision_number': 3, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:07.032390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-e0db710a-6ef2-431e-a21f-10d90935fdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.033897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-e0db710a-6ef2-431e-a21f-10d90935fdd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b4044c7-aa3c-480a-a2da-ad8de4f6e777 HTTP/1.1" status: 200 len: 853 time: 0.0770025 Aug 21 18:09:07.051137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ec4ab3-12da-42bb-80cc-40d4d5231713 None None] The sync data for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 is: [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:04Z', 'revision_number': 3, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:09:07.099355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-780e3bba-7fac-496f-b3fe-fc6270d90b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.100959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-780e3bba-7fac-496f-b3fe-fc6270d90b46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e50f15d-3095-4fb0-8014-d33d5947abf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582423 Aug 21 18:09:07.112042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:07.176358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:07.182054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:07.186989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:07.239148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-6bf3cb7e-87b8-4cf2-9730-565bc43f401a service neutron] 10.222.0.39 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293058 Aug 21 18:09:07.246917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:07.258656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-94930793-67bc-4db7-a265-b9659c9f5b0d service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021534 Aug 21 18:09:07.284699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:07.353172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-747874ab-0b8b-40e1-96a6-651bca5343b5 req-1bbef945-f4d8-4525-8a35-5024a1502e5c service neutron] 10.222.0.39 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071362 Aug 21 18:09:07.490138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-fed33eb1-d733-4b7b-8e31-770740426c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.491924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-fed33eb1-d733-4b7b-8e31-770740426c39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=215c230b47bb4e9fbf5d12b0750a5409&device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 1096 time: 0.0790825 Aug 21 18:09:07.578864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c56abdd7-dbe6-4bb1-bb01-5ce52c7bbcc6 None None] Provisioning for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:07.583766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c56abdd7-dbe6-4bb1-bb01-5ce52c7bbcc6 None None] Provisioning complete for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:07.584387 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c56abdd7-dbe6-4bb1-bb01-5ce52c7bbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:07.625013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-638214b9-4be0-4028-93c0-e59039c5eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.626840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-638214b9-4be0-4028-93c0-e59039c5eafc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e50f15d-3095-4fb0-8014-d33d5947abf9 HTTP/1.1" status: 200 len: 915 time: 0.1270130 Aug 21 18:09:07.631533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c56abdd7-dbe6-4bb1-bb01-5ce52c7bbcc6 None None] Port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:07.673127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-209dfb70-d774-4089-93e6-c4693d225255 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1 HTTP/1.1" status: 200 len: 217 time: 0.0373886 Aug 21 18:09:07.727824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-2ebcfd85-364e-4621-95e3-eb71eac9ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.730485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-2ebcfd85-364e-4621-95e3-eb71eac9ba4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9b4044c7-aa3c-480a-a2da-ad8de4f6e777 HTTP/1.1" status: 200 len: 853 time: 0.0503030 Aug 21 18:09:07.770686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf64c7-7a3d-48d0-a05b-89b6a7dd0b1d req-6ac147be-9184-452e-ac3e-5d891db20690 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.772269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9aaf64c7-7a3d-48d0-a05b-89b6a7dd0b1d req-6ac147be-9184-452e-ac3e-5d891db20690 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 944 time: 0.5494804 Aug 21 18:09:07.783909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-d2751df9-f97f-4f36-b503-f4b58d424336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:07.785467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-d2751df9-f97f-4f36-b503-f4b58d424336 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e50f15d-3095-4fb0-8014-d33d5947abf9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467470 Aug 21 18:09:07.861487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9aaf64c7-7a3d-48d0-a05b-89b6a7dd0b1d req-e4eb7fad-8d98-45cc-bb9f-ea9398893c16 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Aug 21 18:09:07.868811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2eb90e8-c43f-4103-a16e-d98cf0ec001e req-d1723fa0-e520-4cae-8028-8994ca7d95d2 service neutron] 10.222.0.39 "GET /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930750 Aug 21 18:09:07.920856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:07.930377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-9fbce398-6ea5-49b3-b5eb-c82ea75609ab service neutron] 10.222.0.39 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368520 Aug 21 18:09:08.067649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956a58a-3c3d-4aae-a68e-f9a681812b30 req-f120ee08-7f05-44dc-9d4f-5218f24893ca tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:08.069159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e956a58a-3c3d-4aae-a68e-f9a681812b30 req-f120ee08-7f05-44dc-9d4f-5218f24893ca tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.1117878 Aug 21 18:09:08.101077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a350b2-ffb1-4af2-8d53-faf26250a8b1 req-e2acdccf-0444-4841-9da7-6400f187832c service neutron] 10.222.0.39 "GET /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538541 Aug 21 18:09:08.120913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e956a58a-3c3d-4aae-a68e-f9a681812b30 req-60a7ac74-82c4-49f9-a3bd-2d1403466449 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Aug 21 18:09:08.121580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ebebe-14ff-443d-b238-f4de0a22e2ee req-1fbf4944-d6bd-4d7a-8f6c-2f8467e3f997 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:08.123791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f0ebebe-14ff-443d-b238-f4de0a22e2ee req-1fbf4944-d6bd-4d7a-8f6c-2f8467e3f997 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0857170 Aug 21 18:09:08.174942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.185612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f0ebebe-14ff-443d-b238-f4de0a22e2ee req-d3704796-bac1-4807-ba90-c5232ab1a6db tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532036 Aug 21 18:09:08.186226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.256624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Pushing event updated for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:08.261794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.371336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:08.373544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:08.385697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:08.451652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:08.456966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:08.457778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.508539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:09:08.553734 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.575935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:08.584040 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.641270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136a026-7f23-474a-a763-f53d08785c42 req-acfd227b-16cb-4ae9-baea-bea9b2deaf16 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:08.649719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5136a026-7f23-474a-a763-f53d08785c42 req-acfd227b-16cb-4ae9-baea-bea9b2deaf16 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.1061821 Aug 21 18:09:08.664254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:08.693065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5136a026-7f23-474a-a763-f53d08785c42 req-7923ac66-49d9-477e-8480-9f0adc73fb15 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424988 Aug 21 18:09:08.703500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:09:08.708991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-025f42e5-d236-4aaf-84aa-d1e517a24d55 admin admin] 10.222.0.41 "PUT /v2.0/routers/7ff9829f-a2de-46e5-a6d6-d2ba518e6591/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2255454 Aug 21 18:09:08.761803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dac6ae70-18f3-462e-873d-64720904c302 None None] Provisioning complete for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:08.762383 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dac6ae70-18f3-462e-873d-64720904c302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:08.797032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dac6ae70-18f3-462e-873d-64720904c302 None None] Port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:08.982087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Sync routers for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:09:08.996915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:08.997671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:09.009050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd54105-912f-423d-b461-ff992927eebd req-4803f024-a15b-498b-8ddc-376adbb0687d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:09.010799 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfd54105-912f-423d-b461-ff992927eebd req-4803f024-a15b-498b-8ddc-376adbb0687d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 944 time: 0.0570688 Aug 21 18:09:09.063476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfd54105-912f-423d-b461-ff992927eebd req-e6f56faa-5e66-41d8-ad5c-c43648452938 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419829 Aug 21 18:09:09.117453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:09.339970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ee631-a611-49f0-802f-7ab23e696697 req-175b5f65-eb53-4ce5-96ef-741666d0e595 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:09.348401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae7ee631-a611-49f0-802f-7ab23e696697 req-175b5f65-eb53-4ce5-96ef-741666d0e595 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0786264 Aug 21 18:09:09.376830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 2, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:09.405611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae7ee631-a611-49f0-802f-7ab23e696697 req-745ec78d-c1ad-42ea-b472-c7ae2c5e8421 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561938 Aug 21 18:09:09.431531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Checking router: 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:09:09.431914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Updating router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:09:09.458481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:09.785157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:09.797168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Transition to ACTIVE for port object 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:09.815353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:09.879537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e968e-784a-4bb6-bc83-d05cd990c48b req-703c91fb-89b9-465d-bc4d-5d81008354d7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:09.881126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d34e968e-784a-4bb6-bc83-d05cd990c48b req-703c91fb-89b9-465d-bc4d-5d81008354d7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.0629492 Aug 21 18:09:09.890549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb642-2f35-4f57-9775-60b1ec7a0a45 None None] Pushing event updated for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:09.927283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Attempting to bind port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:09.927910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Attempting to bind port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:09.928430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Attempting to bind port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e on network 9f3ccdad-4d90-4633-846b-69c6fd50df72 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:09.933946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:09.934705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Checking segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:09.935369 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:09.935907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Bound using segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:09.936665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Bound port: 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:09.937196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:09.955899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d34e968e-784a-4bb6-bc83-d05cd990c48b req-64c8c1de-8681-4fa9-a675-8da495c91cb7 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Aug 21 18:09:10.013938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] For port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:10.020784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] For port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:10.035745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:10.103696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:10.105362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:08:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:10.179525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568cb642-2f35-4f57-9775-60b1ec7a0a45 None None] Pushing event updated for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:10.242917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb40f2-7454-4b98-9d00-c81cbc6473a0 req-4ae8db17-bb4e-43ff-b28c-1899b3c09f83 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:10.244704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-debb40f2-7454-4b98-9d00-c81cbc6473a0 req-4ae8db17-bb4e-43ff-b28c-1899b3c09f83 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 944 time: 0.0833259 Aug 21 18:09:10.280992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82b1625a-26ad-48ca-ab26-b2049a0e08d1 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:09:10.324725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2c737-5e7c-4bfd-a299-687ffa89a7e7 req-42b541d6-d2e2-4816-ae15-59b02b5761d6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:10.330664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-debb40f2-7454-4b98-9d00-c81cbc6473a0 req-6a326721-e346-4efe-b0af-cd6be7b3729d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777512 Aug 21 18:09:10.360408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1b2c737-5e7c-4bfd-a299-687ffa89a7e7 req-42b541d6-d2e2-4816-ae15-59b02b5761d6 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.1372583 Aug 21 18:09:10.433811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1b2c737-5e7c-4bfd-a299-687ffa89a7e7 req-f1a9c009-f51d-4299-bc19-6abf57afdec3 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724273 Aug 21 18:09:10.503843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:10.596204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:10.598059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59f009-c685-4a14-b825-7092ed1195ce req-b668fb84-b8b3-41b0-9015-426954f11cad tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:10.600116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e59f009-c685-4a14-b825-7092ed1195ce req-b668fb84-b8b3-41b0-9015-426954f11cad tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0783260 Aug 21 18:09:10.641689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:10.659185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e59f009-c685-4a14-b825-7092ed1195ce req-1b52a09d-f4d3-44d7-a0fe-1226a64c92ad tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501928 Aug 21 18:09:10.662285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '82b1625a-26ad-48ca-ab26-b2049a0e08d1', 'network_id': '3e50f15d-3095-4fb0-8014-d33d5947abf9', 'port_id': '82b1625a-26ad-48ca-ab26-b2049a0e08d1', 'mac_address': 'fa:16:3e:39:fc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b4044c7-aa3c-480a-a2da-ad8de4f6e777', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:09:10.699951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:10.700323 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:10.815775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:10.863371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b1625a-26ad-48ca-ab26-b2049a0e08d1 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:10.911268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:10.935119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:11.003910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:11.015944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:10Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:11.046943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf6a8aa-6e80-49c3-81d7-2629ac841b4a None None] The sync data for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 is: [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:10Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:09:11.150255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['82b1625a-26ad-48ca-ab26-b2049a0e08d1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:11.454765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e002fd-2a59-44f3-bc2a-e21dfee95000 req-334eb939-666a-4e62-9db3-fc251755483e tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:11.456378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41e002fd-2a59-44f3-bc2a-e21dfee95000 req-334eb939-666a-4e62-9db3-fc251755483e tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 945 time: 0.0591791 Aug 21 18:09:11.503183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41e002fd-2a59-44f3-bc2a-e21dfee95000 req-6a41ed03-8380-493f-ae4f-015c980b8cc6 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394721 Aug 21 18:09:11.622877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-20deba50-f8e9-41da-8259-38c92511f3a9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:11.625356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-20deba50-f8e9-41da-8259-38c92511f3a9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.0637062 Aug 21 18:09:11.793470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce56e9-eac7-4827-8d1e-3241f5e5bd0a req-5f02c5db-a4f6-44b2-88c8-1a855456b6b2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:11.803076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59ce56e9-eac7-4827-8d1e-3241f5e5bd0a req-5f02c5db-a4f6-44b2-88c8-1a855456b6b2 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 945 time: 0.1760960 Aug 21 18:09:11.850673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Deleting port 9e2c45ca-0585-49ae-a628-bb60f94ca70f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:11.851040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:11.867105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81927746-5da4-498c-b3bc-09f9b083e7c4 req-8734a619-5b42-4f15-9219-887467a649d6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:11.876095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81927746-5da4-498c-b3bc-09f9b083e7c4 req-8734a619-5b42-4f15-9219-887467a649d6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0884342 Aug 21 18:09:11.914435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81927746-5da4-498c-b3bc-09f9b083e7c4 req-a2a531bd-b164-4f76-af0f-8ce39c16621b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Aug 21 18:09:11.921520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59ce56e9-eac7-4827-8d1e-3241f5e5bd0a req-87242be9-fef4-4d17-8d8d-3397e9c1ab40 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/security-groups?id=684c450e-0afa-4aaa-8c24-a818a558f58e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143229 Aug 21 18:09:12.000470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] For port 9e2c45ca-0585-49ae-a628-bb60f94ca70f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e2c45ca-0585-49ae-a628-bb60f94ca70f,segment=NetworkSegment(2510b9c1-2a32-4bf3-8243-4de5b65d6f13),segment_id=2510b9c1-2a32-4bf3-8243-4de5b65d6f13)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:12.000842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.015440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Calling delete_port for 9e2c45ca-0585-49ae-a628-bb60f94ca70f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:12.191774 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.204612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9e2c45ca-0585-49ae-a628-bb60f94ca70f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:12.254465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82b1625a-26ad-48ca-ab26-b2049a0e08d1 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:12.276335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Pushing event deleted for resources: {'Port': ['ID=9e2c45ca-0585-49ae-a628-bb60f94ca70f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:12.279793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] No DVR routers for this DVR port 9e2c45ca-0585-49ae-a628-bb60f94ca70f on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:09:12.282993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.285777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15dfb2a6-b63b-477b-9526-bc79dd8fe140 req-19e6daaf-a8c0-46e8-b8d7-2294c2097f2c tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.39 "DELETE /v2.0/ports/9e2c45ca-0585-49ae-a628-bb60f94ca70f HTTP/1.1" status: 204 len: 173 time: 0.6481578 Aug 21 18:09:12.286409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'name': 'network-vif-deleted', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:12.288810 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c452aa1-f2a1-4e26-99c4-ebab3ce69d5f" -d '{"events": [{"server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "name": "network-vif-deleted", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:12.364670 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a92604b-a590-4c92-a82e-c886d524b48f x-openstack-request-id: req-7a92604b-a590-4c92-a82e-c886d524b48f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:12.364956 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3d4e78a-9917-49fd-9cdb-668c47733d4e", "name": "network-vif-deleted", "tag": "9e2c45ca-0585-49ae-a628-bb60f94ca70f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:12.365212 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7a92604b-a590-4c92-a82e-c886d524b48f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:12.365702 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d4e78a-9917-49fd-9cdb-668c47733d4e', 'name': 'network-vif-deleted', 'tag': '9e2c45ca-0585-49ae-a628-bb60f94ca70f', 'status': 'completed', 'code': 200} Aug 21 18:09:12.389322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:12.395318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:12.399826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.501534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:12.558856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.610420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:12.615039 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf1bbf5-3a6a-4b6a-8594-aa6e386796b6" -d '{"events": [{"server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:12.629643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:12.645439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.646661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e2c45ca-0585-49ae-a628-bb60f94ca70f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:12.703158 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6446de-0ebd-442e-be6c-ea86c5f5e92b x-openstack-request-id: req-5b6446de-0ebd-442e-be6c-ea86c5f5e92b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:12.703679 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:12.704097 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b6446de-0ebd-442e-be6c-ea86c5f5e92b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:12.704765 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1', 'code': 200} Aug 21 18:09:12.705398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 9e2c45ca-0585-49ae-a628-bb60f94ca70f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:09:12.706180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e2c45ca-0585-49ae-a628-bb60f94ca70f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:09:12.738274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:12.745441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:12.745935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.756783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb454a-9057-4e73-bc78-6a1bd1832b77 req-74d32989-0b3f-441d-b824-187ee77244ba tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:12.765323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30cb454a-9057-4e73-bc78-6a1bd1832b77 req-74d32989-0b3f-441d-b824-187ee77244ba tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.1272044 Aug 21 18:09:12.857341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:12.863069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30cb454a-9057-4e73-bc78-6a1bd1832b77 req-8c100eed-4b85-4a3e-a3b7-76c13f4382ca tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964656 Aug 21 18:09:12.920112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edeb261-1e35-47d2-a250-de30c755e3dc req-540252e9-6dc4-4e64-9dc7-17613b40f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:12.922417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3edeb261-1e35-47d2-a250-de30c755e3dc req-540252e9-6dc4-4e64-9dc7-17613b40f755 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 1098 time: 0.1481793 Aug 21 18:09:12.927354 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:12.988343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3edeb261-1e35-47d2-a250-de30c755e3dc req-f0ceff4c-ec3f-4e11-939f-aa0c09d5d4c8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575395 Aug 21 18:09:12.991393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:12.998621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:13.065907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:13.066643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b53b0ab3-3fec-4bf6-b5d9-3b3cbf2bcd2f req-c2f0983b-7ce3-4357-9931-9afe3f34fea9 tempest-DeleteServersTestJSON-1182181023 tempest-DeleteServersTestJSON-1182181023-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3d4e78a-9917-49fd-9cdb-668c47733d4e HTTP/1.1" status: 200 len: 210 time: 0.0408766 Aug 21 18:09:13.103966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb72ef-b461-4006-9c9f-5ddcbe7e6bb3 req-cc878f80-2cb6-4222-abe5-b8355636cfe8 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:13.105834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89fb72ef-b461-4006-9c9f-5ddcbe7e6bb3 req-cc878f80-2cb6-4222-abe5-b8355636cfe8 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0689883 Aug 21 18:09:13.150487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89fb72ef-b461-4006-9c9f-5ddcbe7e6bb3 req-61eadcc6-f020-44f9-9f3a-df543526abce tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Aug 21 18:09:13.978037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab0114-cf25-490b-bf10-8d18caf1dca8 req-3666358f-8d07-46d7-a50b-49325f10271d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:13.979687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3dab0114-cf25-490b-bf10-8d18caf1dca8 req-3666358f-8d07-46d7-a50b-49325f10271d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.0568120 Aug 21 18:09:14.020292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3dab0114-cf25-490b-bf10-8d18caf1dca8 req-55c0bf40-e023-473b-9c91-ee9d5c5307a9 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Aug 21 18:09:14.310520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c9ed5-6911-4fc8-bc6b-291dc2e7a3ac req-d1f03ac4-a84a-48c3-bd6a-ce067323792d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:14.315221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-168c9ed5-6911-4fc8-bc6b-291dc2e7a3ac req-d1f03ac4-a84a-48c3-bd6a-ce067323792d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0646310 Aug 21 18:09:14.371347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-168c9ed5-6911-4fc8-bc6b-291dc2e7a3ac req-6df312f7-964a-4cda-a91b-09d79d07e5cb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506012 Aug 21 18:09:14.380969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:14.442007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:14.442451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:15.153659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56791b3-1e1c-4a12-9709-9a833317e94e req-4081983c-e4aa-479f-86dc-91961f2bab80 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:15.155632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d56791b3-1e1c-4a12-9709-9a833317e94e req-4081983c-e4aa-479f-86dc-91961f2bab80 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.0570860 Aug 21 18:09:15.202723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d56791b3-1e1c-4a12-9709-9a833317e94e req-91094722-d295-4226-b5e3-af514f47b045 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Aug 21 18:09:15.500792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fb1b4-f246-4328-aa59-d38f450c1f19 req-12f84c28-4538-4f5e-b017-4db061616da1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:15.509597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-731fb1b4-f246-4328-aa59-d38f450c1f19 req-12f84c28-4538-4f5e-b017-4db061616da1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0612369 Aug 21 18:09:15.555244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-731fb1b4-f246-4328-aa59-d38f450c1f19 req-a8048031-051f-4416-80be-5265ecf32de5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405910 Aug 21 18:09:16.699442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27185f-e7f2-4500-9618-b25f1f217ff9 req-149d72e4-a104-4038-a77b-0e2b35d5c58e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:16.701840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc27185f-e7f2-4500-9618-b25f1f217ff9 req-149d72e4-a104-4038-a77b-0e2b35d5c58e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0713005 Aug 21 18:09:16.756513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc27185f-e7f2-4500-9618-b25f1f217ff9 req-c134d8af-661e-4c21-bed3-2f1af212ad8d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Aug 21 18:09:17.723502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e766ea1-afa6-4bdc-a31c-3828970cc0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:17.892771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8aad4-bebc-4602-90a3-756eedf2d22c req-4195a864-f8ad-40e6-8437-c17e89824e45 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:17.902188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1fd8aad4-bebc-4602-90a3-756eedf2d22c req-4195a864-f8ad-40e6-8437-c17e89824e45 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0638213 Aug 21 18:09:17.939610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1fd8aad4-bebc-4602-90a3-756eedf2d22c req-cc2b0b47-4917-45e1-a94b-27a4c7774aad tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Aug 21 18:09:17.940616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:18.000655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Deleting subnet e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:09:18.005397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.050364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.097519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.194130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.220058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:18.236651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.236992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.237451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.238039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.238199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.238573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.238901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.239331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.239661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.239982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.240405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.240727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:18.250341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.255129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13e35a2c-e146-4e64-ac9e-ea559499854a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e5477dfd-3a5c-4d94-8f2b-aeeeb1af518b HTTP/1.1" status: 204 len: 168 time: 0.3128266 Aug 21 18:09:18.256016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51902) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:18.263316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.337427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.429906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.446594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:18.460068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2510b9c1-2a32-4bf3-8243-4de5b65d6f13') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:18.460637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2510b9c1-2a32-4bf3-8243-4de5b65d6f13') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:18.471311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.493808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.501516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:09:18.501968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:09:18.504009 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:09:18.569846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.577606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.583138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed HTTP/1.1" status: 204 len: 168 time: 0.3258111 Aug 21 18:09:18.586645 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.598296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46741ef3-af08-488c-9529-a8b84be7f1c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e4772e0-dfdd-45ab-a163-22cd6d4dc2ed,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:18.727696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:18.774073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3213f1b-4a5d-45a4-88cc-3724751febcf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ca5ae2c57254d6585a91b8609dea9c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450330 Aug 21 18:09:18.776394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:18.832127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.854567 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.905553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.908437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:18.911980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/684c450e-0afa-4aaa-8c24-a818a558f58e HTTP/1.1" status: 204 len: 168 time: 0.1322274 Aug 21 18:09:18.926029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa3237-35ff-4d6b-9cf9-9e8afa85b8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684c450e-0afa-4aaa-8c24-a818a558f58e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:19.100921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49150eb-85b8-418c-b791-752931185812 req-5b2d74ce-bee4-4360-8aad-6a9123b11a71 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:19.102923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d49150eb-85b8-418c-b791-752931185812 req-5b2d74ce-bee4-4360-8aad-6a9123b11a71 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0845439 Aug 21 18:09:19.175211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d49150eb-85b8-418c-b791-752931185812 req-d9b0e1fe-048b-4f10-9f2d-06faa35d9e42 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Aug 21 18:09:19.810514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:19.921300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-956067325-network', 'tenant_id': '30ac9534bd0341cca62f70c112c9655b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:19.956220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Made reservation on behalf of 30ac9534bd0341cca62f70c112c9655b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:19.958840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:19.968514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.085032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.089729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.117140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0d2deb-24bb-4861-8785-1d1fa17c0183,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:20.136525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:09:20.137589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.137589 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Added segment c773e493-3361-4edd-baca-8d70845b6af1 of type vlan for network d81419dc-2be0-403b-af09-758aa43604e3 Aug 21 18:09:20.193425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.226645 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:09:20.264744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.265771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:20.266367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.353422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a61c592f-f44f-4591-8f92-ceef3f2e02a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.358408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4596-4864-4cd4-8719-908ae649eb3a req-77d32678-d7dc-4577-b024-dd8dc15c854b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:20.360813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5491867 Aug 21 18:09:20.367724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51960) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:20.374364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Request body: {'subnet': {'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-956067325-subnet', 'tenant_id': '30ac9534bd0341cca62f70c112c9655b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:20.374583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cadc4596-4864-4cd4-8719-908ae649eb3a req-77d32678-d7dc-4577-b024-dd8dc15c854b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1057217 Aug 21 18:09:20.388840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665abb91-d365-4bf3-a364-d69f6311a14a admin admin] Pushing event updated for resources: {'Network': ['ID=d81419dc-2be0-403b-af09-758aa43604e3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:20.401674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d81419dc-2be0-403b-af09-758aa43604e3 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:09:20.412292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Made reservation on behalf of 30ac9534bd0341cca62f70c112c9655b for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:20.415551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.443501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cadc4596-4864-4cd4-8719-908ae649eb3a req-206a5d6e-d2d7-4d9d-a015-df5725fdb177 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679543 Aug 21 18:09:20.508895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.666390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.732494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=64333dee-670a-4d35-84b3-2ae510e68a33,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:20.743417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Checking segment: {'id': 'c773e493-3361-4edd-baca-8d70845b6af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:20.743620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Network hostable DHCP agents. Network: d81419dc-2be0-403b-af09-758aa43604e3, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:09:20.761348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Network d81419dc-2be0-403b-af09-758aa43604e3 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:09:20.775450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d81419dc-2be0-403b-af09-758aa43604e3) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:20.780471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:20.781418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:20.785896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12020013-dce6-43f7-8671-0550bce7feb6 None None] Network d81419dc-2be0-403b-af09-758aa43604e3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:20.804119 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9284b70e-5a21-4e84-b976-bf6f75aba7ae admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4346411 Aug 21 18:09:20.949037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd600f-358c-438d-b3ec-b9fa5ad77c7c None None] Network d81419dc-2be0-403b-af09-758aa43604e3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:21.332454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-d8047d49-8d65-4b9f-ac8b-3e3f2fb625bb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:21.333985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-d8047d49-8d65-4b9f-ac8b-3e3f2fb625bb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/networks?id=d81419dc-2be0-403b-af09-758aa43604e3 HTTP/1.1" status: 200 len: 817 time: 0.1260459 Aug 21 18:09:21.351697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-158369ca-7e9b-4d1e-89ca-409dcaca7a5d tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/quotas/30ac9534bd0341cca62f70c112c9655b HTTP/1.1" status: 200 len: 375 time: 0.0115657 Aug 21 18:09:21.391294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-dcc1e99a-71b3-46b2-a8ed-f2c4d62fb0cf tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30ac9534bd0341cca62f70c112c9655b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337126 Aug 21 18:09:21.487066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:21.527712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-d11e2a7b-714d-4ea4-8571-91388242d7b9 service neutron] 10.222.0.41 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284139 Aug 21 18:09:21.647753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-5e02e1c4-e73e-409f-be5b-870da4cdbf68 service neutron] 10.222.0.41 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091421 Aug 21 18:09:21.666876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f4d75-9e25-40a9-afca-c65a6d3aff17 req-638fb358-9524-4251-a48e-9a7f5a386161 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:21.668389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-338f4d75-9e25-40a9-afca-c65a6d3aff17 req-638fb358-9524-4251-a48e-9a7f5a386161 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0639541 Aug 21 18:09:21.717585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-338f4d75-9e25-40a9-afca-c65a6d3aff17 req-64e1ab5c-4b52-4551-9ca7-edd43aa3c5ef tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Aug 21 18:09:21.868896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ef509c38-8c6a-4870-b676-6ba7a0be4357 req-96923629-0600-44c2-99a3-ad297d0888cf tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 210 time: 0.0299032 Aug 21 18:09:22.846321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e114d5-f1fb-45bb-8348-447fef13ca1e req-66b61f4f-a50b-422e-aecd-c37f60609088 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:22.850961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7e114d5-f1fb-45bb-8348-447fef13ca1e req-66b61f4f-a50b-422e-aecd-c37f60609088 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.0580182 Aug 21 18:09:22.903037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7e114d5-f1fb-45bb-8348-447fef13ca1e req-e06cfa21-9ebb-4981-94fa-f3bd56efd905 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490546 Aug 21 18:09:23.004459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5803e559-1052-430f-86a4-3a0a6715517e req-86a5c2b2-f07d-45c7-8d7a-beac0c97276e tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 210 time: 0.0360937 Aug 21 18:09:23.184193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:23.198773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-3df7b70b-d9db-432a-8eba-3acb9b13278f tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:23.199971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-3df7b70b-d9db-432a-8eba-3acb9b13278f tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.64 "GET /v2.0/networks?id=d81419dc-2be0-403b-af09-758aa43604e3 HTTP/1.1" status: 200 len: 817 time: 0.1592915 Aug 21 18:09:23.216887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Request body: {'port': {'device_id': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3', 'admin_state_up': True, 'tenant_id': '30ac9534bd0341cca62f70c112c9655b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:23.351751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Made reservation on behalf of 30ac9534bd0341cca62f70c112c9655b for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:23.356262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:23.519059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Allocated IP 172.20.0.7 (d81419dc-2be0-403b-af09-758aa43604e3/64333dee-670a-4d35-84b3-2ae510e68a33/05214cae-16d4-4912-b7c3-ad38e8199a2d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:23.706353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:23.747454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:23.797143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Network d81419dc-2be0-403b-af09-758aa43604e3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:23.808409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:23.810996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Pushing event updated for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:23.813425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:23.846426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.846721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.847059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.847391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.847721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.848056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.848381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.848706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.849025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.849344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.849663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.849978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:23.872437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:23.873053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:23.899754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-edeb1229-fb2c-43d7-9e69-28478f82cbd8 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6871293 Aug 21 18:09:23.913314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-e9d71d13-1820-428e-8a1e-22fe41dcded1 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:09:23.914953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-e9d71d13-1820-428e-8a1e-22fe41dcded1 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064197 Aug 21 18:09:24.014030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Request body: {'port': {'device_id': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:24.139439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7bf38-6402-4edc-bf3a-0892b6808a7f req-8f9ca01a-1256-43dc-b8e7-6d453a898fde tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:24.152900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70a7bf38-6402-4edc-bf3a-0892b6808a7f req-8f9ca01a-1256-43dc-b8e7-6d453a898fde tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1541996 Aug 21 18:09:24.162705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:24.194981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70a7bf38-6402-4edc-bf3a-0892b6808a7f req-23f65005-4f1a-4b42-b75f-8fec27e795df tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353687 Aug 21 18:09:24.224116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b3bfc-1a39-49b1-b18c-ca229751e262 req-ad97f792-e551-4873-a45f-a49cd7c70341 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:24.225625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a33b3bfc-1a39-49b1-b18c-ca229751e262 req-ad97f792-e551-4873-a45f-a49cd7c70341 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 931 time: 0.1043866 Aug 21 18:09:24.335372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a33b3bfc-1a39-49b1-b18c-ca229751e262 req-af1edb84-304b-43c0-9fea-686963a46b24 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991809 Aug 21 18:09:24.770435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05214cae-16d4-4912-b7c3-ad38e8199a2d {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:24.777964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:24.790317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Transition to ACTIVE for port object 05214cae-16d4-4912-b7c3-ad38e8199a2d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:24.796283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:24.856011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:24.919182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Attempting to bind port 05214cae-16d4-4912-b7c3-ad38e8199a2d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:24.920255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Attempting to bind port 05214cae-16d4-4912-b7c3-ad38e8199a2d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'c773e493-3361-4edd-baca-8d70845b6af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:24.920590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Attempting to bind port 05214cae-16d4-4912-b7c3-ad38e8199a2d on network d81419dc-2be0-403b-af09-758aa43604e3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:24.925302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Port 05214cae-16d4-4912-b7c3-ad38e8199a2d on network d81419dc-2be0-403b-af09-758aa43604e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:09:24.925619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Attempting to bind port 05214cae-16d4-4912-b7c3-ad38e8199a2d on network d81419dc-2be0-403b-af09-758aa43604e3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:24.930360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:24.930729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Checking segment: {'id': 'c773e493-3361-4edd-baca-8d70845b6af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:24.931114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Bound using segment: {'id': 'c773e493-3361-4edd-baca-8d70845b6af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:24.931539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Bound port: 05214cae-16d4-4912-b7c3-ad38e8199a2d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c773e493-3361-4edd-baca-8d70845b6af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:24.931891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:24.995500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:24.998635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d,segment=NetworkSegment(c773e493-3361-4edd-baca-8d70845b6af1),segment_id=c773e493-3361-4edd-baca-8d70845b6af1)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:25.003837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:25.042719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.043343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:25.045358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] 10.222.0.64 "PUT /v2.0/ports/05214cae-16d4-4912-b7c3-ad38e8199a2d HTTP/1.1" status: 200 len: 1092 time: 1.1191225 Aug 21 18:09:25.046078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:25.048308 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6" -d '{"events": [{"name": "network-changed", "server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:25.078402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fc356-afb8-4bc0-a43c-525972ca3d1f service neutron] Pushing event updated for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:25.141067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-1599b901-fbe3-45af-bac5-22edb0afa6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.142631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-1599b901-fbe3-45af-bac5-22edb0afa6df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30ac9534bd0341cca62f70c112c9655b&device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 1095 time: 0.0504920 Aug 21 18:09:25.190538 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db2ad1d-f5a7-4c00-aa25-3b9d2eedd4c5 x-openstack-request-id: req-4db2ad1d-f5a7-4c00-aa25-3b9d2eedd4c5 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:25.190812 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:25.191065 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4db2ad1d-f5a7-4c00-aa25-3b9d2eedd4c5 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:25.191465 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d', 'status': 'completed', 'code': 200} Aug 21 18:09:25.193959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-49852eda-cab7-4d16-9ab4-b4fec6fdfc49 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d HTTP/1.1" status: 200 len: 217 time: 0.0422711 Aug 21 18:09:25.253278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48824-c6fd-4d7b-b881-961f5457299b req-7cb7bf0a-400f-4092-bdb8-afc1ee8defe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.256169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-7cb7bf0a-400f-4092-bdb8-afc1ee8defe3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64333dee-670a-4d35-84b3-2ae510e68a33 HTTP/1.1" status: 200 len: 857 time: 0.0553043 Aug 21 18:09:25.292647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-04612e44-5885-4d1b-8295-9a061dc805aa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d81419dc-2be0-403b-af09-758aa43604e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282514 Aug 21 18:09:25.392417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298690a9-e0dd-4612-8a0d-4bd5af5d0d7d req-9b08472b-0769-431b-9102-ce9970240a0b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.393939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-298690a9-e0dd-4612-8a0d-4bd5af5d0d7d req-9b08472b-0769-431b-9102-ce9970240a0b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 946 time: 0.1038697 Aug 21 18:09:25.436163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-e2a271f2-920e-4a79-967d-5faf4c381697 service neutron] 10.222.0.64 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350684 Aug 21 18:09:25.462669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-298690a9-e0dd-4612-8a0d-4bd5af5d0d7d req-ef7902bc-7f4c-4051-8f39-8faac6287f38 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591877 Aug 21 18:09:25.533304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed1968-6b2d-49b5-b3aa-216e6447ae23 req-2fabf2ca-402c-418a-8ade-f4b1cf499f44 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.535827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beed1968-6b2d-49b5-b3aa-216e6447ae23 req-2fabf2ca-402c-418a-8ade-f4b1cf499f44 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 943 time: 0.0754416 Aug 21 18:09:25.582721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beed1968-6b2d-49b5-b3aa-216e6447ae23 req-8837b8be-00bd-4b87-aebb-97d4b0113af9 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353360 Aug 21 18:09:25.611140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74b48824-c6fd-4d7b-b881-961f5457299b req-21443c43-79ed-4780-8064-790dfca2d44b service neutron] 10.222.0.64 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650479 Aug 21 18:09:25.634554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32ab74-09fa-4dbf-8707-b1e2ff1c59fc req-52a54ce5-cbd9-4a31-b883-47e41baddf32 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.636417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c32ab74-09fa-4dbf-8707-b1e2ff1c59fc req-52a54ce5-cbd9-4a31-b883-47e41baddf32 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0772245 Aug 21 18:09:25.715569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c32ab74-09fa-4dbf-8707-b1e2ff1c59fc req-b46a6bf8-1915-478e-a6b1-c7610a50ba94 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724552 Aug 21 18:09:25.724768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-b330754a-afe6-458d-8a49-deab43d3cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.726514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-b330754a-afe6-458d-8a49-deab43d3cdd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=30ac9534bd0341cca62f70c112c9655b&device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 1095 time: 0.0590174 Aug 21 18:09:25.880509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-f45c7a4c-659e-4bf0-b0d1-6f71d017beec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:25.882152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-f45c7a4c-659e-4bf0-b0d1-6f71d017beec service neutron] 10.222.0.64 "GET /v2.0/networks?id=d81419dc-2be0-403b-af09-758aa43604e3 HTTP/1.1" status: 200 len: 918 time: 0.1293757 Aug 21 18:09:25.959608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-f84f70e5-e843-4c55-9f5b-e651f07bd606 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d HTTP/1.1" status: 200 len: 217 time: 0.0593557 Aug 21 18:09:26.039114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-7ea6f8cf-ad43-4adb-823c-4b4e57987f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:26.040717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-7ea6f8cf-ad43-4adb-823c-4b4e57987f39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=64333dee-670a-4d35-84b3-2ae510e68a33 HTTP/1.1" status: 200 len: 857 time: 0.0677683 Aug 21 18:09:26.083326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-6cd4545f-a5ba-472a-a054-e9da1b1746fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d81419dc-2be0-403b-af09-758aa43604e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339286 Aug 21 18:09:26.205387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-14fe1335-d647-4051-b6d8-3a1a5cde090d service neutron] 10.222.0.64 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136875 Aug 21 18:09:26.312910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c84ca2d-3494-4e26-b8f1-ee5c7da3c4b6 req-9759290d-2828-48bd-932e-142c3b2a2a72 service neutron] 10.222.0.64 "GET /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002674 Aug 21 18:09:26.710236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41318747-8676-4ccc-b7ad-e6ce2ea0ed1d req-46c8f7c3-3d04-4a83-81b3-30a6f96af693 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:26.711826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41318747-8676-4ccc-b7ad-e6ce2ea0ed1d req-46c8f7c3-3d04-4a83-81b3-30a6f96af693 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 943 time: 0.0540347 Aug 21 18:09:26.750374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41318747-8676-4ccc-b7ad-e6ce2ea0ed1d req-24fc83ab-5fbb-4435-92f7-278651378e48 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Aug 21 18:09:26.852833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bff37-fb03-4814-8289-b9a1f8570764 req-45506c11-a009-4da7-8369-b303891690a9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:26.854635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e0bff37-fb03-4814-8289-b9a1f8570764 req-45506c11-a009-4da7-8369-b303891690a9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0565915 Aug 21 18:09:26.906833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e0bff37-fb03-4814-8289-b9a1f8570764 req-f9da7950-0005-4c06-8532-cc4fb09a939e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Aug 21 18:09:27.906519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d32c9-b422-4666-acad-658eac4b5430 req-05f5a400-63aa-476b-a5ba-e273765cb046 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:27.908293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-858d32c9-b422-4666-acad-658eac4b5430 req-05f5a400-63aa-476b-a5ba-e273765cb046 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 943 time: 0.0637870 Aug 21 18:09:27.953625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-858d32c9-b422-4666-acad-658eac4b5430 req-45f0bd23-51c5-45a6-bd54-9a8c2344b201 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Aug 21 18:09:28.077403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5c420-45dd-4ca4-9229-c8c69387a4f9 req-fea0f51c-6f1c-4509-ad8e-791a7a998856 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:28.084762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35d5c420-45dd-4ca4-9229-c8c69387a4f9 req-fea0f51c-6f1c-4509-ad8e-791a7a998856 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0590034 Aug 21 18:09:28.123944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35d5c420-45dd-4ca4-9229-c8c69387a4f9 req-d1173e1d-f2f2-4c70-aa43-a3a1fffeb8a4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378375 Aug 21 18:09:28.193116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:09:28.319083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:28.331446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'mac_address': 'fa:16:3e:b9:c1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:09:28.376246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:28.389958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d389c2fe-9727-43cb-8c77-98938b60a2b4 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:28.410659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:28.417586 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:28.420767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05214cae-16d4-4912-b7c3-ad38e8199a2d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:09:28.577322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:28.594224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d,segment=NetworkSegment(c773e493-3361-4edd-baca-8d70845b6af1),segment_id=c773e493-3361-4edd-baca-8d70845b6af1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:28.610253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '05214cae-16d4-4912-b7c3-ad38e8199a2d', 'network_id': 'd81419dc-2be0-403b-af09-758aa43604e3', 'port_id': '05214cae-16d4-4912-b7c3-ad38e8199a2d', 'mac_address': 'fa:16:3e:3e:74:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64333dee-670a-4d35-84b3-2ae510e68a33', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:09:28.652090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:28.666133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05214cae-16d4-4912-b7c3-ad38e8199a2d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:28.687168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d,segment=NetworkSegment(c773e493-3361-4edd-baca-8d70845b6af1),segment_id=c773e493-3361-4edd-baca-8d70845b6af1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:28.691695 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:28.739205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:28.840375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d389c2fe-9727-43cb-8c77-98938b60a2b4'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:29.076261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['05214cae-16d4-4912-b7c3-ad38e8199a2d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:29.202169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43715f10-5119-4160-b8e3-9870c161e935 req-c9102dc8-3873-40df-bc35-9f9e839af845 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:29.213529 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43715f10-5119-4160-b8e3-9870c161e935 req-c9102dc8-3873-40df-bc35-9f9e839af845 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 944 time: 0.1092279 Aug 21 18:09:29.343425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43715f10-5119-4160-b8e3-9870c161e935 req-fa815221-176e-46bd-817b-4672228c675b tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232979 Aug 21 18:09:29.577091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802bf0b-b2be-4e4f-b902-19fbb9e7a1bf req-e7cf6634-bdc6-49c0-bfd0-93f9ee69a2ea tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:29.588497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2802bf0b-b2be-4e4f-b902-19fbb9e7a1bf req-e7cf6634-bdc6-49c0-bfd0-93f9ee69a2ea tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0730712 Aug 21 18:09:29.649480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2802bf0b-b2be-4e4f-b902-19fbb9e7a1bf req-6e731c35-70e1-4ad8-bd62-65bc0e8e269a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598447 Aug 21 18:09:30.198756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:30.324104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d389c2fe-9727-43cb-8c77-98938b60a2b4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:30.324471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.476227 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.491470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52284) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:30.501917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-547317106'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:30.552469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:30.556804 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843e6ccb-b1d8-4ec5-a46d-0eb5acd95fb0" -d '{"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-plugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:30.573016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:30.576018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:30.583278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.593004 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.612464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d1a6c-9715-4366-b6c2-a0d80fc4eb51 req-2eff2b41-6246-48b9-9a0c-9a2e31a05771 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:30.615906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f87d1a6c-9715-4366-b6c2-a0d80fc4eb51 req-2eff2b41-6246-48b9-9a0c-9a2e31a05771 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 944 time: 0.1207285 Aug 21 18:09:30.647637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:09:30.676078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.676433 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Added segment 453355d2-6c3a-4cad-a79a-8a73e4601200 of type vlan for network 13be154c-f5e8-4d05-8eba-633701811939 Aug 21 18:09:30.684762 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8cea3d-3131-4a4c-93a4-538fa9d6e64c x-openstack-request-id: req-de8cea3d-3131-4a4c-93a4-538fa9d6e64c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:30.685788 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-plugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:30.686198 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de8cea3d-3131-4a4c-93a4-538fa9d6e64c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:30.687294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f87d1a6c-9715-4366-b6c2-a0d80fc4eb51 req-40177d62-ff3b-4da3-8196-daf592360669 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626941 Aug 21 18:09:30.687425 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'code': 200} Aug 21 18:09:30.720821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:30.760044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.833569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.839976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:30.843581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:30.938144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83831675-7094-4629-b4c9-613abbf51557 req-3fa2e4b6-75bd-47ae-8a5d-de3505b0c447 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:30.940086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83831675-7094-4629-b4c9-613abbf51557 req-3fa2e4b6-75bd-47ae-8a5d-de3505b0c447 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1757832 Aug 21 18:09:30.948143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4513454 Aug 21 18:09:30.951019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52294) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:30.956268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-6509163'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:31.002345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed306df-cb7a-4b31-8e8e-5dd8d21c04d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Network': ['ID=13be154c-f5e8-4d05-8eba-633701811939,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:31.011407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:31.015480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.020091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 13be154c-f5e8-4d05-8eba-633701811939 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:09:31.073435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:09:31.075551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83831675-7094-4629-b4c9-613abbf51557 req-fbf7cb75-dd7a-4536-b66f-22f9c0b8bb65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144476 Aug 21 18:09:31.092628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.092978 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Added segment d7748d39-c621-4a67-963a-6ef065a1ce9e of type vlan for network 4235e44c-5df5-4c67-83ca-4a302acae183 Aug 21 18:09:31.152961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.190017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.200325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:31.201032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.254423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3023565 Aug 21 18:09:31.257103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52298) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:31.262811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'subnet': {'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:31.303057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9248a-2e2f-4ae6-9909-d3899dc60406 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Network': ['ID=4235e44c-5df5-4c67-83ca-4a302acae183,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:31.314047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4235e44c-5df5-4c67-83ca-4a302acae183 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:09:31.451433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:31.455486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.711845 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.765816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Subnet': ['ID=fa4409c6-6afa-4b44-87e7-91762a73a6ea,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:31.851842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:31.852541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network hostable DHCP agents. Network: 13be154c-f5e8-4d05-8eba-633701811939, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:09:31.898947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 13be154c-f5e8-4d05-8eba-633701811939 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:09:31.914820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 13be154c-f5e8-4d05-8eba-633701811939) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:31.924650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5509028e-a6c1-496e-a712-8d3feca6a334 None None] Network 13be154c-f5e8-4d05-8eba-633701811939 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:31.928352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:31.928954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:31.938756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4919c-d550-44b3-80bf-1bcafc72e242 req-a091ada3-60e1-4aa2-9e12-bff0efee0bc6 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:31.943417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33b4919c-d550-44b3-80bf-1bcafc72e242 req-a091ada3-60e1-4aa2-9e12-bff0efee0bc6 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 944 time: 0.1291564 Aug 21 18:09:31.953351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3157a133-6dd3-4dbd-8862-c2782c04b88d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6927626 Aug 21 18:09:31.953504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:31.959169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'subnet': {'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:32.021440 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33b4919c-d550-44b3-80bf-1bcafc72e242 req-98ed639c-3999-4e24-b105-e1f32e1535a5 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708816 Aug 21 18:09:32.071010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:32.074886 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.218982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05214cae-16d4-4912-b7c3-ad38e8199a2d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:32.251454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8601c72-452a-40ea-8e28-135854d82448 req-aa0162e2-ceb4-404d-9e91-7fa6a5033da6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:32.254091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8601c72-452a-40ea-8e28-135854d82448 req-aa0162e2-ceb4-404d-9e91-7fa6a5033da6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0782516 Aug 21 18:09:32.276823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-13be154c-f5e8-4d05-8eba-633701811939', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:09:32.277941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.370263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b8601c72-452a-40ea-8e28-135854d82448 req-1ab489da-3ba1-4bd5-8455-a9d25e1838ad tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851552 Aug 21 18:09:32.421244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 05214cae-16d4-4912-b7c3-ad38e8199a2d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:32.442441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 05214cae-16d4-4912-b7c3-ad38e8199a2d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:32.442844 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.457787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.524335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Allocated IP 10.1.1.2 (13be154c-f5e8-4d05-8eba-633701811939/fa4409c6-6afa-4b44-87e7-91762a73a6ea/d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:32.540393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Subnet': ['ID=792981fc-0613-4725-9614-902096c827af,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:32.562257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Checking segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:32.562898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network hostable DHCP agents. Network: 4235e44c-5df5-4c67-83ca-4a302acae183, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:09:32.596530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 4235e44c-5df5-4c67-83ca-4a302acae183 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:09:32.628261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4235e44c-5df5-4c67-83ca-4a302acae183) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:32.642003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:32.643248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.668826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9fdb0646-0d6d-499f-9c3f-a1790ea9e3bb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7143643 Aug 21 18:09:32.672020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52336) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:32.680050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'name': 'tempest-TaggedBootDevicesTest-378566952', 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:32.752285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765d07d-e219-4a04-8ab4-17bee8e686b5 None None] Network 4235e44c-5df5-4c67-83ca-4a302acae183 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:32.869089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:32.879573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:32.962341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:32.964647 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac242627-7644-4ce6-9313-9122d43e11bb" -d '{"events": [{"server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "name": "network-vif-plugged", "status": "completed", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:33.058394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d,segment=NetworkSegment(c773e493-3361-4edd-baca-8d70845b6af1),segment_id=c773e493-3361-4edd-baca-8d70845b6af1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:33.060810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.061400 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e85d810-8e73-4835-8571-83b6588dea75 x-openstack-request-id: req-6e85d810-8e73-4835-8571-83b6588dea75 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:33.061937 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "name": "network-vif-plugged", "status": "completed", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:33.062555 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e85d810-8e73-4835-8571-83b6588dea75 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:33.063373 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d', 'code': 200} Aug 21 18:09:33.074627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.102805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] device_id is not set on port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:09:33.145793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.192338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4235e44c-5df5-4c67-83ca-4a302acae183', 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ips': [{'subnet_id': '792981fc-0613-4725-9614-902096c827af'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:09:33.200007 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.207909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af7193-3412-4985-8016-4eeaaffaa961 req-0dc88b55-d447-4f2f-bf1e-e96f157f72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:33.211818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f9af7193-3412-4985-8016-4eeaaffaa961 req-0dc88b55-d447-4f2f-bf1e-e96f157f72e4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 1097 time: 0.0891175 Aug 21 18:09:33.216697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Transition to ACTIVE for port object d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:33.250968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:33.307926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Transition to ACTIVE for port object d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:33.333024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.378475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f9af7193-3412-4985-8016-4eeaaffaa961 req-2f848447-b97a-4e68-a8f4-54975e54d777 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414216 Aug 21 18:09:33.415158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1af72-852d-4d3a-9a50-5d91c8ac13d5 req-95d5ab71-7edf-4a5b-bfd1-747d4b91802b tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:33.431716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ea1af72-852d-4d3a-9a50-5d91c8ac13d5 req-95d5ab71-7edf-4a5b-bfd1-747d4b91802b tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.2133017 Aug 21 18:09:33.453805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.1.1.250 (13be154c-f5e8-4d05-8eba-633701811939/fa4409c6-6afa-4b44-87e7-91762a73a6ea/0dc35959-7f12-48b1-b6e3-5912e7c06e0f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:33.485653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ea1af72-852d-4d3a-9a50-5d91c8ac13d5 req-f74cdfbb-2943-4fc0-b9f3-9bca110e3ba4 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520883 Aug 21 18:09:33.557219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Network 13be154c-f5e8-4d05-8eba-633701811939 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:33.582068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Pushing event updated for resources: {'Port': ['ID=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:33.587392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:33.589888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:33.703109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Allocated IP 10.2.2.2 (4235e44c-5df5-4c67-83ca-4a302acae183/792981fc-0613-4725-9614-902096c827af/740329e1-ec4b-44bd-a4af-19c24007415f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:33.705481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Attempting to bind port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:33.706100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Attempting to bind port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:33.706707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Attempting to bind port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:33.717847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:33.718664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:33.719329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.721073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Bound using segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:33.721746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Bound port: d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:33.722241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.764907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170a43b-85fa-49b4-a34d-418ad014add6 req-19437fa3-9008-4cc9-ba8c-d7abf906d946 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:33.773527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9170a43b-85fa-49b4-a34d-418ad014add6 req-19437fa3-9008-4cc9-ba8c-d7abf906d946 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1574755 Aug 21 18:09:33.822221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.839619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object 0dc35959-7f12-48b1-b6e3-5912e7c06e0f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:33.884158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.899214 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9170a43b-85fa-49b4-a34d-418ad014add6 req-35611723-ad96-48ef-9c35-932b61be8de0 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126235 Aug 21 18:09:33.927197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] For port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:33.930705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] For port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:33.954169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:33.963081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 13be154c-f5e8-4d05-8eba-633701811939 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:33.966737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:33.971315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:34.005135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:34.056867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:34.057539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.096882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.098757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:34.103780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-867a06f9-dfbd-4657-af0c-a6175ab48377 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4300725 Aug 21 18:09:34.105053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'name': 'tempest-TaggedBootDevicesTest-738686018', 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:34.107744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3748d-aca0-4b11-b887-f0ec6cceab97 None None] Pushing event updated for resources: {'Port': ['ID=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:34.119577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Transition to ACTIVE for port object 740329e1-ec4b-44bd-a4af-19c24007415f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:34.139590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Transition to ACTIVE for port object 740329e1-ec4b-44bd-a4af-19c24007415f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:34.159332 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.213709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Network 4235e44c-5df5-4c67-83ca-4a302acae183 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:34.216993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:34.220507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:34.232159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Pushing event updated for resources: {'Port': ['ID=740329e1-ec4b-44bd-a4af-19c24007415f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:34.313075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:34.352879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Attempting to bind port 740329e1-ec4b-44bd-a4af-19c24007415f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:34.353277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Attempting to bind port 740329e1-ec4b-44bd-a4af-19c24007415f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:34.353799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Attempting to bind port 740329e1-ec4b-44bd-a4af-19c24007415f on network 4235e44c-5df5-4c67-83ca-4a302acae183 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:34.361372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:34.361895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Checking segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:34.362883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.363363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Bound using segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:34.363980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Bound port: 740329e1-ec4b-44bd-a4af-19c24007415f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:34.364821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.481525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.500544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-868afba8-707d-4003-84aa-457d1c486657 None None] For port 740329e1-ec4b-44bd-a4af-19c24007415f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:34.503966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-868afba8-707d-4003-84aa-457d1c486657 None None] For port 740329e1-ec4b-44bd-a4af-19c24007415f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=740329e1-ec4b-44bd-a4af-19c24007415f,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:34.513503 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:34.528567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] device_id is not set on port 273e608e-b288-41cc-92e9-f99d0a4be842 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:09:34.583011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868afba8-707d-4003-84aa-457d1c486657 None None] Pushing event updated for resources: {'Port': ['ID=740329e1-ec4b-44bd-a4af-19c24007415f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:34.788578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6725ac-3b33-4631-8be9-2598063b9d88 req-47edb7a7-0ea5-46f8-80ed-04ab7c63a067 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:34.797890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c6725ac-3b33-4631-8be9-2598063b9d88 req-47edb7a7-0ea5-46f8-80ed-04ab7c63a067 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.1044428 Aug 21 18:09:34.931983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c6725ac-3b33-4631-8be9-2598063b9d88 req-adaa6ef5-92b4-4940-aaf0-f677a44a35c6 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326833 Aug 21 18:09:34.967090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.1.1.163 (13be154c-f5e8-4d05-8eba-633701811939/fa4409c6-6afa-4b44-87e7-91762a73a6ea/273e608e-b288-41cc-92e9-f99d0a4be842) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:35.133720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55011fd-aac4-4d16-9f83-7bd61b3f0e06 req-12138d33-290a-42ed-8797-53da082b3c72 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:35.135585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d55011fd-aac4-4d16-9f83-7bd61b3f0e06 req-12138d33-290a-42ed-8797-53da082b3c72 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0914009 Aug 21 18:09:35.226892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d55011fd-aac4-4d16-9f83-7bd61b3f0e06 req-80c9c0f0-5e97-44b4-99b3-9a691c215bb5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830984 Aug 21 18:09:35.353431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:35.371595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object 273e608e-b288-41cc-92e9-f99d0a4be842 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:35.427825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:35.454276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 13be154c-f5e8-4d05-8eba-633701811939 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:35.458348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:35.459987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:35.529993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea63778-378e-43b9-b4ec-550ab4c4274d None None] Network 13be154c-f5e8-4d05-8eba-633701811939 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:35.573991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:35.617302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:35.622935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:35.651913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-61dd2682-23c0-4309-9739-e8585cf197da None None] Provisioning for port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:35.657499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b24a68bb-5422-4444-88fe-2710781f056a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5574946 Aug 21 18:09:36.004373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e087c31-3bc1-477c-8111-4758766005a7 req-f3ac76cf-cc28-4d56-933a-28ecee55cbd7 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:36.009638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e087c31-3bc1-477c-8111-4758766005a7 req-f3ac76cf-cc28-4d56-933a-28ecee55cbd7 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.0892198 Aug 21 18:09:36.077199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e087c31-3bc1-477c-8111-4758766005a7 req-43b37394-6d48-4be1-b062-e2cd35d35e86 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Aug 21 18:09:36.136746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:36.141967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1185217709', 'description': 'tempest-description--1971639565'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:36.203534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.280915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af45c98-3ea3-4886-8b53-2284416dedc0 None None] Network 4235e44c-5df5-4c67-83ca-4a302acae183 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:36.389692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2480ac-640c-48b2-918d-530e0b12bad7 req-a2b1f02f-a733-4d5b-be5b-22fe472fdb76 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:36.399699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b2480ac-640c-48b2-918d-530e0b12bad7 req-a2b1f02f-a733-4d5b-be5b-22fe472fdb76 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.0936966 Aug 21 18:09:36.420603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Provisioning for port 740329e1-ec4b-44bd-a4af-19c24007415f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:36.462533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.475111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.509037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Provisioning for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:36.532318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b2480ac-640c-48b2-918d-530e0b12bad7 req-f537dc38-7439-4d63-95d6-db571ce47a7f tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260393 Aug 21 18:09:36.545766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.547538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4099610 Aug 21 18:09:36.551945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52432) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:36.558127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'security_group_rule': {'security_group_id': '8aed7ba1-0615-49d3-a115-50d1d87387b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:36.572718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212a331-3e77-40b5-b396-b01801a12e32 req-ebd096f3-067c-42f6-881d-426f3fd4e90c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:36.577652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5212a331-3e77-40b5-b396-b01801a12e32 req-ebd096f3-067c-42f6-881d-426f3fd4e90c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0947185 Aug 21 18:09:36.588098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Provisioning complete for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:36.588469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.602688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6ff80-2882-46f4-9bba-23f4db9b18c8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aed7ba1-0615-49d3-a115-50d1d87387b2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:36.629268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.641223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 740329e1-ec4b-44bd-a4af-19c24007415f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:36.686615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:36.702565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5212a331-3e77-40b5-b396-b01801a12e32 req-e59ad8a9-5391-4991-b726-e746d27c389a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187012 Aug 21 18:09:36.733697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.749078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.780468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c082fcc3-d051-4b65-9482-39642178367c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:36.833357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.840694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4ee3edaf-14c5-482f-981c-26cd6f99cc24 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2872856 Aug 21 18:09:36.843844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52440) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:36.849017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'security_group_rule': {'security_group_id': '8aed7ba1-0615-49d3-a115-50d1d87387b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:36.857510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Provisioning for port 273e608e-b288-41cc-92e9-f99d0a4be842 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:36.880551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Provisioning complete for port 273e608e-b288-41cc-92e9-f99d0a4be842 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:36.880924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.895842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 740329e1-ec4b-44bd-a4af-19c24007415f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:36.913932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:36.943923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 740329e1-ec4b-44bd-a4af-19c24007415f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:36.944294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.000703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a89c4670-da6d-4cef-952a-aa72b0e01aa2 None None] Port 273e608e-b288-41cc-92e9-f99d0a4be842 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:37.019759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.031243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.060660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf248c1-102d-40e3-9d34-b446490ef402,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:37.067927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.072753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76fa1419-3ecd-4a12-8c74-38c52ff7b695 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2275360 Aug 21 18:09:37.073707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52442) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:37.083007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:37.098364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354670e-b3eb-4627-957c-f21bfdad0118 req-49f77c20-54c6-4b52-baef-9ab405643b20 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:37.111763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3354670e-b3eb-4627-957c-f21bfdad0118 req-49f77c20-54c6-4b52-baef-9ab405643b20 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.1429412 Aug 21 18:09:37.133635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.164280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3f549488-caca-43ac-8300-a76cdfebd6a1 None None] Provisioning complete for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:37.164714 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3f549488-caca-43ac-8300-a76cdfebd6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.206541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3354670e-b3eb-4627-957c-f21bfdad0118 req-0b1f2314-c240-427b-be21-98434acfcf57 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908155 Aug 21 18:09:37.239941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3f549488-caca-43ac-8300-a76cdfebd6a1 None None] Port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:37.242424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.296811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1830956-36ca-4c3a-b232-1edf07d65149 req-fbf1dea3-3779-4914-80ee-fdba06b12c35 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:37.298547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1830956-36ca-4c3a-b232-1edf07d65149 req-fbf1dea3-3779-4914-80ee-fdba06b12c35 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.0791709 Aug 21 18:09:37.316617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 740329e1-ec4b-44bd-a4af-19c24007415f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=740329e1-ec4b-44bd-a4af-19c24007415f,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:37.326707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-d7470376-989c-4ecf-89a6-a83a3b166071 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:37.327956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.328810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:37.330848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-d7470376-989c-4ecf-89a6-a83a3b166071 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.39 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 946 time: 0.0655708 Aug 21 18:09:37.385478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1830956-36ca-4c3a-b232-1edf07d65149 req-a6c52409-61c0-413a-85bf-5cc2c77e382d tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/security-groups?id=565bb73b-5ad0-4f07-9216-8c6aa7ad7888&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779476 Aug 21 18:09:37.433239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.473944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=740329e1-ec4b-44bd-a4af-19c24007415f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:37.498877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8f2daf1-ce85-450e-bee1-d7c70475dfc1 None None] Provisioning complete for port 740329e1-ec4b-44bd-a4af-19c24007415f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:37.500073 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8f2daf1-ce85-450e-bee1-d7c70475dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.503620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:37.525478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Deleting port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:37.526075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.527348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:37.527720 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.630516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] For port 82b1625a-26ad-48ca-ab26-b2049a0e08d1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=82b1625a-26ad-48ca-ab26-b2049a0e08d1,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:37.631227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.641662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.645959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Calling delete_port for 82b1625a-26ad-48ca-ab26-b2049a0e08d1 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:37.678995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:37.701277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 172.25.1.78 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/629ead7a-ac05-4acf-9026-6a910d7b64ef) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:37.701889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.834452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8f2daf1-ce85-450e-bee1-d7c70475dfc1 None None] Provisioning complete for port 273e608e-b288-41cc-92e9-f99d0a4be842 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:37.835128 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8f2daf1-ce85-450e-bee1-d7c70475dfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.837114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:37.877032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f8f2daf1-ce85-450e-bee1-d7c70475dfc1 None None] Port 273e608e-b288-41cc-92e9-f99d0a4be842 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:37.880476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.902012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['82b1625a-26ad-48ca-ab26-b2049a0e08d1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:37.940513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Pushing event deleted for resources: {'Port': ['ID=82b1625a-26ad-48ca-ab26-b2049a0e08d1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:37.991419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] No DVR routers for this DVR port 82b1625a-26ad-48ca-ab26-b2049a0e08d1 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:09:37.994877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:37.998046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-855e0e36-a8e2-459f-8d04-3a515a44839e req-ec67c06a-27b1-49e2-b837-21d87390ed96 tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.39 "DELETE /v2.0/ports/82b1625a-26ad-48ca-ab26-b2049a0e08d1 HTTP/1.1" status: 204 len: 173 time: 0.6571062 Aug 21 18:09:37.998720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'name': 'network-vif-deleted', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:38.010064 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff1abe-1452-4376-acb2-17b52dd67919" -d '{"events": [{"server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "name": "network-vif-deleted", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:38.037539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe2a11-5423-4574-b055-950c94247d24 req-88731a87-a10f-4ad3-8ff9-24f82fd35118 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:38.053003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5efe2a11-5423-4574-b055-950c94247d24 req-88731a87-a10f-4ad3-8ff9-24f82fd35118 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.2210417 Aug 21 18:09:38.118172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5efe2a11-5423-4574-b055-950c94247d24 req-086ff581-c2f6-484b-9c7a-0de27d7cc5ed tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612359 Aug 21 18:09:38.195741 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2160d7d-d166-4692-ab42-84fae1bf38f2 x-openstack-request-id: req-e2160d7d-d166-4692-ab42-84fae1bf38f2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:38.196582 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20824c85-80d7-4ae1-aa9b-8e1f2761e7ef", "name": "network-vif-deleted", "tag": "82b1625a-26ad-48ca-ab26-b2049a0e08d1", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:38.197034 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2160d7d-d166-4692-ab42-84fae1bf38f2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:38.197666 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20824c85-80d7-4ae1-aa9b-8e1f2761e7ef', 'name': 'network-vif-deleted', 'tag': '82b1625a-26ad-48ca-ab26-b2049a0e08d1', 'status': 'completed', 'code': 200} Aug 21 18:09:38.227845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:09:38.434170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:38.456901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:09:38.505036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.581583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.593600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 740329e1-ec4b-44bd-a4af-19c24007415f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:38.598304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.614759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df4fb3-9677-4fc9-95fd-7f7f01e771a8 req-9d427fff-0726-477e-ac13-0a0c6ec2475b tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:38.624008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2df4fb3-9677-4fc9-95fd-7f7f01e771a8 req-9d427fff-0726-477e-ac13-0a0c6ec2475b tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.2860229 Aug 21 18:09:38.649675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:38.655639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:38.660288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:38.680694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-0c970a24-51de-4525-821b-f6a280a4fc14 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:38.682269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-0c970a24-51de-4525-821b-f6a280a4fc14 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.64 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 945 time: 0.2481315 Aug 21 18:09:38.693911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=629ead7a-ac05-4acf-9026-6a910d7b64ef,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:38.728878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2df4fb3-9677-4fc9-95fd-7f7f01e771a8 req-72a65f74-4565-4e89-b7bf-9d58c9fc89d0 tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/security-groups?id=6b0d2deb-24bb-4861-8785-1d1fa17c0183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034315 Aug 21 18:09:38.736029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:38.804490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:38.811347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 740329e1-ec4b-44bd-a4af-19c24007415f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:38.811725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.865909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a7108bb-cd8f-4c44-903e-8017b3104f20 req-6a79d537-97bb-4926-9d97-c151c5163e0b tempest-AttachSCSIVolumeTestJSON-979214983 tempest-AttachSCSIVolumeTestJSON-979214983-project] 10.222.0.41 "GET /v2.0/ports?device_id=20824c85-80d7-4ae1-aa9b-8e1f2761e7ef HTTP/1.1" status: 200 len: 210 time: 0.0848336 Aug 21 18:09:38.911699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.914295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.971115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Deleting port 05214cae-16d4-4912-b7c3-ad38e8199a2d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:38.972120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:38.990286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.112806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:39.157228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:39.164663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['4100c8b0-1bd8-4025-be85-6a833f42ec15'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:39.187303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] For port 05214cae-16d4-4912-b7c3-ad38e8199a2d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=05214cae-16d4-4912-b7c3-ad38e8199a2d,segment=NetworkSegment(c773e493-3361-4edd-baca-8d70845b6af1),segment_id=c773e493-3361-4edd-baca-8d70845b6af1)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:39.188509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.208967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Calling delete_port for 05214cae-16d4-4912-b7c3-ad38e8199a2d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:39.448485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.505455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Pushing event deleted for resources: {'Port': ['ID=05214cae-16d4-4912-b7c3-ad38e8199a2d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:39.579820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] No DVR routers for this DVR port 05214cae-16d4-4912-b7c3-ad38e8199a2d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:09:39.584037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.588725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3007de0-37aa-43eb-929c-4a2409cc9e2c req-7a5dfcf0-7a3d-4fe6-9496-2e9d12236afb tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.64 "DELETE /v2.0/ports/05214cae-16d4-4912-b7c3-ad38e8199a2d HTTP/1.1" status: 204 len: 173 time: 0.8570423 Aug 21 18:09:39.610578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2308b3-3883-4903-aba5-de494324def3 req-4e99653a-c051-4f0a-8e88-e3b4eb35907e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:39.619824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad2308b3-3883-4903-aba5-de494324def3 req-4e99653a-c051-4f0a-8e88-e3b4eb35907e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.2553041 Aug 21 18:09:39.729716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad2308b3-3883-4903-aba5-de494324def3 req-23dae8b6-5f6c-4ac8-a3de-2f757571cc80 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088815 Aug 21 18:09:39.736403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.743935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.869358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.989239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:39.990514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9152267 Aug 21 18:09:40.000793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69114a-f043-4b1d-8dfc-094e1684714b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=629ead7a-ac05-4acf-9026-6a910d7b64ef,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:40.033339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:40.034298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:40.160803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['05214cae-16d4-4912-b7c3-ad38e8199a2d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:09:40.189904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22ec2b9f-223b-434a-9148-a412c17ed357 req-03a1f862-e3c9-4f36-8389-9fd75875dc6a tempest-InstanceActionsV221TestJSON-1561560203 tempest-InstanceActionsV221TestJSON-1561560203-project] 10.222.0.41 "GET /v2.0/ports?device_id=22fd3ff9-e630-4e13-adba-92efb2f6ec67 HTTP/1.1" status: 200 len: 210 time: 0.0614212 Aug 21 18:09:40.199156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'name': 'network-vif-deleted', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:40.202445 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1207254e-32d1-4fcf-9147-8f9feb61a477" -d '{"events": [{"server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "name": "network-vif-deleted", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:40.280934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:09:40.402146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82b1625a-26ad-48ca-ab26-b2049a0e08d1 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:40.438699 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4fea4-e402-4605-8781-505b9b10e022 x-openstack-request-id: req-cac4fea4-e402-4605-8781-505b9b10e022 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:40.438992 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22fd3ff9-e630-4e13-adba-92efb2f6ec67", "name": "network-vif-deleted", "tag": "05214cae-16d4-4912-b7c3-ad38e8199a2d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:40.439244 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cac4fea4-e402-4605-8781-505b9b10e022 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:40.439894 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22fd3ff9-e630-4e13-adba-92efb2f6ec67', 'name': 'network-vif-deleted', 'tag': '05214cae-16d4-4912-b7c3-ad38e8199a2d', 'status': 'completed', 'code': 200} Aug 21 18:09:40.471532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 82b1625a-26ad-48ca-ab26-b2049a0e08d1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:09:40.473156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 82b1625a-26ad-48ca-ab26-b2049a0e08d1 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:09:40.504322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:40.506315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:40.650699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:40.676813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:40.679616 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee76276-ce1a-4e72-855b-d0ad11bb639a" -d '{"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:40.698038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:40.704140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:40.705471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05214cae-16d4-4912-b7c3-ad38e8199a2d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:40.733539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 05214cae-16d4-4912-b7c3-ad38e8199a2d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:09:40.734262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 05214cae-16d4-4912-b7c3-ad38e8199a2d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:09:40.792754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:44.685845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-67427b90-a1cc-4e58-92ad-171ea28ed730 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1185217709&fields=id&tenant_id=6abfef9d5dc8478b83172a58ef395efc HTTP/1.1" status: 200 len: 267 time: 0.0579503 Aug 21 18:09:44.811122 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b1a7df-2a74-4ee8-929d-7408412ac207 x-openstack-request-id: req-65b1a7df-2a74-4ee8-929d-7408412ac207 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:44.811657 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:44.811861 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65b1a7df-2a74-4ee8-929d-7408412ac207 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:44.812897 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'code': 200} Aug 21 18:09:44.835635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-308fa350-c467-457f-bec7-da39f2f6f0f0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:44.839725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-308fa350-c467-457f-bec7-da39f2f6f0f0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 931 time: 0.1406105 Aug 21 18:09:44.915568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-714e63cb-8249-46e7-b977-df9bc96ad14e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:44.923790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-714e63cb-8249-46e7-b977-df9bc96ad14e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 931 time: 0.0767546 Aug 21 18:09:44.955045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554ec2d-96cf-4201-986b-77fd17e33949 req-990cf3df-1eaa-4646-b0b7-5b3dbcba48f8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:44.957258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d554ec2d-96cf-4201-986b-77fd17e33949 req-990cf3df-1eaa-4646-b0b7-5b3dbcba48f8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0574896 Aug 21 18:09:44.993692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-3d312bfd-cf4a-4b97-8811-dbfae730cf13 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0682447 Aug 21 18:09:45.007982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d554ec2d-96cf-4201-986b-77fd17e33949 req-7ec534d5-a54a-44de-b6ab-c9b7165c0ecf tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435781 Aug 21 18:09:45.034446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-cc756fbb-9409-45be-89b5-45c9a7b170bc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0395019 Aug 21 18:09:45.220987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bbce4a02-3278-4f1c-87a7-5f862c618395 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:45.232219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bbce4a02-3278-4f1c-87a7-5f862c618395 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:45.250421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bbce4a02-3278-4f1c-87a7-5f862c618395 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:45.253556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bbce4a02-3278-4f1c-87a7-5f862c618395 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/networks?id=9f3ccdad-4d90-4633-846b-69c6fd50df72&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=4235e44c-5df5-4c67-83ca-4a302acae183&id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 1986 time: 0.2121363 Aug 21 18:09:45.289945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-ac0a5ed0-c417-4f33-bd33-045c533137f8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/quotas/6abfef9d5dc8478b83172a58ef395efc HTTP/1.1" status: 200 len: 375 time: 0.0281143 Aug 21 18:09:45.382590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-d909d8fd-955a-4ac7-8e41-9b62a0519704 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0810983 Aug 21 18:09:45.521087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5b34c2fb-6193-4909-9302-2448624b801f service neutron] 10.222.0.41 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262507 Aug 21 18:09:45.668367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-25aeb2ac-0154-461a-be49-b405a4426398 service neutron] 10.222.0.41 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461961 Aug 21 18:09:45.728492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e17d471-3dd8-412f-8d20-a32f82384ba0 service neutron] 10.222.0.41 "GET /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0487909 Aug 21 18:09:45.867042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-57834b55-3a55-4c28-aef8-35e660cc87f0 service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283443 Aug 21 18:09:45.971555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-953094e3-efa0-42c3-8704-98cab39336cb service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971432 Aug 21 18:09:46.033827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8703fe1f-b88f-4e32-ab07-7912571374b2 service neutron] 10.222.0.41 "GET /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0552676 Aug 21 18:09:46.152032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-264b79fc-d7e2-462e-a69c-3ed5fe3dc1ac service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101351 Aug 21 18:09:46.308582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8a12315f-9d7f-4833-94a7-90a6b43f1c9d service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467674 Aug 21 18:09:46.445204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-dbeca078-b3f4-4153-9948-c23d3f59eb36 service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303391 Aug 21 18:09:46.491763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f9aed3-4f50-41d9-85c8-7381083abf9d req-b6213d35-b481-45ac-b578-440322567d70 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:46.493903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3f9aed3-4f50-41d9-85c8-7381083abf9d req-b6213d35-b481-45ac-b578-440322567d70 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0702529 Aug 21 18:09:46.555599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3f9aed3-4f50-41d9-85c8-7381083abf9d req-08aa645c-5ef2-406c-b4bd-bb4501dcc149 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555091 Aug 21 18:09:46.569067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-ba4fc016-c8ee-4fd6-a702-510c62a41c0b service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154437 Aug 21 18:09:46.687149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-791bf099-aa8f-4a8e-adcf-367cff07a1ee service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119435 Aug 21 18:09:46.812168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-871adba7-fc82-4de3-bdc8-af2efa58e5f7 service neutron] 10.222.0.41 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180105 Aug 21 18:09:46.980408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bc867a31-ce3a-43c2-9796-61827b8247ba service neutron] 10.222.0.41 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530387 Aug 21 18:09:47.146251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bab7e938-1cce-4f82-8a34-b85b6dab9baa service neutron] 10.222.0.41 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607590 Aug 21 18:09:47.237106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:47.312625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Deleting subnet 64333dee-670a-4d35-84b3-2ae510e68a33 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:09:47.316085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.333418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-a2fd8839-044b-4bd0-84ef-6da53d0b8a0a service neutron] 10.222.0.41 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808655 Aug 21 18:09:47.354835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.463468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5d0bafdc-396f-4994-9185-9a5160a7228e service neutron] 10.222.0.41 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239822 Aug 21 18:09:47.485730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219e7bc-e7a3-4bcc-8a0b-b868dfdc78ae req-14861939-cc02-4e62-9cfd-225697a2d58e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:47.487846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e219e7bc-e7a3-4bcc-8a0b-b868dfdc78ae req-14861939-cc02-4e62-9cfd-225697a2d58e tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.1981380 Aug 21 18:09:47.545297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e219e7bc-e7a3-4bcc-8a0b-b868dfdc78ae req-00526b1a-d087-4049-ad6b-d41522d97719 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500541 Aug 21 18:09:47.556525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.737796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.772013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5e93e05c-2dc5-462b-bab1-40a75e5c404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.780047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:47.782847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/64333dee-670a-4d35-84b3-2ae510e68a33 HTTP/1.1" status: 204 len: 168 time: 0.5436337 Aug 21 18:09:47.784778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:47.785902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dde618-6f09-450b-a027-f24766d390c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64333dee-670a-4d35-84b3-2ae510e68a33,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:47.877755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-f2776531-d6b8-4122-8143-d5a4037bc52b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:47.893212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-f2776531-d6b8-4122-8143-d5a4037bc52b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.2376323 Aug 21 18:09:47.910945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-9d3320a1-fbae-4ed1-bd85-682245455cdf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/quotas/39f74c5e9a03414ea1a9c32e2697fad3 HTTP/1.1" status: 200 len: 375 time: 0.0165212 Aug 21 18:09:47.960995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.023126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-caa8d061-e73c-44e3-97fc-5e0116217d09 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112564 Aug 21 18:09:48.065284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.082289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81419dc-2be0-403b-af09-758aa43604e3']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:48.094787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c773e493-3361-4edd-baca-8d70845b6af1') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:48.095279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c773e493-3361-4edd-baca-8d70845b6af1') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:48.108266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.127168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.135340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:09:48.136342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:09:48.140158 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:09:48.215654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-2eb1b794-4266-45c7-93e6-583fa037a068 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911657 Aug 21 18:09:48.216490 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.228419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.233165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] 10.222.0.41 "DELETE /v2.0/networks/d81419dc-2be0-403b-af09-758aa43604e3 HTTP/1.1" status: 204 len: 168 time: 0.4431407 Aug 21 18:09:48.268721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a3f57-03ae-478f-954b-b09cbe9e5acd admin admin] Pushing event deleted for resources: {'Network': ['ID=d81419dc-2be0-403b-af09-758aa43604e3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:48.271233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:48.339887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-ac430aa3-c54a-417a-a520-25c9d87a7170 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:48.341824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-ac430aa3-c54a-417a-a520-25c9d87a7170 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.39 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.2301593 Aug 21 18:09:48.436344 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.533564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.552899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:48.587165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:48.592583 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a46d24f-794b-4ce7-a7e1-6d5c1009232d" -d '{"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:48.624339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f61319-7418-49bb-9ffd-9c991b91960c req-cd8a4dc6-5831-46c7-9a1e-d3d01032feaa tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:48.631218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:48.634353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99f61319-7418-49bb-9ffd-9c991b91960c req-cd8a4dc6-5831-46c7-9a1e-d3d01032feaa tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1118813 Aug 21 18:09:48.648948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b528f0c2-3fba-448b-9472-d83a73e89d55 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30ac9534bd0341cca62f70c112c9655b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912054 Aug 21 18:09:48.654621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.660505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52754) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:48.713875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.759203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99f61319-7418-49bb-9ffd-9c991b91960c req-59f2c0f3-279d-4107-9507-89ca81cac306 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235230 Aug 21 18:09:48.816759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:48.842552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.849522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.850226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.850713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.857373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.857920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.858568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.858974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.859552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.862875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.863334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.864005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:09:48.895817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.930700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:48.974908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-2a6e251c-7d8d-4362-ae57-bd49bf309446 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579472 Aug 21 18:09:48.994891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:49.001107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:49.001107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b0d2deb-24bb-4861-8785-1d1fa17c0183 HTTP/1.1" status: 204 len: 168 time: 0.3376837 Aug 21 18:09:49.011159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99113578-9e29-4572-8085-fdb1e0af74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0d2deb-24bb-4861-8785-1d1fa17c0183,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:49.064273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24748e7a-8771-448a-bc33-3be86aa434cb req-95146c74-6879-45c5-a5a1-f668c88ba7cc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:49.066056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24748e7a-8771-448a-bc33-3be86aa434cb req-95146c74-6879-45c5-a5a1-f668c88ba7cc tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.64 "GET /v2.0/ports?device_id=6efc3c04-7fa6-4ef3-a349-6345f8de00fa HTTP/1.1" status: 200 len: 944 time: 0.1654892 Aug 21 18:09:49.248424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Deleting port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:49.248780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:49.258697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f26f970-c56d-4cdc-a928-b84a5c35ed05 req-9bdae3ec-5dbf-4e43-a026-efd12e393a2e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0731957 Aug 21 18:09:49.381902 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc40d08-c0ad-4039-93dd-3101b57169d2 x-openstack-request-id: req-0dc40d08-c0ad-4039-93dd-3101b57169d2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:49.382210 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:49.382550 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0dc40d08-c0ad-4039-93dd-3101b57169d2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:49.382936 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'code': 200} Aug 21 18:09:49.443164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:49.571573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Deleting port d389c2fe-9727-43cb-8c77-98938b60a2b4 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:49.571918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:49.678355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b5346fc-508f-495b-b959-c00bd65537f6 req-ddebd51c-ee5e-4ddb-801e-069116ae9a45 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 210 time: 0.0798445 Aug 21 18:09:49.690879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] For port 28c7eaf0-8913-4cac-83d9-2e54d137fd42, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=28c7eaf0-8913-4cac-83d9-2e54d137fd42,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:49.691183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:49.975327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2170f3-8ad7-43b9-985c-6c4af8bf0364 req-d2f6cc4f-ab95-423c-8418-6abdeb9ff547 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:49.991743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2170f3-8ad7-43b9-985c-6c4af8bf0364 req-d2f6cc4f-ab95-423c-8418-6abdeb9ff547 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 946 time: 0.5811617 Aug 21 18:09:50.067743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.068146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.068467 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Floating IP ac4924ad-c548-4c49-9180-00ca010b034a disassociated. External IP: 172.25.1.171, port: 28c7eaf0-8913-4cac-83d9-2e54d137fd42. Aug 21 18:09:50.068958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Calling delete_port for 28c7eaf0-8913-4cac-83d9-2e54d137fd42 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:50.073578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2170f3-8ad7-43b9-985c-6c4af8bf0364 req-2d26c11d-fab2-461e-9c8e-123856de0c75 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ba01b7c-5e3a-4858-878a-7a83f7060599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803037 Aug 21 18:09:50.149458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] For port d389c2fe-9727-43cb-8c77-98938b60a2b4, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d389c2fe-9727-43cb-8c77-98938b60a2b4,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:50.149833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.170083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Calling delete_port for d389c2fe-9727-43cb-8c77-98938b60a2b4 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:50.342600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d533b7be-3192-4f12-a555-065b02cd9816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.388226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e2419-e1ad-43b7-aa38-3591c49d0e88 req-4890bac8-7fea-4993-a199-7c948ed9bdf5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:50.390210 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-976e2419-e1ad-43b7-aa38-3591c49d0e88 req-4890bac8-7fea-4993-a199-7c948ed9bdf5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.2735972 Aug 21 18:09:50.402994 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.473808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 28c7eaf0-8913-4cac-83d9-2e54d137fd42 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:50.489141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.555850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] No active binding found for port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:09:50.557952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 28c7eaf0-8913-4cac-83d9-2e54d137fd42 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:09:50.597795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event deleted for resources: {'Port': ['ID=28c7eaf0-8913-4cac-83d9-2e54d137fd42,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:50.698195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b096d18f-51b3-4442-9fd8-acfe46c498d7 req-f7fab45d-63c5-4f96-8fef-b74b7999fc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0810201 Aug 21 18:09:50.729401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52808) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:50.774355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.812649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event deleted for resources: {'Port': ['ID=d389c2fe-9727-43cb-8c77-98938b60a2b4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:50.849340 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-976e2419-e1ad-43b7-aa38-3591c49d0e88 req-d0822ebb-f397-4a2b-9e02-2e9fbd47d4df tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4483004 Aug 21 18:09:50.863792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-e853bce2-c691-4eac-801f-66bc1d57111a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:50.871151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-e853bce2-c691-4eac-801f-66bc1d57111a service neutron] 10.222.0.39 "GET /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 1027 time: 0.2944224 Aug 21 18:09:50.884506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] No DVR routers for this DVR port d389c2fe-9727-43cb-8c77-98938b60a2b4 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:09:50.889853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:50.892630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24748e7a-8771-448a-bc33-3be86aa434cb req-cd0db66d-85da-4e32-a769-0b00a53d0cb7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.64 "DELETE /v2.0/ports/d389c2fe-9727-43cb-8c77-98938b60a2b4 HTTP/1.1" status: 204 len: 173 time: 1.8141248 Aug 21 18:09:50.893225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-deleted', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:50.896843 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c12f3c9-79bf-4fd0-9be6-7f79e1bb1db2" -d '{"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-deleted", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:50.931397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Router 9ff624fd-f162-4487-9fd2-a88f8d817f28 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:09:50.965760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-970091730-network', 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:50.973982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-35faf53c-07ff-4fe3-8363-d0d2c0f4c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:50.975587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-35faf53c-07ff-4fe3-8363-d0d2c0f4c110 service neutron] 10.222.0.39 "GET /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 1027 time: 0.0962403 Aug 21 18:09:50.990690 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd6acdc-3655-4ae3-b853-2f3e18274f61 x-openstack-request-id: req-4cd6acdc-3655-4ae3-b853-2f3e18274f61 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:50.991558 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6efc3c04-7fa6-4ef3-a349-6345f8de00fa", "name": "network-vif-deleted", "tag": "d389c2fe-9727-43cb-8c77-98938b60a2b4", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:50.991988 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cd6acdc-3655-4ae3-b853-2f3e18274f61 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:50.993074 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efc3c04-7fa6-4ef3-a349-6345f8de00fa', 'name': 'network-vif-deleted', 'tag': 'd389c2fe-9727-43cb-8c77-98938b60a2b4', 'status': 'completed', 'code': 200} Aug 21 18:09:51.003417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.036067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b12fbd1-47e6-4c0c-b394-ba003b9944d9 req-6da6c85e-b93e-4c36-a267-300306b3f1d5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 210 time: 0.1031811 Aug 21 18:09:51.069386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:51.082224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.206154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.360519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd3128df-5b66-4d80-b03d-e99d13c893b6 req-58db7799-cc7e-43e7-b37d-42a6a07401ef tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 210 time: 0.0830450 Aug 21 18:09:51.402094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:09:51.414628 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Sync routers for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:09:51.452261 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:51.454588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:51.483497 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.507489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] No DVR routers for this DVR port 28c7eaf0-8913-4cac-83d9-2e54d137fd42 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:09:51.519382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.521863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22a7434f-e8d3-4195-a374-9ebfbde760d2 req-f6fe824c-8929-4c37-886d-3fb316032cab tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.39 "DELETE /v2.0/ports/28c7eaf0-8913-4cac-83d9-2e54d137fd42 HTTP/1.1" status: 204 len: 173 time: 3.1721966 Aug 21 18:09:51.594103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.600668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.633174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9d117ee6-7b4b-4747-a1b9-2fc435eee2ae tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:51.641544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9d117ee6-7b4b-4747-a1b9-2fc435eee2ae tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:51.646889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:09:51.648689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9d117ee6-7b4b-4747-a1b9-2fc435eee2ae tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:51.651423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9d117ee6-7b4b-4747-a1b9-2fc435eee2ae tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/networks?id=9f3ccdad-4d90-4633-846b-69c6fd50df72&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=4235e44c-5df5-4c67-83ca-4a302acae183&id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 1986 time: 0.6435187 Aug 21 18:09:51.667028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a4843-ac7e-4363-a401-705eb2195192,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:51.674812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.675703 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Added segment fc4f48a1-fec0-42fc-8053-5fc48f20ff07 of type vlan for network 17bac16d-d8dd-4424-b17d-160f61812338 Aug 21 18:09:51.847642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:51.901831 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:51.940634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-562c5b30-e4d3-4594-8cb5-f1b9b6293e20 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6abfef9d5dc8478b83172a58ef395efc HTTP/1.1" status: 200 len: 380 time: 0.2532964 Aug 21 18:09:51.962458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-56322345-a00b-496f-b41f-8de28defd911 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:09:51.965630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-56322345-a00b-496f-b41f-8de28defd911 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176148 Aug 21 18:09:51.999431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.000492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:52.001181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.038386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'admin_state_up': True, 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'security_groups': ['8aed7ba1-0615-49d3-a115-50d1d87387b2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:52.090847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3602231 Aug 21 18:09:52.124866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52826) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:52.135007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Request body: {'subnet': {'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-970091730-subnet', 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:52.149411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f06562f-719c-46ee-835d-bcad89f9bce3 req-311719ac-3403-445e-9b09-e5fdf9007d03 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.2042060 Aug 21 18:09:52.169842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dbaa1-d16f-4985-afc9-26895b1f39d4 admin admin] Pushing event updated for resources: {'Network': ['ID=17bac16d-d8dd-4424-b17d-160f61812338,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:52.202926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-71647a60-5feb-4362-823d-d3cd420fe7bf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:52.204919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-71647a60-5feb-4362-823d-d3cd420fe7bf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.8394647 Aug 21 18:09:52.213309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf9629-bd3a-41d3-ac36-9500a9ac19f8 req-a2b3457e-8554-47ce-b8e0-b3e85d37e624 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:52.222154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bbf9629-bd3a-41d3-ac36-9500a9ac19f8 req-a2b3457e-8554-47ce-b8e0-b3e85d37e624 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1413662 Aug 21 18:09:52.274583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 17bac16d-d8dd-4424-b17d-160f61812338 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:09:52.326580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bbf9629-bd3a-41d3-ac36-9500a9ac19f8 req-060dcb9f-eb17-4ed7-b3fc-c58b24cb84dc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032777 Aug 21 18:09:52.328056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:52.340624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.342024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Request body: {'port': {'device_id': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'admin_state_up': True, 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:52.364175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:52.498296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:09:52.498296 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:09:52.498296 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id_1': '6abfef9d5dc8478b83172a58ef395efc', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 9, 52, 158294)}] Aug 21 18:09:52.498296 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:09:52.498296 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:09:52.537780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fec1444-5132-499d-9475-db858da94bf5 req-bfc90224-4619-40e8-8c12-04bd0af639a1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 210 time: 0.0554628 Aug 21 18:09:52.604459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: d389c2fe-9727-43cb-8c77-98938b60a2b4 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:09:52.610187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d389c2fe-9727-43cb-8c77-98938b60a2b4 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:09:52.621883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:52.631313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.696305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Deleting port c9ea37fd-722a-48a4-8daf-e85cf3f904ba {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:52.701612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.718945 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:52.752757 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Checking router: 9ff624fd-f162-4487-9fd2-a88f8d817f28 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:09:52.774170 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:52.776227 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:52.844659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:52.890860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f6af536-c3a2-4765-8eed-c6f307365db1 req-ff50820e-1129-47fa-bab1-1d11bdd7ecc1 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/ports?device_id=f308872b-fb10-413b-9173-b29f1d2ad00a HTTP/1.1" status: 200 len: 210 time: 0.0600798 Aug 21 18:09:52.985168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03d3e191-b7be-43ee-bac4-ffa6cd2554f6,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:52.994363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Checking segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:52.995050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Network hostable DHCP agents. Network: 17bac16d-d8dd-4424-b17d-160f61812338, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:09:52.998559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'name': 'network-vif-deleted', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:53.001748 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaca4fe-1110-4588-9c0b-22a505a6ed80" -d '{"events": [{"server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "name": "network-vif-deleted", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:53.043103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Network 17bac16d-d8dd-4424-b17d-160f61812338 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:09:53.065860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 17bac16d-d8dd-4424-b17d-160f61812338) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:53.075728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:53.076788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.077650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320ce74-cd5a-450f-b59f-0e70ebada13a None None] Network 17bac16d-d8dd-4424-b17d-160f61812338 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:53.085308 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5affe4f-92d9-4767-b27f-1fb9bbb686ad x-openstack-request-id: req-b5affe4f-92d9-4767-b27f-1fb9bbb686ad {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:53.086865 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f308872b-fb10-413b-9173-b29f1d2ad00a", "name": "network-vif-deleted", "tag": "28c7eaf0-8913-4cac-83d9-2e54d137fd42", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:53.087339 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5affe4f-92d9-4767-b27f-1fb9bbb686ad {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:53.089220 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f308872b-fb10-413b-9173-b29f1d2ad00a', 'name': 'network-vif-deleted', 'tag': '28c7eaf0-8913-4cac-83d9-2e54d137fd42', 'status': 'completed', 'code': 200} Aug 21 18:09:53.116331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d0683221-1549-4321-96d9-1104a3ae5f67 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9872191 Aug 21 18:09:53.292307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:53.297191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.302041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:53.350667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] For port c9ea37fd-722a-48a4-8daf-e85cf3f904ba, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:53.351046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.359237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-389fe798-82fe-407a-95e8-c3752a773ab5 req-a55070e7-9205-4320-86e1-abedf61ab263 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0587771 Aug 21 18:09:53.490751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.495351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75707bfa-e1d6-4923-9887-d8b9aa028007 None None] Network 17bac16d-d8dd-4424-b17d-160f61812338 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:09:53.566293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 172.20.0.5 (9f3ccdad-4d90-4633-846b-69c6fd50df72/4ad90d85-0a1c-4fe6-803d-3f2901558060/e0c86d34-cc0a-451e-9b11-37ba7177cd45) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:53.728779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.745375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object e0c86d34-cc0a-451e-9b11-37ba7177cd45 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:53.764107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Calling delete_port for c9ea37fd-722a-48a4-8daf-e85cf3f904ba owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:53.803903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Allocated IP 172.20.0.9 (47c601a8-134b-439e-a0da-05761700af8e/c705947f-72fc-4273-b5b5-3e26e75cd08f/808ab474-f5d7-4b8e-b1e2-a18d14667cfa) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:53.830603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47ba3d44-462a-42d3-ac0f-e1df3ee94e33 req-157f4172-3b7b-4c95-8dba-ade7cc5be9c8 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 210 time: 0.0805919 Aug 21 18:09:53.918708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5985646-e404-4b29-8b60-bd615e7e610c req-5aa1d20d-61c3-488d-8c54-71bb0d723883 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:53.926364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5985646-e404-4b29-8b60-bd615e7e610c req-5aa1d20d-61c3-488d-8c54-71bb0d723883 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1707227 Aug 21 18:09:53.928764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:53.967526 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:54.035859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:54.052789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fa024-27dd-4436-a685-427b566b9027 None None] The sync data for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 is: [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:07:36Z', 'revision_number': 4, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44', 'name': '', 'network_id': '75a54323-499d-4e08-a8ac-95fd3a65e713', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'mac_address': 'fa:16:3e:b1:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:32Z', 'updated_at': '2021-08-21T18:07:44Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'subnets': [{'id': 'ec01cf28-d534-4d43-84ee-ca46b5c398e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:09:54.058083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:54.060343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:54.092813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5985646-e404-4b29-8b60-bd615e7e610c req-bc5e90b2-1ad1-41e7-b082-2c00e0874ef9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594293 Aug 21 18:09:54.336295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:54.355424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:54.416676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:54.417445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.468995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0d8e1a44-c70c-4ebd-bf86-648cc3b5e58d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4412737 Aug 21 18:09:54.484632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f7ce014a-44fa-443d-a9f7-29f8cf3234ce None None] Provisioning for port e0c86d34-cc0a-451e-9b11-37ba7177cd45 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:54.488973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f7ce014a-44fa-443d-a9f7-29f8cf3234ce None None] Provisioning complete for port e0c86d34-cc0a-451e-9b11-37ba7177cd45 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:54.489346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7ce014a-44fa-443d-a9f7-29f8cf3234ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.506968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'admin_state_up': True, 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'security_groups': ['8aed7ba1-0615-49d3-a115-50d1d87387b2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:54.570630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce014a-44fa-443d-a9f7-29f8cf3234ce None None] Port e0c86d34-cc0a-451e-9b11-37ba7177cd45 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:54.637666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-912955a8-a912-458c-a874-8eedd4050931 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:54.642995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-912955a8-a912-458c-a874-8eedd4050931 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.3359597 Aug 21 18:09:54.663384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.678529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.682962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-dba2f612-dac0-406d-b53b-d77d75ae3025 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/quotas/b2f4e54057be4911a2a136096a4f2413 HTTP/1.1" status: 200 len: 375 time: 0.0332534 Aug 21 18:09:54.697003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee08422-1dff-4e83-9a19-137f66ba74d1 None None] New status for floating IP ac4924ad-c548-4c49-9180-00ca010b034a: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:09:54.718464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.751073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-4a0febd3-c285-4984-808d-63db00409108 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514741 Aug 21 18:09:54.762959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3295940-78e2-4b92-9d82-d77fc4fab895 req-77566d07-7325-4031-8f9d-6783f3ed9ff2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:54.770384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3295940-78e2-4b92-9d82-d77fc4fab895 req-77566d07-7325-4031-8f9d-6783f3ed9ff2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 931 time: 0.2728858 Aug 21 18:09:54.828481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.882285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9ea37fd-722a-48a4-8daf-e85cf3f904ba,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:54.896303 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3295940-78e2-4b92-9d82-d77fc4fab895 req-49db554d-e253-445f-b045-9ad85409bf73 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250563 Aug 21 18:09:54.897284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.898736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.901375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.907803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52888) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:54.909333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ba01b7c-5e3a-4858-878a-7a83f7060599 HTTP/1.1" status: 204 len: 168 time: 0.5527980 Aug 21 18:09:54.933748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:54.933748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:54.945492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-465559c6-e672-4246-82da-2c2f123463ff service neutron] 10.222.0.41 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934109 Aug 21 18:09:54.949788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538c362-7bad-4bb0-b538-4949f6787467 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba01b7c-5e3a-4858-878a-7a83f7060599,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:55.029577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Network 47c601a8-134b-439e-a0da-05761700af8e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:55.036503 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-30f4e27d-6f09-4a4f-b3bf-8cdcad0b2076 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] show failed (client error): The resource could not be found. Aug 21 18:09:55.040954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30f4e27d-6f09-4a4f-b3bf-8cdcad0b2076 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "GET /v2.0/security-groups/0ba01b7c-5e3a-4858-878a-7a83f7060599 HTTP/1.1" status: 404 len: 347 time: 0.1148548 Aug 21 18:09:55.043913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:55.072500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:55.132079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:55.136166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-31f2b90d-628f-446d-b3b9-d12b8f1b81a6 service neutron] 10.222.0.41 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803212 Aug 21 18:09:55.141136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:55.236230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-d6dc594b-f26d-4cda-a52d-04ec69d16100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.238615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-d6dc594b-f26d-4cda-a52d-04ec69d16100 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1097 time: 0.0650783 Aug 21 18:09:55.362106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-9c30d542-1f2e-467e-817e-8af119de4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.364013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-9c30d542-1f2e-467e-817e-8af119de4467 service neutron] 10.222.0.64 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1134157 Aug 21 18:09:55.375396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.376028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:55.460619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-482b3472-8f6f-44e4-bb2d-4c0c7d6b818b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 999 time: 0.0816834 Aug 21 18:09:55.508838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.1.1.38 (13be154c-f5e8-4d05-8eba-633701811939/fa4409c6-6afa-4b44-87e7-91762a73a6ea/1149feed-d4e5-4a61-9637-9dcf13700158) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:55.526963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e2a80-67a0-4612-95b0-01bcd0f5d48c req-9a74adf3-49db-446c-8678-75a53c2788a1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.537212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-855e2a80-67a0-4612-95b0-01bcd0f5d48c req-9a74adf3-49db-446c-8678-75a53c2788a1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 931 time: 0.3138885 Aug 21 18:09:55.577492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c7894-ccfb-4198-ac74-500f85c2866f req-de673ca4-894b-49a8-aa76-9a8c47b59f06 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.578259 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-6e526a22-1c3e-45f7-8ba1-b78dbcc33717 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3558435 Aug 21 18:09:55.586329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb4c7894-ccfb-4198-ac74-500f85c2866f req-de673ca4-894b-49a8-aa76-9a8c47b59f06 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.1155608 Aug 21 18:09:55.597292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-855e2a80-67a0-4612-95b0-01bcd0f5d48c req-9e889a76-dc05-4395-aca6-789b3bcc1920 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Aug 21 18:09:55.598940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-6cf315dd-ce31-4183-9fe4-c6728f307cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.600965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-6cf315dd-ce31-4183-9fe4-c6728f307cd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.1186550 Aug 21 18:09:55.636885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Request body: {'port': {'device_id': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:55.673686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb4c7894-ccfb-4198-ac74-500f85c2866f req-cc8d16c6-2931-4a7a-a665-a0b79b28db8b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863960 Aug 21 18:09:55.715270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-059e87d9-f6cd-405e-918f-e186f9fa4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:55.717015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-059e87d9-f6cd-405e-918f-e186f9fa4806 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1066542 Aug 21 18:09:55.810598 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:55.863269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Deleting port b36f0047-840a-4c77-8a9b-f9cf02d45b30 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:55.863622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:55.885808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-da605025-49bd-4830-b084-c5dfab7708f8 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547179 Aug 21 18:09:55.893691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:56.000619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee37cff5-3773-4bd8-9c9a-45b570a26261 req-19aa503c-cb92-4c3f-a62e-169a7d039082 service neutron] 10.222.0.64 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025674 Aug 21 18:09:56.107532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-483e83c8-4e1d-4c16-b8c4-969d5452a223 req-6b38a88d-f924-446e-ab9b-c8aa778d7c5a tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 210 time: 0.0590069 Aug 21 18:09:56.110584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef75d87-b5ed-4789-8daf-c85f6d2d06e4 req-9a96a72a-1db3-451f-b966-c10099e44927 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:56.117850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ef75d87-b5ed-4789-8daf-c85f6d2d06e4 req-9a96a72a-1db3-451f-b966-c10099e44927 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 931 time: 0.0762661 Aug 21 18:09:56.179192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:56.179668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:56.179777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ef75d87-b5ed-4789-8daf-c85f6d2d06e4 req-ac74915c-a058-4a32-b42f-4e7cb1437370 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609491 Aug 21 18:09:56.226219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Calling delete_port for b36f0047-840a-4c77-8a9b-f9cf02d45b30 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:56.681958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:56.735778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207966ca-6f57-4807-84bd-dce78ae0a991 req-f2def72c-a622-4073-8cbf-710021297966 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:56.737741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-207966ca-6f57-4807-84bd-dce78ae0a991 req-f2def72c-a622-4073-8cbf-710021297966 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 931 time: 0.0725737 Aug 21 18:09:56.780256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object 1149feed-d4e5-4a61-9637-9dcf13700158 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:56.809791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-207966ca-6f57-4807-84bd-dce78ae0a991 req-c3bc942a-c8ed-43bf-b9b6-edd611b273e4 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644319 Aug 21 18:09:56.967785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8aa00d3c-6642-44b3-b24f-8c12a68e60e5 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:56.969295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8aa00d3c-6642-44b3-b24f-8c12a68e60e5 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.1765385 Aug 21 18:09:56.985459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Request body: {'port': {'device_id': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'admin_state_up': True, 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:57.103693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c745dd6b-f555-4bb6-b394-c5da6491a389 req-cb9ae74b-5ff8-40f7-8352-4850a84f612e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:57.104436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:57.108800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.111160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c745dd6b-f555-4bb6-b394-c5da6491a389 req-cb9ae74b-5ff8-40f7-8352-4850a84f612e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.2714448 Aug 21 18:09:57.191046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.227983 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:09:57.255768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:57.258906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.312540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3f66b61-f9db-4a04-bc04-4670c2d9ec3f req-f7e3120e-77fd-4d7f-9aa1-cbd86907fa38 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 210 time: 0.0778973 Aug 21 18:09:57.327185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 13be154c-f5e8-4d05-8eba-633701811939 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:57.349071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:57.355762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:57.389854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Pushing event deleted for resources: {'Port': ['ID=b36f0047-840a-4c77-8a9b-f9cf02d45b30,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:57.418413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c745dd6b-f555-4bb6-b394-c5da6491a389 req-0b061dd6-ac61-4b28-ba41-d5675509fc01 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046548 Aug 21 18:09:57.486155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Router ad248363-6c92-4ad7-9674-4552b3709ca7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:09:57.675411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808ab474-f5d7-4b8e-b1e2-a18d14667cfa {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:09:57.687610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.690215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.694156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9c8f2d8-1bb1-4789-8e69-03ecdedf11c7 tempest-ServersTestFqdnHostnames-1449833035 tempest-ServersTestFqdnHostnames-1449833035-project] 10.222.0.41 "DELETE /v2.0/floatingips/ac4924ad-c548-4c49-9180-00ca010b034a HTTP/1.1" status: 204 len: 168 time: 2.6427155 Aug 21 18:09:57.694156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.701800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:57.707824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.719187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-976297db-068c-44b0-a08a-417fb7ac9a78 None None] Provisioning for port 1149feed-d4e5-4a61-9637-9dcf13700158 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:09:57.725003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-976297db-068c-44b0-a08a-417fb7ac9a78 None None] Provisioning complete for port 1149feed-d4e5-4a61-9637-9dcf13700158 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:09:57.725881 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-976297db-068c-44b0-a08a-417fb7ac9a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.753428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:57.770061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-976297db-068c-44b0-a08a-417fb7ac9a78 None None] Port 1149feed-d4e5-4a61-9637-9dcf13700158 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:09:57.776228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Transition to ACTIVE for port object 808ab474-f5d7-4b8e-b1e2-a18d14667cfa will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:57.787802 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:57.793536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:09:57.809373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9133d238-4751-4c2b-aa3c-146acc07b6c9 admin admin] 10.222.0.41 "PUT /v2.0/routers/ad248363-6c92-4ad7-9674-4552b3709ca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3622046 Aug 21 18:09:57.822709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Sync routers for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:09:57.834150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:57.835090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:57.835910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52934) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:09:57.841151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Allocated IP 172.20.0.14 (17bac16d-d8dd-4424-b17d-160f61812338/03d3e191-b7be-43ee-bac4-ffa6cd2554f6/07e8db90-021e-485f-b9c0-a9c18ae1fe0d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:57.893603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f8780b53-d223-48f9-9a68-897d0d5e46e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3941278 Aug 21 18:09:57.958191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'admin_state_up': True, 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'security_groups': ['8aed7ba1-0615-49d3-a115-50d1d87387b2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:57.981447 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:57.994431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c34c6-c837-44ac-800f-b7cdbcab1314 req-03753643-81f4-4b62-b039-aa3d2968abf0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.000894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c34c6-c837-44ac-800f-b7cdbcab1314 req-03753643-81f4-4b62-b039-aa3d2968abf0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.002686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f28c34c6-c837-44ac-800f-b7cdbcab1314 req-03753643-81f4-4b62-b039-aa3d2968abf0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 1652 time: 0.5743659 Aug 21 18:09:58.024702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8357cbf3-c3ff-4e9a-95aa-cc3ac097ce2e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.026290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8357cbf3-c3ff-4e9a-95aa-cc3ac097ce2e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.7968874 Aug 21 18:09:58.109262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Request body: {'port': {'device_id': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'admin_state_up': True, 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:58.109503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:58.232684 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:09:54Z', 'revision_number': 5, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:58.270630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc8574-0e7a-4d66-82c3-38dbcea2e9f8 req-ac28b4f3-074d-42ba-b196-f7ce72c78051 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.270630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83bc8574-0e7a-4d66-82c3-38dbcea2e9f8 req-ac28b4f3-074d-42ba-b196-f7ce72c78051 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 943 time: 0.2908411 Aug 21 18:09:58.270869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f28c34c6-c837-44ac-800f-b7cdbcab1314 req-84ea7a89-8e8c-4953-9899-2be330105513 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338936 Aug 21 18:09:58.273136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.300405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Checking router: ad248363-6c92-4ad7-9674-4552b3709ca7 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:09:58.311042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Routers {'ad248363-6c92-4ad7-9674-4552b3709ca7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:09:58.311809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad248363-6c92-4ad7-9674-4552b3709ca7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:58.323517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.332784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:09:58.394906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Attempting to bind port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:09:58.395180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Attempting to bind port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:09:58.395519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Attempting to bind port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:58.404821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.416470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:58.421379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.437066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa on network 47c601a8-134b-439e-a0da-05761700af8e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:09:58.437665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Attempting to bind port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:09:58.455568 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.492734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:58.493914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:58.494522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:09:58.495038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Checking segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:09:58.495692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Bound using segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:09:58.496709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Bound port: 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:09:58.496837 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbaa0f4-ed36-4b1e-b889-67bf02204dc8" -d '{"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-unplugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:58.497379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.502228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.517472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83bc8574-0e7a-4d66-82c3-38dbcea2e9f8 req-18254cd4-fc5d-421d-9933-f3d878a48f61 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393284 Aug 21 18:09:58.582159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] Set router ad248363-6c92-4ad7-9674-4552b3709ca7 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:09:58.601503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:58.646156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event updated for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:58.688452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3eaaecb3-2481-4446-9868-00ae97f31165 req-eb70a2af-4b80-41e4-9865-6bb9516906dd tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 210 time: 0.1936800 Aug 21 18:09:58.703615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.735761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Network 17bac16d-d8dd-4424-b17d-160f61812338 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:09:58.768060 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af35fe0-3676-4784-96eb-54f16506d4fd x-openstack-request-id: req-0af35fe0-3676-4784-96eb-54f16506d4fd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:58.768942 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-unplugged", "status": "failed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:58.769376 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0af35fe0-3676-4784-96eb-54f16506d4fd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:58.769924 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'code': 422} returned with failed status Aug 21 18:09:58.809026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:09:58.811598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:09:58.815250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:09:58.851214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:09:58.861952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d0b49-117d-4ec1-824c-019efcac038b req-2d098825-3882-43a9-bbf1-5e5878a40ad4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.863777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f7d0b49-117d-4ec1-824c-019efcac038b req-2d098825-3882-43a9-bbf1-5e5878a40ad4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.2286282 Aug 21 18:09:58.865647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.1.1.85 (13be154c-f5e8-4d05-8eba-633701811939/fa4409c6-6afa-4b44-87e7-91762a73a6ea/d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:58.872828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.873547 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:09:54Z', 'revision_number': 5, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:09:58.910829 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd09b71-cabe-48af-9784-690a533af41d None None] The sync data for ids ['ad248363-6c92-4ad7-9674-4552b3709ca7'] in n-d-793621-32 is: [{'id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'name': 'tempest-AttachSCSIVolumeTestJSON-653801492-router', 'tenant_id': '215c230b47bb4e9fbf5d12b0750a5409', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:00Z', 'updated_at': '2021-08-21T18:09:54Z', 'revision_number': 5, 'project_id': '215c230b47bb4e9fbf5d12b0750a5409', 'gw_port': {'id': '0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad248363-6c92-4ad7-9674-4552b3709ca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:01Z', 'updated_at': '2021-08-21T18:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:09:58.935327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:09:58.938893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.952207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.953103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:58.954850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/808ab474-f5d7-4b8e-b1e2-a18d14667cfa HTTP/1.1" status: 200 len: 1092 time: 3.3249958 Aug 21 18:09:58.962880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:09:58.965136 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fac898-22da-48a5-a6e8-3f84117aa02a" -d '{"events": [{"name": "network-changed", "server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:09:58.985172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:58.986312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.033884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Deleting port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:09:59.034244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.045507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f7d0b49-117d-4ec1-824c-019efcac038b req-37b64e6f-06a2-4e42-a58a-5936612154ff tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653666 Aug 21 18:09:59.118446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c4e5d-ab0b-41f9-a52c-2f3b54b7d2c2 service neutron] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:09:59.129866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8da79463-7066-4eb6-9c36-7acb7977ca55 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1484468 Aug 21 18:09:59.151596 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e08775-e959-4339-bf8f-40eef652bf15 x-openstack-request-id: req-35e08775-e959-4339-bf8f-40eef652bf15 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:09:59.151886 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:09:59.152138 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35e08775-e959-4339-bf8f-40eef652bf15 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:09:59.152527 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'status': 'completed', 'code': 200} Aug 21 18:09:59.203929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Request body: {'port': {'device_id': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:09:59.230461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-334140b8-e767-4137-8fb8-8b7f033265a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:59.232649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-334140b8-e767-4137-8fb8-8b7f033265a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 1095 time: 0.1955135 Aug 21 18:09:59.270568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] For port 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:09:59.270987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.288719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.317469 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-a80a6acc-915b-4da5-883f-b7d0a3bd813a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa HTTP/1.1" status: 200 len: 217 time: 0.0678339 Aug 21 18:09:59.329007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Calling delete_port for 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:09:59.371470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.442214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:09:59.447017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c712e-5397-4e10-94ca-39404b5604a4 req-84f59e59-2909-4105-a2fd-14a80023222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:59.448521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-84f59e59-2909-4105-a2fd-14a80023222b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.1174881 Aug 21 18:09:59.500743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-47d258bf-ff44-49ca-b5f1-a04c0f7dc180 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426421 Aug 21 18:09:59.598920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Allocated IP 172.20.0.10 (17bac16d-d8dd-4424-b17d-160f61812338/03d3e191-b7be-43ee-bac4-ffa6cd2554f6/ca36fb39-5767-4ce0-9b6d-5b1739a7f180) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:09:59.694848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:09:59.780226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71da51-333a-4ca8-8ff7-d73f8c78193a req-b21668f5-d479-4cba-b432-f98b11a730ac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:59.786832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71da51-333a-4ca8-8ff7-d73f8c78193a req-b21668f5-d479-4cba-b432-f98b11a730ac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:09:59.792154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb71da51-333a-4ca8-8ff7-d73f8c78193a req-b21668f5-d479-4cba-b432-f98b11a730ac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 1652 time: 0.2510767 Aug 21 18:09:59.919371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb71da51-333a-4ca8-8ff7-d73f8c78193a req-dcddf894-cb35-47e3-b5ff-7edf74a24529 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733433 Aug 21 18:09:59.941024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.001378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.054967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-183e918a-b88a-4b38-9f49-fc6a53a45864 req-bb8c0fd4-648b-490f-813c-c97e258c5778 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 210 time: 0.0432103 Aug 21 18:10:00.135716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 13be154c-f5e8-4d05-8eba-633701811939 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:00.158688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:00.161215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:00.174865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-5f109685-a00c-47fc-99b6-6b2f323e9c19 req-03204006-f9b9-48a6-b5d0-38cef5508256 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:10:00.175921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f109685-a00c-47fc-99b6-6b2f323e9c19 req-03204006-f9b9-48a6-b5d0-38cef5508256 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154016 Aug 21 18:10:00.177054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.242463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-959aa2e7-c181-4ed2-8fe4-83aba30eb918 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7333355 Aug 21 18:10:00.248544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:00.270089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event updated for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:00.300593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Network 17bac16d-d8dd-4424-b17d-160f61812338 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:00.317904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:00.318738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.325373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:00.333112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:00.468402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c9ea37fd-722a-48a4-8daf-e85cf3f904ba no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:00.477039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4ceff-c007-49b8-a9a3-64fe03adf2d3 req-f8ba6f24-d9c1-4dde-8570-ed38d2251d7c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:00.479203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9d4ceff-c007-49b8-a9a3-64fe03adf2d3 req-f8ba6f24-d9c1-4dde-8570-ed38d2251d7c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 943 time: 0.3853900 Aug 21 18:10:00.481064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-697c712e-5397-4e10-94ca-39404b5604a4 req-8ebfa476-8cd5-4ab1-be2d-fb1663374768 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928997 Aug 21 18:10:00.520475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c9ea37fd-722a-48a4-8daf-e85cf3f904ba {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:00.521129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c9ea37fd-722a-48a4-8daf-e85cf3f904ba not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:00.590226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5623267d-52d3-4503-a34a-fb5cd82fca4a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6883790 Aug 21 18:10:00.593498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:00.594336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.594661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.614410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'admin_state_up': True, 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'security_groups': ['8aed7ba1-0615-49d3-a115-50d1d87387b2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:00.628918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-625cabf0-a668-402c-b2ba-6460b9ea8f3e None None] Provisioning for port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:00.633879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-625cabf0-a668-402c-b2ba-6460b9ea8f3e None None] Provisioning complete for port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:00.634254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-625cabf0-a668-402c-b2ba-6460b9ea8f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.696526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-625cabf0-a668-402c-b2ba-6460b9ea8f3e None None] Port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:00.707304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8306f92e-1b18-4b6e-8553-70dfdc429ed0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6395667 Aug 21 18:10:00.744263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Request body: {'port': {'device_id': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:00.758067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba20d3-4e6b-4681-8b0f-e5cba1f2b859 req-00f80d4b-cb3e-40c6-b7d5-92ab93aef188 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:00.765634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18ba20d3-4e6b-4681-8b0f-e5cba1f2b859 req-00f80d4b-cb3e-40c6-b7d5-92ab93aef188 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.2728729 Aug 21 18:10:00.766107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:00.786442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9d4ceff-c007-49b8-a9a3-64fe03adf2d3 req-a7a3d052-bc6e-4afe-ad86-2f2f21e44c83 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897282 Aug 21 18:10:00.831061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.835024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-d870f277-4983-4385-9d0c-6cc3e686a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:00.836627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-d870f277-4983-4385-9d0c-6cc3e686a771 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 1095 time: 0.2844951 Aug 21 18:10:00.845147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e8db90-021e-485f-b9c0-a9c18ae1fe0d {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:00.866069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.920870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Transition to ACTIVE for port object 07e8db90-021e-485f-b9c0-a9c18ae1fe0d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:00.932585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.934531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:00.964436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18ba20d3-4e6b-4681-8b0f-e5cba1f2b859 req-96f5c476-a2e4-4fb6-9d17-14fb9c3f73f5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965721 Aug 21 18:10:01.019421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Pushing event updated for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:01.037743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.045514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.074331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Deleting port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:01.076255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.156211 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.156904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad248363-6c92-4ad7-9674-4552b3709ca7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:10:01.161777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.165251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-662feff3-763d-45d0-af56-db7a0c3ed77d admin admin] 10.222.0.41 "DELETE /v2.0/routers/ad248363-6c92-4ad7-9674-4552b3709ca7 HTTP/1.1" status: 204 len: 168 time: 3.3275189 Aug 21 18:10:01.168322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-4ae56f42-4b6d-42e7-9a41-dea0d9eb80f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4719875 Aug 21 18:10:01.174632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:01.229445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-18e3c1c6-efed-446c-8bc7-e345c76b1a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:01.231061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-18e3c1c6-efed-446c-8bc7-e345c76b1a18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 905 time: 0.3465333 Aug 21 18:10:01.232249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:01.340208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbb45-0e6f-445d-9a2f-2285e92e539b req-64978494-9cd7-4419-a06e-4f31364f1de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:01.346547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbb45-0e6f-445d-9a2f-2285e92e539b req-64978494-9cd7-4419-a06e-4f31364f1de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:01.352943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecbb45-0e6f-445d-9a2f-2285e92e539b req-64978494-9cd7-4419-a06e-4f31364f1de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:01.354706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0ecbb45-0e6f-445d-9a2f-2285e92e539b req-64978494-9cd7-4419-a06e-4f31364f1de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 2372 time: 0.2589221 Aug 21 18:10:01.363012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Deleting subnet 9b4044c7-aa3c-480a-a2da-ad8de4f6e777 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:10:01.366681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.405346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.487414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.545552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-bc8ba872-a1f9-4862-87b9-b36ef4ce6e67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa HTTP/1.1" status: 200 len: 217 time: 0.3002687 Aug 21 18:10:01.568223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.642917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4044c7-aa3c-480a-a2da-ad8de4f6e777,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:01.652987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595be47-b80a-48a5-a7a4-593b9a324fa5 None None] Network 3e50f15d-3095-4fb0-8014-d33d5947abf9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:01.663231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.665167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c0681ce8-7e98-4f97-ba52-21e8a5525330 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b4044c7-aa3c-480a-a2da-ad8de4f6e777 HTTP/1.1" status: 204 len: 168 time: 0.4873903 Aug 21 18:10:01.671313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53008) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:01.696211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] For port b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:01.700596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0ecbb45-0e6f-445d-9a2f-2285e92e539b req-d852bc95-119b-443a-aee6-2c0c2949816c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538594 Aug 21 18:10:01.701601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:01.726209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Calling delete_port for b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:01.885168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-d3389710-2928-4583-a6e3-94d905f18bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:01.893670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-d3389710-2928-4583-a6e3-94d905f18bd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.3386548 Aug 21 18:10:01.951630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-632c7d64-fea7-4338-8e29-35f7f2688bd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352561 Aug 21 18:10:02.038639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83987435-0c7c-4895-9a5e-9d3155bc246d req-1bf77272-e475-491e-a12c-2531afa7a2ce tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:02.047776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83987435-0c7c-4895-9a5e-9d3155bc246d req-1bf77272-e475-491e-a12c-2531afa7a2ce tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 932 time: 0.8824914 Aug 21 18:10:02.050521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Attempting to bind port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:02.051029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Attempting to bind port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:02.051379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Attempting to bind port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:02.085646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.100018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] DHCP port deletion for 3e50f15d-3095-4fb0-8014-d33d5947abf9 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:10:02.103767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d on network 17bac16d-d8dd-4424-b17d-160f61812338 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:02.104173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Attempting to bind port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:02.134729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.139144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:02.139567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Checking segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:02.140028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Bound using segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:02.140664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Bound port: 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:02.140984 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.154284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Deleting port 74c10be3-e1dd-4206-8feb-c8cb36eae972 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:02.154924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.204374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83987435-0c7c-4895-9a5e-9d3155bc246d req-115b5bcd-8644-4cbb-b0d6-b2275394aa41 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549380 Aug 21 18:10:02.237227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8c41b-ab8a-4b82-9126-b20e97430fcf req-f5bbbb61-dce6-4f4c-9767-a74a322e3bb6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:02.240709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddc8c41b-ab8a-4b82-9126-b20e97430fcf req-f5bbbb61-dce6-4f4c-9767-a74a322e3bb6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 943 time: 0.3400936 Aug 21 18:10:02.247049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] For port 74c10be3-e1dd-4206-8feb-c8cb36eae972, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74c10be3-e1dd-4206-8feb-c8cb36eae972,segment=NetworkSegment(95f645b6-7c12-40e9-9bc1-59bb7deca8dd),segment_id=95f645b6-7c12-40e9-9bc1-59bb7deca8dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:02.247505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.274768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-96508b00-2c35-4582-89c1-b63537a7e7ae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2192917 Aug 21 18:10:02.276046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Calling delete_port for 74c10be3-e1dd-4206-8feb-c8cb36eae972 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:02.405142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-203b75ef-e03d-45aa-b263-5a63fbe82337 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243155 Aug 21 18:10:02.407912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:02.417745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.445174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddc8c41b-ab8a-4b82-9126-b20e97430fcf req-ef065e13-c2a4-439c-b45d-5105e9d431e0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034900 Aug 21 18:10:02.507226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] No DVR routers for this DVR port 74c10be3-e1dd-4206-8feb-c8cb36eae972 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:02.523502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:02.554821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:02.555295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a39c64-ed12-4be4-93df-e3d0338a6967 None None] Pushing event deleted for resources: {'Port': ['ID=74c10be3-e1dd-4206-8feb-c8cb36eae972,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:02.560812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:02.578637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-59a0c998-1d2f-43cd-a8d5-e674884a3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:02.580162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-59a0c998-1d2f-43cd-a8d5-e674884a3b62 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1097 time: 0.2283986 Aug 21 18:10:02.597449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.618648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:02.618958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0eb6d1bf-2a70-4ce2-9c3f-49dd6d131f89 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:02.619380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74c10be3-e1dd-4206-8feb-c8cb36eae972 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:02.622311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Deleting port 74c10be3-e1dd-4206-8feb-c8cb36eae972 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:02.622649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.655003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.689870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 74c10be3-e1dd-4206-8feb-c8cb36eae972 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:02.690447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74c10be3-e1dd-4206-8feb-c8cb36eae972 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:02.825894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:02.826537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.828052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] 10.222.0.64 "PUT /v2.0/ports/07e8db90-021e-485f-b9c0-a9c18ae1fe0d HTTP/1.1" status: 200 len: 1093 time: 3.6630993 Aug 21 18:10:02.830530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:02.833108 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463c8a63-79f5-4ad4-81c6-cce117a802bc" -d '{"events": [{"name": "network-changed", "server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:02.911376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca36fb39-5767-4ce0-9b6d-5b1739a7f180 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:02.932353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.943865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96fac898-22da-48a5-a6e8-3f84117aa02a req-9fd54666-044a-46fd-9c3c-bb19da063059 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5233488 Aug 21 18:10:02.946175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.2.2.100 (4235e44c-5df5-4c67-83ca-4a302acae183/792981fc-0613-4725-9614-902096c827af/074e6a16-1a1d-412c-ac24-91a285218452) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:02.948873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] For port 74c10be3-e1dd-4206-8feb-c8cb36eae972, host n-d-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:02.949251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:02.968789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee718d-22f8-4e0e-9f22-17890b23e5a8 req-48e2fb8e-6457-4bab-b3c4-1b5be4babd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:02.972221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61ee718d-22f8-4e0e-9f22-17890b23e5a8 req-48e2fb8e-6457-4bab-b3c4-1b5be4babd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.4973364 Aug 21 18:10:02.985506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Calling delete_port for 74c10be3-e1dd-4206-8feb-c8cb36eae972 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:02.996472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Port 74c10be3-e1dd-4206-8feb-c8cb36eae972 was not found and therefore no delete operation was performed {{(pid=94599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:10:03.010131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.012196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Transition to ACTIVE for port object ca36fb39-5767-4ce0-9b6d-5b1739a7f180 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:03.050352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.062395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948fae7-d920-49f7-8573-a85a71683e61 service neutron] Pushing event updated for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:03.069157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=74c10be3-e1dd-4206-8feb-c8cb36eae972,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:03.071038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] No DVR routers for this DVR port 74c10be3-e1dd-4206-8feb-c8cb36eae972 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:03.085147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518bb2d-7bd5-428b-9f12-aa73db593eb2 req-83a58ffc-a89a-43cd-8293-486a6e51cc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.091756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518bb2d-7bd5-428b-9f12-aa73db593eb2 req-83a58ffc-a89a-43cd-8293-486a6e51cc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.097814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518bb2d-7bd5-428b-9f12-aa73db593eb2 req-83a58ffc-a89a-43cd-8293-486a6e51cc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.099556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b518bb2d-7bd5-428b-9f12-aa73db593eb2 req-83a58ffc-a89a-43cd-8293-486a6e51cc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 2372 time: 0.2155144 Aug 21 18:10:03.110791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-9d0cb225-1e55-45fa-bb77-a672d20e26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.112290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-9d0cb225-1e55-45fa-bb77-a672d20e26c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.4825389 Aug 21 18:10:03.166436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:03.207074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61ee718d-22f8-4e0e-9f22-17890b23e5a8 req-b12a47ec-08a7-4632-b2df-644d778f3eb6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055447 Aug 21 18:10:03.213900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-b85f3143-d461-48da-ab37-73424c2784a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.215276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-b85f3143-d461-48da-ab37-73424c2784a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=14b628af-76ba-4bfa-8610-b4079a2a5b3e HTTP/1.1" status: 200 len: 1096 time: 0.2405787 Aug 21 18:10:03.335972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-88609e53-870b-4de2-99ba-3d58c952ce38 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d HTTP/1.1" status: 200 len: 217 time: 0.1088853 Aug 21 18:10:03.355523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:03.380320 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1fbd96-f178-493e-98e3-b4aca535be35 x-openstack-request-id: req-aa1fbd96-f178-493e-98e3-b4aca535be35 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:03.380623 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:03.380855 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa1fbd96-f178-493e-98e3-b4aca535be35 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:03.381255 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'status': 'completed', 'code': 200} Aug 21 18:10:03.419361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.473059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-57ebe363-6f9d-43a7-97fb-f9712f712e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.474653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-57ebe363-6f9d-43a7-97fb-f9712f712e77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1103544 Aug 21 18:10:03.558101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-976a2e03-9f61-45b7-bbaf-0c9a346d53e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471752 Aug 21 18:10:03.563987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Attempting to bind port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:03.564258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Attempting to bind port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:03.564591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Attempting to bind port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:03.586542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 on network 17bac16d-d8dd-4424-b17d-160f61812338 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:03.586740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Attempting to bind port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:03.618574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b518bb2d-7bd5-428b-9f12-aa73db593eb2 req-13cff914-4bab-4ae7-82a7-b04f09cbfb6e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5053031 Aug 21 18:10:03.623029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.638636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5a0c8-b4ec-45a7-a979-7ae4fabdb277 req-605d280f-a439-4aa6-ba59-a8b130b46a20 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.640160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbb5a0c8-b4ec-45a7-a979-7ae4fabdb277 req-605d280f-a439-4aa6-ba59-a8b130b46a20 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 944 time: 0.2059550 Aug 21 18:10:03.642284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-b6c532a8-5806-48f0-97a6-ea061b4dd7e9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 1001 time: 0.5093999 Aug 21 18:10:03.643845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e50f15d-3095-4fb0-8014-d33d5947abf9']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:03.670917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95f645b6-7c12-40e9-9bc1-59bb7deca8dd') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:03.671158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95f645b6-7c12-40e9-9bc1-59bb7deca8dd') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:03.671260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:03.671562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Checking segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:03.671948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Bound using segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:03.672806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Bound port: ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:03.673095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.723279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.747836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.765748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.779958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:10:03.780481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.782223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbb5a0c8-b4ec-45a7-a979-7ae4fabdb277 req-2dff7f2e-0ead-48e9-9d15-3c5b07ccca66 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012425 Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:10:03.839052 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:10:03.840973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-6dba8616-df0e-4340-8e38-4cfbbe582dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.842412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-6dba8616-df0e-4340-8e38-4cfbbe582dd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1641395 Aug 21 18:10:03.859889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object 074e6a16-1a1d-412c-ac24-91a285218452 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:03.862813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-4537b26b-94c7-4b1d-b1f0-c129b4c9ad5f service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905920 Aug 21 18:10:03.927468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:03.947780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.959363 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:03.961486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e50f15d-3095-4fb0-8014-d33d5947abf9 HTTP/1.1" status: 204 len: 168 time: 2.2869463 Aug 21 18:10:03.972769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53028) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:03.980955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-3ca7a0ed-502c-44ff-9077-a5df9a3e55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.983083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-3ca7a0ed-502c-44ff-9077-a5df9a3e55ad service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216772 Aug 21 18:10:03.986043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:03.990611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f2ed0-35ea-43d3-a73a-4e32938e078e req-7ee29d77-8eaa-4bac-bfb6-ab163b335a77 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:03.997790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd1f2ed0-35ea-43d3-a73a-4e32938e078e req-7ee29d77-8eaa-4bac-bfb6-ab163b335a77 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 943 time: 0.1547039 Aug 21 18:10:04.004646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293793a4-822c-4418-a6c1-94c08fa4e8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e50f15d-3095-4fb0-8014-d33d5947abf9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:04.023052 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.030973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.090332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Router 9ff624fd-f162-4487-9fd2-a88f8d817f28 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:10:04.116925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:04.117549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.119264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] 10.222.0.64 "PUT /v2.0/ports/ca36fb39-5767-4ce0-9b6d-5b1739a7f180 HTTP/1.1" status: 200 len: 1093 time: 3.3804677 Aug 21 18:10:04.131008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 4235e44c-5df5-4c67-83ca-4a302acae183 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:04.148390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd1f2ed0-35ea-43d3-a73a-4e32938e078e req-37f64f8a-3dca-4478-9f21-2dd54a96c2c1 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492360 Aug 21 18:10:04.151298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:04.171480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:04.177600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:04.184824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-eb5f77f8-9bb9-4f61-ae87-2f774b1beacc service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092899 Aug 21 18:10:04.201150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecde55-178c-4c5f-804b-03b2e9e2bfd7 service neutron] Pushing event updated for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:04.237167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-e7649b66-c093-42ee-a16b-e1c5855890cd service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290273 Aug 21 18:10:04.260105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:04.260746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.421243 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd9c1e44-e7f9-4742-bb7c-65abf094673c req-458a20cc-a032-4bc0-9d4e-4e8c73a1271b service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487641 Aug 21 18:10:04.423491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-bfb0b2a1-c8b1-4330-b154-7a8e0fa4c9de tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8169286 Aug 21 18:10:04.437269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'admin_state_up': True, 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'security_groups': ['8aed7ba1-0615-49d3-a115-50d1d87387b2']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:04.538701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:04.642038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Made reservation on behalf of 6abfef9d5dc8478b83172a58ef395efc for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:04.647773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.714125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77b183f6-840c-4704-98a2-3fd9f6bc7d1d None None] Provisioning for port 074e6a16-1a1d-412c-ac24-91a285218452 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:04.796380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77b183f6-840c-4704-98a2-3fd9f6bc7d1d None None] Provisioning complete for port 074e6a16-1a1d-412c-ac24-91a285218452 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:04.796760 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77b183f6-840c-4704-98a2-3fd9f6bc7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.811598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:04.852082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'mac_address': 'fa:16:3e:56:22:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:04.908251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.920741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-77b183f6-840c-4704-98a2-3fd9f6bc7d1d None None] Port 074e6a16-1a1d-412c-ac24-91a285218452 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:04.929697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808ab474-f5d7-4b8e-b1e2-a18d14667cfa {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:04.964491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:04.974523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-d6e96ab1-45e6-41a6-a98a-cbea51536974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:04.974523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-d6e96ab1-45e6-41a6-a98a-cbea51536974 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 1096 time: 0.7655282 Aug 21 18:10:04.979981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:04.998018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:05.012469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8890b209-4f32-4753-a041-1a4295ad9e44 admin admin] 10.222.0.41 "PUT /v2.0/routers/9ff624fd-f162-4487-9fd2-a88f8d817f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2307811 Aug 21 18:10:05.025703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:05.027131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Allocated IP 10.2.2.200 (4235e44c-5df5-4c67-83ca-4a302acae183/792981fc-0613-4725-9614-902096c827af/80347a28-9cd4-4298-b28a-2e9658559875) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:05.027264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-d4d7eca8-8f32-4acb-b2a7-615b2690a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.028835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-d4d7eca8-8f32-4acb-b2a7-615b2690a7d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=14b628af-76ba-4bfa-8610-b4079a2a5b3e HTTP/1.1" status: 200 len: 1096 time: 0.7267058 Aug 21 18:10:05.041275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Sync routers for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:05.072875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:05.073834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:05.123159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb6d88a-4ad4-4ba4-a155-927da110471b req-ff1f541a-1d45-42c6-a00f-44320c33d6f5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.136654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aeb6d88a-4ad4-4ba4-a155-927da110471b req-ff1f541a-1d45-42c6-a00f-44320c33d6f5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.7925441 Aug 21 18:10:05.142478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:05.162162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-6c5920cb-7881-4d9e-8905-ae24adfed540 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.171286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-6c5920cb-7881-4d9e-8905-ae24adfed540 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.181208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-6c5920cb-7881-4d9e-8905-ae24adfed540 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.188822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-6c5920cb-7881-4d9e-8905-ae24adfed540 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.190666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-6c5920cb-7881-4d9e-8905-ae24adfed540 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3093 time: 0.4096544 Aug 21 18:10:05.210816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['808ab474-f5d7-4b8e-b1e2-a18d14667cfa'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:05.274480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:05.280184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-060a0b15-89d7-490d-90b4-8cf8b7181bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.282092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-060a0b15-89d7-490d-90b4-8cf8b7181bed service neutron] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 913 time: 0.1827767 Aug 21 18:10:05.283588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-ce10e7d6-51b5-49d8-bd0f-1aeb13fd5278 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180 HTTP/1.1" status: 200 len: 217 time: 0.2960000 Aug 21 18:10:05.394690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-9c6e5832-e14d-45e4-b7a7-b1bd84e87a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.396713 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-9c6e5832-e14d-45e4-b7a7-b1bd84e87a07 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.0961707 Aug 21 18:10:05.397330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:05.399815 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d70a84-6c71-4b2b-8045-7f0e7da625d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:05.404918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-6d050845-b624-4e7c-8236-9021c2f07979 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d HTTP/1.1" status: 200 len: 217 time: 0.1075311 Aug 21 18:10:05.429282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ae88396-f426-47eb-9f17-f9f91b985682 req-7e3b6b39-6f49-4353-b48b-d95e2536ccf7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307537 Aug 21 18:10:05.445331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:05.488336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aeb6d88a-4ad4-4ba4-a155-927da110471b req-28cc2203-0460-4828-a971-d0912a8ef45b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3507090 Aug 21 18:10:05.601755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:05.615434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-8280f7fa-02b6-4fdd-803e-91cd487b2408 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662023 Aug 21 18:10:05.630570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Transition to ACTIVE for port object 80347a28-9cd4-4298-b28a-2e9658559875 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:05.640429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:05.726231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:10:02Z', 'revision_number': 5, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port': {'id': 'db2e208b-e549-450d-b106-553a429a3a6b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:07:23Z', 'updated_at': '2021-08-21T18:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:05.763725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Checking router: 9ff624fd-f162-4487-9fd2-a88f8d817f28 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:05.774941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Routers {'9ff624fd-f162-4487-9fd2-a88f8d817f28'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:05.775668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9ff624fd-f162-4487-9fd2-a88f8d817f28'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:05.779785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a75e-92d7-4e9c-af1b-6770e977cc40 req-e0f3b350-f724-440a-8f7d-f4add2158001 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.781444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54c8a75e-92d7-4e9c-af1b-6770e977cc40 req-e0f3b350-f724-440a-8f7d-f4add2158001 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 944 time: 0.0915256 Aug 21 18:10:05.782581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:05.818433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-d76d8b05-3739-481f-9aeb-8a0d614f83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.820270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-d76d8b05-3739-481f-9aeb-8a0d614f83b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.3777516 Aug 21 18:10:05.874762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54c8a75e-92d7-4e9c-af1b-6770e977cc40 req-8cbbf672-ce6f-4138-98c2-ff1fac01a16f tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818014 Aug 21 18:10:05.876739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Network 4235e44c-5df5-4c67-83ca-4a302acae183 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:05.883881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a5c46-429d-4fd8-aa8d-61255fb9c7ca req-cf970b8b-b1f5-44c3-8f00-2b9a0ba91ca2 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:05.886485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Deleting port db2e208b-e549-450d-b106-553a429a3a6b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:05.886911 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:05.889095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f0a5c46-429d-4fd8-aa8d-61255fb9c7ca req-cf970b8b-b1f5-44c3-8f00-2b9a0ba91ca2 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 944 time: 0.2492149 Aug 21 18:10:05.899694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] Set router 9ff624fd-f162-4487-9fd2-a88f8d817f28 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:05.944995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-88771ab4-033e-4273-b8f8-d5746b0a9725 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053009 Aug 21 18:10:05.946449 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf31631e-3c71-4111-a020-7299990541b5 x-openstack-request-id: req-cf31631e-3c71-4111-a020-7299990541b5 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:05.946764 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:05.947016 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf31631e-3c71-4111-a020-7299990541b5 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:05.947401 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180', 'status': 'completed', 'code': 200} Aug 21 18:10:05.956752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:10:05Z', 'revision_number': 6, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:05.959529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:05.978208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:05.986985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:06.004157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdf517-98e9-48bb-8a81-6e9b19c20dd9 None None] The sync data for ids ['9ff624fd-f162-4487-9fd2-a88f8d817f28'] in n-d-793621-32 is: [{'id': '9ff624fd-f162-4487-9fd2-a88f8d817f28', 'name': 'tempest-ServersTestFqdnHostnames-1881219393-router', 'tenant_id': '5961513b4d804b139bbfc2b6bb143a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:07:21Z', 'updated_at': '2021-08-21T18:10:05Z', 'revision_number': 6, 'project_id': '5961513b4d804b139bbfc2b6bb143a87', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:06.068453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-514b1622-73c8-45d9-9010-7b6582d2a9c2 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462938 Aug 21 18:10:06.100388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f0a5c46-429d-4fd8-aa8d-61255fb9c7ca req-8e0d1bee-e6c8-4334-be98-c577a39c726e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560493 Aug 21 18:10:06.101082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.101892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.145552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-810b4805-0551-49cb-9aad-462ac947c1d4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7136483 Aug 21 18:10:06.151185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] For port db2e208b-e549-450d-b106-553a429a3a6b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=db2e208b-e549-450d-b106-553a429a3a6b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:06.151568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.159662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:06.198649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Calling delete_port for db2e208b-e549-450d-b106-553a429a3a6b owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:06.222972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-20d67e75-bb36-4ae3-b939-4db6624ed86a service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572241 Aug 21 18:10:06.274305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.344157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9ecd72-d73b-4708-a4d7-c51f70ff3669 req-5a8c9b5e-1bc1-4b88-b77c-ecb25842752d service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637904 Aug 21 18:10:06.351593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34a57017-9de1-4a14-be45-e88de0567b21 None None] Provisioning for port 80347a28-9cd4-4298-b28a-2e9658559875 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:06.357009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34a57017-9de1-4a14-be45-e88de0567b21 None None] Provisioning complete for port 80347a28-9cd4-4298-b28a-2e9658559875 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:06.357537 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34a57017-9de1-4a14-be45-e88de0567b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.407905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-463c8a63-79f5-4ad4-81c6-cce117a802bc req-4792ed6f-af68-4b4d-88b7-9cb4f25b9ae6 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681936 Aug 21 18:10:06.409481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 07e8db90-021e-485f-b9c0-a9c18ae1fe0d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:06.441760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.448506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-34a57017-9de1-4a14-be45-e88de0567b21 None None] Port 80347a28-9cd4-4298-b28a-2e9658559875 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:06.484548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:06.551320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:06.599763 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.601275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:06.601764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b0ed62a8-e5ce-4ff7-bccb-adfb7d4a0b44 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:06.644521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:06.653501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:06.654322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.668515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-ad0f97b6-2f85-4de9-87ac-acc68009c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.670742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-ad0f97b6-2f85-4de9-87ac-acc68009c5b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 1096 time: 0.1708722 Aug 21 18:10:06.704137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Pushing event deleted for resources: {'Port': ['ID=db2e208b-e549-450d-b106-553a429a3a6b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:06.714206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:06.733236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'port_id': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'mac_address': 'fa:16:3e:56:4e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d3e191-b7be-43ee-bac4-ffa6cd2554f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:06.791056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.807461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.860413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:06.863940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:06.868224 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b202f-b608-4e96-bc73-704d9e0f8fc5" -d '{"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-plugged", "status": "completed", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:06.880827 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.884368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:06.899244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153079c-5314-450d-87a2-bc520cb355cf req-9cbf25b8-1c97-4f4e-a72d-080b823263ee tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.907514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3153079c-5314-450d-87a2-bc520cb355cf req-9cbf25b8-1c97-4f4e-a72d-080b823263ee tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.2574615 Aug 21 18:10:06.909109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.916247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.921659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.928669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.940205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:06.943140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-09516629-c622-4562-8f24-2e2b38336324 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3814 time: 0.3317137 Aug 21 18:10:06.956583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:06.966750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e8db90-021e-485f-b9c0-a9c18ae1fe0d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:06.991366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:07.000563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.012249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.014450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3153079c-5314-450d-87a2-bc520cb355cf req-5d694f0d-9317-47d9-8c0d-f4f4ae7c45f9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059234 Aug 21 18:10:07.015863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-f77e94ec-bd32-49fe-9ea9-146e7bc24661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.016476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.016891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-f77e94ec-bd32-49fe-9ea9-146e7bc24661 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 913 time: 0.2865114 Aug 21 18:10:07.032020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c86d34-cc0a-451e-9b11-37ba7177cd45 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:07.048575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.107033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdb2ddd5-8e96-4b79-9fbe-291dc6975127 req-c6380513-7817-42a5-8c49-7e5ae2cad394 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078613 Aug 21 18:10:07.108029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Transition to ACTIVE for port object e0c86d34-cc0a-451e-9b11-37ba7177cd45 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:07.108516 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-bb40f92b-f4ae-458a-80df-14548d1da0f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180 HTTP/1.1" status: 200 len: 217 time: 0.0761175 Aug 21 18:10:07.109312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.110151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff624fd-f162-4487-9fd2-a88f8d817f28 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:10:07.110760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:07.114921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.118450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a599b8e-85dc-4282-aacd-67be12f28078 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9ff624fd-f162-4487-9fd2-a88f8d817f28 HTTP/1.1" status: 204 len: 168 time: 2.0833135 Aug 21 18:10:07.118450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53062) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:07.189103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Deleting subnet ec01cf28-d534-4d43-84ee-ca46b5c398e2 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:10:07.207554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.210386 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.211225 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66ff4db-4378-44fe-b387-85dfe3a63670 x-openstack-request-id: req-c66ff4db-4378-44fe-b387-85dfe3a63670 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:07.211681 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-plugged", "status": "completed", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:07.212082 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c66ff4db-4378-44fe-b387-85dfe3a63670 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:07.212756 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'code': 200} Aug 21 18:10:07.256270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-04bfe827-fb9e-4e3d-a48a-55ff9a575201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.258191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-04bfe827-fb9e-4e3d-a48a-55ff9a575201 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1334741 Aug 21 18:10:07.327817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['07e8db90-021e-485f-b9c0-a9c18ae1fe0d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:07.334307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-e3aea4df-7697-4402-83cf-d4c1803a0392 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498199 Aug 21 18:10:07.356145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.436256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:07.473511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf30dc-b789-4df9-9c4a-0d10c4765151 req-2e3575b1-2725-41f7-a01a-a6bd4ed30083 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.475198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1bf30dc-b789-4df9-9c4a-0d10c4765151 req-2e3575b1-2725-41f7-a01a-a6bd4ed30083 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.2627990 Aug 21 18:10:07.577843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1bf30dc-b789-4df9-9c4a-0d10c4765151 req-87dd3532-57b9-4716-a603-94b1b9eb33f4 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610073 Aug 21 18:10:07.579673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7805-1b58-40ad-93c3-c2ffae27aaa9 req-cdac1671-a973-4690-b784-ebca10028fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.581507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e00a7805-1b58-40ad-93c3-c2ffae27aaa9 req-cdac1671-a973-4690-b784-ebca10028fbe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 1097 time: 0.2933123 Aug 21 18:10:07.627733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-35a56346-2470-44f5-a4ac-9dbb47070117 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833903 Aug 21 18:10:07.659094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Attempting to bind port e0c86d34-cc0a-451e-9b11-37ba7177cd45 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:07.659902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Attempting to bind port e0c86d34-cc0a-451e-9b11-37ba7177cd45 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:07.660249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Attempting to bind port e0c86d34-cc0a-451e-9b11-37ba7177cd45 on network 9f3ccdad-4d90-4633-846b-69c6fd50df72 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:07.667846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Port e0c86d34-cc0a-451e-9b11-37ba7177cd45 on network 9f3ccdad-4d90-4633-846b-69c6fd50df72 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:07.668176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Attempting to bind port e0c86d34-cc0a-451e-9b11-37ba7177cd45 on network 9f3ccdad-4d90-4633-846b-69c6fd50df72 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:07.692865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:07.692865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Checking segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:07.692865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Bound using segment: {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:07.692865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Bound port: e0c86d34-cc0a-451e-9b11-37ba7177cd45, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:07.692865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.709688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.729405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73269f3d-60b9-42d1-8a64-d0666cb4d1fc req-005b062a-191f-4d89-9670-ab07a15159c0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.732096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e00a7805-1b58-40ad-93c3-c2ffae27aaa9 req-62c6b21a-a90f-43d2-8c98-535a65e3c154 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406438 Aug 21 18:10:07.732801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73269f3d-60b9-42d1-8a64-d0666cb4d1fc req-005b062a-191f-4d89-9670-ab07a15159c0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 944 time: 0.1862109 Aug 21 18:10:07.784204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Deleting port b5cafe5a-fa23-4e98-8bce-d718931e3404 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:07.785322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.828265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:07.831790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:07.833540 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.842095 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.861774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83d70a84-6c71-4b2b-8045-7f0e7da625d7 req-74ea91cd-da3c-40dc-9364-0f70bc284fd4 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154131 Aug 21 18:10:07.868653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73269f3d-60b9-42d1-8a64-d0666cb4d1fc req-94d52990-6085-4a1c-9b17-7fb63abe7de0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280942 Aug 21 18:10:07.900631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec01cf28-d534-4d43-84ee-ca46b5c398e2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:07.903119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.907684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97347fa0-b329-4ebd-9833-1ef73420e343 None None] Network 75a54323-499d-4e08-a8ac-95fd3a65e713 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:07.908220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9acce935-af16-4351-a687-84974bc01fdf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ec01cf28-d534-4d43-84ee-ca46b5c398e2 HTTP/1.1" status: 204 len: 168 time: 0.7859550 Aug 21 18:10:07.910149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53064) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:07.926175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:07.926525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.928311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 200 len: 1092 time: 1.7735846 Aug 21 18:10:07.939306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:07.941913 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:07.946250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] For port b5cafe5a-fa23-4e98-8bce-d718931e3404, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5cafe5a-fa23-4e98-8bce-d718931e3404,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:07.947073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:07.967921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Calling delete_port for b5cafe5a-fa23-4e98-8bce-d718931e3404 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:08.027293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:08.135934 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9888ac6a-013a-4499-9445-f02c66651c38 x-openstack-request-id: req-9888ac6a-013a-4499-9445-f02c66651c38 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:08.136232 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:08.136489 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9888ac6a-013a-4499-9445-f02c66651c38 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:08.136884 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'status': 'completed', 'code': 200} Aug 21 18:10:08.140541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.213713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d840d77-e628-4eaf-8c69-8467af92045a req-f1c5e04d-dcb2-47c9-822f-29d3d9223afd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.215386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d840d77-e628-4eaf-8c69-8467af92045a req-f1c5e04d-dcb2-47c9-822f-29d3d9223afd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.0940673 Aug 21 18:10:08.242146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] DHCP port deletion for 75a54323-499d-4e08-a8ac-95fd3a65e713 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:10:08.364115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Deleting port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:08.364874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.381014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d840d77-e628-4eaf-8c69-8467af92045a req-5282242d-21f5-45bc-93ce-1aea73e1635a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577482 Aug 21 18:10:08.398344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.442166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device ca36fb39-5767-4ce0-9b6d-5b1739a7f180 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:08.464566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cafe5a-fa23-4e98-8bce-d718931e3404,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:08.530480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] For port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,segment=NetworkSegment(2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4),segment_id=2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:08.530909 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.668160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:08.682519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'port_id': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180', 'mac_address': 'fa:16:3e:ec:6c:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d3e191-b7be-43ee-bac4-ffa6cd2554f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:08.696043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device db2e208b-e549-450d-b106-553a429a3a6b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:08.707974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.734054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.752576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Calling delete_port for 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:08.834852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.858865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c9ee78-1179-445d-9184-e1174ab2e6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:08.864668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca36fb39-5767-4ce0-9b6d-5b1739a7f180 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:08.870301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: db2e208b-e549-450d-b106-553a429a3a6b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:08.870697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device db2e208b-e549-450d-b106-553a429a3a6b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:08.871118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:08.872520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.872832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:08.873134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.873774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.874590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.875179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.877571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-1fc972f4-9b1c-4ae1-a96a-0fe47935caaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 4362 time: 0.7504876 Aug 21 18:10:08.878749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5049a01-4889-4fff-a361-df35ef23ca16 req-be6de9ad-ec22-4405-a87c-41180caa01ec tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:08.880729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5049a01-4889-4fff-a361-df35ef23ca16 req-be6de9ad-ec22-4405-a87c-41180caa01ec tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.1619897 Aug 21 18:10:08.930540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:08.931117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:08.942826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] Pushing event deleted for resources: {'Port': ['ID=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:08.946431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b96da1-12a1-40a2-87a6-88cec73cf16a None None] No DVR routers for this DVR port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:08.948913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:08.958229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.020934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:09.063573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.072355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.079242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.085502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.092196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.094142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-0cd71976-c920-4660-b0de-bbfc0aa0f18d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3826 time: 0.3581131 Aug 21 18:10:09.115834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Deleting port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:09.116181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.201884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-6ee4ab8a-7763-47c1-b534-31fb99201640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.202363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-6ee4ab8a-7763-47c1-b534-31fb99201640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.202865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-6ee4ab8a-7763-47c1-b534-31fb99201640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.204504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-6ee4ab8a-7763-47c1-b534-31fb99201640 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6abfef9d5dc8478b83172a58ef395efc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3145356 Aug 21 18:10:09.296268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5049a01-4889-4fff-a361-df35ef23ca16 req-2523dfa2-c9bc-462c-8c8d-0a6246086685 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094741 Aug 21 18:10:09.303757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['ca36fb39-5767-4ce0-9b6d-5b1739a7f180'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:09.342311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8129c163-dd4c-4314-bce4-1cb67324ea8a req-9c19aaeb-23ba-45ca-8138-db3b31c15494 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2281966 Aug 21 18:10:09.386822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] For port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1, host n-d-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:09.387196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.414663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Calling delete_port for 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:09.426969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 was not found and therefore no delete operation was performed {{(pid=94599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:10:09.520485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b382a-33db-415d-9598-b567534f0e72 req-fd3115e7-52f6-41d0-8162-f68206d5ce4a tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.528526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-734b382a-33db-415d-9598-b567534f0e72 req-fd3115e7-52f6-41d0-8162-f68206d5ce4a tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 945 time: 0.1103768 Aug 21 18:10:09.580649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Router e0a69798-0743-486e-b4f4-f79b3c5d8242 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:10:09.582904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.588712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc35959-7f12-48b1-b6e3-5912e7c06e0f {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:09.594824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-734b382a-33db-415d-9598-b567534f0e72 req-c802d609-2754-465c-bb7e-e87123407a6c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Aug 21 18:10:09.676704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.711483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] No DVR routers for this DVR port 9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:09.717151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e15f53f-0fc6-4a0f-9b25-94fdf3389ef1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:09.719551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-5a73002b-53b8-4ef8-872e-9e72d591801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.720675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:09.721937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cd1e6de-cd8d-4588-b4ec-695bd1341de1 req-5a73002b-53b8-4ef8-872e-9e72d591801d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5090339 Aug 21 18:10:09.728832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-14b8db79-cd08-4de8-9933-29fc96950a5c admin admin] 10.222.0.41 "PUT /v2.0/routers/e0a69798-0743-486e-b4f4-f79b3c5d8242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7526643 Aug 21 18:10:09.728832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53086) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:09.738139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Sync routers for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:09.753689 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:09.754803 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:09.807238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Transition to ACTIVE for port object 0dc35959-7f12-48b1-b6e3-5912e7c06e0f will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:09.821273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.827931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.842367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856450e-16f5-499e-9b77-6e1b560799ee req-80354347-9858-48e9-a476-9e849c27edc4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:09.850067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5856450e-16f5-499e-9b77-6e1b560799ee req-80354347-9858-48e9-a476-9e849c27edc4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.2124519 Aug 21 18:10:09.853116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.882212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a54323-499d-4e08-a8ac-95fd3a65e713']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:09.900748 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:09.914803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:09.915115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3d92f7-9f5f-4f2d-94e9-5c61e1c660c4') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:09.951373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.968158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:09.987384 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:09.996267 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.002075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5856450e-16f5-499e-9b77-6e1b560799ee req-a498db9f-924c-4415-957f-0705921b7b23 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510901 Aug 21 18:10:10.062861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:10:10.063328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:10:10.066040 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:10:10.098873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Deleting port 01fa1f63-75ef-43b9-96b6-d7069fc27a25 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:10.099299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.158377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Attempting to bind port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:10.159123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Attempting to bind port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:10.159698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Attempting to bind port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:10.170990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on network 13be154c-f5e8-4d05-8eba-633701811939 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:10.170990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Attempting to bind port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:10.178747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.205243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.209416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] 10.222.0.41 "DELETE /v2.0/networks/75a54323-499d-4e08-a8ac-95fd3a65e713 HTTP/1.1" status: 204 len: 168 time: 2.2944109 Aug 21 18:10:10.209416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacd121-b6a2-42fa-8ca9-5125b804ba4c admin admin] Pushing event deleted for resources: {'Network': ['ID=75a54323-499d-4e08-a8ac-95fd3a65e713,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:10.221647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:10.221909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:10.222179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Bound using segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:10.222568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Bound port: 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:10.222943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.229864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] For port 01fa1f63-75ef-43b9-96b6-d7069fc27a25, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=01fa1f63-75ef-43b9-96b6-d7069fc27a25,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:10.230546 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.250508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Calling delete_port for 01fa1f63-75ef-43b9-96b6-d7069fc27a25 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:10.333198 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232'}], 'enable_snat': True}, 'gw_port_id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:10:08Z', 'revision_number': 5, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port': {'id': '01fa1f63-75ef-43b9-96b6-d7069fc27a25', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:8a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:11Z', 'updated_at': '2021-08-21T18:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:10.339830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:10.349191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:10.361328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.400918 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Checking router: e0a69798-0743-486e-b4f4-f79b3c5d8242 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:10.407854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 07e8db90-021e-485f-b9c0-a9c18ae1fe0d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:10.456659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53094) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:10.472018 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Routers {'e0a69798-0743-486e-b4f4-f79b3c5d8242'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:10.473146 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e0a69798-0743-486e-b4f4-f79b3c5d8242'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:10.489945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.490814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.492447 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] 10.222.0.39 "PUT /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 1131 time: 2.4694428 Aug 21 18:10:10.493173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:10.495633 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "0dc35959-7f12-48b1-b6e3-5912e7c06e0f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:10.556359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:10.562192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:10.562818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.581833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:10.583974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e6a89-5b68-436b-bbe6-d48c56c2a662 req-ef9d2b51-97c7-42e9-9791-dbeef34e2a5c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.593227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-565e6a89-5b68-436b-bbe6-d48c56c2a662 req-ef9d2b51-97c7-42e9-9791-dbeef34e2a5c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.1348486 Aug 21 18:10:10.616765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05711-dd77-4e60-8e97-5f8675489430 service neutron] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:10.664480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-565e6a89-5b68-436b-bbe6-d48c56c2a662 req-0c081eaf-aa27-48eb-bfb6-b8b1edadd196 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701978 Aug 21 18:10:10.664628 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] Set router e0a69798-0743-486e-b4f4-f79b3c5d8242 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:10.726142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.747351 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.763400 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f37db7-de63-4144-ad10-6549fcf6a045 x-openstack-request-id: req-79f37db7-de63-4144-ad10-6549fcf6a045 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:10.763693 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "0dc35959-7f12-48b1-b6e3-5912e7c06e0f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:10.763971 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79f37db7-de63-4144-ad10-6549fcf6a045 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:10.764349 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f', 'status': 'completed', 'code': 200} Aug 21 18:10:10.779621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39cf0fc0-f83d-4163-9c56-c8b16f1f18dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5961513b4d804b139bbfc2b6bb143a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2951119 Aug 21 18:10:10.785840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53106) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:10.787026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Pushing event deleted for resources: {'Port': ['ID=01fa1f63-75ef-43b9-96b6-d7069fc27a25,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:10.816835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-adada789-4516-4056-ab7d-06cd35470bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:10:09Z', 'revision_number': 6, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:10.828498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:10.835878 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2886cf6-6189-40fb-a64a-87a9fd9af6b8" -d '{"events": [{"server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "name": "network-vif-plugged", "status": "completed", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:10.868636 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adada789-4516-4056-ab7d-06cd35470bea None None] The sync data for ids ['e0a69798-0743-486e-b4f4-f79b3c5d8242'] in n-d-793621-32 is: [{'id': 'e0a69798-0743-486e-b4f4-f79b3c5d8242', 'name': 'tempest-AttachSCSIVolumeTestJSON-522237180-router', 'tenant_id': '278e38b16bee4a52bd1cf929de7296ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:10Z', 'updated_at': '2021-08-21T18:10:09Z', 'revision_number': 6, 'project_id': '278e38b16bee4a52bd1cf929de7296ec', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:10.877557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:10.889925 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.937189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.943229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.949413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.956094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.959689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.961972 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.962442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.968487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:10.970373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc6e8914-7f5b-4691-b02b-180079249524 req-c37d21ad-3946-4871-9151-ed1abaf92579 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 4598 time: 0.4173167 Aug 21 18:10:10.973272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:10.999280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:11.000156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.000642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.001115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.001580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.002045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.002536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.004366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-deca69ae-3e68-4213-aa3f-7f526931af61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5286 time: 0.2208159 Aug 21 18:10:11.105863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.115089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.116712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc6e8914-7f5b-4691-b02b-180079249524 req-b2235960-e067-4bbf-99b8-9111398105ba tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1330638 Aug 21 18:10:11.132286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.222667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc44bd-14e9-4835-9c22-ff8ab9e76281 req-e331bf56-39d1-4af9-b43e-4dd79dbabd35 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.230445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-04fc44bd-14e9-4835-9c22-ff8ab9e76281 req-e331bf56-39d1-4af9-b43e-4dd79dbabd35 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 945 time: 0.2267559 Aug 21 18:10:11.240283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-37cd423d-9b3e-432d-af69-91fde225ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.240766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-37cd423d-9b3e-432d-af69-91fde225ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.241321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-37cd423d-9b3e-432d-af69-91fde225ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.243392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-37cd423d-9b3e-432d-af69-91fde225ec74 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6abfef9d5dc8478b83172a58ef395efc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2286649 Aug 21 18:10:11.246807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.247817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0a69798-0743-486e-b4f4-f79b3c5d8242 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:10:11.254752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.258368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-74409add-40f4-4971-9cb7-4bb8d11ff88a admin admin] 10.222.0.41 "DELETE /v2.0/routers/e0a69798-0743-486e-b4f4-f79b3c5d8242 HTTP/1.1" status: 204 len: 168 time: 1.5263095 Aug 21 18:10:11.259434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53112) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:11.326010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-04fc44bd-14e9-4835-9c22-ff8ab9e76281 req-9c86e62c-fda1-422a-89a4-09819e521adc tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943241 Aug 21 18:10:11.375328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.380522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.385098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0492600-3a96-490e-8100-80b3fbf31a57 HTTP/1.1" status: 204 len: 168 time: 0.5928328 Aug 21 18:10:11.395629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Deleting subnet 6ad6119f-bb70-442b-8a9c-649e5ad3bfcb {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:10:11.411904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.429595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2f3c6-c8b5-4937-8e5a-3634cfa06556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0492600-3a96-490e-8100-80b3fbf31a57,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:11.436672 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ecd7df-8a01-46f6-93bb-8bc6bfcdb117 x-openstack-request-id: req-43ecd7df-8a01-46f6-93bb-8bc6bfcdb117 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:11.437165 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "name": "network-vif-plugged", "status": "completed", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:11.437409 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43ecd7df-8a01-46f6-93bb-8bc6bfcdb117 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:11.437910 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'code': 200} Aug 21 18:10:11.567441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-a2966659-4fc8-4382-bdf8-fbcbedc50e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.568990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1cccded-9e9d-4962-8c5a-2ac5f9c0241d req-a2966659-4fc8-4382-bdf8-fbcbedc50e22 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3178449 Aug 21 18:10:11.590026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.663051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91686483-2ed4-4fc1-9aa3-5fc08027bdc4 req-a593c895-c380-4c7e-9c2c-8a885330ed89 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.664710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91686483-2ed4-4fc1-9aa3-5fc08027bdc4 req-a593c895-c380-4c7e-9c2c-8a885330ed89 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.1108928 Aug 21 18:10:11.673875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 273e608e-b288-41cc-92e9-f99d0a4be842 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:11.698435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda3831-bc7e-4c47-b276-82eef94deb99 req-cffebd73-f04e-4b8b-af55-4cd8cd7a6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.698669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.701262 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bdda3831-bc7e-4c47-b276-82eef94deb99 req-cffebd73-f04e-4b8b-af55-4cd8cd7a6191 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=14b628af-76ba-4bfa-8610-b4079a2a5b3e HTTP/1.1" status: 200 len: 1098 time: 0.1884518 Aug 21 18:10:11.729030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Transition to ACTIVE for port object 273e608e-b288-41cc-92e9-f99d0a4be842 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:11.737954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91686483-2ed4-4fc1-9aa3-5fc08027bdc4 req-b1018710-6155-443d-975b-dc0845282e6f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571775 Aug 21 18:10:11.739345 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.791044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec7540-6ebc-4c80-95b8-4afab1e5aa0b req-6e59bae0-d951-445d-9a9c-9048c2cce728 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:11.792696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25ec7540-6ebc-4c80-95b8-4afab1e5aa0b req-6e59bae0-d951-445d-9a9c-9048c2cce728 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.1935899 Aug 21 18:10:11.796241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bdda3831-bc7e-4c47-b276-82eef94deb99 req-aef89494-acfb-4d9e-8d28-736bb8adc8d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755761 Aug 21 18:10:11.862865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:11.935434 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:11.975117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Attempting to bind port 273e608e-b288-41cc-92e9-f99d0a4be842 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:11.975738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Attempting to bind port 273e608e-b288-41cc-92e9-f99d0a4be842 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:11.976143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Attempting to bind port 273e608e-b288-41cc-92e9-f99d0a4be842 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:11.994184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Port 273e608e-b288-41cc-92e9-f99d0a4be842 on network 13be154c-f5e8-4d05-8eba-633701811939 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:11.994899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Attempting to bind port 273e608e-b288-41cc-92e9-f99d0a4be842 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:12.001540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:12.002788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:12.002788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Bound using segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:12.004093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Bound port: 273e608e-b288-41cc-92e9-f99d0a4be842, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:12.004684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.038340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.104530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:12.108463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=273e608e-b288-41cc-92e9-f99d0a4be842,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:12.115854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.130195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad6119f-bb70-442b-8a9c-649e5ad3bfcb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:12.142319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.146470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9b106f69-a760-4e00-921d-dc749b1d64f9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ad6119f-bb70-442b-8a9c-649e5ad3bfcb HTTP/1.1" status: 204 len: 168 time: 0.8822441 Aug 21 18:10:12.147026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53126) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:12.151343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa54cb7-e305-4b16-9947-a038436e7b40 None None] Network 88274b2b-5b9e-4ee5-995c-e97201e0a96d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:12.239659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.240238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.243805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] 10.222.0.39 "PUT /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 1131 time: 1.6802726 Aug 21 18:10:12.291663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25ec7540-6ebc-4c80-95b8-4afab1e5aa0b req-e2c661f5-dff2-4b35-85e3-6b2ba4bbec48 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509124 Aug 21 18:10:12.293139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fec00-ee37-4fb4-bfd6-d1e3f38ed1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:12.315325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:12.373931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.491494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device ca36fb39-5767-4ce0-9b6d-5b1739a7f180 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:12.550603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.557105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.565359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.571591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.579731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.593523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.604803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.629084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 01fa1f63-75ef-43b9-96b6-d7069fc27a25 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:12.635567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Deleting port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:12.636107 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.637581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-89cfe698-697d-47cd-88da-b55111bcfc78 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5370 time: 0.3410544 Aug 21 18:10:12.655433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 01fa1f63-75ef-43b9-96b6-d7069fc27a25 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:12.655851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 01fa1f63-75ef-43b9-96b6-d7069fc27a25 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:12.656274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5cafe5a-fa23-4e98-8bce-d718931e3404 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:12.682285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f38f3-df85-4645-a8f5-9f55a7ef7995 req-da443d23-eb27-4674-864a-187617b6e681 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:12.689967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b5cafe5a-fa23-4e98-8bce-d718931e3404 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:12.690319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5cafe5a-fa23-4e98-8bce-d718931e3404 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:12.701586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-706f38f3-df85-4645-a8f5-9f55a7ef7995 req-da443d23-eb27-4674-864a-187617b6e681 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 945 time: 0.2053354 Aug 21 18:10:12.704938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.712885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:12.728652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:12.728967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.768504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '273e608e-b288-41cc-92e9-f99d0a4be842'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:12.770907 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "273e608e-b288-41cc-92e9-f99d0a4be842"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:12.789331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] DHCP port deletion for 88274b2b-5b9e-4ee5-995c-e97201e0a96d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:10:12.819898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-706f38f3-df85-4645-a8f5-9f55a7ef7995 req-007396a6-1a79-45cd-b645-ebb5e4efa390 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171904 Aug 21 18:10:12.837423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] For port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:12.838117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:12.844781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc8a7516-b1ac-4aba-8b04-5e84c277ddfc req-f66b5a3e-08ee-4f13-b075-5ec69556baa8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2045510 Aug 21 18:10:12.874608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Calling delete_port for 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:12.980070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.023785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:13.037709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Deleting port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:13.039968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.119366 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703374e3-ddf1-401a-ad67-f1176b038e8b x-openstack-request-id: req-703374e3-ddf1-401a-ad67-f1176b038e8b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:13.119805 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "273e608e-b288-41cc-92e9-f99d0a4be842", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:13.120901 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-703374e3-ddf1-401a-ad67-f1176b038e8b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:13.121792 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '273e608e-b288-41cc-92e9-f99d0a4be842', 'status': 'completed', 'code': 200} Aug 21 18:10:13.197157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.247623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:13.261787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] No DVR routers for this DVR port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:13.281319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.299295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.300063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.300160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:13.300265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.300684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.302208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.302208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.302208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.304347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-52a820b8-a402-43ec-8797-655acb590bb1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6210 time: 0.1928120 Aug 21 18:10:13.315211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-360810047-network', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:13.438025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f873f-252b-4f97-b6f3-fb7ac14498d6 req-d17743fe-4a91-423c-b1d5-d19ae0eb7769 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.439711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd0f873f-252b-4f97-b6f3-fb7ac14498d6 req-d17743fe-4a91-423c-b1d5-d19ae0eb7769 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.3370516 Aug 21 18:10:13.494757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.512413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88274b2b-5b9e-4ee5-995c-e97201e0a96d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:13.518015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Made reservation on behalf of c1fc01c122f847d285807a020a41bba7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:13.520648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.532736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:13.535191 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d062f8c-07c1-471c-a9c0-20b8f349b468" -d '{"events": [{"server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "name": "network-vif-plugged", "status": "completed", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:13.546983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.552123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-c438ab28-1898-4ee8-8c3f-ac4497852afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.552947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-c438ab28-1898-4ee8-8c3f-ac4497852afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.553644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-c438ab28-1898-4ee8-8c3f-ac4497852afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.555863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-c438ab28-1898-4ee8-8c3f-ac4497852afb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6abfef9d5dc8478b83172a58ef395efc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2037084 Aug 21 18:10:13.565974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] For port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,segment=NetworkSegment(2a449c91-cc8e-4c72-9b9d-3106706de5b0),segment_id=2a449c91-cc8e-4c72-9b9d-3106706de5b0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:13.565974 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.583121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a449c91-cc8e-4c72-9b9d-3106706de5b0') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:13.583458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a449c91-cc8e-4c72-9b9d-3106706de5b0') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:13.592085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Calling delete_port for 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:13.602443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:13.602686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd0f873f-252b-4f97-b6f3-fb7ac14498d6 req-e2c18c1e-b497-42d7-9f70-58e12f76c801 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453452 Aug 21 18:10:13.608951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.634667 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.644743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:10:13.645387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.706079 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8cca4f-2170-4f84-9f42-fb611a03afb7 x-openstack-request-id: req-7d8cca4f-2170-4f84-9f42-fb611a03afb7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:13.706426 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "name": "network-vif-plugged", "status": "completed", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:13.706692 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d8cca4f-2170-4f84-9f42-fb611a03afb7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:13.707034 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180', 'code': 200} Aug 21 18:10:13.716485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:10:13.723612 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:10:13.785273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] Pushing event deleted for resources: {'Port': ['ID=31b856dc-ff3c-4771-b7e7-afc3f43f8b10,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:13.796598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ec5f69-28ff-4366-bd6b-e9134f07ed39 None None] No DVR routers for this DVR port 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:13.808964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27162e-4ec8-4eb0-811a-037dd2ff7c31 req-66f83ddb-9697-4e03-b48f-933c0c993139 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.811476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a27162e-4ec8-4eb0-811a-037dd2ff7c31 req-66f83ddb-9697-4e03-b48f-933c0c993139 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.4184155 Aug 21 18:10:13.850618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1149feed-d4e5-4a61-9637-9dcf13700158 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:13.870594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.910603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a27162e-4ec8-4eb0-811a-037dd2ff7c31 req-db6f1b44-1c88-4ce8-9de8-7d9e0bfecfe9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Aug 21 18:10:13.913961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-90714bdb-6b71-49d3-9edc-ec67938faabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:13.921627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18f2e26c-7b8d-4bed-9fb4-7ac48e1c83e1 req-90714bdb-6b71-49d3-9edc-ec67938faabb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2675872 Aug 21 18:10:13.929383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Transition to ACTIVE for port object 1149feed-d4e5-4a61-9637-9dcf13700158 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:13.933732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.953680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.978531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:13.991477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:10:14.002813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.005905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.006306 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Added segment 1a88bb81-7b5f-4f7b-9462-92f5d83db4c2 of type vlan for network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca Aug 21 18:10:14.022341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.024247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/88274b2b-5b9e-4ee5-995c-e97201e0a96d HTTP/1.1" status: 204 len: 168 time: 1.8765864 Aug 21 18:10:14.039447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:14.050892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8715b7-97ba-422e-ac3f-6985a44146f5 req-2edf350d-c8b2-4aa9-9ede-6038381e65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.052453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d8715b7-97ba-422e-ac3f-6985a44146f5 req-2edf350d-c8b2-4aa9-9ede-6038381e65bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 1098 time: 0.2365868 Aug 21 18:10:14.101956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-8bb80c01-ea58-4a14-98c7-ce06a887e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.103541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-8bb80c01-ea58-4a14-98c7-ce06a887e350 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 1095 time: 0.2985020 Aug 21 18:10:14.112536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00e0ee-5c9b-447f-be1b-45ca531e9cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88274b2b-5b9e-4ee5-995c-e97201e0a96d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:14.154766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:14.162882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.169904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.176702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.183301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.190670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.197553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.204251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.206265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-aba62a2a-10f8-43ad-910d-36127af73323 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5382 time: 0.2035067 Aug 21 18:10:14.219605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7442e30d-96a1-4be9-83e5-8111462d46e7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:14.232903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Attempting to bind port 1149feed-d4e5-4a61-9637-9dcf13700158 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:14.233243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Attempting to bind port 1149feed-d4e5-4a61-9637-9dcf13700158 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:14.233740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Attempting to bind port 1149feed-d4e5-4a61-9637-9dcf13700158 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:14.250683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Port 1149feed-d4e5-4a61-9637-9dcf13700158 on network 13be154c-f5e8-4d05-8eba-633701811939 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:14.250683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Attempting to bind port 1149feed-d4e5-4a61-9637-9dcf13700158 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:14.264347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:14.264686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:14.265212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Bound using segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:14.265665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Bound port: 1149feed-d4e5-4a61-9637-9dcf13700158, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:14.266028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.271525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07fc44-4fc6-4008-8718-f7361f348cd0 req-de305999-0262-44da-9bf8-6401798c7f95 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.273258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce07fc44-4fc6-4008-8718-f7361f348cd0 req-de305999-0262-44da-9bf8-6401798c7f95 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 946 time: 0.3527966 Aug 21 18:10:14.275600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53172) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:14.287527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb5ff6f4-04e0-4776-be95-627849d3421c req-b6fcc1ab-3f53-4789-91d9-f87eed35ba70 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660789 Aug 21 18:10:14.323112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.327571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d8715b7-97ba-422e-ac3f-6985a44146f5 req-a35cd75b-4d3d-4767-80a3-babf8f106ec8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386878 Aug 21 18:10:14.347474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:14.353215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:14.361828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.397085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.408996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.409717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.411871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] 10.222.0.39 "PUT /v2.0/ports/1149feed-d4e5-4a61-9637-9dcf13700158 HTTP/1.1" status: 200 len: 1091 time: 2.1136522 Aug 21 18:10:14.451971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:14.459485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f725782-6dcd-45b5-8c34-c47b114f2399 service neutron] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:14.556961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.585922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:14.633414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:14.636114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:14.636372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 31b856dc-ff3c-4771-b7e7-afc3f43f8b10 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:14.670025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:14.705996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:14.714023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.727422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Transition to ACTIVE for port object 4100c8b0-1bd8-4025-be85-6a833f42ec15 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:14.745292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b8dc3c52-cdfe-415f-abdd-9090ed76f258 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=215c230b47bb4e9fbf5d12b0750a5409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537392 Aug 21 18:10:14.745943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53184) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:14.751707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.772038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.773196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:14.773752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:14.938594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce07fc44-4fc6-4008-8718-f7361f348cd0 req-767fb319-c792-45a2-ba50-14ce7cb5c3f4 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6117694 Aug 21 18:10:14.990607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9640129 Aug 21 18:10:14.991364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:15.002582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Request body: {'subnet': {'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-360810047-subnet', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:15.082831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Made reservation on behalf of c1fc01c122f847d285807a020a41bba7 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:15.086219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.172872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:15.175815 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ca83d-8e03-4664-ae5a-1f9123816574" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:15.205497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251420d-85b9-42ba-a6e7-bf85eb019e35 admin admin] Pushing event updated for resources: {'Network': ['ID=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:15.212987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=9']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:15.215423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:15.223170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:10:15.243331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.250075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] No DVR routers for this DVR port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:15.264137 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7296bf-dd98-42a5-86ff-f61555a55314 x-openstack-request-id: req-2c7296bf-dd98-42a5-86ff-f61555a55314 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:15.264450 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:15.264798 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c7296bf-dd98-42a5-86ff-f61555a55314 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:15.265279 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158', 'status': 'completed', 'code': 200} Aug 21 18:10:15.283644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Transition to ACTIVE for port object d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:15.312170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.316853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1e417-2283-4836-a376-bf9c222dcae4 req-06e905c1-7fe0-45cd-91fe-ed7b8c2b6971 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.324446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9fd1e417-2283-4836-a376-bf9c222dcae4 req-06e905c1-7fe0-45cd-91fe-ed7b8c2b6971 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 943 time: 0.2432420 Aug 21 18:10:15.329250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.756133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.777491 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9fd1e417-2283-4836-a376-bf9c222dcae4 req-60169dbf-4d4e-4e0f-ac2d-2cee6273edb2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4520011 Aug 21 18:10:15.803897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:15.853434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.853826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.854259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.854380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.854795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.855265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.855731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.856199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:15.856781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.857905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/565bb73b-5ad0-4f07-9216-8c6aa7ad7888 HTTP/1.1" status: 204 len: 168 time: 1.1074233 Aug 21 18:10:15.858269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-5700488d-2123-48a9-b92f-5d9c40317134 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6304 time: 0.5626917 Aug 21 18:10:15.873904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c3f81-f4ce-4b35-a7cf-783d3cfb605d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bb73b-5ad0-4f07-9216-8c6aa7ad7888,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:15.876652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:15.876652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:15.876652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:15.881583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:15.882072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Attempting to bind port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:15.887309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:15.887649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:15.888583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Bound using segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:15.889014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Bound port: 4100c8b0-1bd8-4025-be85-6a833f42ec15, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:15.889372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.925944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:15.977793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:15.983548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:15.989853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.024591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.031049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.037238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.040774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.041419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.042889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] 10.222.0.39 "PUT /v2.0/ports/4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 1092 time: 1.9075475 Aug 21 18:10:16.043321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:16.043781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.046130 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ff66a0-2012-4b09-9c29-f7b97427be67" -d '{"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:16.050174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.056622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.065181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.071793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-4ef9da8a-9987-4e77-8943-f7f4006172cb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5394 time: 0.6402934 Aug 21 18:10:16.131440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Attempting to bind port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:16.131689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Attempting to bind port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:16.132021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Attempting to bind port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:16.137694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea724dc-aeb2-4ea6-8ecb-fbfa1ba7dd98 service neutron] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=10']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:16.154132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:16.162079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 on network 13be154c-f5e8-4d05-8eba-633701811939 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:16.162415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Attempting to bind port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:16.192667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-57f4b2d7-96be-4c31-a683-59e908c0e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.195323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-57f4b2d7-96be-4c31-a683-59e908c0e7ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1096 time: 0.1119373 Aug 21 18:10:16.196933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:16.197441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Checking segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:16.197660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Bound using segment: {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:16.198095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Bound port: d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453355d2-6c3a-4cad-a79a-8a73e4601200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '13be154c-f5e8-4d05-8eba-633701811939'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:16.198458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.213459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94673533-e9a8-4dc9-b647-50c2c52f64ed req-dc29a344-508b-4dfa-986c-b1a458113d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.215564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cda1364-14e6-44a3-a6db-0d2988713be3 req-496ca94a-e9c6-4585-b95a-b29af02a312f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428127 Aug 21 18:10:16.223556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94673533-e9a8-4dc9-b647-50c2c52f64ed req-dc29a344-508b-4dfa-986c-b1a458113d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 946 time: 0.0995765 Aug 21 18:10:16.243182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Checking segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:16.243567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Network hostable DHCP agents. Network: 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:10:16.249395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-9039c6e2-5f1d-453e-b815-3da68d9e0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.249875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-9039c6e2-5f1d-453e-b815-3da68d9e0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.250347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-9039c6e2-5f1d-453e-b815-3da68d9e0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.252059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-9039c6e2-5f1d-453e-b815-3da68d9e0715 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6abfef9d5dc8478b83172a58ef395efc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3647625 Aug 21 18:10:16.319989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:16.324196 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbf5eb-1d8c-4bc4-91d8-7b03467badbf x-openstack-request-id: req-cbbbf5eb-1d8c-4bc4-91d8-7b03467badbf {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:16.324423 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd873969-513e-4632-bb20-a17088647038", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:16.324673 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbbbf5eb-1d8c-4bc4-91d8-7b03467badbf {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:16.325063 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'status': 'completed', 'code': 200} Aug 21 18:10:16.335115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94673533-e9a8-4dc9-b647-50c2c52f64ed req-7c141420-2c29-404a-92dd-e6b7ccdbac77 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105919 Aug 21 18:10:16.368739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:10:16.397011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:16.399333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:16.404750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:16.412164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263c355e-2280-4542-83e7-fffe9c6e8c1d None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:16.413534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.414166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.427963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.468561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-ae125329-6a30-48e9-9f2c-1e624c2ddb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.470083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6ca83d-8e03-4664-ae5a-1f9123816574 req-ae125329-6a30-48e9-9f2c-1e624c2ddb24 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080953 Aug 21 18:10:16.480194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15aa2301-2934-4312-adec-baf0ac1cf901 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=278e38b16bee4a52bd1cf929de7296ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428766 Aug 21 18:10:16.480819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.481604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.481715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-f86aaf4e-3fa8-4cf2-837a-840cd469db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.483119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-f86aaf4e-3fa8-4cf2-837a-840cd469db27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.2519782 Aug 21 18:10:16.483234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] 10.222.0.39 "PUT /v2.0/ports/d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 HTTP/1.1" status: 200 len: 1091 time: 2.0365138 Aug 21 18:10:16.483584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:16.489358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-18d0b61e-71b3-46a8-9bfe-57267160e888 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4965451 Aug 21 18:10:16.492212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53230) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:16.503398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:16.533058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:16.581662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb9fcd4-dea2-488b-abef-af439936229c service neutron] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:16.596263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-d36a4c7d-3009-42f7-b7d3-4fc8012253ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 997 time: 0.0943892 Aug 21 18:10:16.611207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.612422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.614379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.649458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c7e8f-5943-4770-aeb9-102b8700baaa req-8ef4489d-26e8-4e9b-a587-3b9be4e554f9 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.657185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-780c7e8f-5943-4770-aeb9-102b8700baaa req-8ef4489d-26e8-4e9b-a587-3b9be4e554f9 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=14b628af-76ba-4bfa-8610-b4079a2a5b3e HTTP/1.1" status: 200 len: 946 time: 0.1501572 Aug 21 18:10:16.673622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.681784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:10:16.682877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.683823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.691143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-76a50511-23a2-4398-abb8-8d66af67d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.692712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-76a50511-23a2-4398-abb8-8d66af67d52b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0865676 Aug 21 18:10:16.764787 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-780c7e8f-5943-4770-aeb9-102b8700baaa req-6b79c5e2-0c08-4a05-88f3-1bd6b7460c5d tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061747 Aug 21 18:10:16.791341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.792350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.795595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:16.800322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab2b6343-6ef3-48e3-9833-8f9426102265 HTTP/1.1" status: 204 len: 168 time: 0.3126123 Aug 21 18:10:16.805170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ae553-8be2-4490-ac91-2dd4918941fd req-914c37f5-79df-4b08-93ce-9b3674692da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:16.807445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-914c37f5-79df-4b08-93ce-9b3674692da0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007910 Aug 21 18:10:16.830083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4a34a-3a8d-4c56-8679-4487c2256e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2b6343-6ef3-48e3-9833-8f9426102265,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:16.968931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Allocated IP 172.20.0.2 (7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca/6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320/c24224eb-fb6e-4773-b197-4ab65bd13405) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:17.002582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-d5af2d4e-6f8f-4b70-aa79-1cc6717b0c90 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797822 Aug 21 18:10:17.135004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.175115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ba984-96c0-42b5-aa6e-0cf68adf3ab2 req-febed299-3376-4f07-ae7e-fad4d987cbf6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.181915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c7ba984-96c0-42b5-aa6e-0cf68adf3ab2 req-febed299-3376-4f07-ae7e-fad4d987cbf6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.2832739 Aug 21 18:10:17.203437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-102ae553-8be2-4490-ac91-2dd4918941fd req-c111cad8-cd94-4847-b726-9a0fc31eca16 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887791 Aug 21 18:10:17.274627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:17.276898 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0dce76-75e9-45ad-af2b-890c5c622ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:17.301973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.314330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c7ba984-96c0-42b5-aa6e-0cf68adf3ab2 req-e9f02659-dfa5-4620-8773-82e089bf9c9d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314235 Aug 21 18:10:17.328190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Transition to ACTIVE for port object c24224eb-fb6e-4773-b197-4ab65bd13405 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:17.380561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Transition to ACTIVE for port object c24224eb-fb6e-4773-b197-4ab65bd13405 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:17.394117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.449230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-435e95af-0e84-48dc-aac5-73924d1b67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.455530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-435e95af-0e84-48dc-aac5-73924d1b67fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1096 time: 0.1830871 Aug 21 18:10:17.469083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:17.476707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:17.485567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:17.513264 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f8d44d-5762-4fcb-8bb8-d4327ba3255e x-openstack-request-id: req-a7f8d44d-5762-4fcb-8bb8-d4327ba3255e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:17.513580 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:17.513844 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7f8d44d-5762-4fcb-8bb8-d4327ba3255e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:17.514270 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'status': 'completed', 'code': 200} Aug 21 18:10:17.517352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Pushing event updated for resources: {'Port': ['ID=c24224eb-fb6e-4773-b197-4ab65bd13405,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:17.587108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Attempting to bind port c24224eb-fb6e-4773-b197-4ab65bd13405 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:17.588284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Attempting to bind port c24224eb-fb6e-4773-b197-4ab65bd13405 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:17.589108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Attempting to bind port c24224eb-fb6e-4773-b197-4ab65bd13405 on network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:17.600774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:17.601425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Checking segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:17.612685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.615036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Bound using segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:17.616893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Bound port: c24224eb-fb6e-4773-b197-4ab65bd13405, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:17.617498 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.633377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-c1190139-caa3-402e-9fdf-9d861d1a9258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.637345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-c1190139-caa3-402e-9fdf-9d861d1a9258 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1715617 Aug 21 18:10:17.643576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 074e6a16-1a1d-412c-ac24-91a285218452 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:17.652251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.717569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Transition to ACTIVE for port object 074e6a16-1a1d-412c-ac24-91a285218452 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:17.733477 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.776809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9454f473-ca42-434a-9f07-4244a5f5d448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.788906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-6280217d-ab59-41e8-90ee-41ea5258a82c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 997 time: 0.1433263 Aug 21 18:10:17.794254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] For port c24224eb-fb6e-4773-b197-4ab65bd13405, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:17.807088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] For port c24224eb-fb6e-4773-b197-4ab65bd13405, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c24224eb-fb6e-4773-b197-4ab65bd13405,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:17.808464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.814442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.822462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:17.824509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.834047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.841541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.847743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.853794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.861664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-10a5fdc1-aafb-4f7b-a357-959c60305431 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5394 time: 0.3922708 Aug 21 18:10:17.867156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.884337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.889609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.890142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.890569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.891048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.891884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.892700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-34a6fad9-2a19-4238-b92b-d8b39d0f6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.893921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-2d453d3a-8b97-4f7c-b663-cf7f0b5af4ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6346 time: 0.3744667 Aug 21 18:10:17.895768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-34a6fad9-2a19-4238-b92b-d8b39d0f6cc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0986061 Aug 21 18:10:17.955844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897537d-caab-4d2e-9fb8-8bf9fdcf0ac7 None None] Pushing event updated for resources: {'Port': ['ID=c24224eb-fb6e-4773-b197-4ab65bd13405,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:17.980428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-3b2f6630-167c-432c-9839-0dc337a08ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:17.982379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-3b2f6630-167c-432c-9839-0dc337a08ae1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726569 Aug 21 18:10:18.044371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:18.289022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:18.359278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-5ee640ba-0a10-437b-b4a2-b0b5b5d31dec service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684618 Aug 21 18:10:18.421113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:18.450613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:18.602207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:18.676461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:18.777300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c24224eb-fb6e-4773-b197-4ab65bd13405 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:18.779464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-fcfb9b76-b4dc-4a09-8883-7f3d9b723bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:18.780115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-fcfb9b76-b4dc-4a09-8883-7f3d9b723bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:18.780742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-fcfb9b76-b4dc-4a09-8883-7f3d9b723bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:18.782673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-fcfb9b76-b4dc-4a09-8883-7f3d9b723bc3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6abfef9d5dc8478b83172a58ef395efc&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8553472 Aug 21 18:10:18.791674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b19b0f8c-1393-413f-8998-f478761a0e54 req-9cb3fb85-b645-417a-8828-77feafe31d37 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8891108 Aug 21 18:10:18.851269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-a2afd13f-c8a0-404d-9aa1-585242e7199f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:18.855102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-a2afd13f-c8a0-404d-9aa1-585242e7199f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/ports?device_id=14b628af-76ba-4bfa-8610-b4079a2a5b3e HTTP/1.1" status: 200 len: 946 time: 0.2518873 Aug 21 18:10:18.892945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Attempting to bind port 074e6a16-1a1d-412c-ac24-91a285218452 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:18.893379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Attempting to bind port 074e6a16-1a1d-412c-ac24-91a285218452 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:18.893785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Attempting to bind port 074e6a16-1a1d-412c-ac24-91a285218452 on network 4235e44c-5df5-4c67-83ca-4a302acae183 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:18.913503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Port 074e6a16-1a1d-412c-ac24-91a285218452 on network 4235e44c-5df5-4c67-83ca-4a302acae183 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:18.913744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Attempting to bind port 074e6a16-1a1d-412c-ac24-91a285218452 on network 4235e44c-5df5-4c67-83ca-4a302acae183 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:18.945685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:18.945909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Checking segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:18.946447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Bound using segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:18.946966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Bound port: 074e6a16-1a1d-412c-ac24-91a285218452, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:18.947546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:18.998562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69ff66a0-2012-4b09-9c29-f7b97427be67 req-32fc456b-8f1d-4887-9128-4117a422d4ff service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6220312 Aug 21 18:10:19.068821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Allocated IP 172.25.1.150 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/d66373d2-a121-4659-86f6-3e739f8f4831) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:19.073675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-447d0530-744e-4293-9af0-483900387281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:19.078645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be0dce76-75e9-45ad-af2b-890c5c622ebb req-447d0530-744e-4293-9af0-483900387281 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2808471 Aug 21 18:10:19.108350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-f3e45f36-4d7d-4118-bd8e-a522cf0d1c6f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:19.110722 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-f3e45f36-4d7d-4118-bd8e-a522cf0d1c6f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/ports?device_id=4d33b693-418a-4b4c-b1b3-71e9afbfddef HTTP/1.1" status: 200 len: 946 time: 0.2546704 Aug 21 18:10:19.173553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:19.205126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'mac_address': 'fa:16:3e:56:22:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:19.253355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:19.280191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=074e6a16-1a1d-412c-ac24-91a285218452,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:19.305915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Deleting port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:19.306589 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.311221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.395582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.402125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c24224eb-fb6e-4773-b197-4ab65bd13405 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:19.429230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:19.429917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.431561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 200 len: 1092 time: 2.9069800 Aug 21 18:10:19.456322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 808ab474-f5d7-4b8e-b1e2-a18d14667cfa {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:19.470264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.493886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Pushing event updated for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:19.512259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Request body: {'port': {'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:19.517298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:19.535976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.536788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:19.545024 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a291e9-fd15-4305-83ed-7c4765a35a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "074e6a16-1a1d-412c-ac24-91a285218452"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:19.572420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.573013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.573685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.574212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.576953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.577297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.577626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.577981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.578309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.578684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.579004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.579329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef7e83-61ae-4e55-ac1b-cf57442a71c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:19.584777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] For port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:19.585222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.602272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Calling delete_port for 07e8db90-021e-485f-b9c0-a9c18ae1fe0d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:19.693580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['808ab474-f5d7-4b8e-b1e2-a18d14667cfa'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:19.724210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.813141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9352a3-25c6-4eb9-ac26-e069d7dfb98f None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:19.885715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Deleting port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:19.886031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.908140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:19.972164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:19.993421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Provisioning for port c24224eb-fb6e-4773-b197-4ab65bd13405 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:19.999842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Provisioning complete for port c24224eb-fb6e-4773-b197-4ab65bd13405 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:20.000176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.075616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:20.090918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:20.120525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:20.155431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.165248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Pushing event updated for resources: {'Port': ['ID=d66373d2-a121-4659-86f6-3e739f8f4831,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:20.227140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.230367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:20.267259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event deleted for resources: {'Port': ['ID=07e8db90-021e-485f-b9c0-a9c18ae1fe0d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:20.281821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] For port ca36fb39-5767-4ce0-9b6d-5b1739a7f180, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:20.291096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.358244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Calling delete_port for ca36fb39-5767-4ce0-9b6d-5b1739a7f180 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:20.408348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] No DVR routers for this DVR port 07e8db90-021e-485f-b9c0-a9c18ae1fe0d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:20.412727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] For port c24224eb-fb6e-4773-b197-4ab65bd13405, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c24224eb-fb6e-4773-b197-4ab65bd13405,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:20.418127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.425428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c43c229-0752-4a84-815e-9925a2f18bdf req-7a7743c9-c98f-4ea9-a454-79f9d86a44ba tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "DELETE /v2.0/ports/07e8db90-021e-485f-b9c0-a9c18ae1fe0d HTTP/1.1" status: 204 len: 173 time: 1.5413699 Aug 21 18:10:20.426150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'name': 'network-vif-deleted', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:20.448213 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eb8c77-d0de-4d6e-9bc5-97cc9342ea60" -d '{"events": [{"server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "name": "network-vif-deleted", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:20.461077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.700366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce668311-daf5-41ee-b3fd-aedc96fffc0c None None] Pushing event updated for resources: {'Port': ['ID=c24224eb-fb6e-4773-b197-4ab65bd13405,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:20.733646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.749488 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbddc88b-d0b3-4d61-983c-345c6edea186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.781176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.784412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80347a28-9cd4-4298-b28a-2e9658559875 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:20.790272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event deleted for resources: {'Port': ['ID=ca36fb39-5767-4ce0-9b6d-5b1739a7f180,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:20.883364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] No DVR routers for this DVR port ca36fb39-5767-4ce0-9b6d-5b1739a7f180 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:20.883944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.894989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:20.897808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa0867a4-08e2-4f67-abff-e3db72bbb34f req-acbe50c2-a214-4fdd-bb47-ada888d8bce1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "DELETE /v2.0/ports/ca36fb39-5767-4ce0-9b6d-5b1739a7f180 HTTP/1.1" status: 204 len: 173 time: 1.7744842 Aug 21 18:10:20.907071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Transition to ACTIVE for port object 80347a28-9cd4-4298-b28a-2e9658559875 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:20.925123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:21.049574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:21.050156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:21.357041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4be4b255-5095-4193-9c0a-6b509a929551 None None] Provisioning complete for port c24224eb-fb6e-4773-b197-4ab65bd13405 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:21.359934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4be4b255-5095-4193-9c0a-6b509a929551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:21.541766 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:21.813146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Attempting to bind port 80347a28-9cd4-4298-b28a-2e9658559875 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:21.814377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Attempting to bind port 80347a28-9cd4-4298-b28a-2e9658559875 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:21.814977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Attempting to bind port 80347a28-9cd4-4298-b28a-2e9658559875 on network 4235e44c-5df5-4c67-83ca-4a302acae183 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:21.826995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Port 80347a28-9cd4-4298-b28a-2e9658559875 on network 4235e44c-5df5-4c67-83ca-4a302acae183 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:21.827645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Attempting to bind port 80347a28-9cd4-4298-b28a-2e9658559875 on network 4235e44c-5df5-4c67-83ca-4a302acae183 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:21.838523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:21.839636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Checking segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:21.840207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Bound using segment: {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:21.840829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Bound port: 80347a28-9cd4-4298-b28a-2e9658559875, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7748d39-c621-4a67-963a-6ef065a1ce9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:21.841370 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.006177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:22.013705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:22.032741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.162867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:22.166403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.170078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.170815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.172431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-6483b1c5-b2ea-42c6-8152-e4478ca0429c service neutron] 10.222.0.39 "PUT /v2.0/ports/80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 200 len: 1092 time: 2.6677637 Aug 21 18:10:22.386312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:10:22.487311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device ca36fb39-5767-4ce0-9b6d-5b1739a7f180 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:22.531017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: ca36fb39-5767-4ce0-9b6d-5b1739a7f180 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:22.531336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device ca36fb39-5767-4ce0-9b6d-5b1739a7f180 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:22.531752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 07e8db90-021e-485f-b9c0-a9c18ae1fe0d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:22.589296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 07e8db90-021e-485f-b9c0-a9c18ae1fe0d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:22.589649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 07e8db90-021e-485f-b9c0-a9c18ae1fe0d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:22.607540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c24224eb-fb6e-4773-b197-4ab65bd13405 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:22.660408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:22.675014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:22.711604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.715699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.716345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.716835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.717288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.717755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.718280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:22.720214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-42ec6fc1-03a2-499c-98b2-779d47648b13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6482 time: 0.1668019 Aug 21 18:10:22.720975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.724709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-428806f4-0716-427c-9297-4943a36c0d61 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.2292283 Aug 21 18:10:22.728112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:22.734345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Sync routers for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:22.756664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:22.757301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:22.844001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c24224eb-fb6e-4773-b197-4ab65bd13405 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:22.844341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:22.960536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f75e0d5e-71a6-4705-b2c0-112d564d5b95 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 200 len: 217 time: 0.0852807 Aug 21 18:10:23.021376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:23.068153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8e74a011-ae95-46c3-8594-03c8a1180034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:23.069771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8e74a011-ae95-46c3-8594-03c8a1180034 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad90d85-0a1c-4fe6-803d-3f2901558060 HTTP/1.1" status: 200 len: 850 time: 0.0989797 Aug 21 18:10:23.160973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:23.167930 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.168167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8637962f-7d85-4af2-9100-fa386c5c4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:23.170190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8637962f-7d85-4af2-9100-fa386c5c4e16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3ccdad-4d90-4633-846b-69c6fd50df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908303 Aug 21 18:10:23.378707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-724f928c-f4b3-42a2-adad-04a69783adfa service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973646 Aug 21 18:10:23.553912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-15a883ac-5e95-4ddf-a410-1fb0134b09a8 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618629 Aug 21 18:10:23.579494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.583972 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.604400 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.606028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-8e5c8a54-08c2-48c1-91c6-2ce752bd6820 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 217 time: 0.0422814 Aug 21 18:10:23.628504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:23.631520 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9317820-a69b-4033-8fbc-cc95d8eff135" -d '{"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-plugged", "status": "completed", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:23.673851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-845b09d2-e677-42bf-8f2e-02c6c98125fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:23.680448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-845b09d2-e677-42bf-8f2e-02c6c98125fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.0616958 Aug 21 18:10:23.684371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:23.717842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.780278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-684901b5-ed0f-49b0-8198-9a5933ebd3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:23.783849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-684901b5-ed0f-49b0-8198-9a5933ebd3bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877316 Aug 21 18:10:23.820535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:23.820535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:20Z', 'revision_number': 3, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:23.855915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Checking router: 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:23.856613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Updating router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e port d66373d2-a121-4659-86f6-3e739f8f4831 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:10:23.902622 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:23.976330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Allocated IP 172.20.0.1 (7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca/6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320/6e4f99df-9ba5-47bc-aad3-f86330004ad2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:23.984835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-999e7e32-c47f-4b80-a2b9-1cf5faa8122b service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921725 Aug 21 18:10:24.175428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.217009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Transition to ACTIVE for port object 6e4f99df-9ba5-47bc-aad3-f86330004ad2 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:24.221963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-669c0667-89d4-450a-9f4f-f5910d4b41fa service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922829 Aug 21 18:10:24.305320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.358109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9f1ebb72-7259-4863-b4c4-cc6693f87b93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 217 time: 0.1113784 Aug 21 18:10:24.386294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:24.395143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.398661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:24.401226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:24.421032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Transition to ACTIVE for port object d66373d2-a121-4659-86f6-3e739f8f4831 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:24.458925 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.463258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-687a6e7c-107c-44b7-b198-4b76ace2cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:24.465141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-687a6e7c-107c-44b7-b198-4b76ace2cdfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.0958977 Aug 21 18:10:24.470934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:24.501924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.502264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.510547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.510547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.510547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.510547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.510547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.512317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.512317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.512317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.513438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.513438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:24.539121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.567893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f51772d0-c54e-4f38-bdca-7705ad2f1f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:24.568617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f51772d0-c54e-4f38-bdca-7705ad2f1f0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0950856 Aug 21 18:10:24.577205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Attempting to bind port d66373d2-a121-4659-86f6-3e739f8f4831 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:24.577644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Attempting to bind port d66373d2-a121-4659-86f6-3e739f8f4831 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:24.578064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Attempting to bind port d66373d2-a121-4659-86f6-3e739f8f4831 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:24.606295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d821-6a97-46b1-8bbe-f461585296f3 None None] Pushing event updated for resources: {'Port': ['ID=d66373d2-a121-4659-86f6-3e739f8f4831,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:24.620638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:24.621285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:24.623026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.623779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:24.624480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Bound port: d66373d2-a121-4659-86f6-3e739f8f4831, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:24.625157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.740668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] For port d66373d2-a121-4659-86f6-3e739f8f4831, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:24.745641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] For port d66373d2-a121-4659-86f6-3e739f8f4831, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d66373d2-a121-4659-86f6-3e739f8f4831,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:24.752611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.801291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-1fe56cc6-adbe-4b95-a092-6d044ac90f84 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125766 Aug 21 18:10:24.845186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:24.937185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:24.937830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:24.955487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-9c358d49-fbb5-4e51-bb6c-f2314349782a service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398048 Aug 21 18:10:25.022690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c07dc41-329f-4d77-af07-4e3ba6079f75 None None] Provisioning for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:25.032458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59d821-6a97-46b1-8bbe-f461585296f3 None None] Pushing event updated for resources: {'Port': ['ID=d66373d2-a121-4659-86f6-3e739f8f4831,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:25.046145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c07dc41-329f-4d77-af07-4e3ba6079f75 None None] Provisioning complete for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:25.046535 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c07dc41-329f-4d77-af07-4e3ba6079f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:25.092885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-2df68a07-81f6-41c0-ab54-0c3e70e302b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1149feed-d4e5-4a61-9637-9dcf13700158 HTTP/1.1" status: 200 len: 217 time: 0.1293254 Aug 21 18:10:25.205050 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:25.207339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2c07dc41-329f-4d77-af07-4e3ba6079f75 None None] Port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:25.216423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:25.216672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-1ac20e26-880e-4969-9509-1e7d2796e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:25.221924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-1ac20e26-880e-4969-9509-1e7d2796e829 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.1166520 Aug 21 18:10:25.261232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:25.304844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:25.314126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-d15f2002-3b8b-4fec-8d98-b94da0546271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:25.316571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-d15f2002-3b8b-4fec-8d98-b94da0546271 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0761573 Aug 21 18:10:25.317136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:25.422311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:25.425698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:25.564835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-256d34fd-6852-4aad-ae8f-da51eb0b9475 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252445 Aug 21 18:10:25.582290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:23Z', 'revision_number': 1, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:25.605437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:10:25.624676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77421b4e-8a53-46b3-b149-c59c4331b2e6 None None] The sync data for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 is: [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:23Z', 'revision_number': 1, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:25.831134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-17bb0192-f3be-4241-90c0-83e300a2cda5 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538652 Aug 21 18:10:25.906038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f7f8aad7-ba74-4d45-8c60-13a421d307e5 None None] Provisioning complete for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:25.906539 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7f8aad7-ba74-4d45-8c60-13a421d307e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:25.995165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8aad7-ba74-4d45-8c60-13a421d307e5 None None] Port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:25.999221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-ac4830ac-9661-4e08-bcd2-ed48b2d8e214 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 HTTP/1.1" status: 200 len: 217 time: 0.1308641 Aug 21 18:10:26.127377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-487fca88-0e79-4891-b196-47d3c9451171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:26.128885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-487fca88-0e79-4891-b196-47d3c9451171 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.1035957 Aug 21 18:10:26.255038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-d54cb934-3511-49cc-ad60-a4bd5ecbb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:26.256572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-d54cb934-3511-49cc-ad60-a4bd5ecbb12d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0749924 Aug 21 18:10:26.363791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:26.380378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a79c5d32-3033-4347-a48d-aac8dbb36d40 admin admin] 10.222.0.41 "PUT /v2.0/routers/84734d71-caa4-4c6e-a0bb-ea44f33d5f8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6449296 Aug 21 18:10:26.467939 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-f2f4a616-4054-4785-afc4-c4de92ec91e4 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376941 Aug 21 18:10:26.692076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-b3a51dbd-adfc-4cf7-9669-a174b481c942 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932924 Aug 21 18:10:26.773289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5366a470-6992-4375-89ed-99b548b7a8c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 200 len: 217 time: 0.0628691 Aug 21 18:10:26.872620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-16d1ccbd-b96f-4569-b919-4d1c11f95024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:26.874664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-16d1ccbd-b96f-4569-b919-4d1c11f95024 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.0686898 Aug 21 18:10:26.950247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-28caf63a-ec8e-4e3c-af34-e96d0eb8f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:26.951879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-28caf63a-ec8e-4e3c-af34-e96d0eb8f230 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0688806 Aug 21 18:10:27.115289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-5423abdd-f4b9-4472-a0ad-3b04133417eb service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376903 Aug 21 18:10:27.320369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-ee7be0cd-72de-44f7-8915-3fe310bd8854 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603870 Aug 21 18:10:27.397823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-83ea03f3-d6eb-4ce4-ac2e-4553a1792a5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 200 len: 217 time: 0.0681322 Aug 21 18:10:28.636020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d66373d2-a121-4659-86f6-3e739f8f4831 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:28.721251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d66373d2-a121-4659-86f6-3e739f8f4831 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:28.725935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d66373d2-a121-4659-86f6-3e739f8f4831 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:28.726355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:28.860417 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:28.896216 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Sync routers for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:28.900426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d66373d2-a121-4659-86f6-3e739f8f4831, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d66373d2-a121-4659-86f6-3e739f8f4831,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:28.911213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:28.926823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:28.927766 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:28.996379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d66373d2-a121-4659-86f6-3e739f8f4831,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:29.082960 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:29.321180 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 2, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:29.355158 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Checking router: 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:29.355430 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Updating router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:10:29.388047 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:29.776375 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:29.793728 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Transition to ACTIVE for port object 6e4f99df-9ba5-47bc-aad3-f86330004ad2 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:29.816974 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:29.909213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Pushing event updated for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:29.924386 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.926932 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.927511 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.928020 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.929846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.930346 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.930841 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.939839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.940668 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.940957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.941329 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.941682 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:29.975807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Attempting to bind port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:29.976188 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Attempting to bind port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:29.976522 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Attempting to bind port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 on network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:29.982916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:29.983294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Checking segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:29.983684 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:29.984079 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Bound using segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:29.984554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Bound port: 6e4f99df-9ba5-47bc-aad3-f86330004ad2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:29.984937 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:30.073856 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] For port 6e4f99df-9ba5-47bc-aad3-f86330004ad2, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:30.078155 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] For port 6e4f99df-9ba5-47bc-aad3-f86330004ad2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6e4f99df-9ba5-47bc-aad3-f86330004ad2,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:30.085023 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:30.145340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfffd9-5240-4e46-8933-d7aec4ccbed8 None None] Pushing event updated for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:30.174446 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:30.175741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:30.345043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:30.510112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-e0c9b6c7-fbd7-45be-b3f4-ee882364b944 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:30.517769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-e0c9b6c7-fbd7-45be-b3f4-ee882364b944 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.1965785 Aug 21 18:10:30.559124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-7e77cdfd-dba7-4c05-b6cc-8211ea19eb3d tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/quotas/b2f4e54057be4911a2a136096a4f2413 HTTP/1.1" status: 200 len: 375 time: 0.0288444 Aug 21 18:10:30.628448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6e4f99df-9ba5-47bc-aad3-f86330004ad2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:30.631237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-30433e76-5b23-47a3-8673-4a03ffe2f492 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651872 Aug 21 18:10:30.680100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50003511-c41f-4701-821d-ce1589f131ca req-e57efaa2-af0c-45ac-a873-5277d84e358a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:30.697499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50003511-c41f-4701-821d-ce1589f131ca req-e57efaa2-af0c-45ac-a873-5277d84e358a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1158583 Aug 21 18:10:30.738707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:30.749766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:30.750261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:30.768327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-350ef72c-170f-48d9-aa22-5a62a71f4d8d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:10:30.769660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-350ef72c-170f-48d9-aa22-5a62a71f4d8d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1240413 Aug 21 18:10:30.775920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50003511-c41f-4701-821d-ce1589f131ca req-b9ae8201-a447-41bf-8187-8d6a7ea929bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666714 Aug 21 18:10:30.858298 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:30.935875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:30.939064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceec4ec2-9e99-4748-8ab6-9921720a3b46 None None] The sync data for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 is: [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:30.940512 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-f4d80207-b3b1-4b61-85ed-5155866c394b service neutron] 10.222.0.41 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642139 Aug 21 18:10:30.993869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6e4f99df-9ba5-47bc-aad3-f86330004ad2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6e4f99df-9ba5-47bc-aad3-f86330004ad2,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:31.012500 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:31.013493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d66373d2-a121-4659-86f6-3e739f8f4831 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:31.083135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-cf4e7788-f16d-4b38-87c3-42f6fb77b2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309152 Aug 21 18:10:31.115572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:31.166438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d66373d2-a121-4659-86f6-3e739f8f4831 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:31.166846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:31.226449 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b09156-c530-44f0-921a-c8d17f258ef6 x-openstack-request-id: req-93b09156-c530-44f0-921a-c8d17f258ef6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:31.227094 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "074e6a16-1a1d-412c-ac24-91a285218452", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:31.227645 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93b09156-c530-44f0-921a-c8d17f258ef6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:31.228278 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452', 'status': 'completed', 'code': 200} Aug 21 18:10:31.457561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.475503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.494398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.510786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.525355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.542129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.554546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:31.556522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-661fa1ec-57b2-48f9-8ce3-14bca05c15e5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.2084072 Aug 21 18:10:31.560625 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601bbc3d-f0c9-41a1-a126-cca9927030d0 x-openstack-request-id: req-601bbc3d-f0c9-41a1-a126-cca9927030d0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:31.560972 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b628af-76ba-4bfa-8610-b4079a2a5b3e", "name": "network-vif-deleted", "tag": "07e8db90-021e-485f-b9c0-a9c18ae1fe0d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:31.561154 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-601bbc3d-f0c9-41a1-a126-cca9927030d0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:31.561853 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b628af-76ba-4bfa-8610-b4079a2a5b3e', 'name': 'network-vif-deleted', 'tag': '07e8db90-021e-485f-b9c0-a9c18ae1fe0d', 'status': 'completed', 'code': 200} Aug 21 18:10:31.570250 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b9c8fc-425f-4147-a5fd-2ac6b27e6f4e x-openstack-request-id: req-89b9c8fc-425f-4147-a5fd-2ac6b27e6f4e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:31.570566 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-plugged", "status": "completed", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:31.570825 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89b9c8fc-425f-4147-a5fd-2ac6b27e6f4e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:31.571227 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'code': 200} Aug 21 18:10:31.703300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cb206ca-c10e-4b9b-9ee3-99d8ebbe23b6 req-0a1ea1b3-6d64-43c3-9884-7e7fa1c7dd35 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372228 Aug 21 18:10:32.101116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53422) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:32.106250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'security_group': {'name': 'tempest-securitygroup--258904156', 'description': 'tempest-description--972108023'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:32.174635 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.390827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc1c21-0979-4bac-bdbb-c912f2c1b1ee req-6f22ebdb-09e0-483a-bdcd-8367da799618 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:32.395318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74fc1c21-0979-4bac-bdbb-c912f2c1b1ee req-6f22ebdb-09e0-483a-bdcd-8367da799618 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.1152365 Aug 21 18:10:32.414881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.424232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.509973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74fc1c21-0979-4bac-bdbb-c912f2c1b1ee req-1ef2a0dd-31c6-4de5-b969-d99969376d83 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1031954 Aug 21 18:10:32.520876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec912a-00f0-44f8-b3c6-8fd726b45c35,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:32.525691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.531644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53434) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:32.539439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'security_group_rule': {'security_group_id': 'dcec912a-00f0-44f8-b3c6-8fd726b45c35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:32.545757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fac7feb4-5f0b-41e4-9c27-a8549adbba6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4431908 Aug 21 18:10:32.582923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.629901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6e4f99df-9ba5-47bc-aad3-f86330004ad2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:32.696544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.713602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3beb2cd-18f1-468b-9996-538ae125b845 req-a81f0846-64c8-41a7-8f90-4bae400e0fe1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:32.715485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3beb2cd-18f1-468b-9996-538ae125b845 req-a81f0846-64c8-41a7-8f90-4bae400e0fe1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.0992517 Aug 21 18:10:32.716638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.751689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.756183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53440) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:32.761764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'security_group_rule': {'security_group_id': 'dcec912a-00f0-44f8-b3c6-8fd726b45c35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:32.773091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2399578 Aug 21 18:10:32.776637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:32.777657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.811232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a13316-090d-4a30-9e46-f232be326c87 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f30cb5-5516-40c5-943d-ceecc828cd06,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:32.836550 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.867079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f3beb2cd-18f1-468b-9996-538ae125b845 req-fdb3d1b2-09e4-4861-910e-fcb662a656d3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437671 Aug 21 18:10:32.960259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.966604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:32.992429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cce6e49-37cf-42ff-a34b-d98296da9b0d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:33.008865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:33.010896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-edab8032-2d31-401a-8d9e-d58197508a66 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2528150 Aug 21 18:10:33.014018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:33.019586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:33.056122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:33.219685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:33.229741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:33.236329 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24591031-8292-446f-8ec3-fb90dd56fd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "80347a28-9cd4-4298-b28a-2e9658559875"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:33.473396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Allocated IP 172.25.1.132 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/52d4f0c4-8948-4eec-8407-f183b0a0a046) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:33.564396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b66ef2a0-bb42-4169-84a3-7b88840c3656 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:33.571212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b66ef2a0-bb42-4169-84a3-7b88840c3656 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.1892672 Aug 21 18:10:33.571837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'name': 'network-vif-deleted', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:33.574843 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2969ba-67f7-467e-9cf2-4b17e50b9794" -d '{"events": [{"server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "name": "network-vif-deleted", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:33.597111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Request body: {'port': {'device_id': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'admin_state_up': True, 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:33.693844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:33.768206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:33.864959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'Port': ['ID=52d4f0c4-8948-4eec-8407-f183b0a0a046,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:33.957815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:33.977046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328b3eff-b500-4593-a52d-786a83cd3a42 req-032b8bde-42a1-4b61-b211-18214e98b4a2 tempest-FlavorsV2NegativeTest-147586138 tempest-FlavorsV2NegativeTest-147586138-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4b12537342549a69faa808c06cfcded&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1059146 Aug 21 18:10:33.977989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:33.980815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:34.029148 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:34.038893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.103394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-fce59730-9bad-4743-9ecc-e9626987d62b tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.105382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-fce59730-9bad-4743-9ecc-e9626987d62b tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 812 time: 0.2756402 Aug 21 18:10:34.143864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Request body: {'port': {'device_id': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'admin_state_up': True, 'tenant_id': 'b2f4e54057be4911a2a136096a4f2413'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:34.201696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b3eff-b500-4593-a52d-786a83cd3a42 req-51198f50-0be8-4a05-8992-ed97271e67d4 tempest-FlavorsV2NegativeTest-147586138 tempest-FlavorsV2NegativeTest-147586138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.203458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328b3eff-b500-4593-a52d-786a83cd3a42 req-51198f50-0be8-4a05-8992-ed97271e67d4 tempest-FlavorsV2NegativeTest-147586138 tempest-FlavorsV2NegativeTest-147586138-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184608 Aug 21 18:10:34.206920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.223707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328b3eff-b500-4593-a52d-786a83cd3a42 req-d691a8a2-2e11-43d1-8977-5c21a6357bab tempest-FlavorsV2NegativeTest-147586138 tempest-FlavorsV2NegativeTest-147586138-project] 10.222.0.41 "GET /v2.0/quotas/c4b12537342549a69faa808c06cfcded HTTP/1.1" status: 200 len: 375 time: 0.0114970 Aug 21 18:10:34.232941 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:10:34.281480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.379231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-328b3eff-b500-4593-a52d-786a83cd3a42 req-efe707f6-401b-4a33-b284-ac5a93f463f2 tempest-FlavorsV2NegativeTest-147586138 tempest-FlavorsV2NegativeTest-147586138-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4b12537342549a69faa808c06cfcded&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989070 Aug 21 18:10:34.441061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Allocated IP 172.20.0.6 (17bac16d-d8dd-4424-b17d-160f61812338/03d3e191-b7be-43ee-bac4-ffa6cd2554f6/0f209bc6-3efd-43f6-9e16-ae4339470ea8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:34.520654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1be48e8-c904-4802-b9cd-7e91616afc6e req-4bb7fdd5-426b-4542-bd88-e8740f68b5c7 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 210 time: 0.0455110 Aug 21 18:10:34.537531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Made reservation on behalf of b2f4e54057be4911a2a136096a4f2413 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:34.549486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.649289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.658451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.664891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.672377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.679571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.685911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.693268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.695335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a0c9c093-f3c9-4300-ae86-c3e90dc7816f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1856523 Aug 21 18:10:34.699304 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148f4699-94a3-49b4-87cb-5ad2ad2a1273 x-openstack-request-id: req-148f4699-94a3-49b4-87cb-5ad2ad2a1273 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:34.699586 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "80347a28-9cd4-4298-b28a-2e9658559875", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:34.699885 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-148f4699-94a3-49b4-87cb-5ad2ad2a1273 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:34.700326 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875', 'status': 'completed', 'code': 200} Aug 21 18:10:34.731388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.761256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f60bfdf7-b6a5-4119-9b61-075f9fe3c83f req-a5cbd2bd-446e-4fa2-be74-2f20944f3641 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532305 Aug 21 18:10:34.767674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.774810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.820314 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8657bc-b523-4e78-801e-5b2af99dcdad x-openstack-request-id: req-9d8657bc-b523-4e78-801e-5b2af99dcdad {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:34.820842 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d33b693-418a-4b4c-b1b3-71e9afbfddef", "name": "network-vif-deleted", "tag": "ca36fb39-5767-4ce0-9b6d-5b1739a7f180", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:34.821244 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d8657bc-b523-4e78-801e-5b2af99dcdad {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:34.821916 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d33b693-418a-4b4c-b1b3-71e9afbfddef', 'name': 'network-vif-deleted', 'tag': 'ca36fb39-5767-4ce0-9b6d-5b1739a7f180', 'status': 'completed', 'code': 200} Aug 21 18:10:34.830889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.878333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'Port': ['ID=52d4f0c4-8948-4eec-8407-f183b0a0a046,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:34.911591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.956705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event updated for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:34.961250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-df885b8c-667a-4b03-afb4-2717c7c5080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:34.963000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-df885b8c-667a-4b03-afb4-2717c7c5080b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.0957005 Aug 21 18:10:34.968768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:34.969928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b8d9ca3-79eb-47ed-a20c-720ec76a0599 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9545960 Aug 21 18:10:34.989136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Allocated IP 172.20.0.3 (17bac16d-d8dd-4424-b17d-160f61812338/03d3e191-b7be-43ee-bac4-ffa6cd2554f6/c04b55f2-5988-4825-a16c-5c1977548cfd) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:34.994067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Network 17bac16d-d8dd-4424-b17d-160f61812338 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:35.000560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:35.013547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:35.023064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1db4f-5c23-4960-ae15-434e0e2faf7a req-c1f330a9-8989-4e3c-b6bf-2118336ff8c7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.024643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f1db4f-5c23-4960-ae15-434e0e2faf7a req-c1f330a9-8989-4e3c-b6bf-2118336ff8c7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1186275 Aug 21 18:10:35.079161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-b566c8c3-bf18-41ec-9c9c-b6de5bee9b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.080683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-b566c8c3-bf18-41ec-9c9c-b6de5bee9b90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057396 Aug 21 18:10:35.088359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f1db4f-5c23-4960-ae15-434e0e2faf7a req-78b5613d-20d9-47d8-8233-3ce596aa3c84 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475552 Aug 21 18:10:35.089150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.089797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.133387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6a19fd70-e1e9-453b-83a3-d10ec53e5d84 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5465274 Aug 21 18:10:35.175775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Request body: {'port': {'device_id': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:35.229238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:35.294968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.322976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-645a0571-f195-4e82-aabf-d0c70f509c24 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--258904156&fields=id&tenant_id=c1fc01c122f847d285807a020a41bba7 HTTP/1.1" status: 200 len: 267 time: 0.1185844 Aug 21 18:10:35.435647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.582296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-72bc7e79-8f7a-4423-8986-0a9ada328de5 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.583857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-72bc7e79-8f7a-4423-8986-0a9ada328de5 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/networks?id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 200 len: 805 time: 0.2366722 Aug 21 18:10:35.610436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.650985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-bf899a68-b145-418e-8709-401509a3c8ae tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/quotas/c1fc01c122f847d285807a020a41bba7 HTTP/1.1" status: 200 len: 375 time: 0.0607679 Aug 21 18:10:35.693801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d550b1d-b433-4b0f-8f8e-fb38b55adf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.725810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Network 17bac16d-d8dd-4424-b17d-160f61812338 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:35.736631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:35.741371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event updated for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:35.743664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:35.801754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-be1d2117-dc74-4aa3-8c0d-ce68fc328475 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804503 Aug 21 18:10:35.818516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-a370fcf7-4d9d-443a-9e4b-d4223de887a9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.820134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-a370fcf7-4d9d-443a-9e4b-d4223de887a9 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.1896315 Aug 21 18:10:35.839088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-1788894b-83c4-4a5e-b77a-6d4221572079 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1fc01c122f847d285807a020a41bba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1633370 Aug 21 18:10:35.862470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:35.863135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:35.897827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-e9626511-c4f9-421e-815c-59a5eb1ed5a5 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/quotas/39f74c5e9a03414ea1a9c32e2697fad3 HTTP/1.1" status: 200 len: 375 time: 0.0698149 Aug 21 18:10:35.929115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-c5783fba-9769-4f76-b9fb-fd5981631d91 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:10:35.930131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-c5783fba-9769-4f76-b9fb-fd5981631d91 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811017 Aug 21 18:10:35.935252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f209bc6-3efd-43f6-9e16-ae4339470ea8 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:35.952015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.002951 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d550b1d-b433-4b0f-8f8e-fb38b55adf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.003831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Transition to ACTIVE for port object 0f209bc6-3efd-43f6-9e16-ae4339470ea8 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:36.007545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-a0af35d9-e637-4432-b753-9886821101a7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002798 Aug 21 18:10:36.009936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d550b1d-b433-4b0f-8f8e-fb38b55adf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.011489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.017573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b5fc3352-ed62-45bb-b7bd-1d34ae823330 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8828118 Aug 21 18:10:36.021485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37c8f9cf-5461-4e03-add9-dd6c0f54c16e req-2b30d3a8-6b66-4ada-8ba9-348f138789f9 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958523 Aug 21 18:10:36.057564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Request body: {'port': {'device_id': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:36.110781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5d550b1d-b433-4b0f-8f8e-fb38b55adf72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4b12537342549a69faa808c06cfcded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8796527 Aug 21 18:10:36.114304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550b1d-b433-4b0f-8f8e-fb38b55adf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc710fd-47b2-452b-92de-002132b22837,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:36.118148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53578) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:36.124864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-2464cd3b-4f29-45e5-919a-02abe1201ddc service neutron] 10.222.0.41 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850853 Aug 21 18:10:36.150976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Pushing event updated for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:36.212084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.212568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.213046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.213518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.213989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.214457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.214949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.217460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-e9ef43dd-ea7c-41fe-8394-2a6c1e3b18a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6482 time: 0.1185699 Aug 21 18:10:36.221595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-c0eb1e52-21e5-43f9-a573-c13e73d45c47 service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927030 Aug 21 18:10:36.243122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.271088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.348784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Attempting to bind port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:36.349120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Attempting to bind port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:36.349447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Attempting to bind port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:36.354524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-ad71836b-d8df-4847-aab8-74654732ad54 service neutron] 10.222.0.41 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047870 Aug 21 18:10:36.358782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.362649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 on network 17bac16d-d8dd-4424-b17d-160f61812338 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:36.362811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Attempting to bind port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:36.417512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:36.417900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Checking segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:36.418246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Bound using segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:36.418715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Bound port: 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:36.419664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.443902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-f6e6bd9b-ebc2-4166-a22a-6f9414390c2e service neutron] 10.222.0.41 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139177 Aug 21 18:10:36.449885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-c672edc8-6168-42c4-867b-e11ed3931318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.451386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-c672edc8-6168-42c4-867b-e11ed3931318 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 900 time: 0.2228212 Aug 21 18:10:36.476491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.478831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.483385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbc710fd-47b2-452b-92de-002132b22837 HTTP/1.1" status: 204 len: 168 time: 0.3595047 Aug 21 18:10:36.514985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-49eeb155-d031-4dc0-a657-02fe5c9dff07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 200 len: 217 time: 0.0474746 Aug 21 18:10:36.520427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc5bf3-5098-49f5-8965-3173ca530b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc710fd-47b2-452b-92de-002132b22837,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:36.571777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-f93e17d8-af67-4972-8c93-325f92a20ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.573686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-f93e17d8-af67-4972-8c93-325f92a20ae1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.0498638 Aug 21 18:10:36.605020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:36.629647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:36.656594 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.680833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-b3907c70-ef79-4c48-91fb-ac80bfb27dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.687573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-b3907c70-ef79-4c48-91fb-ac80bfb27dae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1056328 Aug 21 18:10:36.862412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.863015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.864415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f209bc6-3efd-43f6-9e16-ae4339470ea8 HTTP/1.1" status: 200 len: 1092 time: 1.6942782 Aug 21 18:10:36.864906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:36.875407 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca1455f-0ded-4dcd-975b-5b9a48540b43" -d '{"events": [{"name": "network-changed", "server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:36.905923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-6b3830f9-887d-4df5-88d9-a45c445e48ff service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080345 Aug 21 18:10:36.917676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd135d1e-2520-400d-bc8d-a605fa8a5cbe req-56f2ab46-29e0-4063-b092-9dbf0376932c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:36.925846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd135d1e-2520-400d-bc8d-a605fa8a5cbe req-56f2ab46-29e0-4063-b092-9dbf0376932c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 931 time: 0.2814844 Aug 21 18:10:36.927839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c33ad-5e7b-476e-a016-c65db26ce919 service neutron] Pushing event updated for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:36.935353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c04b55f2-5988-4825-a16c-5c1977548cfd {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:36.949309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:36.982253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Transition to ACTIVE for port object c04b55f2-5988-4825-a16c-5c1977548cfd will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:37.049135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd135d1e-2520-400d-bc8d-a605fa8a5cbe req-35268591-2788-434e-9b6d-e2d56ee17dc2 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177049 Aug 21 18:10:37.052533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.211829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-178a2b1e-4e80-4986-8cc8-c2637f5d2ff0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.213527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-178a2b1e-4e80-4986-8cc8-c2637f5d2ff0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/ports?device_id=8be1b51b-80d8-4856-a651-81d7e097cd77 HTTP/1.1" status: 200 len: 945 time: 0.2564254 Aug 21 18:10:37.216695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-463422a0-ff2f-4c4c-b1b9-5477bdcbe369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.219023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-463422a0-ff2f-4c4c-b1b9-5477bdcbe369 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 1095 time: 0.2343833 Aug 21 18:10:37.219023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504582-4783-4523-8471-be996d923543 service neutron] Pushing event updated for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:37.236019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13a291e9-fd15-4305-83ed-7c4765a35a5b req-361bfd49-ce86-43ce-95f0-075bcfdf72c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216920 Aug 21 18:10:37.324913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-9a161164-5b83-422a-a6c8-dd6c765b65d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8 HTTP/1.1" status: 200 len: 217 time: 0.0694051 Aug 21 18:10:37.342220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.348319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.354523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.360986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.367588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.374377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.381035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.383209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-6c70174e-0e89-4fb3-ab31-38d3d7fbe839 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.3223655 Aug 21 18:10:37.430289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361340a-421c-46df-93e2-6a83fe52ddb6 req-f7bc5b7e-e933-442b-bf8a-0525f5514610 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.440244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3361340a-421c-46df-93e2-6a83fe52ddb6 req-f7bc5b7e-e933-442b-bf8a-0525f5514610 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.2334418 Aug 21 18:10:37.484282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70e0af3-814a-4884-9288-aa4f4b46f5a7 req-e9d16ba8-2fd9-4003-bcd7-0d0dc2924769 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763333 Aug 21 18:10:37.497874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.498471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.499031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.499538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.500004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.500504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.501178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.503567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-3c459f75-ac17-4002-86f7-518249cfbf22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6482 time: 0.2055039 Aug 21 18:10:37.504797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Attempting to bind port c04b55f2-5988-4825-a16c-5c1977548cfd on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:37.505219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Attempting to bind port c04b55f2-5988-4825-a16c-5c1977548cfd by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:37.506223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Attempting to bind port c04b55f2-5988-4825-a16c-5c1977548cfd on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:37.506373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Deleting port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:37.506563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.511958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-0155ade5-2c51-4f45-88db-dbd183f83ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.513790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-0155ade5-2c51-4f45-88db-dbd183f83ad4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1684692 Aug 21 18:10:37.514840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Port c04b55f2-5988-4825-a16c-5c1977548cfd on network 17bac16d-d8dd-4424-b17d-160f61812338 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:37.515242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Attempting to bind port c04b55f2-5988-4825-a16c-5c1977548cfd on network 17bac16d-d8dd-4424-b17d-160f61812338 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:37.521268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:37.521705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Checking segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:37.522280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Bound using segment: {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:37.523190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Bound port: c04b55f2-5988-4825-a16c-5c1977548cfd, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:37.523633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.550173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3361340a-421c-46df-93e2-6a83fe52ddb6 req-ab3e5cd4-2703-4834-bb33-db32d3a5ebec tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024232 Aug 21 18:10:37.628690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-759d6870-8887-4b82-a012-94b5eb0f6e87 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770528 Aug 21 18:10:37.688487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a236abc2-a0df-467a-9dae-5bf513c3a020 req-3c82d79c-f25f-4736-a00b-7f48d0135be7 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 210 time: 0.0500159 Aug 21 18:10:37.702255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:37.706728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c04b55f2-5988-4825-a16c-5c1977548cfd,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:37.761376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] For port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:37.762175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.786331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-d0d84c39-6f61-41db-8454-fa4e71458949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.787290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.787836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-d0d84c39-6f61-41db-8454-fa4e71458949 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 900 time: 0.2216165 Aug 21 18:10:37.788930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Calling delete_port for 808ab474-f5d7-4b8e-b1e2-a18d14667cfa owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:37.790394 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca0078-ab6a-4402-bbbd-d8a7c1814fba x-openstack-request-id: req-51ca0078-ab6a-4402-bbbd-d8a7c1814fba {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:37.790707 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:37.790962 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51ca0078-ab6a-4402-bbbd-d8a7c1814fba {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:37.791359 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8', 'status': 'completed', 'code': 200} Aug 21 18:10:37.804031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3866cde-412e-4f37-af9c-bbcbe0db353a req-039c2e73-1ee0-44b3-944e-e458521a399c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 210 time: 0.0957091 Aug 21 18:10:37.851944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-f3c8d9d7-27d2-4166-adcb-a3ead753633f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 200 len: 217 time: 0.0504556 Aug 21 18:10:37.877857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.878505 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:37.881881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2d504582-4783-4523-8471-be996d923543 service neutron] 10.222.0.64 "PUT /v2.0/ports/c04b55f2-5988-4825-a16c-5c1977548cfd HTTP/1.1" status: 200 len: 1092 time: 1.8290088 Aug 21 18:10:37.983704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-0e568b7a-1f7a-4bc1-aa61-5205404656f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:37.985254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-0e568b7a-1f7a-4bc1-aa61-5205404656f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.0889232 Aug 21 18:10:38.076169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-5a053e10-4cfd-4172-90a8-c0f460a92a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.077917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-5a053e10-4cfd-4172-90a8-c0f460a92a4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0800526 Aug 21 18:10:38.112662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:38.203246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event deleted for resources: {'Port': ['ID=808ab474-f5d7-4b8e-b1e2-a18d14667cfa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:38.283378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] No DVR routers for this DVR port 808ab474-f5d7-4b8e-b1e2-a18d14667cfa on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:38.288073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:38.290351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a4bf220-8c0f-4940-8183-c6e982a5fb74 req-6ff5d323-ea3d-4e77-9dec-5d3812c2e4bb tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "DELETE /v2.0/ports/808ab474-f5d7-4b8e-b1e2-a18d14667cfa HTTP/1.1" status: 204 len: 173 time: 1.0580981 Aug 21 18:10:38.292683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-deleted', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:38.295372 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d06a9c-43d3-4b37-bf8e-c488fde19d43" -d '{"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-deleted", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:38.320671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-2f13e743-89f5-43c2-b5f2-8a683bc0933c service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715841 Aug 21 18:10:38.324907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56f103-c242-4ee8-9a88-738922fcf03e req-ef9ac47f-c7aa-476d-adf7-77428594154f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.332842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504582-4783-4523-8471-be996d923543 service neutron] Pushing event updated for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:38.333074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f56f103-c242-4ee8-9a88-738922fcf03e req-ef9ac47f-c7aa-476d-adf7-77428594154f tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 943 time: 0.1712234 Aug 21 18:10:38.342195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-15aba2b5-4a92-4c02-9e0f-b282a1a7d2ca service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531886 Aug 21 18:10:38.467205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f56f103-c242-4ee8-9a88-738922fcf03e req-f57ef2e6-c70e-4fd1-b43e-89ec88f2f519 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334183 Aug 21 18:10:38.474585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-35d979ff-1abc-4268-9fc1-3361a4546dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.479473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-35d979ff-1abc-4268-9fc1-3361a4546dd9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 1095 time: 0.2174270 Aug 21 18:10:38.535174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:38.539212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24591031-8292-446f-8ec3-fb90dd56fd6b req-2c5daec5-ef13-4bda-84d4-bc481f0ec2ba service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872678 Aug 21 18:10:38.560584 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c38dad-bf86-464b-8d73-af0ba1984642 x-openstack-request-id: req-87c38dad-bf86-464b-8d73-af0ba1984642 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:38.561230 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8be1b51b-80d8-4856-a651-81d7e097cd77", "name": "network-vif-deleted", "tag": "808ab474-f5d7-4b8e-b1e2-a18d14667cfa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:38.561230 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87c38dad-bf86-464b-8d73-af0ba1984642 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:38.561819 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8be1b51b-80d8-4856-a651-81d7e097cd77', 'name': 'network-vif-deleted', 'tag': '808ab474-f5d7-4b8e-b1e2-a18d14667cfa', 'status': 'completed', 'code': 200} Aug 21 18:10:38.597567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-0ef906a9-1c49-4627-ba51-02e08dbdb463 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04b55f2-5988-4825-a16c-5c1977548cfd HTTP/1.1" status: 200 len: 217 time: 0.0916715 Aug 21 18:10:38.628706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-c6371782-6556-4ff5-a10e-7e83482562c0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.630452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-c6371782-6556-4ff5-a10e-7e83482562c0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 804 time: 0.3499639 Aug 21 18:10:38.646579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-b9b1305c-9431-42b1-b1f3-d0c629ad9ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044782 Aug 21 18:10:38.668930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Request body: {'port': {'device_id': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'admin_state_up': True, 'tenant_id': '39f74c5e9a03414ea1a9c32e2697fad3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:38.703308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:38.739449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:38.750211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:38.783657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 808ab474-f5d7-4b8e-b1e2-a18d14667cfa {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:38.784367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 808ab474-f5d7-4b8e-b1e2-a18d14667cfa not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:38.814187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6c068502-f9d5-4957-b4f1-2aef2d737fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.819790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-6c068502-f9d5-4957-b4f1-2aef2d737fe4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1883574 Aug 21 18:10:38.829361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.835594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.841747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.848122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.854619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.861275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.866647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:38.867418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:38.870339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-e37963ba-71fa-46a6-8abe-7aeed5b2571a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1499794 Aug 21 18:10:38.900066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:38.928753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:38.933461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:38.998681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50011481-6d67-44ca-8f38-a7cbe27168d7 req-dc401d06-8f56-422e-a28c-8ca41efd2867 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961623 Aug 21 18:10:38.999318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:39.032945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-139b5ec7-f159-4644-8904-0e0b301be20d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1637077 Aug 21 18:10:39.042245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a28fe-68cd-4dd0-86a4-813668375c16 req-8c84bc8b-2890-49bb-8fa2-46775aa6f40e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.044448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-341a28fe-68cd-4dd0-86a4-813668375c16 req-8c84bc8b-2890-49bb-8fa2-46775aa6f40e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.3127277 Aug 21 18:10:39.048654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Made reservation on behalf of 39f74c5e9a03414ea1a9c32e2697fad3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:39.052793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:39.071563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-3ffb3f6d-ad51-4c3c-ae65-ae900616e1d4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.073154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-3ffb3f6d-ad51-4c3c-ae65-ae900616e1d4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.39 "GET /v2.0/networks?id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 200 len: 805 time: 0.2857206 Aug 21 18:10:39.089642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f4153a6e-4fd0-4a31-94b9-10e6925d76cd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:39.135552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-0e94089d-d092-432d-be44-9067f8d8c11f tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1fc01c122f847d285807a020a41bba7 HTTP/1.1" status: 200 len: 379 time: 0.0521586 Aug 21 18:10:39.148291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-0446fccd-665c-4f36-a236-f90e4c9f4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.149346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'port': {'device_id': '65a51a90-522a-457a-8e90-d7bacd583be6', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'admin_state_up': True, 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'security_groups': ['dcec912a-00f0-44f8-b3c6-8fd726b45c35']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:39.150112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-0446fccd-665c-4f36-a236-f90e4c9f4a92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 1095 time: 0.3261576 Aug 21 18:10:39.311584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Made reservation on behalf of c1fc01c122f847d285807a020a41bba7 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:39.316574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:39.358941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d342f78-7548-4942-96c8-4d40627b6e2c req-5b730f8f-a9dc-468e-bf79-d22ae9e420e9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 210 time: 0.0380292 Aug 21 18:10:39.382178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-341a28fe-68cd-4dd0-86a4-813668375c16 req-ca10bc86-b846-446b-be68-ea65417b5bb5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265283 Aug 21 18:10:39.467190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-eb7033f0-3781-4125-a531-384fcf22a206 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185114 Aug 21 18:10:39.506783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-69d83e7c-6707-4957-836e-2ab412d5a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.507671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-69d83e7c-6707-4957-836e-2ab412d5a324 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 913 time: 0.3447742 Aug 21 18:10:39.520932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Allocated IP 172.20.0.14 (7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca/6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320/995a4240-732c-491c-bfa4-1ff486516a43) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:39.595139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Allocated IP 172.20.0.13 (47c601a8-134b-439e-a0da-05761700af8e/c705947f-72fc-4273-b5b5-3e26e75cd08f/7331553e-1661-4a44-b911-d32f3bb8a91d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:39.597985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-93683faa-0c59-421d-a9c2-6f6353e8b2e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8 HTTP/1.1" status: 200 len: 217 time: 0.0545065 Aug 21 18:10:39.677964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:39.699404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Transition to ACTIVE for port object 995a4240-732c-491c-bfa4-1ff486516a43 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:39.721108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d71c-f2d6-4ebb-bee3-befaaa1fc464 req-4b2a7015-23c7-4a04-94cc-b1c8e246830a service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405980 Aug 21 18:10:39.749320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:39.752357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-b9380cb4-c8c1-40a6-acd8-fbcf52db125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.754749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-b9380cb4-c8c1-40a6-acd8-fbcf52db125f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1416566 Aug 21 18:10:39.780662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-699c0f51-4c71-4f1a-913c-2e1738b87139 req-a1636e94-79e0-4565-91b2-ef214be36054 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 210 time: 0.0442476 Aug 21 18:10:39.798365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:39.800439 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:39.835855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-79abd250-95dc-4362-88b4-757fb4e183fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498331 Aug 21 18:10:39.842118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:39.845863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:39.848859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:39.887177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event updated for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:39.943786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:39.944513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:39.953698 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c840e1-bdfa-46f9-a77b-c58f9c0d120d x-openstack-request-id: req-b6c840e1-bdfa-46f9-a77b-c58f9c0d120d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:39.954031 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:39.954223 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6c840e1-bdfa-46f9-a77b-c58f9c0d120d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:39.954591 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd', 'status': 'completed', 'code': 200} Aug 21 18:10:39.983060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-66a76907-9ea6-476d-8eed-1f51304e9d52 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8406765 Aug 21 18:10:40.000451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Request body: {'port': {'device_id': '65a51a90-522a-457a-8e90-d7bacd583be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:40.053290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.091591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363faa4-05cb-4078-90be-39bfb15a5f0c req-5dca577e-9d4c-4b89-ad46-f5493b899d4c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.101945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d363faa4-05cb-4078-90be-39bfb15a5f0c req-5dca577e-9d4c-4b89-ad46-f5493b899d4c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 943 time: 0.2962914 Aug 21 18:10:40.162382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-777bd969-e18e-4c6c-9e32-57e17d6ac9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.163945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-777bd969-e18e-4c6c-9e32-57e17d6ac9d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b2f4e54057be4911a2a136096a4f2413&device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 1095 time: 0.2126739 Aug 21 18:10:40.173849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-7ea3c18b-c8a6-4dc9-a3cc-aa4aedc143a8 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109331 Aug 21 18:10:40.179011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.242760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0584faf-a395-48ec-8518-15b31fcf533f None None] Provisioning for port 995a4240-732c-491c-bfa4-1ff486516a43 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:40.255939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0584faf-a395-48ec-8518-15b31fcf533f None None] Provisioning complete for port 995a4240-732c-491c-bfa4-1ff486516a43 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:40.256320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0584faf-a395-48ec-8518-15b31fcf533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.258762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d363faa4-05cb-4078-90be-39bfb15a5f0c req-49f8d709-ec68-46df-a4ec-972db2526e13 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554604 Aug 21 18:10:40.330577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0584faf-a395-48ec-8518-15b31fcf533f None None] Port 995a4240-732c-491c-bfa4-1ff486516a43 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:10:40.360974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.366519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.372912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.379228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.386717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.392732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.398607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.404734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca1455f-0ded-4dcd-975b-5b9a48540b43 req-cbcc2608-ea1c-4c5d-a428-8c08c9538505 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136419 Aug 21 18:10:40.407427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-ab32c9b4-bc3c-4cc7-8d2f-9b5c4733453b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1974907 Aug 21 18:10:40.497833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.537631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:40.548644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e378ab20-6ea1-43b5-9a60-26e680a48a7d req-403633ea-8d50-46d0-8c4e-e3d062438820 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400087 Aug 21 18:10:40.659542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:40.663058 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.730700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:40.762807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995a4240-732c-491c-bfa4-1ff486516a43 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:40.774158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.787447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Network 47c601a8-134b-439e-a0da-05761700af8e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:40.792859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617b9ac-9f41-4640-99c1-bda380acc83f req-6f7af242-d62c-4f43-b57d-7cd6fac95b0e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.804435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:40.817322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:40.822547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e617b9ac-9f41-4640-99c1-bda380acc83f req-6f7af242-d62c-4f43-b57d-7cd6fac95b0e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1534345 Aug 21 18:10:40.854297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Transition to ACTIVE for port object 995a4240-732c-491c-bfa4-1ff486516a43 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:40.863430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.875396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53722) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:40.878014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.912066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:40.915728 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13afb4eb-7744-40c9-a8a8-06730a559b38" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:40.925498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.926290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.932064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:40.937624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1353ac-02c4-48f7-aa2d-0710f405fb09 req-0e1c6260-25d6-465c-9f92-64a11cf9df53 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.945466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:40.947049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea1353ac-02c4-48f7-aa2d-0710f405fb09 req-0e1c6260-25d6-465c-9f92-64a11cf9df53 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 932 time: 0.4660347 Aug 21 18:10:40.952622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e617b9ac-9f41-4640-99c1-bda380acc83f req-3f6d539c-dc7f-4bfd-86a7-754a3c6359d7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289265 Aug 21 18:10:40.982410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-144b43c4-c910-4c36-b027-bb55f39ba549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:40.984105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-144b43c4-c910-4c36-b027-bb55f39ba549 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 200 len: 913 time: 0.7981768 Aug 21 18:10:41.047116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Pushing event updated for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:41.063869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-1a50aed9-7a54-4ede-b14d-546e4caaaf92 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3989170 Aug 21 18:10:41.064450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:41.065361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-f956c432-f6d4-44b7-ae96-6ff7d7b7d18c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c04b55f2-5988-4825-a16c-5c1977548cfd HTTP/1.1" status: 200 len: 217 time: 0.0413914 Aug 21 18:10:41.083404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea1353ac-02c4-48f7-aa2d-0710f405fb09 req-92ff903c-c15d-44f5-9fb7-3ecc8a874f01 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357801 Aug 21 18:10:41.190312 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3ceff0-4c0e-490d-a413-5a5352c8b307 x-openstack-request-id: req-6f3ceff0-4c0e-490d-a413-5a5352c8b307 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:41.190937 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:41.191612 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f3ceff0-4c0e-490d-a413-5a5352c8b307 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:41.191736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-dc6f2adc-6712-4836-a007-110b4d0af3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:41.192929 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:10:41.195395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-dc6f2adc-6712-4836-a007-110b4d0af3a8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 200 len: 852 time: 0.1095092 Aug 21 18:10:41.201996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Request body: {'port': {'device_id': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:41.214800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b27c87a4-920b-4533-a2d8-1935d5d8c61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.250030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Attempting to bind port 995a4240-732c-491c-bfa4-1ff486516a43 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:41.250520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Attempting to bind port 995a4240-732c-491c-bfa4-1ff486516a43 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:41.251052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Attempting to bind port 995a4240-732c-491c-bfa4-1ff486516a43 on network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:41.263393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Port 995a4240-732c-491c-bfa4-1ff486516a43 on network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:41.263895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Attempting to bind port 995a4240-732c-491c-bfa4-1ff486516a43 on network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:41.274742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:41.275296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Checking segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:41.275760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Bound using segment: {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:41.276296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Bound port: 995a4240-732c-491c-bfa4-1ff486516a43, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:41.276751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.359359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:41.361227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=995a4240-732c-491c-bfa4-1ff486516a43,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:41.367031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-a668baf4-31d4-4c56-90c9-71d41f456a1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17bac16d-d8dd-4424-b17d-160f61812338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1540339 Aug 21 18:10:41.386713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.454119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:41.455510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.457869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-199f1027-eef2-40ab-9852-31b724355911 service neutron] 10.222.0.39 "PUT /v2.0/ports/995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 200 len: 1093 time: 1.4641421 Aug 21 18:10:41.462977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:41.466289 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4d05db-6624-42b1-a829-98c6d080bc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "tag": "995a4240-732c-491c-bfa4-1ff486516a43"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:41.510274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-dabfbb86-2293-45c7-9acf-ed27e6d990d4 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210885 Aug 21 18:10:41.522965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f58938-891b-47d6-8ea9-16544bed716e req-32652221-4723-46f9-936d-b11c97891f9d tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:41.531684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68f58938-891b-47d6-8ea9-16544bed716e req-32652221-4723-46f9-936d-b11c97891f9d tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 943 time: 0.1684611 Aug 21 18:10:41.569421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f1027-eef2-40ab-9852-31b724355911 service neutron] Pushing event updated for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:41.616914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f962b-87e5-4a15-9e11-f796bb6a6854 req-b0fff0e0-81b3-44d2-8d9b-3219533ee47b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:41.618988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e49f962b-87e5-4a15-9e11-f796bb6a6854 req-b0fff0e0-81b3-44d2-8d9b-3219533ee47b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 932 time: 0.4215915 Aug 21 18:10:41.642923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b27c87a4-920b-4533-a2d8-1935d5d8c61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.656084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68f58938-891b-47d6-8ea9-16544bed716e req-1fc1c266-8719-4d22-bbc2-692499df1d25 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233094 Aug 21 18:10:41.664661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b27c87a4-920b-4533-a2d8-1935d5d8c61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.679564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:41.699168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-144cb8cf-7c55-4bdd-9049-338223a4bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:41.705226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-144cb8cf-7c55-4bdd-9049-338223a4bd77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1fc01c122f847d285807a020a41bba7&device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 1096 time: 0.1667361 Aug 21 18:10:41.717893 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaffc11-82e1-4818-bfb7-ec3abc9d5c7b x-openstack-request-id: req-acaffc11-82e1-4818-bfb7-ec3abc9d5c7b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:41.718474 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "tag": "995a4240-732c-491c-bfa4-1ff486516a43", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:41.718996 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acaffc11-82e1-4818-bfb7-ec3abc9d5c7b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:41.719509 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43', 'status': 'completed', 'code': 200} Aug 21 18:10:41.752857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4cbbdb1-fbab-4af1-bf2b-6ae7e7bfec75 req-9de50e33-9390-439e-850e-2b8aa5435251 service neutron] 10.222.0.64 "GET /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199702 Aug 21 18:10:41.932233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e49f962b-87e5-4a15-9e11-f796bb6a6854 req-e2468ab7-6788-4140-8361-c2824e433247 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636228 Aug 21 18:10:42.168580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b27c87a4-920b-4533-a2d8-1935d5d8c61e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1b52e53f92b40b8a52880f4e7c40adb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2887800 Aug 21 18:10:42.171307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:42.171428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-be7a5b6e-6752-4baa-8612-6e8c338acf2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 200 len: 217 time: 0.4509215 Aug 21 18:10:42.204792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862259-b6df-4109-9c11-be9a43154abe req-1c9df1e5-2140-40d3-988a-a2aaafa314af tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.206442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1862259-b6df-4109-9c11-be9a43154abe req-1c9df1e5-2140-40d3-988a-a2aaafa314af tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1289756 Aug 21 18:10:42.210286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c87a4-920b-4533-a2d8-1935d5d8c61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750b5e6b-3132-455c-ba0a-588907eae011,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:42.276520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.280210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7331553e-1661-4a44-b911-d32f3bb8a91d {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:42.283200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.289089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.292899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.295645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.302281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.308270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.314784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.316394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-9a59605f-3628-414b-bc69-5dee5508582c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1573761 Aug 21 18:10:42.320540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-4f87ca9e-a74d-40ee-8765-3db570dce782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.321987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-4f87ca9e-a74d-40ee-8765-3db570dce782 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 HTTP/1.1" status: 200 len: 844 time: 0.1223152 Aug 21 18:10:42.329210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1862259-b6df-4109-9c11-be9a43154abe req-6bbaae05-9735-4c53-b0cf-6e993cfbf4c6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907702 Aug 21 18:10:42.339426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.341947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Transition to ACTIVE for port object 7331553e-1661-4a44-b911-d32f3bb8a91d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:42.396649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.452000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b49a4d1e-7083-48fe-af6e-65b597a070a8 req-adeabf63-b94e-4fd6-9def-3e2efe96330f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1187441 Aug 21 18:10:42.489632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-c0efacef-c7cb-41cf-8278-3303a7870a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.496000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.496215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-c0efacef-c7cb-41cf-8278-3303a7870a52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1500499 Aug 21 18:10:42.550485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f209bc6-3efd-43f6-9e16-ae4339470ea8 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:42.570923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:42.672512 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-1c402d0a-ef52-4b70-b95c-aa706a7a5cd6 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664627 Aug 21 18:10:42.732893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:42.758173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '0f209bc6-3efd-43f6-9e16-ae4339470ea8', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'port_id': '0f209bc6-3efd-43f6-9e16-ae4339470ea8', 'mac_address': 'fa:16:3e:4a:4b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d3e191-b7be-43ee-bac4-ffa6cd2554f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:42.833592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.850255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f209bc6-3efd-43f6-9e16-ae4339470ea8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:42.857747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-813c2aa1-d59b-4c4b-bf2a-39ca3ebe804e req-bf951343-4e7a-43cb-a473-63dff92dff82 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776826 Aug 21 18:10:42.875366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:42.882553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319103e3-0609-479c-a694-cc5484fefe35 req-c9e80d7e-660e-4cf9-aa81-0252191217e8 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:42.889871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:42.890995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c04b55f2-5988-4825-a16c-5c1977548cfd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:42.894176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319103e3-0609-479c-a694-cc5484fefe35 req-c9e80d7e-660e-4cf9-aa81-0252191217e8 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 943 time: 0.0986257 Aug 21 18:10:42.979720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:42.987043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c04b55f2-5988-4825-a16c-5c1977548cfd,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:42.989410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319103e3-0609-479c-a694-cc5484fefe35 req-9cec514a-456f-4822-9142-c383ee7fcbe1 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920277 Aug 21 18:10:43.004388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'c04b55f2-5988-4825-a16c-5c1977548cfd', 'network_id': '17bac16d-d8dd-4424-b17d-160f61812338', 'port_id': 'c04b55f2-5988-4825-a16c-5c1977548cfd', 'mac_address': 'fa:16:3e:d2:83:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03d3e191-b7be-43ee-bac4-ffa6cd2554f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:43.015786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-64a3fa1d-117b-4803-8b8c-ceed876fff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.021455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-64a3fa1d-117b-4803-8b8c-ceed876fff02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1fc01c122f847d285807a020a41bba7&device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 1096 time: 0.0894415 Aug 21 18:10:43.055589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.093217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62939e0a-8f03-4ac9-b46b-e2da2cea52a9 req-4b58ddd7-01f1-4392-99cf-50600b78ad1c tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.095886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62939e0a-8f03-4ac9-b46b-e2da2cea52a9 req-4b58ddd7-01f1-4392-99cf-50600b78ad1c tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 944 time: 0.6240597 Aug 21 18:10:43.166963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Attempting to bind port 7331553e-1661-4a44-b911-d32f3bb8a91d on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:43.167476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Attempting to bind port 7331553e-1661-4a44-b911-d32f3bb8a91d by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:43.168224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Attempting to bind port 7331553e-1661-4a44-b911-d32f3bb8a91d on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:43.192756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Port 7331553e-1661-4a44-b911-d32f3bb8a91d on network 47c601a8-134b-439e-a0da-05761700af8e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:10:43.193185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Attempting to bind port 7331553e-1661-4a44-b911-d32f3bb8a91d on network 47c601a8-134b-439e-a0da-05761700af8e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:43.205434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:43.205907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Checking segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:43.206376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Bound using segment: {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:43.206959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Bound port: 7331553e-1661-4a44-b911-d32f3bb8a91d, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e17cad31-8373-4171-9d06-56e4a61410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '47c601a8-134b-439e-a0da-05761700af8e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:43.208202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.212109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.214966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.215225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553dccc-34ff-400a-8c7a-0c7a60c8cf80 req-09343c2e-a1c9-47d8-bf2a-8569ac907263 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.219269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/750b5e6b-3132-455c-ba0a-588907eae011 HTTP/1.1" status: 204 len: 168 time: 1.0478067 Aug 21 18:10:43.223311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2553dccc-34ff-400a-8c7a-0c7a60c8cf80 req-09343c2e-a1c9-47d8-bf2a-8569ac907263 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 944 time: 0.1049972 Aug 21 18:10:43.231558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62939e0a-8f03-4ac9-b46b-e2da2cea52a9 req-6656bd23-7146-4f88-9975-dabf18ef2a50 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007593 Aug 21 18:10:43.231948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-bbb4ed7a-d556-4c5b-9a53-70f926652dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.233386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-bbb4ed7a-d556-4c5b-9a53-70f926652dbd service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 200 len: 906 time: 0.2026715 Aug 21 18:10:43.290028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe22d47-12cb-45fe-ba92-40deff64e47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750b5e6b-3132-455c-ba0a-588907eae011,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:43.290991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c04b55f2-5988-4825-a16c-5c1977548cfd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:43.315766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-19629c8d-21e5-4942-933a-3cce0d16a11d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 200 len: 217 time: 0.0488720 Aug 21 18:10:43.339594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c04b55f2-5988-4825-a16c-5c1977548cfd,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:43.352315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.386742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2553dccc-34ff-400a-8c7a-0c7a60c8cf80 req-764ff5b3-9e49-4e47-81db-3cb892bfa601 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579707 Aug 21 18:10:43.407895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:43.416837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:43.422087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-78c90242-0201-47ea-841c-b3b6cc8175ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.425010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-78c90242-0201-47ea-841c-b3b6cc8175ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 HTTP/1.1" status: 200 len: 844 time: 0.1001580 Aug 21 18:10:43.426818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.431864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:43.503737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-b7fbdf85-5c19-433e-8c5d-e93e5c5946f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.508177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-b7fbdf85-5c19-433e-8c5d-e93e5c5946f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0724056 Aug 21 18:10:43.576258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.576839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:43.578286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] 10.222.0.39 "PUT /v2.0/ports/7331553e-1661-4a44-b911-d32f3bb8a91d HTTP/1.1" status: 200 len: 1093 time: 2.4938312 Aug 21 18:10:43.581324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:43.584152 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea" -d '{"events": [{"name": "network-changed", "server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:43.588693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f8082-df04-408b-879a-6c6b5136e118 service neutron] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:43.632661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903d7f5-63de-43df-90f2-7e974e53e74b req-a747e0cc-3415-4086-b5ef-f2bc3c50bfeb tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.635130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3903d7f5-63de-43df-90f2-7e974e53e74b req-a747e0cc-3415-4086-b5ef-f2bc3c50bfeb tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1204937 Aug 21 18:10:43.646628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-7f83cdbe-01b9-4657-a051-a8aa711c86f7 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278682 Aug 21 18:10:43.699372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['0f209bc6-3efd-43f6-9e16-ae4339470ea8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:43.743701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c04b55f2-5988-4825-a16c-5c1977548cfd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:43.746765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-0fdebf34-5150-4029-9ff7-ad7af6a0e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.748521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-0fdebf34-5150-4029-9ff7-ad7af6a0e5f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 1096 time: 0.1121047 Aug 21 18:10:43.762765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3903d7f5-63de-43df-90f2-7e974e53e74b req-c5fc0180-1e49-4d39-b7d6-80f8d75b8d3c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887697 Aug 21 18:10:43.853625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-faecca0a-9107-4bdb-bbec-240b026ab41a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7331553e-1661-4a44-b911-d32f3bb8a91d HTTP/1.1" status: 200 len: 217 time: 0.0897989 Aug 21 18:10:43.872800 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51599b70-624e-44e8-bedf-9efe2758b2b0 x-openstack-request-id: req-51599b70-624e-44e8-bedf-9efe2758b2b0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:43.873088 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:43.873395 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51599b70-624e-44e8-bedf-9efe2758b2b0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:43.874128 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'status': 'completed', 'code': 200} Aug 21 18:10:43.959863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969852b-a511-4483-90da-a17799b1deb5 req-f43627b5-ac64-4faf-ba90-ccaa0d17162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.961408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-f43627b5-ac64-4faf-ba90-ccaa0d17162c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.0988390 Aug 21 18:10:43.982140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:43.996442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.002893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.022078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.033189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.044998 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-e4b4b156-e543-450f-9fd0-95b08cefc6f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691745 Aug 21 18:10:44.050118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.069542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.071987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52c1093b-1923-468e-816e-ea6abcc95689 req-a8826f8a-ec7c-4442-b51d-47c548a7e840 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.4242036 Aug 21 18:10:44.103801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd4d05db-6624-42b1-a829-98c6d080bc2b req-47f4c40d-b8ee-4381-8079-ef8140fe83fd service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458959 Aug 21 18:10:44.126403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52c1093b-1923-468e-816e-ea6abcc95689 req-93ec6885-b679-48de-9d99-bbd6db184dc0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452654 Aug 21 18:10:44.238213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e916a7-a0e4-4e35-8a3d-c01dab6849bf req-5b7f7625-426e-47ae-9a42-0e15f3303740 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.242723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6e916a7-a0e4-4e35-8a3d-c01dab6849bf req-5b7f7625-426e-47ae-9a42-0e15f3303740 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 944 time: 0.1378546 Aug 21 18:10:44.249478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-cc060f8d-9e05-4982-9089-9ce0ca217c84 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920447 Aug 21 18:10:44.335169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6e916a7-a0e4-4e35-8a3d-c01dab6849bf req-ab8616a7-68b0-44d1-8d8e-c1fe81fcf766 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847912 Aug 21 18:10:44.392728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c969852b-a511-4483-90da-a17799b1deb5 req-49514412-a0b6-49de-b887-76079911be3a service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352673 Aug 21 18:10:44.459038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17b3a7-8116-44a5-9987-14518767da01 req-a6fb0f62-d14c-4222-945e-a7eb1ceeb151 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.461076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc17b3a7-8116-44a5-9987-14518767da01 req-a6fb0f62-d14c-4222-945e-a7eb1ceeb151 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 944 time: 0.1002235 Aug 21 18:10:44.516456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc17b3a7-8116-44a5-9987-14518767da01 req-c47b8178-c07f-4c64-a2cb-4b92eb83d18f tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466330 Aug 21 18:10:44.563044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-318a6278-6927-46ea-872c-c2b0c9fa78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.564679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-318a6278-6927-46ea-872c-c2b0c9fa78e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 1096 time: 0.1109538 Aug 21 18:10:44.578770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8b725-e7f7-41c3-b107-9e198d357b23 req-ed3306ee-1072-4bb1-af98-e7842fdab93e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.580401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16d8b725-e7f7-41c3-b107-9e198d357b23 req-ed3306ee-1072-4bb1-af98-e7842fdab93e tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 944 time: 0.0832353 Aug 21 18:10:44.727175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16d8b725-e7f7-41c3-b107-9e198d357b23 req-2ac207bd-2272-425d-a6df-5fd12002e311 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301589 Aug 21 18:10:44.757038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:44.770775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-3b2a8d23-ba21-4eb5-bcb7-a1c8b72fdfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.772288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-3b2a8d23-ba21-4eb5-bcb7-a1c8b72fdfdb service neutron] 10.222.0.39 "GET /v2.0/networks?id=47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 200 len: 905 time: 0.1909800 Aug 21 18:10:44.825823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-6b5d226b-72e4-4942-b201-47029899fbff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7331553e-1661-4a44-b911-d32f3bb8a91d HTTP/1.1" status: 200 len: 217 time: 0.0435939 Aug 21 18:10:44.945155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-c8fdf9a9-b4e2-4871-88cb-09da8019836e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:44.951390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-c8fdf9a9-b4e2-4871-88cb-09da8019836e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 200 len: 844 time: 0.1175175 Aug 21 18:10:44.970324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:44.985767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'mac_address': 'fa:16:3e:05:ff:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:45.008145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-9d148fbe-411e-4388-8cef-81b1f22ac5d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=47c601a8-134b-439e-a0da-05761700af8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458319 Aug 21 18:10:45.031288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:45.040478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf536da0-183f-4b55-9bf0-0d90fe690f53 req-386e34b8-7c11-46cf-a331-6512e05805da tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.042074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf536da0-183f-4b55-9bf0-0d90fe690f53 req-386e34b8-7c11-46cf-a331-6512e05805da tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 944 time: 0.1533902 Aug 21 18:10:45.048774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:45.074379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:45.081625 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:45.147521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf536da0-183f-4b55-9bf0-0d90fe690f53 req-2c84b94e-63f3-444f-adac-707cf9e2b5b6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887804 Aug 21 18:10:45.165893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:45.177138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-a0934a00-9aad-4d42-8093-86f8afc25a96 service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571922 Aug 21 18:10:45.294460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['4100c8b0-1bd8-4025-be85-6a833f42ec15'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:45.380133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43c1e56e-a2bb-46b9-a17b-0f00aa1f8fea req-fa3981a2-c3ff-4133-9a4b-3800216e2bdc service neutron] 10.222.0.39 "GET /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878185 Aug 21 18:10:45.394449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.400792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.407553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.413376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.419696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.427741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.436409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.438434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-2c51fd52-ca10-4122-b39e-46368ca73f27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1531019 Aug 21 18:10:45.507984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11b6ea57-6529-4f89-bbeb-98ac64b1f430 req-817a1bc0-9e3a-4a50-938b-584ade10737d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615916 Aug 21 18:10:45.659798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dda8a0-6854-47ca-a660-2129d57b9a39 req-331388f5-0e13-42e3-ba80-7f861114259e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.662240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91dda8a0-6854-47ca-a660-2129d57b9a39 req-331388f5-0e13-42e3-ba80-7f861114259e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 944 time: 0.0661039 Aug 21 18:10:45.672061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125a73-5387-433c-ac81-fa6e8e643953 req-4f960086-4aaa-4cfd-8a7c-9286476d5001 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.674025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4125a73-5387-433c-ac81-fa6e8e643953 req-4f960086-4aaa-4cfd-8a7c-9286476d5001 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 944 time: 0.0681376 Aug 21 18:10:45.723210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91dda8a0-6854-47ca-a660-2129d57b9a39 req-74097fae-339b-4c6f-9266-3d0536168b4c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Aug 21 18:10:45.734898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4125a73-5387-433c-ac81-fa6e8e643953 req-4d0646d7-decc-4416-87a6-5a664e074d05 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480027 Aug 21 18:10:45.881864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a7567-1ac8-43b3-a50c-b21ce76afd1a req-a83d292f-fa86-4268-b30f-c048b21d4c8c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:45.883862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe4a7567-1ac8-43b3-a50c-b21ce76afd1a req-a83d292f-fa86-4268-b30f-c048b21d4c8c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 944 time: 0.0794542 Aug 21 18:10:45.948947 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe4a7567-1ac8-43b3-a50c-b21ce76afd1a req-90721870-6810-452b-a956-efcbb4b9c8e4 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541747 Aug 21 18:10:46.300107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81221748-2f4b-43ed-b45f-6b67fdac0f92 req-4281425f-36ee-4fbb-8c2c-a33ab265c796 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.307382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81221748-2f4b-43ed-b45f-6b67fdac0f92 req-4281425f-36ee-4fbb-8c2c-a33ab265c796 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 945 time: 0.0600250 Aug 21 18:10:46.347927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81221748-2f4b-43ed-b45f-6b67fdac0f92 req-8df7d136-3301-4d2f-9083-4bfd8b59c5c7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381498 Aug 21 18:10:46.563196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f209bc6-3efd-43f6-9e16-ae4339470ea8 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:46.632604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:46.636931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:46.637534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:46.670797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.679862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.690047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.697947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.706929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.716642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.725952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.728576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-15d378d4-0556-47b5-9e43-3a2aca139ba9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1269755 Aug 21 18:10:46.756107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:46.775520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 995a4240-732c-491c-bfa4-1ff486516a43 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:46.781512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:46.804502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b99df3a7-0b8e-4332-902e-54e9e242c64c req-22a51d9d-b0ba-4040-a1ce-0e202277dab5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650287 Aug 21 18:10:46.864302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:46.867282 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c831b41-2c70-475c-b1b9-84cb6a644fb8" -d '{"events": [{"server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "name": "network-vif-plugged", "status": "completed", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:46.889435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:46.911057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:46.911887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c04b55f2-5988-4825-a16c-5c1977548cfd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:46.935208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efbbe46-a295-48e8-9105-a1ff0a892e85 req-984eb5c9-ec5b-4907-ad63-c85f5f1e79f6 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:46.944321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0efbbe46-a295-48e8-9105-a1ff0a892e85 req-984eb5c9-ec5b-4907-ad63-c85f5f1e79f6 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 944 time: 0.0656476 Aug 21 18:10:46.993950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0efbbe46-a295-48e8-9105-a1ff0a892e85 req-c7d25445-e09c-4365-9e62-97b7e4d7cb8b tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498674 Aug 21 18:10:47.010654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:47.092899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:47.099151 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b772475-602a-4085-8111-0cc939d72a16 x-openstack-request-id: req-8b772475-602a-4085-8111-0cc939d72a16 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:47.099527 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "name": "network-vif-plugged", "status": "completed", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:47.099838 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b772475-602a-4085-8111-0cc939d72a16 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:47.100282 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8', 'code': 200} Aug 21 18:10:47.107530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 4100c8b0-1bd8-4025-be85-6a833f42ec15 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:47.107985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.127218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263d02a-6a88-4f13-98eb-0e417a79b7ef req-3cb60820-fde3-4373-b4fd-1d506b92b54d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:47.135313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b263d02a-6a88-4f13-98eb-0e417a79b7ef req-3cb60820-fde3-4373-b4fd-1d506b92b54d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 944 time: 0.1116009 Aug 21 18:10:47.198725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b263d02a-6a88-4f13-98eb-0e417a79b7ef req-b56446c2-053d-4b87-b0a6-6ba230711285 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568078 Aug 21 18:10:47.222524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port c04b55f2-5988-4825-a16c-5c1977548cfd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:47.225087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2dd2b-b8a2-4676-afbc-fe8b44f6c00c req-ec043364-0806-4747-b8ae-2f38698247d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:47.226679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ee2dd2b-b8a2-4676-afbc-fe8b44f6c00c req-ec043364-0806-4747-b8ae-2f38698247d6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 1097 time: 0.1192355 Aug 21 18:10:47.230546 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.250007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port c04b55f2-5988-4825-a16c-5c1977548cfd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:47.250540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.258333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c2197-cfbe-4edb-a15f-696cb2b0ffb5 req-b61212f2-f917-472c-a156-2e3468eacf09 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:47.267183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-240c2197-cfbe-4edb-a15f-696cb2b0ffb5 req-b61212f2-f917-472c-a156-2e3468eacf09 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 944 time: 0.1138964 Aug 21 18:10:47.327872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ee2dd2b-b8a2-4676-afbc-fe8b44f6c00c req-0a3b0399-ff0e-4997-8511-eb7cc5cda9ac service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894456 Aug 21 18:10:47.339731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:47.345756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-240c2197-cfbe-4edb-a15f-696cb2b0ffb5 req-0e51daf7-1b8d-4889-999a-f5c0b4c9bfe3 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776091 Aug 21 18:10:47.409004 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.500627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a3999-d093-4a39-9e29-7ac0747f16c6 req-1e3e6de2-e8ea-4447-821a-09a11d8ee93e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:47.502222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-572a3999-d093-4a39-9e29-7ac0747f16c6 req-1e3e6de2-e8ea-4447-821a-09a11d8ee93e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0724123 Aug 21 18:10:47.534056 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.547280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:47.551557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=995a4240-732c-491c-bfa4-1ff486516a43,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:47.551956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-572a3999-d093-4a39-9e29-7ac0747f16c6 req-226b8ee8-bfae-4c69-8fda-39ab391e4a19 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Aug 21 18:10:47.577110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c04b55f2-5988-4825-a16c-5c1977548cfd,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:47.604948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.614851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '995a4240-732c-491c-bfa4-1ff486516a43', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'port_id': '995a4240-732c-491c-bfa4-1ff486516a43', 'mac_address': 'fa:16:3e:3f:2d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:47.714585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:47.732521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.788705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80235da2-7e0c-4553-a2b3-4014bc4e3cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.796426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995a4240-732c-491c-bfa4-1ff486516a43 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:47.829178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=995a4240-732c-491c-bfa4-1ff486516a43,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:47.842810 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:47.913389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:47.979159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.007971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.014358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.030020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.036139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.042470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.050836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['995a4240-732c-491c-bfa4-1ff486516a43'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:48.051701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.060809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-da7c9b01-2551-4211-a61e-6557fff40bca tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1446736 Aug 21 18:10:48.113502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19343127-11a4-4b77-a1a6-c2abedeaa516 req-3308e00f-edeb-47b8-9af6-d5aae19c8bcf tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445764 Aug 21 18:10:48.287067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb7ae0-8b6c-4a11-89e8-ce1b3a86398c req-22057ac1-8644-4aa1-ab57-b5a040fa52ee tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.289431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3beb7ae0-8b6c-4a11-89e8-ce1b3a86398c req-22057ac1-8644-4aa1-ab57-b5a040fa52ee tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 945 time: 0.0819905 Aug 21 18:10:48.300905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:48.344944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3beb7ae0-8b6c-4a11-89e8-ce1b3a86398c req-75c08897-8742-4814-a0af-52daed3ebc13 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479720 Aug 21 18:10:48.443115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183f1c2-5c9d-4691-98d3-e56aa0a3337c req-521b574d-8e0a-4f39-8c0a-ad48d1c27a4d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.444729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a183f1c2-5c9d-4691-98d3-e56aa0a3337c req-521b574d-8e0a-4f39-8c0a-ad48d1c27a4d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 945 time: 0.0733805 Aug 21 18:10:48.502875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7513d-ee0e-4139-a33d-dbf0f5901efd req-eeb44e6a-4b6d-4ad3-bd3d-79bcad737edf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.504558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66b7513d-ee0e-4139-a33d-dbf0f5901efd req-eeb44e6a-4b6d-4ad3-bd3d-79bcad737edf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 944 time: 0.0779350 Aug 21 18:10:48.508078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a183f1c2-5c9d-4691-98d3-e56aa0a3337c req-6cccb2fc-94da-477e-a3af-ddc5fc77e4d6 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549810 Aug 21 18:10:48.550546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66b7513d-ee0e-4139-a33d-dbf0f5901efd req-58353746-5a23-452c-a8da-33401d12289a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Aug 21 18:10:48.650624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:48.757879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c1fe3-bde6-4f27-a8d0-febebe668f46 req-9331fbd1-b548-47f3-afc9-68c7e29559ca tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:48.765936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-303c1fe3-bde6-4f27-a8d0-febebe668f46 req-9331fbd1-b548-47f3-afc9-68c7e29559ca tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0601907 Aug 21 18:10:48.788314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7331553e-1661-4a44-b911-d32f3bb8a91d details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:48.791441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 995a4240-732c-491c-bfa4-1ff486516a43 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:48.826160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-303c1fe3-bde6-4f27-a8d0-febebe668f46 req-21833111-84d4-411c-9593-3e68bb989b82 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592587 Aug 21 18:10:48.907218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 995a4240-732c-491c-bfa4-1ff486516a43 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:48.914511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 995a4240-732c-491c-bfa4-1ff486516a43 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:48.914905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:48.956392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:48.971950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'mac_address': 'fa:16:3e:6c:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:49.021867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.057358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7331553e-1661-4a44-b911-d32f3bb8a91d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:49.077911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.094311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:49.104306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}, {'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:49.106592 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cbc920-a520-49eb-bc27-e1db764ddae4" -d '{"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}, {"server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "name": "network-vif-plugged", "status": "completed", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:49.110742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.136571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:49.163182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=995a4240-732c-491c-bfa4-1ff486516a43,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:49.180950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.193403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:49.204260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.204618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.204962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.205299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.205647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.205961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.206289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.206706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.207146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.207475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.207797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.208137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:10:49.214721 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b74657-762e-4688-85fc-b5484d31a02b x-openstack-request-id: req-34b74657-762e-4688-85fc-b5484d31a02b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:49.215015 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-plugged", "status": "completed", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "code": 200}, {"server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "name": "network-vif-plugged", "status": "completed", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:49.215272 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34b74657-762e-4688-85fc-b5484d31a02b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:49.215697 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'code': 200} Aug 21 18:10:49.215954 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd', 'code': 200} Aug 21 18:10:49.282302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.288838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.295772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.302827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.310958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.316730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:49.319320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.325429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['7331553e-1661-4a44-b911-d32f3bb8a91d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:49.325589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.333845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-1f863bb3-1100-406b-8f99-cbed200525a0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1135547 Aug 21 18:10:49.515027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b782322b-391c-4df4-b0fd-48284dd8b3a9 req-e47614bd-6a3d-4dac-88f9-94dadf0a69a5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791663 Aug 21 18:10:49.533888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50b18564-ddf0-4e81-a119-c2535c796226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.540296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c03d-3700-4b34-8731-e2e56e332e0d req-ccd7cfe7-1b1d-425b-be36-51e7919eac28 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.570735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa65c03d-3700-4b34-8731-e2e56e332e0d req-ccd7cfe7-1b1d-425b-be36-51e7919eac28 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 945 time: 0.1035035 Aug 21 18:10:49.571394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e1a26-4b3e-4c08-a714-28122ece509a req-31d31729-577a-4104-b78b-b4011aa79015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.572907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb9e1a26-4b3e-4c08-a714-28122ece509a req-31d31729-577a-4104-b78b-b4011aa79015 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 1097 time: 0.2314711 Aug 21 18:10:49.596937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882977bf-434a-47c4-bb99-ab7e9817426d req-94f71626-e2cb-4d8e-bc9a-501408d2bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.598410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-882977bf-434a-47c4-bb99-ab7e9817426d req-94f71626-e2cb-4d8e-bc9a-501408d2bc70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1098 time: 0.1387734 Aug 21 18:10:49.630840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa65c03d-3700-4b34-8731-e2e56e332e0d req-f906be23-caa6-45f8-afce-f736a91c3b3a tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583382 Aug 21 18:10:49.689101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb9e1a26-4b3e-4c08-a714-28122ece509a req-8d8e3191-3f6c-4298-863e-eb658356b816 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048436 Aug 21 18:10:49.724952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-882977bf-434a-47c4-bb99-ab7e9817426d req-b85b61af-0e6b-47fa-a8f2-4180757ffbb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159678 Aug 21 18:10:49.767032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0fa27-739c-4549-a78e-b54177f87c20 req-2faebe1c-01f9-4382-98a6-5d2b2ba1510b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.767590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904e8c0-9212-4b47-991d-98ba512db4c3 req-885a854f-caa8-4fae-bf5f-84503c0d3d6b tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:49.769063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0904e8c0-9212-4b47-991d-98ba512db4c3 req-885a854f-caa8-4fae-bf5f-84503c0d3d6b tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.1159749 Aug 21 18:10:49.769255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c0fa27-739c-4549-a78e-b54177f87c20 req-2faebe1c-01f9-4382-98a6-5d2b2ba1510b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Aug 21 18:10:49.793439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50b18564-ddf0-4e81-a119-c2535c796226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.805731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50b18564-ddf0-4e81-a119-c2535c796226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:49.833610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c0fa27-739c-4549-a78e-b54177f87c20 req-071eab0d-17e4-4659-ab5c-3d0fe409f496 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569389 Aug 21 18:10:49.888273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0904e8c0-9212-4b47-991d-98ba512db4c3 req-92100d9f-ab3f-4609-83e4-7aebf1ca422b tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996835 Aug 21 18:10:49.889998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b18564-ddf0-4e81-a119-c2535c796226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da0bbb4-359e-4415-80b3-bce2cb077127,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:49.905399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-50b18564-ddf0-4e81-a119-c2535c796226 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94c185dbb6854ccb81537e9529bd94a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7643824 Aug 21 18:10:49.906830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53930) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:49.976087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.002647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.024692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17231d8a-7740-488c-b243-12428f0e262c req-3a2e9cbb-e905-4a71-907d-ecfad4ab96a5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.034793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17231d8a-7740-488c-b243-12428f0e262c req-3a2e9cbb-e905-4a71-907d-ecfad4ab96a5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0674365 Aug 21 18:10:50.063774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.068820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.070222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3da0bbb4-359e-4415-80b3-bce2cb077127 HTTP/1.1" status: 204 len: 168 time: 0.1623576 Aug 21 18:10:50.074085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17231d8a-7740-488c-b243-12428f0e262c req-31c50f38-d3c4-410e-95d3-491780888834 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401952 Aug 21 18:10:50.094152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab547f1-8205-43b7-b8f7-cbb33a46cee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da0bbb4-359e-4415-80b3-bce2cb077127,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:50.327463 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c0124c51-c026-458c-947e-9fb0c8d90e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.399828 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:50.728674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.735731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.765217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.780768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.794408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.806328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.811378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7331553e-1661-4a44-b911-d32f3bb8a91d up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:10:50.817457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.839694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-be7cb37e-d9c3-4af6-88b0-b5bbde68f3dc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1976473 Aug 21 18:10:50.844695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788c710-9336-4d0a-8e3c-db85955138f6 req-fd930c7c-749e-4919-b6ed-7d6aef735ae2 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:50.857953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4788c710-9336-4d0a-8e3c-db85955138f6 req-fd930c7c-749e-4919-b6ed-7d6aef735ae2 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 945 time: 0.1054602 Aug 21 18:10:50.948049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e2e488c-58fb-46f5-b111-68cf93802d73 req-fecd576c-9ca5-4953-abdd-2a8f5c48b154 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070759 Aug 21 18:10:50.957353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4788c710-9336-4d0a-8e3c-db85955138f6 req-db224354-1010-45b4-bb75-8a1bb82ba87c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981905 Aug 21 18:10:51.187301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d0fc2-c7e5-4322-a262-aeb1663e163f req-63f0c32e-755d-4a73-afc1-8ccc5728b6f9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:51.198732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a39d0-17b8-42b4-aa7d-dac156a724ce req-acb75f3c-fe91-44a6-879b-bb81e585c154 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:51.201000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-098a39d0-17b8-42b4-aa7d-dac156a724ce req-acb75f3c-fe91-44a6-879b-bb81e585c154 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.0973639 Aug 21 18:10:51.202367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-480d0fc2-c7e5-4322-a262-aeb1663e163f req-63f0c32e-755d-4a73-afc1-8ccc5728b6f9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0875921 Aug 21 18:10:51.209696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 7331553e-1661-4a44-b911-d32f3bb8a91d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:10:51.239522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:51.247893 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0f8cd0-765f-4f9f-b256-276d818c0003" -d '{"events": [{"server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "name": "network-vif-plugged", "status": "completed", "tag": "995a4240-732c-491c-bfa4-1ff486516a43"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:51.257965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-098a39d0-17b8-42b4-aa7d-dac156a724ce req-cbe5cc49-cc7c-4c17-a3f3-d7f246705e6c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507143 Aug 21 18:10:51.264398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 7331553e-1661-4a44-b911-d32f3bb8a91d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:10:51.264398 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:51.276503 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-480d0fc2-c7e5-4322-a262-aeb1663e163f req-2705ae7e-bcc2-4b05-a736-d2c3de9926e3 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729449 Aug 21 18:10:51.382058 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:51.436177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:51.445591 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:51.525343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:51.579219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:51.592258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f91de-8023-41a7-abb3-b773c9aa3b32 req-860b77f3-9647-483c-9c8a-c4a73f53da13 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:51.594280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-004f91de-8023-41a7-abb3-b773c9aa3b32 req-860b77f3-9647-483c-9c8a-c4a73f53da13 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.1156383 Aug 21 18:10:51.605503 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917936f6-62ec-48a3-8a01-565fd13adfec x-openstack-request-id: req-917936f6-62ec-48a3-8a01-565fd13adfec {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:51.605774 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "name": "network-vif-plugged", "status": "completed", "tag": "995a4240-732c-491c-bfa4-1ff486516a43", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:51.605956 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-917936f6-62ec-48a3-8a01-565fd13adfec {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:51.606350 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43', 'code': 200} Aug 21 18:10:51.733215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-004f91de-8023-41a7-abb3-b773c9aa3b32 req-3395cec3-079d-4006-af69-4065fa45c0ad tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284430 Aug 21 18:10:51.775962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4e511-845e-4ca9-959e-155c1afe5fc5 req-a775452d-5546-4f8f-a3ec-1fce85d6882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:51.777722 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df4e511-845e-4ca9-959e-155c1afe5fc5 req-a775452d-5546-4f8f-a3ec-1fce85d6882c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 1098 time: 0.0993414 Aug 21 18:10:51.883533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df4e511-845e-4ca9-959e-155c1afe5fc5 req-b4fff5c5-060f-4a2e-85ea-6185b14226d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978494 Aug 21 18:10:52.155169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc618a53-8be6-4184-a8dc-a09bbe04cc96 req-2b04931c-ea81-4d1d-9d71-8c6411cfeeb5 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.156803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc618a53-8be6-4184-a8dc-a09bbe04cc96 req-2b04931c-ea81-4d1d-9d71-8c6411cfeeb5 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 945 time: 0.1067085 Aug 21 18:10:52.157253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.164952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.171904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.178715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.185798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.192510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.199066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.201980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-1f7cc229-5342-4947-94c0-ee9eb15ae6d7 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1205883 Aug 21 18:10:52.227043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc618a53-8be6-4184-a8dc-a09bbe04cc96 req-8da808e9-0511-47f8-9632-c193713f14bf tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574253 Aug 21 18:10:52.273243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:52.288157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20e2b517-2aa9-4480-addd-36eb863069d8 req-b39f1668-9a05-451b-981d-8953bdb82cc8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0796282 Aug 21 18:10:52.416787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223a075-e888-4307-976e-b9e452aaa3ba req-21c1737b-8940-4a59-9bc3-c25194df109b tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.447103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e223a075-e888-4307-976e-b9e452aaa3ba req-21c1737b-8940-4a59-9bc3-c25194df109b tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 945 time: 0.1261394 Aug 21 18:10:52.505857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38ea7c2d-8345-473a-bdb5-ab5e36e2f854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:52.530336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d27727-0604-4e68-a637-5d5894c645ae req-52c5b046-bcac-4533-807b-444237b3f3a7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.532386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d27727-0604-4e68-a637-5d5894c645ae req-52c5b046-bcac-4533-807b-444237b3f3a7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.1118784 Aug 21 18:10:52.551586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e223a075-e888-4307-976e-b9e452aaa3ba req-e0904613-f769-4628-a75f-5379b534fa85 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031535 Aug 21 18:10:52.639052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d27727-0604-4e68-a637-5d5894c645ae req-50139d70-4e5b-400d-9911-b65d9b7f70a7 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910938 Aug 21 18:10:52.789303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38ea7c2d-8345-473a-bdb5-ab5e36e2f854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:52.798894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610618d1-6d7d-45f3-b06f-65640026b3ea req-b1543866-9c28-4db0-8489-ecad84d60828 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:52.804236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-610618d1-6d7d-45f3-b06f-65640026b3ea req-b1543866-9c28-4db0-8489-ecad84d60828 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.1234410 Aug 21 18:10:52.822086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38ea7c2d-8345-473a-bdb5-ab5e36e2f854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:52.868694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea7c2d-8345-473a-bdb5-ab5e36e2f854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f20ced5-a9d7-4973-a074-af9f2c1998a4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:52.911814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38ea7c2d-8345-473a-bdb5-ab5e36e2f854 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7074f7eeeccc47a59b14c0e7e15b5746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295688 Aug 21 18:10:52.918265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:52.935197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-610618d1-6d7d-45f3-b06f-65640026b3ea req-12075ae9-c77f-467d-901e-d8a76f04433f tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238425 Aug 21 18:10:52.987937 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:53.027717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:53.113831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840d369-82d4-4340-b755-0a106aaecc28 req-27dfbc5a-fe8d-4be5-99c6-cb572a8cc3fd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.115698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1840d369-82d4-4340-b755-0a106aaecc28 req-27dfbc5a-fe8d-4be5-99c6-cb572a8cc3fd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0792391 Aug 21 18:10:53.156011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:53.159026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:53.162915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f20ced5-a9d7-4973-a074-af9f2c1998a4 HTTP/1.1" status: 204 len: 168 time: 0.2472243 Aug 21 18:10:53.201980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:53.215034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318d99-ffa7-4ad3-b892-03feab37aaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f20ced5-a9d7-4973-a074-af9f2c1998a4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:53.306702 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1840d369-82d4-4340-b755-0a106aaecc28 req-d2a8ba66-69e7-4648-affb-58d737a835d3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719186 Aug 21 18:10:53.375938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dd1a1-aae4-49e8-b2f4-89a2d1dad4fc req-e9697afd-e367-464b-a635-9292911f803e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.383953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a26dd1a1-aae4-49e8-b2f4-89a2d1dad4fc req-e9697afd-e367-464b-a635-9292911f803e tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 945 time: 0.0800104 Aug 21 18:10:53.468183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.474190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.474888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a26dd1a1-aae4-49e8-b2f4-89a2d1dad4fc req-ed68e7b3-369a-498c-b2a5-9705b37ef565 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900228 Aug 21 18:10:53.480339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.491115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.498217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.508386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.514367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.526169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-3391cf3c-79da-43ca-968c-42755b4e6dac tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.1257308 Aug 21 18:10:53.593364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df86bfe5-f807-42b4-bb83-7d93c7878fb5 req-d59481f3-8812-49af-912f-91c11bd978eb tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609851 Aug 21 18:10:53.607557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:53.610082 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af64681-3c58-421b-8b4e-d88418c55cef" -d '{"events": [{"server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "name": "network-vif-plugged", "status": "completed", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:53.651570 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86122ee-972f-4261-82d5-02d88bafcfc1 x-openstack-request-id: req-a86122ee-972f-4261-82d5-02d88bafcfc1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:53.651867 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "name": "network-vif-plugged", "status": "completed", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:53.652124 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a86122ee-972f-4261-82d5-02d88bafcfc1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:53.652524 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'code': 200} Aug 21 18:10:53.778221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661ab1a-5ec6-419f-b1c8-235c77ea9716 req-66263e9b-88a5-4ba3-b949-0d6b9875221c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.782237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5e1e8-c1d8-434c-b288-9c1d65e639df req-fa8b0d6a-c28a-49ce-bea1-c9d296a1c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:53.786092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7661ab1a-5ec6-419f-b1c8-235c77ea9716 req-66263e9b-88a5-4ba3-b949-0d6b9875221c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.0737910 Aug 21 18:10:53.788404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22d5e1e8-c1d8-434c-b288-9c1d65e639df req-fa8b0d6a-c28a-49ce-bea1-c9d296a1c7c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 1098 time: 0.0694540 Aug 21 18:10:53.835395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22d5e1e8-c1d8-434c-b288-9c1d65e639df req-d509f6a4-9814-493e-aa95-8cc605065cb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Aug 21 18:10:53.840564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7661ab1a-5ec6-419f-b1c8-235c77ea9716 req-812f729a-624a-4992-9d92-fbea922cc28d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 Aug 21 18:10:54.068875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8a4e3-fdc1-4540-8803-3d7c783cf792 req-0db7a664-0cba-4ad9-96bc-b915275d0c6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.070413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff8a4e3-fdc1-4540-8803-3d7c783cf792 req-0db7a664-0cba-4ad9-96bc-b915275d0c6a tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0545771 Aug 21 18:10:54.112946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff8a4e3-fdc1-4540-8803-3d7c783cf792 req-d20d94d0-6c27-4533-86a2-f0b833a7db70 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364544 Aug 21 18:10:54.140914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54112) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:54.236384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf0ab3-c26c-4093-a6ce-560c750d8a37 req-0791da9e-0ce0-4caf-807e-0989613f625d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.239147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4bf0ab3-c26c-4093-a6ce-560c750d8a37 req-0791da9e-0ce0-4caf-807e-0989613f625d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0620792 Aug 21 18:10:54.244815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-network', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:54.246573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:54.251565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Request body: {'floatingip': {'port_id': '995a4240-732c-491c-bfa4-1ff486516a43'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:54.266741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Made reservation on behalf of 6d6b29850cc64e85836dd405be9e520f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:54.269566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.280068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.308540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.374897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.379232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.407486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:10:54.414056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc3dc87-9f5c-41ec-b24f-8e764db0d422,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:54.420939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.421286 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Added segment 0d5ee002-503f-4cc0-b296-ace89d30a701 of type vlan for network adf2ac43-63e7-455e-955d-35d270249964 Aug 21 18:10:54.438950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98786e9c-9e25-4cf1-807d-7e2fb274cc61 req-e929ed2b-ccf1-44f2-85f4-44e6e62614d7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.440656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98786e9c-9e25-4cf1-807d-7e2fb274cc61 req-e929ed2b-ccf1-44f2-85f4-44e6e62614d7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.1507328 Aug 21 18:10:54.463421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.497819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.498879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.499480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.564172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4189415 Aug 21 18:10:54.575801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54130) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:54.581037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Request body: {'subnet': {'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-subnet', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:54.597334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98786e9c-9e25-4cf1-807d-7e2fb274cc61 req-5d2dee80-718e-4481-829d-18bacd9a4d65 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425047 Aug 21 18:10:54.610849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be93ee5-abb9-433a-baf3-d4480efa7661 admin admin] Pushing event updated for resources: {'Network': ['ID=adf2ac43-63e7-455e-955d-35d270249964,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:54.621034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-21cc655c-65d8-4325-b7d1-0c33c8975be6 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.621034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-21cc655c-65d8-4325-b7d1-0c33c8975be6 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 945 time: 0.1741414 Aug 21 18:10:54.632121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network adf2ac43-63e7-455e-955d-35d270249964 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:10:54.640134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed0cfe-6f0b-4150-bb0b-08f7411fd687 req-43ed12a3-c55b-4df5-b03b-cc55e0959871 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.641744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aaed0cfe-6f0b-4150-bb0b-08f7411fd687 req-43ed12a3-c55b-4df5-b03b-cc55e0959871 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 945 time: 0.0890541 Aug 21 18:10:54.642965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Made reservation on behalf of 6d6b29850cc64e85836dd405be9e520f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:10:54.645232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.741015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aaed0cfe-6f0b-4150-bb0b-08f7411fd687 req-6ea44ad8-1580-4859-bca4-2ead2aec12fc tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924568 Aug 21 18:10:54.827687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e0c86d34-cc0a-451e-9b11-37ba7177cd45 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:54.851544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.857700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.863778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:54.866003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.873689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.880057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.886014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.892716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.901720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-45fd849e-9053-4ab7-beda-77ed83563a65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5418 time: 0.2089956 Aug 21 18:10:54.945388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Checking segment: {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:54.945831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Network hostable DHCP agents. Network: adf2ac43-63e7-455e-955d-35d270249964, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:10:54.947364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:54.952089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b1e3cb-f4d4-4237-8f65-6b312b97487a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:54.962902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'port_id': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'mac_address': 'fa:16:3e:c8:c8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:54.973575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Network adf2ac43-63e7-455e-955d-35d270249964 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:10:54.985493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, adf2ac43-63e7-455e-955d-35d270249964) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:54.990631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:54.991322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.008913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4ab4e3-58b5-4f7b-bb19-917240010c4a None None] Network adf2ac43-63e7-455e-955d-35d270249964 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:55.012306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b28ef739-d110-4f1e-918d-058211a14dea admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4374180 Aug 21 18:10:55.016306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54138) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:55.020663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Deleting port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:55.021011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.023973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:10:55.087098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.088442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.096340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8de21f8-470f-4ef9-ad00-e9fd3c0b9b33 req-4912f4c5-28cd-4b22-927b-2e5e90b5bfe0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1934912 Aug 21 18:10:55.115053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbae3e8-69d2-4af8-9c14-40c82ae503e9 req-ee535588-b7af-4acc-a7cb-3194c2363eee tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:55.117163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfbae3e8-69d2-4af8-9c14-40c82ae503e9 req-ee535588-b7af-4acc-a7cb-3194c2363eee tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.0970023 Aug 21 18:10:55.145136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-b78ad067-5b90-4298-8823-95a7de7453f0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:55.145490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.146830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-b78ad067-5b90-4298-8823-95a7de7453f0 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "GET /v2.0/ports?device_id=2cd669bb-086f-4754-ac48-e0196bedcaeb HTTP/1.1" status: 200 len: 945 time: 0.2360053 Aug 21 18:10:55.161608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5192e-1cd3-4e81-bb2b-3ac9a5a51220 None None] Network adf2ac43-63e7-455e-955d-35d270249964 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:10:55.165087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c86d34-cc0a-451e-9b11-37ba7177cd45 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:55.186975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.196552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.200645 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.202155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 273e608e-b288-41cc-92e9-f99d0a4be842 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:55.249215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfbae3e8-69d2-4af8-9c14-40c82ae503e9 req-eab45f4d-aabf-4316-8f18-3b182e875b57 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042376 Aug 21 18:10:55.280383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:55.290086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] For port 0f209bc6-3efd-43f6-9e16-ae4339470ea8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f209bc6-3efd-43f6-9e16-ae4339470ea8,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.290456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.350862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Calling delete_port for 0f209bc6-3efd-43f6-9e16-ae4339470ea8 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:55.375256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.408980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.422700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.441857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=273e608e-b288-41cc-92e9-f99d0a4be842,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.453140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '273e608e-b288-41cc-92e9-f99d0a4be842', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'port_id': '273e608e-b288-41cc-92e9-f99d0a4be842', 'mac_address': 'fa:16:3e:89:5e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:55.492933 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.507654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 273e608e-b288-41cc-92e9-f99d0a4be842 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:55.530880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=273e608e-b288-41cc-92e9-f99d0a4be842,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.535846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.536745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0dc35959-7f12-48b1-b6e3-5912e7c06e0f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:55.607364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.609774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.612337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:55.629382 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.638402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'port_id': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f', 'mac_address': 'fa:16:3e:d7:89:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:55.690278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.703295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc35959-7f12-48b1-b6e3-5912e7c06e0f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:55.725253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.730233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.731151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1149feed-d4e5-4a61-9637-9dcf13700158 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:55.749797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Allocated IP 172.25.1.77 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/c0f4df14-3d02-4351-bc81-f026ad788ae6) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:55.761301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Deleting port c04b55f2-5988-4825-a16c-5c1977548cfd {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:10:55.761857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.789404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:55.845033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.860541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '1149feed-d4e5-4a61-9637-9dcf13700158', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'port_id': '1149feed-d4e5-4a61-9637-9dcf13700158', 'mac_address': 'fa:16:3e:cb:a4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:55.910928 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.914857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.933122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1149feed-d4e5-4a61-9637-9dcf13700158 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:55.938724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a380463-bb8d-4261-9217-095e03176c77 req-f31bb19f-242a-4b84-8387-7126d6457cf3 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:55.946274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a380463-bb8d-4261-9217-095e03176c77 req-f31bb19f-242a-4b84-8387-7126d6457cf3 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 945 time: 0.0881155 Aug 21 18:10:55.955010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:55.959860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:55.962700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:55.991161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c14f61-9e08-429e-8149-d8c1a39e35fb req-07148d9f-f1bf-443c-bff4-98a70b98f72a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:55.996133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19c14f61-9e08-429e-8149-d8c1a39e35fb req-07148d9f-f1bf-443c-bff4-98a70b98f72a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.2303410 Aug 21 18:10:56.002527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a380463-bb8d-4261-9217-095e03176c77 req-7f7a0d9b-9655-4dec-b397-9bc76c0e3d49 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/security-groups?id=a64a4843-ac7e-4363-a401-705eb2195192&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Aug 21 18:10:56.011716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.026669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] For port c04b55f2-5988-4825-a16c-5c1977548cfd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c04b55f2-5988-4825-a16c-5c1977548cfd,segment=NetworkSegment(fc4f48a1-fec0-42fc-8053-5fc48f20ff07),segment_id=fc4f48a1-fec0-42fc-8053-5fc48f20ff07)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:56.028062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.039629 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Floating IP 0a6930fe-0b83-4cd4-b5a1-494e908cad2b associated. External IP: 172.25.1.132, port: 995a4240-732c-491c-bfa4-1ff486516a43. Aug 21 18:10:56.042335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:56.045617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:56.058132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'network_id': '13be154c-f5e8-4d05-8eba-633701811939', 'port_id': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'mac_address': 'fa:16:3e:dd:ec:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4409c6-6afa-4b44-87e7-91762a73a6ea', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:56.058340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:56.063898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:56.068419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:56.098967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.100081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Calling delete_port for c04b55f2-5988-4825-a16c-5c1977548cfd owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:10:56.112542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:56.117843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4df14-3d02-4351-bc81-f026ad788ae6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:56.135456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:56.140359 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.199605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:56.233084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.250688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c04b55f2-5988-4825-a16c-5c1977548cfd', '0f209bc6-3efd-43f6-9e16-ae4339470ea8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.288374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event deleted for resources: {'Port': ['ID=0f209bc6-3efd-43f6-9e16-ae4339470ea8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:56.296776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19c14f61-9e08-429e-8149-d8c1a39e35fb req-461c6948-f1e9-43fc-9a14-922b9e3efe5b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2041140 Aug 21 18:10:56.298982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.308380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.315313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.326812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.327924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.334770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.340777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.342803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-7bd611ce-d654-4de4-803d-b0febb387773 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5423 time: 0.1384697 Aug 21 18:10:56.364247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] No DVR routers for this DVR port 0f209bc6-3efd-43f6-9e16-ae4339470ea8 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:56.368998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.371368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a36f7b7-bf84-44e8-8c10-5ef564e9d3df req-bf5be9dd-3f4c-48b7-8984-a712421a5b3c tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "DELETE /v2.0/ports/0f209bc6-3efd-43f6-9e16-ae4339470ea8 HTTP/1.1" status: 204 len: 173 time: 1.7317011 Aug 21 18:10:56.372394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'name': 'network-vif-deleted', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:56.374755 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c632a11-9d1a-40c2-b010-2b6651b6457a" -d '{"events": [{"server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "name": "network-vif-deleted", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:56.487282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c6d73ed-94fd-48ab-9c37-119471e0dfcb req-fa90f409-03f0-4933-8e76-7d964a8d3c19 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460429 Aug 21 18:10:56.488161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.554071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5e08e-69f9-48fd-98d3-2533dd759e37 req-884bcb8c-7061-4daa-ad51-d03f2376c4cf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:56.555757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64b5e08e-69f9-48fd-98d3-2533dd759e37 req-884bcb8c-7061-4daa-ad51-d03f2376c4cf tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.1433060 Aug 21 18:10:56.561449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.578377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['0f209bc6-3efd-43f6-9e16-ae4339470ea8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.613886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:56.615874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Pushing event deleted for resources: {'Port': ['ID=c04b55f2-5988-4825-a16c-5c1977548cfd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:56.635071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:10:56.685472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] No DVR routers for this DVR port c04b55f2-5988-4825-a16c-5c1977548cfd on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:10:56.690355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64b5e08e-69f9-48fd-98d3-2533dd759e37 req-0c1ce412-5479-4fef-985e-47c554121458 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214712 Aug 21 18:10:56.691660 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.693605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9df7ba5f-0e02-47da-8d8e-257c1ad95f65 req-5b0a5f87-f40c-4e0c-8c0e-133090677d32 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.64 "DELETE /v2.0/ports/c04b55f2-5988-4825-a16c-5c1977548cfd HTTP/1.1" status: 204 len: 173 time: 1.5347567 Aug 21 18:10:56.771920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['273e608e-b288-41cc-92e9-f99d0a4be842'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.774146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['e0c86d34-cc0a-451e-9b11-37ba7177cd45'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.812868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.820832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['0dc35959-7f12-48b1-b6e3-5912e7c06e0f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.828759 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba671ecc-6750-4e80-8711-0fdd0a7927cc x-openstack-request-id: req-ba671ecc-6750-4e80-8711-0fdd0a7927cc {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:56.829277 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea6c25-3c30-4f00-b224-ec94f737d245", "name": "network-vif-deleted", "tag": "0f209bc6-3efd-43f6-9e16-ae4339470ea8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:56.829277 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba671ecc-6750-4e80-8711-0fdd0a7927cc {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:56.829800 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea6c25-3c30-4f00-b224-ec94f737d245', 'name': 'network-vif-deleted', 'tag': '0f209bc6-3efd-43f6-9e16-ae4339470ea8', 'status': 'completed', 'code': 200} Aug 21 18:10:56.832101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.860085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:56.865470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:56.910093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['1149feed-d4e5-4a61-9637-9dcf13700158'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:10:56.912622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 80347a28-9cd4-4298-b28a-2e9658559875 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:56.957228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8d37e285-16c8-4425-8f11-c8117e2d01b9 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "PUT /v2.0/floatingips/0a6930fe-0b83-4cd4-b5a1-494e908cad2b HTTP/1.1" status: 200 len: 992 time: 2.7092173 Aug 21 18:10:57.019952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Sync routers for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:57.041306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Router d58ca5b0-c2b8-477e-ad6b-a62d49032626 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:10:57.150944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f18482e-4744-4b5f-8031-b3acd4c19756 req-8018566b-0ec2-4190-8f1b-f3dada7a3479 tempest-MultipleCreateTestJSON-1232604787 tempest-MultipleCreateTestJSON-1232604787-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fea6c25-3c30-4f00-b224-ec94f737d245 HTTP/1.1" status: 200 len: 210 time: 0.0356333 Aug 21 18:10:57.196476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:57.197524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:57.202125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:57.231860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:10:57.242797 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Sync routers for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:10:57.254014 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:57.254681 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:57.267985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:57.272358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5b224116-8ab4-4ec8-8039-c0afb743fd56 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2547734 Aug 21 18:10:57.273042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:57.386841 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:57.493544 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-cd24f601-0088-4676-908f-37e64661217f None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:10:57.667912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:56Z', 'revision_number': 3, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:57.682739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.688906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.694921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.701474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.705321 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Checking router: d58ca5b0-c2b8-477e-ad6b-a62d49032626 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:57.705824 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Updating router d58ca5b0-c2b8-477e-ad6b-a62d49032626 port c0f4df14-3d02-4351-bc81-f026ad788ae6 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:10:57.707899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.713905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.720961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:57.723336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-19e34930-7b77-4426-87eb-77c0cc1035a4 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5423 time: 0.1329219 Aug 21 18:10:57.828649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:57.830956 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31909f5-8cb0-4c56-9394-1be5a124cb6f" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:57.841828 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d0e650e-91a7-4119-aa78-3b45e5166dc9 req-41a3df86-936d-4a3a-8ff1-e3f3dfec4748 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026349 Aug 21 18:10:57.848674 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:57.922447 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7c1abe-a394-41ec-8d1f-d8b603f0c6fa x-openstack-request-id: req-0e7c1abe-a394-41ec-8d1f-d8b603f0c6fa {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:57.923254 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:57.923511 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e7c1abe-a394-41ec-8d1f-d8b603f0c6fa {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:57.924597 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:10:57.977884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:58.000628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:58.004009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493d21a-c799-4d15-9a5f-cd4c674fdec4 req-98fa4996-eed1-4dd7-b318-85018bdb2e10 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:58.005528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4493d21a-c799-4d15-9a5f-cd4c674fdec4 req-98fa4996-eed1-4dd7-b318-85018bdb2e10 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.1137486 Aug 21 18:10:58.013267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.050121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.111341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4493d21a-c799-4d15-9a5f-cd4c674fdec4 req-eb5cc7fa-e9d1-4227-8323-255f89988d5a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890639 Aug 21 18:10:58.140388 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.151708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Transition to ACTIVE for port object c0f4df14-3d02-4351-bc81-f026ad788ae6 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:10:58.157441 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.214103 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845fddd-7499-4f22-a828-3492ef242d59 None None] Pushing event updated for resources: {'Port': ['ID=c0f4df14-3d02-4351-bc81-f026ad788ae6,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.217468 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Attempting to bind port c0f4df14-3d02-4351-bc81-f026ad788ae6 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:10:58.217935 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Attempting to bind port c0f4df14-3d02-4351-bc81-f026ad788ae6 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:10:58.218934 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Attempting to bind port c0f4df14-3d02-4351-bc81-f026ad788ae6 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:10:58.225409 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:10:58.225920 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:10:58.226423 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.227209 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:10:58.227961 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Bound port: c0f4df14-3d02-4351-bc81-f026ad788ae6, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:10:58.227961 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.239719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Allocated IP 172.20.0.1 (adf2ac43-63e7-455e-955d-35d270249964/75b1e3cb-f4d4-4237-8f65-6b312b97487a/0489c444-30ff-4144-93ba-7e39726e9de7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:10:58.252628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:58.306690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:58.335630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.338727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '80347a28-9cd4-4298-b28a-2e9658559875', 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'port_id': '80347a28-9cd4-4298-b28a-2e9658559875', 'mac_address': 'fa:16:3e:43:31:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792981fc-0613-4725-9614-902096c827af', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:58.347714 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] For port c0f4df14-3d02-4351-bc81-f026ad788ae6, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:10:58.351696 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] For port c0f4df14-3d02-4351-bc81-f026ad788ae6, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c0f4df14-3d02-4351-bc81-f026ad788ae6,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:10:58.360381 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.387027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Deleting subnet 03d3e191-b7be-43ee-bac4-ffa6cd2554f6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:10:58.394786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.400684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.406116 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:58.406788 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:58.471055 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845fddd-7499-4f22-a828-3492ef242d59 None None] Pushing event updated for resources: {'Port': ['ID=c0f4df14-3d02-4351-bc81-f026ad788ae6,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.475431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.496503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.541078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.552320 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:58.567700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Network adf2ac43-63e7-455e-955d-35d270249964 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:58.569011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80347a28-9cd4-4298-b28a-2e9658559875 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:58.572050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:58.574972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:10:58.582069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.608265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Pushing event updated for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.616977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f209bc6-3efd-43f6-9e16-ae4339470ea8 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:58.621022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:58.625613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.643432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.643886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 074e6a16-1a1d-412c-ac24-91a285218452 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:10:58.648154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 0f209bc6-3efd-43f6-9e16-ae4339470ea8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:58.648487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f209bc6-3efd-43f6-9e16-ae4339470ea8 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:58.648886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c04b55f2-5988-4825-a16c-5c1977548cfd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:10:58.664245 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.695760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: c04b55f2-5988-4825-a16c-5c1977548cfd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:10:58.696102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c04b55f2-5988-4825-a16c-5c1977548cfd not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:10:58.707930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03d3e191-b7be-43ee-bac4-ffa6cd2554f6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.714838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.720830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0e141efc-3941-449e-82df-704ce52d747b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03d3e191-b7be-43ee-bac4-ffa6cd2554f6 HTTP/1.1" status: 204 len: 168 time: 0.4127386 Aug 21 18:10:58.721618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54236) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:58.743261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=074e6a16-1a1d-412c-ac24-91a285218452,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:58.756053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:58.760679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '074e6a16-1a1d-412c-ac24-91a285218452', 'network_id': '4235e44c-5df5-4c67-83ca-4a302acae183', 'port_id': '074e6a16-1a1d-412c-ac24-91a285218452', 'mac_address': 'fa:16:3e:da:06:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '792981fc-0613-4725-9614-902096c827af', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:10:58.771078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0a6930fe-0b83-4cd4-b5a1-494e908cad2b', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'port_id': '995a4240-732c-491c-bfa4-1ff486516a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'mac_address': 'fa:16:3e:3f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a51a90-522a-457a-8e90-d7bacd583be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:10:34Z', 'updated_at': '2021-08-21T18:10:55Z', 'revision_number': 1, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:58.795850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.820462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:56Z', 'revision_number': 3, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:58.820706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Checking router: 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:10:58.836680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'name': 'network-vif-deleted', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd'}, {'name': 'network-changed', 'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:10:58.836898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:10:58.836898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:58.837854 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6" -d '{"events": [{"server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "name": "network-vif-deleted", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd"}, {"name": "network-changed", "server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "tag": "995a4240-732c-491c-bfa4-1ff486516a43"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:10:58.860802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:58.916561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 074e6a16-1a1d-412c-ac24-91a285218452 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:10:58.938271 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28788a-6cba-4381-b86a-835ba440b80c None None] The sync data for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 is: [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:56Z', 'revision_number': 3, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:58.994348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=074e6a16-1a1d-412c-ac24-91a285218452,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:10:59.010415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.027255 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 21 Aug 2021 18:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b55cb0-82e2-4bf0-ae67-711506994952 x-openstack-request-id: req-46b55cb0-82e2-4bf0-ae67-711506994952 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:10:59.028637 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd669bb-086f-4754-ac48-e0196bedcaeb", "name": "network-vif-deleted", "tag": "c04b55f2-5988-4825-a16c-5c1977548cfd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "tag": "995a4240-732c-491c-bfa4-1ff486516a43", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:10:59.028637 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46b55cb0-82e2-4bf0-ae67-711506994952 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:10:59.028837 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd669bb-086f-4754-ac48-e0196bedcaeb', 'name': 'network-vif-deleted', 'tag': 'c04b55f2-5988-4825-a16c-5c1977548cfd', 'status': 'completed', 'code': 200} Aug 21 18:10:59.029033 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43', 'status': 'completed', 'code': 200} Aug 21 18:10:59.072060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:10:59.092691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-003b30d8-8f29-488a-8e8a-d81ee2871d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.094375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-003b30d8-8f29-488a-8e8a-d81ee2871d02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1fc01c122f847d285807a020a41bba7&device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 1098 time: 0.0693169 Aug 21 18:10:59.129703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.170044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.193426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.209992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.216716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.229257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.229543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:59.237672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.244207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.250267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.256276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.259651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Pushing event updated for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:59.265629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-6cf87493-a17f-4550-98dc-e3f1c20fdd9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5425 time: 0.1376381 Aug 21 18:10:59.359897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e99b0729-d8ee-4b52-bd5b-f0451d6ee723 req-2e4f59d3-3e17-46c5-86cd-ec52398ef746 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888507 Aug 21 18:10:59.373654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-efafd923-2fd9-47f9-9e5b-57075e9e1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.375222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-efafd923-2fd9-47f9-9e5b-57075e9e1bb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 200 len: 906 time: 0.2665756 Aug 21 18:10:59.454991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.466001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bac16d-d8dd-4424-b17d-160f61812338']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:59.478559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.489383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:59.489383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4f48a1-fec0-42fc-8053-5fc48f20ff07') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:59.500813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.506359 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-542f9d26-a30f-4421-9dac-8e865c23cd93 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 200 len: 1000 time: 0.1104965 Aug 21 18:10:59.517733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.523997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301826b-a360-44f4-8b14-63f4fb0ff750 req-45bcb459-937f-46b9-b917-7c3420630f53 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.525038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:10:59.525517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0a6930fe-0b83-4cd4-b5a1-494e908cad2b', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'port_id': '995a4240-732c-491c-bfa4-1ff486516a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'mac_address': 'fa:16:3e:3f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a51a90-522a-457a-8e90-d7bacd583be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:10:34Z', 'updated_at': '2021-08-21T18:10:55Z', 'revision_number': 1, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:10:59.525701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.525807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d301826b-a360-44f4-8b14-63f4fb0ff750 req-45bcb459-937f-46b9-b917-7c3420630f53 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.1738045 Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:10:59.528361 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:10:59.561772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04622dc7-59fa-4129-9955-1730e591ce7c None None] The sync data for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 is: [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '0a6930fe-0b83-4cd4-b5a1-494e908cad2b', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'floating_ip_address': '172.25.1.132', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'port_id': '995a4240-732c-491c-bfa4-1ff486516a43', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'mac_address': 'fa:16:3e:3f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a51a90-522a-457a-8e90-d7bacd583be6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:10:34Z', 'updated_at': '2021-08-21T18:10:55Z', 'revision_number': 1, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:10:59.620836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.628563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.630442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] 10.222.0.41 "DELETE /v2.0/networks/17bac16d-d8dd-4424-b17d-160f61812338 HTTP/1.1" status: 204 len: 168 time: 0.9074416 Aug 21 18:10:59.644973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ded0f-61b3-4fab-a33f-19c41ac92bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=17bac16d-d8dd-4424-b17d-160f61812338,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:10:59.667691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d301826b-a360-44f4-8b14-63f4fb0ff750 req-321195b1-9527-45b8-a1ad-84a3ee87b707 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968437 Aug 21 18:10:59.671004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-ab13b76f-0d36-4a7f-8752-703549d0c1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.672318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-ab13b76f-0d36-4a7f-8752-703549d0c1cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 HTTP/1.1" status: 200 len: 844 time: 0.1438839 Aug 21 18:10:59.694367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Network adf2ac43-63e7-455e-955d-35d270249964 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:10:59.704617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:10:59.782362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-1408eec9-220d-46a2-8291-2a72983fff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:10:59.783944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-1408eec9-220d-46a2-8291-2a72983fff52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917964 Aug 21 18:10:59.793401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54254) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:59.846965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f16917b7-113e-430f-88b2-b5bf2ac34dbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2f4e54057be4911a2a136096a4f2413&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511088 Aug 21 18:10:59.849444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54256) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:10:59.912624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:10:59.921993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74c6c0-cd31-4a58-b2ae-e89b27dd8a3b None None] New status for floating IP 0a6930fe-0b83-4cd4-b5a1-494e908cad2b: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:10:59.947417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:00.003657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:00.008224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:00.010416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a64a4843-ac7e-4363-a401-705eb2195192 HTTP/1.1" status: 204 len: 168 time: 0.1599159 Aug 21 18:11:00.029131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2262dd88-fea3-4e26-98f4-3603d8129cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a4843-ac7e-4363-a401-705eb2195192,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:00.259424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Router d58ca5b0-c2b8-477e-ad6b-a62d49032626 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:11:00.284516 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-41f29488-2925-49b7-8a02-f8d9023c7750 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922979 Aug 21 18:11:00.474421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-99790778-4362-49d6-92d7-51b1e2094318 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0662367 Aug 21 18:11:00.486847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:00.494616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a611512c-e3f0-40bf-beb4-4a4000219154 admin admin] 10.222.0.41 "PUT /v2.0/routers/d58ca5b0-c2b8-477e-ad6b-a62d49032626/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2204010 Aug 21 18:11:00.498913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65437c5e-fa3c-428c-b4ba-1ad06695a9a6 req-5e2c2ae1-9d8c-49e0-8190-672a9620b3da service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800854 Aug 21 18:11:00.537008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.544373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.551704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.558943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.565952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.575175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['80347a28-9cd4-4298-b28a-2e9658559875'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:00.578603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.593682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.612507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-c257d369-422f-4460-b56b-031da4e3148f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5425 time: 0.1733363 Aug 21 18:11:00.701014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6fe9d92-2e21-4354-ba01-87e14126cbab req-51f0eaa9-6cc5-4436-9c7c-9007d5c43f76 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848854 Aug 21 18:11:00.706101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f957-d421-4001-a357-741bb0189b8a req-26fb2fef-b0da-4d79-83ed-dca3f0857ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.723587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-26fb2fef-b0da-4d79-83ed-dca3f0857ad8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 1098 time: 0.1074076 Aug 21 18:11:00.900445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['074e6a16-1a1d-412c-ac24-91a285218452'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:00.916263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f957-d421-4001-a357-741bb0189b8a req-a00f9e5e-64b0-4ecd-b7c6-5abba61d37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.918481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-a00f9e5e-64b0-4ecd-b7c6-5abba61d37a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1675341 Aug 21 18:11:00.944314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:00.946332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c0f4df14-3d02-4351-bc81-f026ad788ae6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:00.973821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5d057-7846-405c-8191-fd474cd15f6f req-f3465d7d-68d7-4a87-8380-7cdee0dde12d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:00.975573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82e5d057-7846-405c-8191-fd474cd15f6f req-f3465d7d-68d7-4a87-8380-7cdee0dde12d tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 946 time: 0.1705101 Aug 21 18:11:01.074291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7331553e-1661-4a44-b911-d32f3bb8a91d details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:01.089606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82e5d057-7846-405c-8191-fd474cd15f6f req-96f35efc-e5de-4b1d-8a69-80fbda2de5b2 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999606 Aug 21 18:11:01.130057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-a2926979-e023-4bd2-bbc3-ede042b8a889 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 200 len: 999 time: 0.1991677 Aug 21 18:11:01.144882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:01.212067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:11:01.214098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f957-d421-4001-a357-741bb0189b8a req-36fd795f-38c6-4416-9b98-11d9fa39ca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:01.217025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-36fd795f-38c6-4416-9b98-11d9fa39ca23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0703392 Aug 21 18:11:01.220439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:01.359187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0f957-d421-4001-a357-741bb0189b8a req-fd252964-b62b-4724-9c6b-e03f7b684d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:01.363917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-fd252964-b62b-4724-9c6b-e03f7b684d76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311014 Aug 21 18:11:01.377492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1000718221-network', 'tenant_id': '9b9b90b20f164e5e9c5faa350230150f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:01.386885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c0f4df14-3d02-4351-bc81-f026ad788ae6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:01.419644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:01.441042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Sync routers for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:01.445587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c0f4df14-3d02-4351-bc81-f026ad788ae6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:01.445956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.453639 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:01.454425 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:01.490306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'network_id': '47c601a8-134b-439e-a0da-05761700af8e', 'port_id': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'mac_address': 'fa:16:3e:6c:9f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c705947f-72fc-4273-b5b5-3e26e75cd08f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:01.503057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:01.511089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:01.527296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:01.527670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.579759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:01.582145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:01.615121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Made reservation on behalf of 9b9b90b20f164e5e9c5faa350230150f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:01.617603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.627090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-55479c27-c8a9-4375-aa24-41656970db31 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:01.634676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-55479c27-c8a9-4375-aa24-41656970db31 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 820 time: 0.2231646 Aug 21 18:11:01.638916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-843829ca-8de9-4937-bdc1-00a6acdce681 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264805 Aug 21 18:11:01.664030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.674573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-027eb933-c76d-4694-ae8f-779ae105006e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/quotas/6d6b29850cc64e85836dd405be9e520f HTTP/1.1" status: 200 len: 375 time: 0.0388346 Aug 21 18:11:01.704625 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.755151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7331553e-1661-4a44-b911-d32f3bb8a91d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:01.801277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-3427a408-0c95-4d02-9219-8d8dc03c971c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1255174 Aug 21 18:11:01.832792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 2, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:01.861736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:01.874432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.904871 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Checking router: d58ca5b0-c2b8-477e-ad6b-a62d49032626 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:11:01.905394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:01.905736 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Updating router d58ca5b0-c2b8-477e-ad6b-a62d49032626 port 0489c444-30ff-4144-93ba-7e39726e9de7 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:11:01.916993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:01.926340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ddb0f957-d421-4001-a357-741bb0189b8a req-5b60e83d-80fd-42f9-a93a-0a3a6a25d325 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715967 Aug 21 18:11:01.940573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:01.960386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:01.990099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:01.992875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-9631f7cd-3dfc-4b4b-b5a5-8f299aa8d378 service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900215 Aug 21 18:11:02.000190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.016659 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.022182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.036552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.054127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.055964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.066968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:02.070426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.071409 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.081024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.083842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-7fb63f6a-a7fb-4652-9e3c-5a40310ad44d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5425 time: 0.2444160 Aug 21 18:11:02.085670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.094546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:11:02.105021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.105800 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Added segment 4afcd2c0-62a9-4660-8f6f-1d0ef811d66e of type vlan for network 1101695b-1795-443a-ad9d-7d700762daef Aug 21 18:11:02.153259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.155209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:02.167937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c0f4df14-3d02-4351-bc81-f026ad788ae6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c0f4df14-3d02-4351-bc81-f026ad788ae6,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:02.169550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.174942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['7331553e-1661-4a44-b911-d32f3bb8a91d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:02.194164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c95e6da-ca26-4329-8309-fcc1421b16ba req-667bfd35-9d51-4c08-b9cc-ed10c902fbdf tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1003985 Aug 21 18:11:02.205775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41da434e-1408-43a7-a706-8cd48f1773ef,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:02.208378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.209460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.220785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.262918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f4153a6e-4fd0-4a31-94b9-10e6925d76cd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:02.266474 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.305051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0836000 Aug 21 18:11:02.315023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54350) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:02.334817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Request body: {'subnet': {'network_id': '1101695b-1795-443a-ad9d-7d700762daef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1000718221-subnet', 'tenant_id': '9b9b90b20f164e5e9c5faa350230150f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:02.386564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-4edaa5ba-4da9-4f55-b40e-8245f97fff3b service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925045 Aug 21 18:11:02.390129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255c0ad-b9e4-456a-9588-c9bb3f39a16f admin admin] Pushing event updated for resources: {'Network': ['ID=1101695b-1795-443a-ad9d-7d700762daef,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:02.405588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Made reservation on behalf of 9b9b90b20f164e5e9c5faa350230150f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:02.413468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199daf2-715f-46f6-a114-af7ea08b547b req-9cd40b00-6db2-41ad-a26e-a6de863ece4a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:02.422231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.425081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6199daf2-715f-46f6-a114-af7ea08b547b req-9cd40b00-6db2-41ad-a26e-a6de863ece4a tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.1118686 Aug 21 18:11:02.432278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1101695b-1795-443a-ad9d-7d700762daef details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:11:02.490262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6199daf2-715f-46f6-a114-af7ea08b547b req-b3d51907-d548-4aca-ad1c-7d8bbbf0c767 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642357 Aug 21 18:11:02.578223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:02.583555 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd8660-3ed3-4db8-9266-8fb2339eba96" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:02.671879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:02.680210 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.700430 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Transition to ACTIVE for port object 0489c444-30ff-4144-93ba-7e39726e9de7 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:02.710879 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.755361 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86617406-de9b-4a50-8ecc-f05b3052fad8 x-openstack-request-id: req-86617406-de9b-4a50-8ecc-f05b3052fad8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:02.755951 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:02.758314 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86617406-de9b-4a50-8ecc-f05b3052fad8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:02.759067 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'code': 200} Aug 21 18:11:02.767644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.782298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c0f4df14-3d02-4351-bc81-f026ad788ae6,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:02.897237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6861a754-216f-472d-a5b8-e97ec9c7b094 req-14fe5c1e-bd90-4501-a60c-9fa4bc6714c5 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 210 time: 0.0995066 Aug 21 18:11:02.914556 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4692552-be38-4522-9f48-37f2c4973de7 None None] Pushing event updated for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:02.973084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:02.979100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:03.011229 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Attempting to bind port 0489c444-30ff-4144-93ba-7e39726e9de7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:03.011586 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Attempting to bind port 0489c444-30ff-4144-93ba-7e39726e9de7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:03.012007 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Attempting to bind port 0489c444-30ff-4144-93ba-7e39726e9de7 on network adf2ac43-63e7-455e-955d-35d270249964 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:03.023301 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:03.023690 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Checking segment: {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:03.024097 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.024582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Bound using segment: {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:03.024962 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Bound port: 0489c444-30ff-4144-93ba-7e39726e9de7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:03.025347 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.054547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 80347a28-9cd4-4298-b28a-2e9658559875 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:03.093671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc487bda-7933-44da-9ef0-d7b0a2147a67,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:03.125646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-e9111998-3715-4eb8-bf38-e240017d6e1c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1549888 Aug 21 18:11:03.174360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 80347a28-9cd4-4298-b28a-2e9658559875 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:03.178713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Checking segment: {'id': '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1101695b-1795-443a-ad9d-7d700762daef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:03.179868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Network hostable DHCP agents. Network: 1101695b-1795-443a-ad9d-7d700762daef, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:11:03.181348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 80347a28-9cd4-4298-b28a-2e9658559875 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:03.182081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.232606 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] For port 0489c444-30ff-4144-93ba-7e39726e9de7, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:03.236743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] For port 0489c444-30ff-4144-93ba-7e39726e9de7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0489c444-30ff-4144-93ba-7e39726e9de7,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:03.250532 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.305261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.357822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:03.367910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.371562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e0c86d34-cc0a-451e-9b11-37ba7177cd45 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:03.376488 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:03.377090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:03.395596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.410845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.418315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Network 1101695b-1795-443a-ad9d-7d700762daef is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:11:03.419660 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4692552-be38-4522-9f48-37f2c4973de7 None None] Pushing event updated for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:03.426545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.443405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.457417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.473042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.479493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.480378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.488195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.489084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.489241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.489673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.489955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.492120 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fad1119c-da6e-4499-842c-f5e181df6062 req-0ad934b3-4001-4032-8d51-a4a1dd779de8 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5426 time: 0.2080154 Aug 21 18:11:03.498035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.500428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d497b001-7919-4e5d-bc84-28a3e6ada6ba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.2901373 Aug 21 18:11:03.504245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1101695b-1795-443a-ad9d-7d700762daef) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:03.514276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.515152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.530373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1f466b-bf84-4d1b-8a8b-6611a06c90b8 None None] Network 1101695b-1795-443a-ad9d-7d700762daef requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:03.551588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:03.565022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3a3ff-213b-4379-a68a-0105061bb7bf req-6f982359-90e6-4ae0-b59a-450fbac1a603 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.573124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41f3a3ff-213b-4379-a68a-0105061bb7bf req-6f982359-90e6-4ae0-b59a-450fbac1a603 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.3276706 Aug 21 18:11:03.612958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fad1119c-da6e-4499-842c-f5e181df6062 req-52054998-05de-43b9-b704-cc0658e273d3 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1114969 Aug 21 18:11:03.737255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:03.757330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7fcd4330-8b8b-484b-bd0e-33082e21c137 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4335337 Aug 21 18:11:03.817367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41f3a3ff-213b-4379-a68a-0105061bb7bf req-d30caaa4-654a-4a4b-95e0-a42779a00ce6 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432704 Aug 21 18:11:03.836151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-666f304e-7b22-4dbe-879e-df6fd7d7464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.837776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-666f304e-7b22-4dbe-879e-df6fd7d7464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.838446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-666f304e-7b22-4dbe-879e-df6fd7d7464a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:03.840327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-666f304e-7b22-4dbe-879e-df6fd7d7464a service neutron] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 2296 time: 0.2955692 Aug 21 18:11:03.847461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port e0c86d34-cc0a-451e-9b11-37ba7177cd45 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:03.852973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port e0c86d34-cc0a-451e-9b11-37ba7177cd45 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:03.853361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:03.895555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3474d454-6785-452e-a1db-6e19d15d617e None None] Network 1101695b-1795-443a-ad9d-7d700762daef requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:03.988812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b66e4795-5d1a-45dc-9fd2-ce741ba46cdf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 1001 time: 0.1195219 Aug 21 18:11:04.082952 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:03Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:04.131756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-00331aab-de82-4d65-85ad-8e26a3ca6cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:04.133398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7f0f74a-defe-4d17-b2cb-f53660b27939 req-33ec12f1-c5eb-4b55-a295-3fa9ca57e0bf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 210 time: 0.0845690 Aug 21 18:11:04.155417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-00331aab-de82-4d65-85ad-8e26a3ca6cea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.1553328 Aug 21 18:11:04.159652 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeeb7e3-e022-4f64-86a7-143be417a1f0 None None] The sync data for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 is: [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:03Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:11:04.278911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b38e61fd-e66c-4eb1-bfac-dcfcf4a5d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:04.280477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b38e61fd-e66c-4eb1-bfac-dcfcf4a5d1e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122050 Aug 21 18:11:04.431380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:04.454683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-a2f073ef-f3af-4b12-8525-d9bd518afa27 service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647520 Aug 21 18:11:04.488642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:04.515275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:04.519150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 273e608e-b288-41cc-92e9-f99d0a4be842 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:04.669674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-8d0af100-844c-4e43-bc88-aa45bc0b8cdc service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996334 Aug 21 18:11:04.691056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b2dda963-fc83-4bd9-beab-4b299aa2ef08 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:04.720920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:04.724431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b2dda963-fc83-4bd9-beab-4b299aa2ef08 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/networks?id=1101695b-1795-443a-ad9d-7d700762daef HTTP/1.1" status: 200 len: 814 time: 0.3074224 Aug 21 18:11:04.760018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-f411d806-4c1c-4086-8bf6-1856292eb9fc tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/quotas/9b9b90b20f164e5e9c5faa350230150f HTTP/1.1" status: 200 len: 375 time: 0.0342748 Aug 21 18:11:04.792328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:04.794687 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e40a0e-7e50-4701-8eb5-bf8599c2aaa1" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "80347a28-9cd4-4298-b28a-2e9658559875"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:04.825445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-15b1afe4-0d3c-4141-911f-884b327f3d1a tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b9b90b20f164e5e9c5faa350230150f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631278 Aug 21 18:11:04.853739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:04.902776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c0f4df14-3d02-4351-bc81-f026ad788ae6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:04.915719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-e9fdcc0a-b7a2-4c46-973e-a5662db3080b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 217 time: 0.2272143 Aug 21 18:11:04.972988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 273e608e-b288-41cc-92e9-f99d0a4be842 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:04.975019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-7d1319c6-8daf-4470-8944-ba35f72f9380 service neutron] 10.222.0.41 "GET /v2.0/networks/1101695b-1795-443a-ad9d-7d700762daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482482 Aug 21 18:11:04.988284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 273e608e-b288-41cc-92e9-f99d0a4be842 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:04.988661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.103133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:05.103798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.125923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b322d32e-571e-4eef-889f-221845e71e73 service neutron] 10.222.0.41 "GET /v2.0/networks/1101695b-1795-443a-ad9d-7d700762daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490417 Aug 21 18:11:05.178055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c0f4df14-3d02-4351-bc81-f026ad788ae6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:05.178548 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.252685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-2c7cf73e-7cf6-4feb-b88b-5bc6e068ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.254265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-2c7cf73e-7cf6-4feb-b88b-5bc6e068ad20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.2481997 Aug 21 18:11:05.275284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.313501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-fc97f4f3-d87a-4317-9331-f37d8a67459c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.315377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-fc97f4f3-d87a-4317-9331-f37d8a67459c tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.4635556 Aug 21 18:11:05.351365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.363428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.385715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.393985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=273e608e-b288-41cc-92e9-f99d0a4be842,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:05.405826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.410006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.411186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0dc35959-7f12-48b1-b6e3-5912e7c06e0f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:05.422442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.446829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.464393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.469327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-5f0fc51c-90b7-403b-8c45-d49dca5ee1ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5428 time: 0.5558236 Aug 21 18:11:05.543984 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d443b3-5581-4660-9d2b-1a32a481215b x-openstack-request-id: req-a7d443b3-5581-4660-9d2b-1a32a481215b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:05.544924 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "80347a28-9cd4-4298-b28a-2e9658559875", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:05.545425 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7d443b3-5581-4660-9d2b-1a32a481215b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:05.546052 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875', 'code': 200} Aug 21 18:11:05.546551 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'code': 200} Aug 21 18:11:05.550991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:05.556878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0489c444-30ff-4144-93ba-7e39726e9de7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:05.561259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.579488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-760933ab-7133-4651-9773-01cb52bf3e99 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.585549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-760933ab-7133-4651-9773-01cb52bf3e99 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 820 time: 0.7571871 Aug 21 18:11:05.660258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:05.697331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:05.698513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.702071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'port': {'device_id': '054bc61d-85db-4f73-b523-ad5253da734e', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'admin_state_up': True, 'tenant_id': '6d6b29850cc64e85836dd405be9e520f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:05.706271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:05.709958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0489c444-30ff-4144-93ba-7e39726e9de7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:05.739301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.744481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cfc04-1ccf-4f10-9958-ec922f5fc2ab req-d0d92c4c-6421-4419-b1e9-1953ebd39229 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.748367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0489c444-30ff-4144-93ba-7e39726e9de7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:05.748741 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:05.756287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d5cfc04-1ccf-4f10-9958-ec922f5fc2ab req-d0d92c4c-6421-4419-b1e9-1953ebd39229 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.1414971 Aug 21 18:11:05.875551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d5cfc04-1ccf-4f10-9958-ec922f5fc2ab req-498cb6fa-5437-4c4a-881a-0bd36aebc958 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166985 Aug 21 18:11:05.889556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f6ef27da-a75f-4a12-ba79-f624ae8feb6d req-9f45dbf6-0e47-4b47-ab70-261600f44689 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2946556 Aug 21 18:11:05.889556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d671c8ce-d670-486b-8237-f4b35202a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:05.889556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d671c8ce-d670-486b-8237-f4b35202a15d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6120088 Aug 21 18:11:05.963058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:06.033408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-3f97037d-212b-4358-849a-f2b52670a04b service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287990 Aug 21 18:11:06.109330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13a4d2ce-5fa4-42a6-98c1-98d38df4c758 req-2f8f875c-778e-466f-95e3-b4f9e157c8f9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 210 time: 0.0333848 Aug 21 18:11:06.172454 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.176419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.189135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Deleting port 7331553e-1661-4a44-b911-d32f3bb8a91d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:11:06.189473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.223505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:06.237950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.238870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1149feed-d4e5-4a61-9637-9dcf13700158 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:06.259192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b955bd47-92c1-4f47-92fe-e464fab35c2f req-6a0b1f64-d832-4294-adb9-e8ca649b2ea9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 210 time: 0.0599511 Aug 21 18:11:06.313399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Made reservation on behalf of 6d6b29850cc64e85836dd405be9e520f for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:06.317158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.334122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:06.335561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-2656199a-4a40-4afc-8a12-416665377324 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839296 Aug 21 18:11:06.390994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0489c444-30ff-4144-93ba-7e39726e9de7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0489c444-30ff-4144-93ba-7e39726e9de7,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:06.413843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.477792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 1149feed-d4e5-4a61-9637-9dcf13700158 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:06.493568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 1149feed-d4e5-4a61-9637-9dcf13700158 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:06.494067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.518276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Allocated IP 172.20.0.5 (adf2ac43-63e7-455e-955d-35d270249964/75b1e3cb-f4d4-4237-8f65-6b312b97487a/bb66a5b1-8f85-4b35-86e8-218c8710e883) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:06.593884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:06.617323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-e36e7759-f570-4872-9ec5-af2b7995d480 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 217 time: 0.0760632 Aug 21 18:11:06.650095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.690415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:06.695826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.696887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 074e6a16-1a1d-412c-ac24-91a285218452 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:06.752388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:06.752693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.770396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-3f102010-8775-4e79-8ea6-8b36c0b8b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:06.772023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-3f102010-8775-4e79-8ea6-8b36c0b8b50b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1389034 Aug 21 18:11:06.777590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Calling delete_port for 7331553e-1661-4a44-b911-d32f3bb8a91d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:11:06.790325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:06.795318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 074e6a16-1a1d-412c-ac24-91a285218452 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:06.805670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 074e6a16-1a1d-412c-ac24-91a285218452 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:06.805670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.914524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.962467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=074e6a16-1a1d-412c-ac24-91a285218452,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:06.969664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:06.972150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7331553e-1661-4a44-b911-d32f3bb8a91d no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:07.144338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.147568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:07.168206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7331553e-1661-4a44-b911-d32f3bb8a91d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:07.211544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7331553e-1661-4a44-b911-d32f3bb8a91d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7331553e-1661-4a44-b911-d32f3bb8a91d,segment=NetworkSegment(e17cad31-8373-4171-9d06-56e4a61410a9),segment_id=e17cad31-8373-4171-9d06-56e4a61410a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:07.219190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.265294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55189b-47d7-4260-b8c4-c738b09c42fb req-4aa14075-1194-4d92-a5a5-22fd75b87dd0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.271021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad55189b-47d7-4260-b8c4-c738b09c42fb req-4aa14075-1194-4d92-a5a5-22fd75b87dd0 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 945 time: 0.2373385 Aug 21 18:11:07.291117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:07.340190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad55189b-47d7-4260-b8c4-c738b09c42fb req-1dbeafd1-69a9-453c-a0b6-325e4dfe442b tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/security-groups?id=1a792540-f356-4cf1-afca-b29ed275e0c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660048 Aug 21 18:11:07.354903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-52f5d7a7-39b4-4be2-b766-aff16042d087 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.356750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-52f5d7a7-39b4-4be2-b766-aff16042d087 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.64 "GET /v2.0/networks?id=1101695b-1795-443a-ad9d-7d700762daef HTTP/1.1" status: 200 len: 814 time: 0.3572469 Aug 21 18:11:07.379440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Request body: {'port': {'device_id': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'network_id': '1101695b-1795-443a-ad9d-7d700762daef', 'admin_state_up': True, 'tenant_id': '9b9b90b20f164e5e9c5faa350230150f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:07.487011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-fbf098de-a18d-42f8-8138-2992c94a20e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.488584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-fbf098de-a18d-42f8-8138-2992c94a20e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7084594 Aug 21 18:11:07.495262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.530723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.535303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Made reservation on behalf of 9b9b90b20f164e5e9c5faa350230150f for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:07.536821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.539014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.543562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.548434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e608e-b288-41cc-92e9-f99d0a4be842'}, {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:07.550025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.552325 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6122a-9b6d-4014-9ebc-06f9c4c98809" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "273e608e-b288-41cc-92e9-f99d0a4be842"}, {"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0dc35959-7f12-48b1-b6e3-5912e7c06e0f"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "074e6a16-1a1d-412c-ac24-91a285218452"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:07.556105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.562457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.567112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7825ae38-4871-4956-9488-81e0ff990c5a req-ba2ddcac-214c-4db9-8773-8fdd4d6f6350 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 210 time: 0.0614264 Aug 21 18:11:07.568866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:07.583277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-9e8531b6-cf19-4c26-a027-ae4df544fedc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.2645147 Aug 21 18:11:07.688701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ca8d186-2741-47b5-9544-a4d9d18cb0b5 req-86711ceb-f366-40fb-b7d0-73d16147f635 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 210 time: 0.0366020 Aug 21 18:11:07.798550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8bae78a-a834-49e7-9dc3-ca3d7fb84a93 req-79d94b60-af35-4114-8bf7-eb1ff3e9c360 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806309 Aug 21 18:11:07.813771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Allocated IP 172.20.0.14 (1101695b-1795-443a-ad9d-7d700762daef/cc487bda-7933-44da-9ef0-d7b0a2147a67/02965cd0-2c5e-4dee-858c-c36d8aca7e0d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:07.840655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-7b372b6f-f91d-4d49-968e-6ea6c7877dc9 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285058 Aug 21 18:11:07.869490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.905133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:07.907765 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8d6e3-1883-4052-9812-86598f7aba63 x-openstack-request-id: req-e9d8d6e3-1883-4052-9812-86598f7aba63 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:07.908720 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "273e608e-b288-41cc-92e9-f99d0a4be842", "code": 200}, {"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "0dc35959-7f12-48b1-b6e3-5912e7c06e0f", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-plugged", "status": "completed", "tag": "074e6a16-1a1d-412c-ac24-91a285218452", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:07.909193 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9d8d6e3-1883-4052-9812-86598f7aba63 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:07.909911 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '273e608e-b288-41cc-92e9-f99d0a4be842', 'code': 200} Aug 21 18:11:07.910330 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:11:07.910885 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc35959-7f12-48b1-b6e3-5912e7c06e0f', 'code': 200} Aug 21 18:11:07.911285 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158', 'code': 200} Aug 21 18:11:07.911720 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452', 'code': 200} Aug 21 18:11:07.976039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Network adf2ac43-63e7-455e-955d-35d270249964 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:07.986654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:07.992890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:08.004189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:08.084332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.102746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.103237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.104553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.105059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.105542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.106601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.107084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.109368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-1da4dc9a-d3cf-438e-9922-6ae769269895 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6496 time: 0.1053793 Aug 21 18:11:08.110323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] No DVR routers for this DVR port 7331553e-1661-4a44-b911-d32f3bb8a91d on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:11:08.119333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Pushing event deleted for resources: {'Port': ['ID=7331553e-1661-4a44-b911-d32f3bb8a91d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:08.122743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.125475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99e77209-ec89-48e2-b6c9-82cf59e82ec1 req-00847632-ddf8-42bd-b924-82a09c121a05 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.39 "DELETE /v2.0/ports/7331553e-1661-4a44-b911-d32f3bb8a91d HTTP/1.1" status: 204 len: 173 time: 2.6547420 Aug 21 18:11:08.130059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'name': 'network-vif-deleted', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:08.132649 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a0525b-8d7e-4b91-a76f-3460c6a1c983" -d '{"events": [{"server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "name": "network-vif-deleted", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:08.144047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-92fe6728-d0be-4f6f-97a4-4bec7cb1edcf service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996867 Aug 21 18:11:08.154196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.155044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.168306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b84dfad9-2cc0-49ba-ab45-40f52e3809a3 req-c9b1b24c-cfe0-4f6b-ae9b-a146ef67dc0b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485122 Aug 21 18:11:08.203605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.204252 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a78622-d517-4bea-ab69-0ddfec73d5a7 x-openstack-request-id: req-91a78622-d517-4bea-ab69-0ddfec73d5a7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:08.204803 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1560ca9-3650-4e15-a7ba-5d170757aa74", "name": "network-vif-deleted", "tag": "7331553e-1661-4a44-b911-d32f3bb8a91d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:08.205024 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91a78622-d517-4bea-ab69-0ddfec73d5a7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:08.205818 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1560ca9-3650-4e15-a7ba-5d170757aa74', 'name': 'network-vif-deleted', 'tag': '7331553e-1661-4a44-b911-d32f3bb8a91d', 'status': 'completed', 'code': 200} Aug 21 18:11:08.208533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-66e70eb5-a02e-49c0-abf0-fc56cb2c2fd9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 217 time: 0.0502648 Aug 21 18:11:08.214840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-8711d3c1-2ad8-48af-81ad-4abc67aac376 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5178027 Aug 21 18:11:08.243879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Request body: {'port': {'device_id': '054bc61d-85db-4f73-b523-ad5253da734e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:08.257384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Network 1101695b-1795-443a-ad9d-7d700762daef is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:08.263243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:08.266283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:08.329857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-abd0ad59-18da-4ba9-9c5b-20fd2a8daad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.331599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-abd0ad59-18da-4ba9-9c5b-20fd2a8daad0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1019900 Aug 21 18:11:08.332967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.334052 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.338101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Pushing event updated for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:08.343163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.359078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-1de01065-3012-462b-93b2-afaea5d641ab tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9886014 Aug 21 18:11:08.377349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Request body: {'port': {'device_id': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:08.425302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b2c25453-c938-4317-b1f7-2db8466ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.426960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b2c25453-c938-4317-b1f7-2db8466ae7e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0851145 Aug 21 18:11:08.478787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.567664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-32151572-fba4-4849-94e3-50a2d0de7a5b service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263807 Aug 21 18:11:08.577297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce772aee-29e4-4865-9ca8-c1b7ff48d152 req-87f8b9d2-6274-4867-8847-9d8bdbaaef95 tempest-ImagesTestJSON-1770888210 tempest-ImagesTestJSON-1770888210-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1560ca9-3650-4e15-a7ba-5d170757aa74 HTTP/1.1" status: 200 len: 210 time: 0.0696876 Aug 21 18:11:08.699344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0489c444-30ff-4144-93ba-7e39726e9de7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:08.794264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0489c444-30ff-4144-93ba-7e39726e9de7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:08.794264 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:08.799156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-106522c7-039e-46ee-afa9-433982cec400 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575484 Aug 21 18:11:08.881355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8422-afa7-46de-8379-b84166080836 req-d0f5984c-3f20-4c83-a50c-4450c0eb1926 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:08.892978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6eea8422-afa7-46de-8379-b84166080836 req-d0f5984c-3f20-4c83-a50c-4450c0eb1926 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 931 time: 0.1718554 Aug 21 18:11:08.895354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-367e6238-4a95-49d4-a795-3a9f652f9c15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 217 time: 0.0771911 Aug 21 18:11:08.955857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6eea8422-afa7-46de-8379-b84166080836 req-a447d858-5fc9-4049-8256-789dc0a9de1e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618775 Aug 21 18:11:09.054985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936eb0d-c076-4588-9066-8befdb21dd96 req-97bf34ab-0b14-4b4e-aba5-e70a4878525b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.062242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0936eb0d-c076-4588-9066-8befdb21dd96 req-97bf34ab-0b14-4b4e-aba5-e70a4878525b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 932 time: 0.2297268 Aug 21 18:11:09.080357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02965cd0-2c5e-4dee-858c-c36d8aca7e0d {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:09.096427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.112290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-70ed7387-a632-4b6e-8c4f-1912fe9ba87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.112290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-70ed7387-a632-4b6e-8c4f-1912fe9ba87e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1799035 Aug 21 18:11:09.118352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Transition to ACTIVE for port object 02965cd0-2c5e-4dee-858c-c36d8aca7e0d will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:09.146358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.170382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0936eb0d-c076-4588-9066-8befdb21dd96 req-2f5150fe-92f9-4bdb-8f42-151dd4a93fa0 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020787 Aug 21 18:11:09.215385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Pushing event updated for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:09.269820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-c81b48b2-2091-4a93-bb6d-ee5ad1573242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.271503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-c81b48b2-2091-4a93-bb6d-ee5ad1573242 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1420186 Aug 21 18:11:09.286669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb66a5b1-8f85-4b35-86e8-218c8710e883 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:09.292801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Attempting to bind port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:09.293335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Attempting to bind port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1101695b-1795-443a-ad9d-7d700762daef'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:09.293488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Attempting to bind port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d on network 1101695b-1795-443a-ad9d-7d700762daef {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:09.304553 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.316583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d on network 1101695b-1795-443a-ad9d-7d700762daef not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:09.316827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Attempting to bind port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d on network 1101695b-1795-443a-ad9d-7d700762daef {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:09.325951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:09.326296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Checking segment: {'id': '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1101695b-1795-443a-ad9d-7d700762daef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:09.326734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Bound using segment: {'id': '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1101695b-1795-443a-ad9d-7d700762daef'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:09.327181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Bound port: 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1101695b-1795-443a-ad9d-7d700762daef'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:09.327608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.361365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Transition to ACTIVE for port object bb66a5b1-8f85-4b35-86e8-218c8710e883 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:09.373257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.380868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.388906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.394876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.401144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.409428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.416118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.423188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.425475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-ad69d6d7-d03a-44e4-80d0-0468e7fc70a2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1460149 Aug 21 18:11:09.486831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:09.487893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-7721e509-d317-4f00-827c-dfaff37faf98 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966574 Aug 21 18:11:09.490441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:09.495427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,segment=NetworkSegment(4afcd2c0-62a9-4660-8f6f-1d0ef811d66e),segment_id=4afcd2c0-62a9-4660-8f6f-1d0ef811d66e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:09.504719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.512076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efd3a3ba-109f-4421-ac32-52dde4a9f31e req-d9c6f093-ee8a-46aa-ae9e-1efe0404881f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653789 Aug 21 18:11:09.613187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Pushing event updated for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:09.642986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.643751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.645538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-b4fd574f-f643-43ce-be32-84c2c096253a service neutron] 10.222.0.64 "PUT /v2.0/ports/02965cd0-2c5e-4dee-858c-c36d8aca7e0d HTTP/1.1" status: 200 len: 1093 time: 1.2768412 Aug 21 18:11:09.646029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:09.648346 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:09.697159 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d953db4a-fb7e-4494-9282-4ad3445de981 x-openstack-request-id: req-d953db4a-fb7e-4494-9282-4ad3445de981 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:09.697658 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:09.698290 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d953db4a-fb7e-4494-9282-4ad3445de981 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:09.698892 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d', 'status': 'completed', 'code': 200} Aug 21 18:11:09.732603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-24b5a2d1-c240-4d5d-a0fd-67b07cd067c7 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146454 Aug 21 18:11:09.853113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Attempting to bind port bb66a5b1-8f85-4b35-86e8-218c8710e883 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:09.853519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Attempting to bind port bb66a5b1-8f85-4b35-86e8-218c8710e883 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:09.853863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Attempting to bind port bb66a5b1-8f85-4b35-86e8-218c8710e883 on network adf2ac43-63e7-455e-955d-35d270249964 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:09.858212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-279ac732-30ab-4888-8c7b-4eccb859c792 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.0959918 Aug 21 18:11:09.862330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Port bb66a5b1-8f85-4b35-86e8-218c8710e883 on network adf2ac43-63e7-455e-955d-35d270249964 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:09.862702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Attempting to bind port bb66a5b1-8f85-4b35-86e8-218c8710e883 on network adf2ac43-63e7-455e-955d-35d270249964 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:09.873662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:09.873901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Checking segment: {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:09.874311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Bound using segment: {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:09.874782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Bound port: bb66a5b1-8f85-4b35-86e8-218c8710e883, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5ee002-503f-4cc0-b296-ace89d30a701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:09.875065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-6e39f1a3-62dd-4fc9-82c8-c0aeb89cf8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:09.875261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:09.881421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-6e39f1a3-62dd-4fc9-82c8-c0aeb89cf8f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b9b90b20f164e5e9c5faa350230150f&device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 1096 time: 0.1115446 Aug 21 18:11:10.009062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b9aa9d27-06ad-4f2e-954a-271a4dcab6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.013580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-b9aa9d27-06ad-4f2e-954a-271a4dcab6ae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.1418679 Aug 21 18:11:10.111223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-3f9ee67b-bc27-4dd2-a95b-6c6654808003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.113379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-3f9ee67b-bc27-4dd2-a95b-6c6654808003 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=9b9b90b20f164e5e9c5faa350230150f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2212708 Aug 21 18:11:10.130914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:10.136141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:10.147191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54526) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:10.221853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Deleting subnet c705947f-72fc-4273-b5b5-3e26e75cd08f {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:11:10.225875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.272983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.276732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-be631fa1-bdde-4865-866d-19ea622c4d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.278435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5df081f3-ca13-4b2c-8ee8-7d978a92e6eb req-be631fa1-bdde-4865-866d-19ea622c4d7c service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1489539 Aug 21 18:11:10.304578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.334056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-58f32c0f-c926-4850-9eca-450c9a964ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.335618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-58f32c0f-c926-4850-9eca-450c9a964ca2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3067544 Aug 21 18:11:10.375567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.376195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.378020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 1092 time: 2.1398087 Aug 21 18:11:10.378724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:10.381056 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e35181a-de27-4d50-b39d-bfcd1ad3422f" -d '{"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:10.404098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-6801aa8c-c109-4d4c-afe9-287e4f6c6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.405923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-6801aa8c-c109-4d4c-afe9-287e4f6c6c95 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9b9b90b20f164e5e9c5faa350230150f&device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 1096 time: 0.0695021 Aug 21 18:11:10.417285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44826883-9fd5-489a-8da0-88be434078ba req-d38fc5d9-9344-4641-8b28-9a83c1738c71 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.427326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44826883-9fd5-489a-8da0-88be434078ba req-d38fc5d9-9344-4641-8b28-9a83c1738c71 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 943 time: 0.3707950 Aug 21 18:11:10.456613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-4fdd3a47-b99f-4e90-a8f2-0206317f26c8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d HTTP/1.1" status: 200 len: 217 time: 0.0417700 Aug 21 18:11:10.464963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d58f6-1378-4367-8531-379f8588936c req-4b9e2676-18ad-42a6-a1be-837a9ce8813b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.466611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e72d58f6-1378-4367-8531-379f8588936c req-4b9e2676-18ad-42a6-a1be-837a9ce8813b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 944 time: 0.1432858 Aug 21 18:11:10.529434 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.556916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-9d06ef45-42bb-4019-87a2-68d929545237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.557878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-9d06ef45-42bb-4019-87a2-68d929545237 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=cc487bda-7933-44da-9ef0-d7b0a2147a67 HTTP/1.1" status: 200 len: 854 time: 0.0903337 Aug 21 18:11:10.571409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e72d58f6-1378-4367-8531-379f8588936c req-4242676b-78a7-4d93-9803-986f2518771d tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529220 Aug 21 18:11:10.615041 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe003e2b-c02d-40b9-858f-97a565ef5cca x-openstack-request-id: req-fe003e2b-c02d-40b9-858f-97a565ef5cca {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:10.615329 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:10.615583 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe003e2b-c02d-40b9-858f-97a565ef5cca {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:10.615981 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:11:10.631876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-30950b5c-4a5d-4a0a-829b-f7d74e00359c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1101695b-1795-443a-ad9d-7d700762daef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576425 Aug 21 18:11:10.632156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cf0fe-36c1-437f-82f6-2cb13f313a70 service neutron] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:10.655861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44826883-9fd5-489a-8da0-88be434078ba req-8f72ca0b-3380-4f7e-a5ec-f19ca7536be4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270346 Aug 21 18:11:10.681275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-66a9705d-b824-45a7-a91c-06c6599314e4 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151062 Aug 21 18:11:10.686314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-7aba6b8b-9d55-47c8-a5af-923dd51de39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.687874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-7aba6b8b-9d55-47c8-a5af-923dd51de39c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1095 time: 0.2508593 Aug 21 18:11:10.773810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-ba2b21a3-9cb5-4085-b8bc-cb2f9c44622a service neutron] 10.222.0.64 "GET /v2.0/networks/1101695b-1795-443a-ad9d-7d700762daef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277077 Aug 21 18:11:10.781939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.804732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.818980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.831181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.840959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.847388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.853158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c705947f-72fc-4273-b5b5-3e26e75cd08f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:10.855369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.861309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-0316e4b1-8bee-43ff-a08f-90f08d4e37b9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.1567271 Aug 21 18:11:10.862705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.865271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-d8601715-f15f-4a5c-8542-918092a46731 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1669343 Aug 21 18:11:10.869561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:10.871736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34f6272c-435f-499e-a74d-b4613184d4f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c705947f-72fc-4273-b5b5-3e26e75cd08f HTTP/1.1" status: 204 len: 168 time: 0.7204604 Aug 21 18:11:10.875192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54542) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:10.913610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-67aa3db2-0506-4992-bdfd-89522f50e10c service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111993 Aug 21 18:11:10.966253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-6bd0289f-a789-43db-8011-d12038a3d846 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.0422115 Aug 21 18:11:10.968896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-c68ab22a-324c-4773-8eab-add8487df84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:10.970427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-c68ab22a-324c-4773-8eab-add8487df84a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0897608 Aug 21 18:11:10.999100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b125ddc2-b10f-4689-87f7-4b87a906c87e req-9e03dfc4-fb74-433b-b29f-bd3a96b51bb2 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1218004 Aug 21 18:11:11.050392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.066902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffc3fded-29a4-4b28-a4bc-58ef3933a4c7 req-eb48754a-7cdc-4818-98df-551b5a36af81 service neutron] 10.222.0.64 "GET /v2.0/networks/1101695b-1795-443a-ad9d-7d700762daef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005942 Aug 21 18:11:11.187671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.199100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c601a8-134b-439e-a0da-05761700af8e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:11.211149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e17cad31-8373-4171-9d06-56e4a61410a9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:11.211601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e17cad31-8373-4171-9d06-56e4a61410a9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:11.222341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.234449 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:11:11.243873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.253025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:11:11.253805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:11:11.267990 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:11:11.355220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.368105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.374454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] 10.222.0.41 "DELETE /v2.0/networks/47c601a8-134b-439e-a0da-05761700af8e HTTP/1.1" status: 204 len: 168 time: 0.4982631 Aug 21 18:11:11.388597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d68b86-0943-4138-aea9-581c29b63dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=47c601a8-134b-439e-a0da-05761700af8e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:11.417972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-d17f665b-a837-4d54-b9c5-d84be9cfb7f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4221392 Aug 21 18:11:11.490762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d8285919-c511-4f8d-8024-0b255fef2b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.492655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-d8285919-c511-4f8d-8024-0b255fef2b3d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.5080507 Aug 21 18:11:11.534643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.541061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:11.541841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.548813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.555261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.561421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.567691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.575971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.588939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f828b230-db93-4f89-b755-79ee32936976 req-3a2a5943-acc8-4858-9323-e4723893a6e1 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.2009156 Aug 21 18:11:11.589173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d0c290cf-747c-4bbb-93b5-59b68da00bb0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39f74c5e9a03414ea1a9c32e2697fad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464611 Aug 21 18:11:11.589753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54558) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:11.590152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54560) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:11.597408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Request body: {'floatingip': {'port_id': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:11.665668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-584662a1-d268-4151-9708-4dc5af413c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.667360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-584662a1-d268-4151-9708-4dc5af413c40 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1640446 Aug 21 18:11:11.671910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-2b62e01f-c20d-4f27-9fc7-aaea3caefb2a service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401528 Aug 21 18:11:11.688791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.903935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e8877-5800-4f6e-9b8b-1926ffa7d92d req-1d76cfae-bf67-4659-9fa6-fd5ef3633b80 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.907491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8e8877-5800-4f6e-9b8b-1926ffa7d92d req-1d76cfae-bf67-4659-9fa6-fd5ef3633b80 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 944 time: 0.2231958 Aug 21 18:11:11.933677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328c50d-0762-4842-9f72-e8e9c5aa4d6b req-0d6bf70f-a200-42c3-812e-b40ca6b301ef tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:11.943711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9328c50d-0762-4842-9f72-e8e9c5aa4d6b req-0d6bf70f-a200-42c3-812e-b40ca6b301ef tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 943 time: 0.1954238 Aug 21 18:11:11.952310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:11.957290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-fb9c6f16-d4e4-435e-bea2-fb3d24cd41ad service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737370 Aug 21 18:11:11.966757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186e6d-2029-4cbc-be4a-30f618bde854 req-62970f33-2469-4d2e-8964-6f47b3a540e6 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801437 Aug 21 18:11:12.049988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:12.105440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff8e8877-5800-4f6e-9b8b-1926ffa7d92d req-94557e12-5539-4abe-b5ad-4e4ca504ead4 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740429 Aug 21 18:11:12.119834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9328c50d-0762-4842-9f72-e8e9c5aa4d6b req-92dfd18d-fa12-4f0d-8544-36bbc7590f82 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748948 Aug 21 18:11:12.171043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-ddc20754-a220-4b32-a34b-42addb91e6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:12.172559 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-ddc20754-a220-4b32-a34b-42addb91e6e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1095 time: 0.1071961 Aug 21 18:11:12.208003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca9fc6e9-c2e4-4624-abc4-da8a4bdad0db req-518a7c19-bcf8-4a3c-a26f-09880653fc5d service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369163 Aug 21 18:11:12.307586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:12.311873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:12.313307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a792540-f356-4cf1-afca-b29ed275e0c8 HTTP/1.1" status: 204 len: 168 time: 0.6390388 Aug 21 18:11:12.314483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-6db1d97b-3231-4eb2-a124-fccc614df829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:12.317504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-6db1d97b-3231-4eb2-a124-fccc614df829 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1341293 Aug 21 18:11:12.329379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0907a7-f211-4823-8535-9f71b2c0ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a792540-f356-4cf1-afca-b29ed275e0c8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:12.402280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-24c64329-04e1-4b12-a9f7-911588f6032e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0753992 Aug 21 18:11:12.513673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-e88f74a8-0058-47ad-8a63-59fe539bc5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:12.520397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-e88f74a8-0058-47ad-8a63-59fe539bc5e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.1048818 Aug 21 18:11:12.537505 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:12.556488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:12.566926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-c74ebe8e-c450-4067-990e-0dfe66b5f588 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327878 Aug 21 18:11:12.848770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-7e61c1b4-f21e-4b68-8019-9f9d8614d82c service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586644 Aug 21 18:11:13.006720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e35181a-de27-4d50-b39d-bfcd1ad3422f req-6688d08f-de1f-4292-8cec-d3f842e39cc1 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485844 Aug 21 18:11:13.143431 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Floating IP 920c89dc-9953-47b8-b114-9a61e2563630 associated. External IP: 172.25.1.78, port: e0c86d34-cc0a-451e-9b11-37ba7177cd45. Aug 21 18:11:13.321317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416056b0-1c5c-440b-818d-731694e2506d req-ac9403af-f6be-4592-88f1-7f69497da8e9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.330580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-416056b0-1c5c-440b-818d-731694e2506d req-ac9403af-f6be-4592-88f1-7f69497da8e9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 943 time: 0.0812654 Aug 21 18:11:13.339644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118aa83-88c8-4e35-8ff2-7143cebefab0 req-9a1e3229-43f1-4457-bac0-5ad5d9e93a81 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.347772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7118aa83-88c8-4e35-8ff2-7143cebefab0 req-9a1e3229-43f1-4457-bac0-5ad5d9e93a81 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 944 time: 0.1223111 Aug 21 18:11:13.395551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-416056b0-1c5c-440b-818d-731694e2506d req-b32cbdb4-22aa-4b8f-bc96-641559b7a004 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636284 Aug 21 18:11:13.446482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7118aa83-88c8-4e35-8ff2-7143cebefab0 req-06cc8d8e-2b56-4130-b68d-8e283bf6ff02 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966182 Aug 21 18:11:13.545521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:11:13.673829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:13.681381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:13.685623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Sync routers for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:13.712560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14189777-b3b2-4ee6-8c3f-8da75fcb4f3f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "PUT /v2.0/floatingips/920c89dc-9953-47b8-b114-9a61e2563630 HTTP/1.1" status: 200 len: 990 time: 2.1204031 Aug 21 18:11:13.713132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:13.713280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:13.714054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:13.715913 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1943b81e-ae29-4e70-99eb-ea0d01895bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:13.844538 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51b15a9-839f-4d6b-987d-3bc3ab7338c9 x-openstack-request-id: req-e51b15a9-839f-4d6b-987d-3bc3ab7338c9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:13.844835 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:13.845092 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e51b15a9-839f-4d6b-987d-3bc3ab7338c9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:13.845689 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'status': 'completed', 'code': 200} Aug 21 18:11:13.852808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.967921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.970800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:13.973162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3ffdfbfd-e47b-4e77-93a3-4ea44d423908 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6496 time: 0.0893903 Aug 21 18:11:14.143107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-4080e477-c21d-4511-bdb6-298ac7c2ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:14.144596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-4080e477-c21d-4511-bdb6-298ac7c2ece9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3ccdad-4d90-4633-846b-69c6fd50df72 HTTP/1.1" status: 200 len: 912 time: 0.1571412 Aug 21 18:11:14.233188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '920c89dc-9953-47b8-b114-9a61e2563630', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'port_id': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'mac_address': 'fa:16:3e:c8:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:09:38Z', 'updated_at': '2021-08-21T18:11:12Z', 'revision_number': 1, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:14.249572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-c227445f-848d-4886-9e56-84b6b5c3af45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 200 len: 998 time: 0.0858111 Aug 21 18:11:14.249764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54620) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:14.274957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Checking router: 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:11:14.285103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:14.285951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:10:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:14.320570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3e3f89eb-f904-49c5-acc4-f6d121335f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:14.326141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-3e3f89eb-f904-49c5-acc4-f6d121335f05 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad90d85-0a1c-4fe6-803d-3f2901558060 HTTP/1.1" status: 200 len: 850 time: 0.0642884 Aug 21 18:11:14.400690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b747ee7c-ef91-4f68-a87a-216781c9bafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:14.430471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-980da6a7-a917-4e26-94b9-b77ab384c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:14.432347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-980da6a7-a917-4e26-94b9-b77ab384c163 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3ccdad-4d90-4633-846b-69c6fd50df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0859182 Aug 21 18:11:14.463003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:14.553354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b747ee7c-ef91-4f68-a87a-216781c9bafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:14.569370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b747ee7c-ef91-4f68-a87a-216781c9bafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:14.664784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:14.667088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b747ee7c-ef91-4f68-a87a-216781c9bafd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b5dcb57523a45ed824f2b8c10016a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161565 Aug 21 18:11:14.674328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747ee7c-ef91-4f68-a87a-216781c9bafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d94319c-5c07-4443-b084-d0fb08d63bf5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:14.716011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc028d8-5475-474d-9c91-3226dc0b135a req-0092da40-4846-475b-b62c-057e27cc1e00 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:14.717000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device bb66a5b1-8f85-4b35-86e8-218c8710e883 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:14.726171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fc028d8-5475-474d-9c91-3226dc0b135a req-0092da40-4846-475b-b62c-057e27cc1e00 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 944 time: 0.1708155 Aug 21 18:11:14.754627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2c4b3-1167-4d97-8178-761d9bfb406c req-7e419786-48f1-4b2c-b213-f914036d0122 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:14.756051 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4e2c4b3-1167-4d97-8178-761d9bfb406c req-7e419786-48f1-4b2c-b213-f914036d0122 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 943 time: 0.2124076 Aug 21 18:11:14.763850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-97af03f0-0118-4ef1-8fd6-ada09ebdb28b service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217008 Aug 21 18:11:14.786106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:14.787059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fc028d8-5475-474d-9c91-3226dc0b135a req-129068b2-83e1-4cde-8ccd-0d02393abcb1 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Aug 21 18:11:14.882881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:14.915051 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4e2c4b3-1167-4d97-8178-761d9bfb406c req-920cf69e-0253-4a0a-8e4d-6fa877bc88d8 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500235 Aug 21 18:11:14.956589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:14.969285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'port_id': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'mac_address': 'fa:16:3e:34:4d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:14.983344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1943b81e-ae29-4e70-99eb-ea0d01895bf9 req-fb31f296-3058-4d9d-b074-1208e5b49082 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035406 Aug 21 18:11:15.005308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.009783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.024505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.031089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d94319c-5c07-4443-b084-d0fb08d63bf5 HTTP/1.1" status: 204 len: 168 time: 0.3644669 Aug 21 18:11:15.053944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb66a5b1-8f85-4b35-86e8-218c8710e883 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:15.057265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c2009-1d01-4fb8-98a9-73522b7d4a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d94319c-5c07-4443-b084-d0fb08d63bf5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:15.084698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '920c89dc-9953-47b8-b114-9a61e2563630', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'port_id': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'mac_address': 'fa:16:3e:c8:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:09:38Z', 'updated_at': '2021-08-21T18:11:12Z', 'revision_number': 1, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:15.092798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:15.123193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9838c05-172f-4b50-a733-4fdea147ca40 None None] The sync data for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 is: [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '920c89dc-9953-47b8-b114-9a61e2563630', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'port_id': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'mac_address': 'fa:16:3e:c8:c8:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:09:38Z', 'updated_at': '2021-08-21T18:11:12Z', 'revision_number': 1, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:11:15.125390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.126699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 02965cd0-2c5e-4dee-858c-c36d8aca7e0d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:15.239075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:15.455337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,segment=NetworkSegment(4afcd2c0-62a9-4660-8f6f-1d0ef811d66e),segment_id=4afcd2c0-62a9-4660-8f6f-1d0ef811d66e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:15.470795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d', 'network_id': '1101695b-1795-443a-ad9d-7d700762daef', 'port_id': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d', 'mac_address': 'fa:16:3e:d4:9d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc487bda-7933-44da-9ef0-d7b0a2147a67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:15.475671 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aa4caf-d5fe-47f3-a5a7-c6b177bf3520 None None] New status for floating IP 920c89dc-9953-47b8-b114-9a61e2563630: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:11:15.541717 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.560682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02965cd0-2c5e-4dee-858c-c36d8aca7e0d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:15.587897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,segment=NetworkSegment(4afcd2c0-62a9-4660-8f6f-1d0ef811d66e),segment_id=4afcd2c0-62a9-4660-8f6f-1d0ef811d66e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:15.596902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:15.716704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:15.922199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['02965cd0-2c5e-4dee-858c-c36d8aca7e0d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:15.984096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:15.984305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149cad11-62d6-45e8-a971-ffcdbc86693f req-3ca18312-3228-4516-87d4-4042f77db499 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:15.999069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-149cad11-62d6-45e8-a971-ffcdbc86693f req-3ca18312-3228-4516-87d4-4042f77db499 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 945 time: 0.1255188 Aug 21 18:11:16.088870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-149cad11-62d6-45e8-a971-ffcdbc86693f req-92a3fcdf-434b-4017-8899-e5217ed215a8 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883946 Aug 21 18:11:16.112983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2b04a-d391-4195-a8fd-196efb590582 req-a5463989-4f4b-470a-bdd1-a05f0727a053 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:16.114365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52f2b04a-d391-4195-a8fd-196efb590582 req-a5463989-4f4b-470a-bdd1-a05f0727a053 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 944 time: 0.0997310 Aug 21 18:11:16.144230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:16.207069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52f2b04a-d391-4195-a8fd-196efb590582 req-f7bfd698-f526-4d9b-80b0-169abfb948a2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813761 Aug 21 18:11:16.281132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-999532907-network', 'tenant_id': 'c1d8535149734d76b3133402e8abccb8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:16.308097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Made reservation on behalf of c1d8535149734d76b3133402e8abccb8 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:16.311029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.320095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.422237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.429853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.456569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:11:16.467179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64256b8d-036a-4dea-9a12-74ab5d98e008,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:16.472467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.472876 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Added segment 8995932c-3e3f-4d77-b997-22645be54b1e of type vlan for network 98538196-b8ce-4790-b56f-612e09ebae69 Aug 21 18:11:16.523705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.553871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.555010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:16.555608 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.619215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4733858 Aug 21 18:11:16.625876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:16.631822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Request body: {'subnet': {'network_id': '98538196-b8ce-4790-b56f-612e09ebae69', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-999532907-subnet', 'tenant_id': 'c1d8535149734d76b3133402e8abccb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:16.638182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a82b5-2193-4cb3-8659-3cd82cfaf171 admin admin] Pushing event updated for resources: {'Network': ['ID=98538196-b8ce-4790-b56f-612e09ebae69,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:16.652159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 98538196-b8ce-4790-b56f-612e09ebae69 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:11:16.674448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Made reservation on behalf of c1d8535149734d76b3133402e8abccb8 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:16.678672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.896105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:16.951344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e9d004f-1957-46af-aecc-e2dde2e2881f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:16.974439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Checking segment: {'id': '8995932c-3e3f-4d77-b997-22645be54b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:16.974929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Network hostable DHCP agents. Network: 98538196-b8ce-4790-b56f-612e09ebae69, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:11:16.996140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Network 98538196-b8ce-4790-b56f-612e09ebae69 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:11:17.011415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 98538196-b8ce-4790-b56f-612e09ebae69) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:17.019779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:17.020907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:17.026692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2c7dea-ca46-49e8-b453-d9c2ac123d85 None None] Network 98538196-b8ce-4790-b56f-612e09ebae69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:17.047678 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0639f4ce-933d-47d5-bc1e-8a300a30c0fa admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4115858 Aug 21 18:11:17.223871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c7a873-536e-4365-a70a-6348f3e9f6e5 None None] Network 98538196-b8ce-4790-b56f-612e09ebae69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:17.275809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea22f4-c0e2-423e-851b-a7104cb1eb66 req-1d59bf01-3d24-41dd-a8c0-5086f4cca315 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:17.277376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22ea22f4-c0e2-423e-851b-a7104cb1eb66 req-1d59bf01-3d24-41dd-a8c0-5086f4cca315 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 945 time: 0.0841820 Aug 21 18:11:17.326691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22ea22f4-c0e2-423e-851b-a7104cb1eb66 req-436849cc-ba46-4699-a8c9-1b8c3b66c065 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Aug 21 18:11:17.449792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a2d89-c76f-4b79-9d24-2c826b8502ec req-e2e7ead3-2f3c-4fc1-8e77-6c4c5b9644f3 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:17.454133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-848a2d89-c76f-4b79-9d24-2c826b8502ec req-e2e7ead3-2f3c-4fc1-8e77-6c4c5b9644f3 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 944 time: 0.0667648 Aug 21 18:11:17.504849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-848a2d89-c76f-4b79-9d24-2c826b8502ec req-fce5ba38-474d-435d-a77a-633f7e631c57 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446320 Aug 21 18:11:17.711789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-78770507-84e9-4802-b18f-90a051de5945 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:17.713387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-78770507-84e9-4802-b18f-90a051de5945 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/networks?id=98538196-b8ce-4790-b56f-612e09ebae69 HTTP/1.1" status: 200 len: 820 time: 0.1154683 Aug 21 18:11:17.735889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d371e7f-1553-430a-8080-d06e52f75d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:17.740885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-eb1dc6c1-4643-4695-a0a3-f46355fc0259 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/quotas/c1d8535149734d76b3133402e8abccb8 HTTP/1.1" status: 200 len: 375 time: 0.0147326 Aug 21 18:11:17.781840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-2e8e6f9c-87cf-4041-939d-59fa7f5daea6 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d8535149734d76b3133402e8abccb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343482 Aug 21 18:11:17.884290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-08d93b04-a58c-4096-a124-4dbd05b6483c service neutron] 10.222.0.41 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941496 Aug 21 18:11:17.981315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-916c805e-73c7-4b0d-8221-b942459b7113 service neutron] 10.222.0.41 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954926 Aug 21 18:11:18.194887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-961e2701-9295-4c1b-a9d9-c15021f1693f req-92e8c04e-eb20-4e0d-8443-c1817dae4b48 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 210 time: 0.0310481 Aug 21 18:11:18.301174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:18.485725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d016a9-1300-49a7-b0c2-41e55a190434 req-de418591-de34-4348-bebb-05a0c2dc39e3 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:18.487613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7d016a9-1300-49a7-b0c2-41e55a190434 req-de418591-de34-4348-bebb-05a0c2dc39e3 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 945 time: 0.0699806 Aug 21 18:11:18.545178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7d016a9-1300-49a7-b0c2-41e55a190434 req-84ce669d-c97f-41ef-ad4d-7406b3691dd4 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Aug 21 18:11:18.638911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:18.673221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aabf2-4c6f-4f17-8dab-ae3785238a9f req-4d6d068a-f648-4833-870a-d4c94eebd057 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:18.675177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df6aabf2-4c6f-4f17-8dab-ae3785238a9f req-4d6d068a-f648-4833-870a-d4c94eebd057 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 944 time: 0.0676553 Aug 21 18:11:18.707609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device bb66a5b1-8f85-4b35-86e8-218c8710e883 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:18.724600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df6aabf2-4c6f-4f17-8dab-ae3785238a9f req-2f3d6a0b-6e62-4803-b4d0-12ab208643a4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Aug 21 18:11:18.781444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port bb66a5b1-8f85-4b35-86e8-218c8710e883 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:18.785698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port bb66a5b1-8f85-4b35-86e8-218c8710e883 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:18.786093 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:18.883086 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:18.908287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:18.910568 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26505783-3be4-4ab5-a7f4-886ddc05c151" -d '{"events": [{"server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "name": "network-vif-plugged", "status": "completed", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:18.926920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:18.931878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:18.932727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 02965cd0-2c5e-4dee-858c-c36d8aca7e0d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:18.959475 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88b45d4-093d-42c6-ba83-082371804dc9 x-openstack-request-id: req-b88b45d4-093d-42c6-ba83-082371804dc9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:18.959760 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "name": "network-vif-plugged", "status": "completed", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:18.960011 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b88b45d4-093d-42c6-ba83-082371804dc9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:18.960419 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'code': 200} Aug 21 18:11:19.014812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:19.027557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:19.032257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:19.032635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:19.052874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98597f20-8003-4572-abbc-7225b53bdc51 req-bd60de01-22b4-4aaa-9700-fb9dacb548ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:19.054399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98597f20-8003-4572-abbc-7225b53bdc51 req-bd60de01-22b4-4aaa-9700-fb9dacb548ef service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0412829 Aug 21 18:11:19.089856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98597f20-8003-4572-abbc-7225b53bdc51 req-d1e5bab3-deb2-4751-832e-f730c1cafa71 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277143 Aug 21 18:11:19.113080 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:19.151406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,segment=NetworkSegment(4afcd2c0-62a9-4660-8f6f-1d0ef811d66e),segment_id=4afcd2c0-62a9-4660-8f6f-1d0ef811d66e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:19.156017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:19.202480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:19.294832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee35c88a-0576-463c-becc-e3aea8665de7 req-91e7b973-610d-4a7c-af90-666d4cfd2af1 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 210 time: 0.0272119 Aug 21 18:11:19.436509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-6da39dda-0762-439b-bef2-7148d178461e tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:19.438023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-6da39dda-0762-439b-bef2-7148d178461e tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.39 "GET /v2.0/networks?id=98538196-b8ce-4790-b56f-612e09ebae69 HTTP/1.1" status: 200 len: 820 time: 0.1370685 Aug 21 18:11:19.467640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Request body: {'port': {'device_id': '3315dd86-ec31-4923-b396-3762cd53f95c', 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69', 'admin_state_up': True, 'tenant_id': 'c1d8535149734d76b3133402e8abccb8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:19.580012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Made reservation on behalf of c1d8535149734d76b3133402e8abccb8 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:19.583691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:19.736707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d39f46-4e40-433b-ab29-6b0565c38289 req-6a11a2a1-2881-4f7f-8d15-66e7418a1374 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:19.738336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3d39f46-4e40-433b-ab29-6b0565c38289 req-6a11a2a1-2881-4f7f-8d15-66e7418a1374 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.0937276 Aug 21 18:11:19.770383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Allocated IP 172.20.0.5 (98538196-b8ce-4790-b56f-612e09ebae69/1e9d004f-1957-46af-aecc-e2dde2e2881f/9b81cc99-a5e6-4794-8d4c-f6dc1b74a339) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:19.807347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3d39f46-4e40-433b-ab29-6b0565c38289 req-5d37143f-949c-468b-b8ca-8f96dc656138 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614662 Aug 21 18:11:19.866105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4dc2ce-9696-44f3-8812-ced19a6ae1a9 req-30ffb1d3-d0b1-42cf-bfd5-55200926d512 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:19.867671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e4dc2ce-9696-44f3-8812-ced19a6ae1a9 req-30ffb1d3-d0b1-42cf-bfd5-55200926d512 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0696564 Aug 21 18:11:19.917119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e4dc2ce-9696-44f3-8812-ced19a6ae1a9 req-34f2ef10-9755-47cf-8466-65a8418087a8 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Aug 21 18:11:19.945308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.012058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.062820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Network 98538196-b8ce-4790-b56f-612e09ebae69 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:20.071317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:20.073668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:20.086608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622acfc3-7740-4488-894b-f5e2d90c6244 req-907fe402-2f8a-4af1-8175-1c76400dd9b6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.088080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-622acfc3-7740-4488-894b-f5e2d90c6244 req-907fe402-2f8a-4af1-8175-1c76400dd9b6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1080654 Aug 21 18:11:20.115343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Pushing event updated for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:20.142384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.142748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.143083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.143414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.143739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.144063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.144383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.144701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.145019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.145333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.145648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.145962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:20.169971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.170597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.180201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-622acfc3-7740-4488-894b-f5e2d90c6244 req-7e3c74d8-b139-4030-9641-015f8855466a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697198 Aug 21 18:11:20.190095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-73448ddc-311d-4c66-896c-131120ad29e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272871 Aug 21 18:11:20.204373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Request body: {'port': {'device_id': '3315dd86-ec31-4923-b396-3762cd53f95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:20.258665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.324600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea6a0-f4a2-4e3b-b3a8-a3470d8e3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.404791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.540803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b519a2a-dcb5-403b-8123-16c6280177df req-22b15902-6182-419c-ac32-328f6d16c491 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.542490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b519a2a-dcb5-403b-8123-16c6280177df req-22b15902-6182-419c-ac32-328f6d16c491 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 931 time: 0.0841565 Aug 21 18:11:20.615481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:20.624938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b519a2a-dcb5-403b-8123-16c6280177df req-3ec76727-a20d-4fac-a0e5-622df8a55820 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724633 Aug 21 18:11:20.626925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.645159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Transition to ACTIVE for port object 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:20.651763 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.709141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Pushing event updated for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:20.709552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce64b9b-ac24-4ace-ad07-819e392ac431 req-67fbf78e-76b8-48a0-93ff-129867d9ad39 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.711786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ce64b9b-ac24-4ace-ad07-819e392ac431 req-67fbf78e-76b8-48a0-93ff-129867d9ad39 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0535588 Aug 21 18:11:20.751064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ce64b9b-ac24-4ace-ad07-819e392ac431 req-f1892ba3-870e-46f1-883e-7d662438e1de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322480 Aug 21 18:11:20.780348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Attempting to bind port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:20.780673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Attempting to bind port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '8995932c-3e3f-4d77-b997-22645be54b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:20.781020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Attempting to bind port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 on network 98538196-b8ce-4790-b56f-612e09ebae69 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:20.785386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 on network 98538196-b8ce-4790-b56f-612e09ebae69 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:20.785714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Attempting to bind port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 on network 98538196-b8ce-4790-b56f-612e09ebae69 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:20.790517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:20.790876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Checking segment: {'id': '8995932c-3e3f-4d77-b997-22645be54b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:20.791263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Bound using segment: {'id': '8995932c-3e3f-4d77-b997-22645be54b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:20.791686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Bound port: 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8995932c-3e3f-4d77-b997-22645be54b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:20.792046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.856389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:20.859571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,segment=NetworkSegment(8995932c-3e3f-4d77-b997-22645be54b1e),segment_id=8995932c-3e3f-4d77-b997-22645be54b1e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:20.863872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.898556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.899187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:20.900829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] 10.222.0.39 "PUT /v2.0/ports/9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 HTTP/1.1" status: 200 len: 1092 time: 0.7004569 Aug 21 18:11:20.901360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:20.904219 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651ed987-c30f-4b1b-a437-52f449ec8556" -d '{"events": [{"name": "network-changed", "server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:20.930248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13023ea1-509f-44b4-a700-95500fd1c98c service neutron] Pushing event updated for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:20.947713 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7545206-5702-45fb-81bc-4c70eb128c5a x-openstack-request-id: req-f7545206-5702-45fb-81bc-4c70eb128c5a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:20.948007 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:20.948259 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7545206-5702-45fb-81bc-4c70eb128c5a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:20.948657 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339', 'status': 'completed', 'code': 200} Aug 21 18:11:20.952223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032dcad-9021-4e13-81e1-18193e5b1de9 req-69202484-b098-4d30-aec2-6e4828aee759 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:20.953851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e032dcad-9021-4e13-81e1-18193e5b1de9 req-69202484-b098-4d30-aec2-6e4828aee759 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.0678620 Aug 21 18:11:20.961129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:20.963584 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d4a4dd-c101-4461-94d5-13735ad588c4" -d '{"events": [{"server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "name": "network-vif-plugged", "status": "completed", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:20.993768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e032dcad-9021-4e13-81e1-18193e5b1de9 req-8e4b68e7-62cd-42ca-a50d-dc34c7b6b602 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336030 Aug 21 18:11:21.036609 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1a74d7-0599-477d-bf6b-9c1be28991d8 x-openstack-request-id: req-7c1a74d7-0599-477d-bf6b-9c1be28991d8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:21.036895 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "name": "network-vif-plugged", "status": "completed", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:21.037147 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c1a74d7-0599-477d-bf6b-9c1be28991d8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:21.037532 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d', 'code': 200} Aug 21 18:11:21.039290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d5a76-a6b0-461d-8fdf-33914fe38bc2 req-cced53f7-d8e9-4374-985a-d14924de50a9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.040794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c1d5a76-a6b0-461d-8fdf-33914fe38bc2 req-cced53f7-d8e9-4374-985a-d14924de50a9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0496445 Aug 21 18:11:21.082793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c1d5a76-a6b0-461d-8fdf-33914fe38bc2 req-6898e6c2-2b08-4f10-a70a-965f7d53c843 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353689 Aug 21 18:11:21.128632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-a5a8fe48-6952-43fc-b0dc-d9a38982d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.130409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-a5a8fe48-6952-43fc-b0dc-d9a38982d19d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1d8535149734d76b3133402e8abccb8&device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 1095 time: 0.0420964 Aug 21 18:11:21.144378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff174d04-2066-4985-bf84-426689099471 req-19f1f400-393c-4afe-914c-f8bc49584c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.145974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff174d04-2066-4985-bf84-426689099471 req-19f1f400-393c-4afe-914c-f8bc49584c2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 1098 time: 0.0471632 Aug 21 18:11:21.176167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-9fc9e368-227c-4ddf-acfe-524e1c84f732 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 HTTP/1.1" status: 200 len: 217 time: 0.0351074 Aug 21 18:11:21.184910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff174d04-2066-4985-bf84-426689099471 req-7d7c6847-603e-4948-beab-1845dd996b94 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297089 Aug 21 18:11:21.228892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-0d129945-ac79-4ba6-92c3-947d5f1e941c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.230391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-0d129945-ac79-4ba6-92c3-947d5f1e941c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9d004f-1957-46af-aecc-e2dde2e2881f HTTP/1.1" status: 200 len: 860 time: 0.0441525 Aug 21 18:11:21.266774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-8e5fb665-efbb-48c2-980a-1a2f74d1d447 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98538196-b8ce-4790-b56f-612e09ebae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283735 Aug 21 18:11:21.401857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96c2f-73f2-4462-b6dd-e571c0c56d29 req-87b708aa-6baa-459b-8122-847cf2b0766c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.403980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18b96c2f-73f2-4462-b6dd-e571c0c56d29 req-87b708aa-6baa-459b-8122-847cf2b0766c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0799654 Aug 21 18:11:21.407354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-a745c306-9260-4917-a03e-38048b149f87 service neutron] 10.222.0.39 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267145 Aug 21 18:11:21.467237 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:21.489598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7769-c459-454f-94a7-0d9547ff0668 req-3764cade-72ad-4f1b-bade-250567df64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.491329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-3764cade-72ad-4f1b-bade-250567df64ea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0466080 Aug 21 18:11:21.492598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18b96c2f-73f2-4462-b6dd-e571c0c56d29 req-6c54d362-e54c-41c7-bd0d-09e5f9456a00 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808926 Aug 21 18:11:21.525879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f64588d-5b0a-4f45-83d2-1487d2211ec2 req-6c77e342-2162-4f12-9a90-eecd660ca7da service neutron] 10.222.0.39 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074016 Aug 21 18:11:21.591817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7769-c459-454f-94a7-0d9547ff0668 req-d2f6c022-377e-496c-9219-8600aa2c3761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.593314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-d2f6c022-377e-496c-9219-8600aa2c3761 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.0933383 Aug 21 18:11:21.611163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-ad46601d-4fac-4263-8545-7984b46ee869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.612738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-ad46601d-4fac-4263-8545-7984b46ee869 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1d8535149734d76b3133402e8abccb8&device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 1095 time: 0.0420227 Aug 21 18:11:21.670763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-6dc930a1-e822-4e2f-bd7b-32b93b9239e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0457671 Aug 21 18:11:21.722770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-7445e3b3-f540-4715-90a6-426648ec852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.724236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-7445e3b3-f540-4715-90a6-426648ec852b service neutron] 10.222.0.39 "GET /v2.0/networks?id=98538196-b8ce-4790-b56f-612e09ebae69 HTTP/1.1" status: 200 len: 921 time: 0.1046877 Aug 21 18:11:21.725347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7769-c459-454f-94a7-0d9547ff0668 req-12a1d8aa-a74a-4d01-91c7-cb0e06c6f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.727071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-12a1d8aa-a74a-4d01-91c7-cb0e06c6f3f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0493402 Aug 21 18:11:21.761754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-e2631dbc-50a8-45e5-b4c0-a0687e78af88 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270655 Aug 21 18:11:21.802587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-9ed4bfd9-e6d9-438c-ba36-a3047e41ba35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 HTTP/1.1" status: 200 len: 217 time: 0.0579238 Aug 21 18:11:21.840689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189ffa8-c55a-4479-af34-d814f40db21e req-a131d372-7ce2-4132-875d-1fd33e7967a5 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.849098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b189ffa8-c55a-4479-af34-d814f40db21e req-a131d372-7ce2-4132-875d-1fd33e7967a5 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 943 time: 0.1390519 Aug 21 18:11:21.903576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-d4005350-92ea-4745-b566-9c8882eccca1 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332240 Aug 21 18:11:21.914727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-5600c77e-2635-4584-9b6c-dc2f24584377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.916135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-5600c77e-2635-4584-9b6c-dc2f24584377 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1e9d004f-1957-46af-aecc-e2dde2e2881f HTTP/1.1" status: 200 len: 860 time: 0.1062355 Aug 21 18:11:21.919329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b189ffa8-c55a-4479-af34-d814f40db21e req-1aeb3077-bfcc-41d2-aa3b-4897fd43311a tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690544 Aug 21 18:11:21.941559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6520c8c-039b-47f9-81c0-4d74fd3dfae8 req-ce60fa2a-aa8f-4497-a1c0-70636a382e75 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:21.943242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6520c8c-039b-47f9-81c0-4d74fd3dfae8 req-ce60fa2a-aa8f-4497-a1c0-70636a382e75 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0930986 Aug 21 18:11:21.954606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-b615f097-3089-4cab-baa8-049a467c45cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=98538196-b8ce-4790-b56f-612e09ebae69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308475 Aug 21 18:11:22.042348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6520c8c-039b-47f9-81c0-4d74fd3dfae8 req-7c225dc3-80eb-43f2-ae4e-13d05d6870ba tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592563 Aug 21 18:11:22.069505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-293e7769-c459-454f-94a7-0d9547ff0668 req-b4cdcbae-aa56-4a3d-ba72-48941c598bff service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578152 Aug 21 18:11:22.073225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-1fc916e2-2f3c-49b6-919c-3926bd41d6ea service neutron] 10.222.0.39 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072962 Aug 21 18:11:22.178610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74446cd3-5dac-495f-8032-699d8b39eb78 req-22515e68-319c-4b50-833b-84984a4b52ae tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.180135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74446cd3-5dac-495f-8032-699d8b39eb78 req-22515e68-319c-4b50-833b-84984a4b52ae tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.1105275 Aug 21 18:11:22.550210 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-651ed987-c30f-4b1b-a437-52f449ec8556 req-db773c7d-c0ae-4ca7-b022-5c429e74be82 service neutron] 10.222.0.39 "GET /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682779 Aug 21 18:11:22.558246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74446cd3-5dac-495f-8032-699d8b39eb78 req-15e89f92-5090-48b8-b5e5-faacb8f4a010 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681552 Aug 21 18:11:22.634628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58419950-3cdc-48af-9c5e-da5ff451090f req-9deb420f-65ae-48ea-930b-7d61824f6753 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.636140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58419950-3cdc-48af-9c5e-da5ff451090f req-9deb420f-65ae-48ea-930b-7d61824f6753 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0527189 Aug 21 18:11:22.677101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58419950-3cdc-48af-9c5e-da5ff451090f req-85a1e55f-5dd0-438e-b2a8-bb1879034204 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Aug 21 18:11:22.679657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.686358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.692572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.699120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.705642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.712049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.719303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.721456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-e214a1bf-38d6-4773-a2ad-4cd3313a10dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.1007295 Aug 21 18:11:22.737255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:22.741347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:22.765877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52df3b8c-adf9-43f4-806f-fdd94285ff09 req-4df4c87b-2e9e-4d64-ab1c-d410a597741f tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381145 Aug 21 18:11:22.887261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:22.910229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.910821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:22.916472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.923433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.929886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.935681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'mac_address': 'fa:16:3e:1d:a9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:22.936085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.942368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.944867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:22.949021 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:22.951327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:22.953551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b56d79c-6dab-4fb7-86cf-f1c77f0cb8b4 req-97efe2c0-1cba-4a5f-b8bf-48498eb55451 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.0994229 Aug 21 18:11:23.021212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:23.038893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:23.041097 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae1c98f-2628-4aa6-b4b6-4c8c6a5c55c9" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:23.053110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:23.067114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:23.070199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba23a-920a-404f-8dc0-f3f75a8193f3 req-a10e5c78-c9e9-4c39-a858-cb0c1b72ab5e tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:23.071857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bdba23a-920a-404f-8dc0-f3f75a8193f3 req-a10e5c78-c9e9-4c39-a858-cb0c1b72ab5e tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 943 time: 0.0578616 Aug 21 18:11:23.080144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:23.084337 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:23.117889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bdba23a-920a-404f-8dc0-f3f75a8193f3 req-64da5a2d-4fb0-46bd-9c5c-7df16fb383dd tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Aug 21 18:11:23.124668 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecf6ef5-f7ef-4a06-9944-06658e0a41cd x-openstack-request-id: req-cecf6ef5-f7ef-4a06-9944-06658e0a41cd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:23.125183 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:23.125564 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cecf6ef5-f7ef-4a06-9944-06658e0a41cd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:23.126019 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:11:23.166341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:23.193427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:23.225088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f4153a6e-4fd0-4a31-94b9-10e6925d76cd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:23.231481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7285-3894-4f44-a990-ff2ec6d5d0d9 req-ad77f29a-f2b2-4b19-ac34-2b912014fd8d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:23.233061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b3b7285-3894-4f44-a990-ff2ec6d5d0d9 req-ad77f29a-f2b2-4b19-ac34-2b912014fd8d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.0547845 Aug 21 18:11:23.275612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b3b7285-3894-4f44-a990-ff2ec6d5d0d9 req-a16ec512-616a-4210-8bc0-c4be1580ec73 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355785 Aug 21 18:11:23.678924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a1d61-302f-48b2-9992-dbe827c7f8f7 req-d9c44f48-13c1-4f53-9ecf-ec2fabaf0576 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:23.680442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-244a1d61-302f-48b2-9992-dbe827c7f8f7 req-d9c44f48-13c1-4f53-9ecf-ec2fabaf0576 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.0530219 Aug 21 18:11:23.720639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-244a1d61-302f-48b2-9992-dbe827c7f8f7 req-6bc25d45-6565-4265-9109-eb80a1a71e09 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Aug 21 18:11:23.800778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8861f2-16f6-45c3-a943-be3b4a24c6f6 req-2227f5f3-f275-4991-a6f9-5a788db51dd2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:23.802333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa8861f2-16f6-45c3-a943-be3b4a24c6f6 req-2227f5f3-f275-4991-a6f9-5a788db51dd2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0537536 Aug 21 18:11:23.848246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa8861f2-16f6-45c3-a943-be3b4a24c6f6 req-26a66553-e0d8-40c8-8baa-676191da5677 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381637 Aug 21 18:11:24.150087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46bdbd-ec16-4edd-875d-278c7d876468 req-ec7fb760-eebd-4fdc-92b5-e6cc0db46a75 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:24.151763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e46bdbd-ec16-4edd-875d-278c7d876468 req-ec7fb760-eebd-4fdc-92b5-e6cc0db46a75 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.0542669 Aug 21 18:11:24.194528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e46bdbd-ec16-4edd-875d-278c7d876468 req-25f35ffc-ffaa-45f7-8b5e-521f14850678 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Aug 21 18:11:24.246532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba1528-af44-477a-9e27-ef75ed0aee8d req-57f9b6a0-66c2-4d95-8951-5d0b40b47a90 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:24.248076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bba1528-af44-477a-9e27-ef75ed0aee8d req-57f9b6a0-66c2-4d95-8951-5d0b40b47a90 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 943 time: 0.0505066 Aug 21 18:11:24.287466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bba1528-af44-477a-9e27-ef75ed0aee8d req-3c82180d-6871-40ff-8834-1fbe7bbc3050 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Aug 21 18:11:24.406366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd17aa2-137e-4086-bb14-55ddca695ab5 req-26b37a46-5589-4f6a-8aba-3c36038229bb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:24.407917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7bd17aa2-137e-4086-bb14-55ddca695ab5 req-26b37a46-5589-4f6a-8aba-3c36038229bb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 945 time: 0.0565538 Aug 21 18:11:24.446395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7bd17aa2-137e-4086-bb14-55ddca695ab5 req-83010dc0-faaa-4ec7-8a66-395acb3a23b9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324779 Aug 21 18:11:24.738678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:24.902422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f4153a6e-4fd0-4a31-94b9-10e6925d76cd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:24.902855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.007164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65caedb5-0477-4f92-b252-20d256c1c6e7 req-d2ebfa64-44f6-47e9-a753-59dbcb7f0cbe tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.018290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65caedb5-0477-4f92-b252-20d256c1c6e7 req-d2ebfa64-44f6-47e9-a753-59dbcb7f0cbe tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0716622 Aug 21 18:11:25.033137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.063290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65caedb5-0477-4f92-b252-20d256c1c6e7 req-d21aef20-ce14-4991-90b6-9607b1214de3 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440867 Aug 21 18:11:25.086466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:25.091642 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.128164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:25.130387 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91e1fcc-31c7-4222-a58d-9b8abdcd2d68" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:25.152657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:25.224902 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebbd563-8ef6-4d57-b3e8-1b80ef1455a3 x-openstack-request-id: req-4ebbd563-8ef6-4d57-b3e8-1b80ef1455a3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:25.225363 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-plugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:25.225777 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ebbd563-8ef6-4d57-b3e8-1b80ef1455a3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:25.226309 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:11:25.262996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:25.290667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=13']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:25.362384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,segment=NetworkSegment(8995932c-3e3f-4d77-b997-22645be54b1e),segment_id=8995932c-3e3f-4d77-b997-22645be54b1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:25.386462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de61e1-afaa-41aa-a211-4d63c28a275c req-7371fb8a-9ff4-4ee4-87df-148b5eabe20b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.389778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52de61e1-afaa-41aa-a211-4d63c28a275c req-7371fb8a-9ff4-4ee4-87df-148b5eabe20b tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.1082339 Aug 21 18:11:25.392684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339', 'network_id': '98538196-b8ce-4790-b56f-612e09ebae69', 'port_id': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339', 'mac_address': 'fa:16:3e:3a:0f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e9d004f-1957-46af-aecc-e2dde2e2881f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:25.397283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.397780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.398263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.398768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.399247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.399719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.400189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.402114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-98919b4c-24c9-45a8-81da-ffa98acb5070 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.1380532 Aug 21 18:11:25.476518 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-f4cec4d9-75e1-4813-9d7f-90d854e1d4a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504723 Aug 21 18:11:25.494880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb8cdb-90e6-496f-90a7-3247fe1d9c4c req-d4f3522d-d26d-4ef9-b7ed-5efd0ef27257 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.497316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bdb8cdb-90e6-496f-90a7-3247fe1d9c4c req-d4f3522d-d26d-4ef9-b7ed-5efd0ef27257 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 943 time: 0.1141627 Aug 21 18:11:25.500577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.501011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-52de61e1-afaa-41aa-a211-4d63c28a275c req-6dea65f0-36cb-4c9c-be8e-b22f33c2d9a0 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/security-groups?id=41da434e-1408-43a7-a706-8cd48f1773ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039600 Aug 21 18:11:25.528178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:25.568249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,segment=NetworkSegment(8995932c-3e3f-4d77-b997-22645be54b1e),segment_id=8995932c-3e3f-4d77-b997-22645be54b1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:25.580609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.582578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bdb8cdb-90e6-496f-90a7-3247fe1d9c4c req-de4f854b-8288-4a65-93a7-ed0fd5ee1898 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726624 Aug 21 18:11:25.618785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-ddec4e70-ac14-4071-811d-0bffe0292ec2 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.622469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-ddec4e70-ac14-4071-811d-0bffe0292ec2 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.64 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 946 time: 0.0748413 Aug 21 18:11:25.667939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:25.766163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Deleting port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:11:25.766841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.883720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] For port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,segment=NetworkSegment(4afcd2c0-62a9-4660-8f6f-1d0ef811d66e),segment_id=4afcd2c0-62a9-4660-8f6f-1d0ef811d66e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:25.884357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:25.891716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f4995-465d-4bc3-8e17-ab80041117f4 req-cf8b191f-eadc-43bd-a6a4-73018ca2335f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:25.893228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a5f4995-465d-4bc3-8e17-ab80041117f4 req-cf8b191f-eadc-43bd-a6a4-73018ca2335f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0824313 Aug 21 18:11:25.899386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Calling delete_port for 02965cd0-2c5e-4dee-858c-c36d8aca7e0d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:11:25.912867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9b81cc99-a5e6-4794-8d4c-f6dc1b74a339'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:25.970641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a5f4995-465d-4bc3-8e17-ab80041117f4 req-96f84b43-5259-4c70-898e-37574d58bff0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642514 Aug 21 18:11:26.127354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:26.144420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['02965cd0-2c5e-4dee-858c-c36d8aca7e0d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:26.212623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdd52e-0154-4e1b-85a6-70b59440cb99 req-70bcd983-96b1-4da6-aa7a-85e3871c78e6 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:26.230904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08cdd52e-0154-4e1b-85a6-70b59440cb99 req-70bcd983-96b1-4da6-aa7a-85e3871c78e6 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0887475 Aug 21 18:11:26.240594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Pushing event deleted for resources: {'Port': ['ID=02965cd0-2c5e-4dee-858c-c36d8aca7e0d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:26.265830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] No DVR routers for this DVR port 02965cd0-2c5e-4dee-858c-c36d8aca7e0d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:11:26.268725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:26.271585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5567e39-2fcb-40a3-ac34-dd0dcbd1b794 req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.64 "DELETE /v2.0/ports/02965cd0-2c5e-4dee-858c-c36d8aca7e0d HTTP/1.1" status: 204 len: 173 time: 0.6383817 Aug 21 18:11:26.272977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.273321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.273714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.274051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.274380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.274740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.275064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.275387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.275709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.276031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.276352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.276872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a45afb-56df-4130-9923-1b7d795ad5b9 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:26.281306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'name': 'network-vif-deleted', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:26.283867 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7c6cee-80dc-4578-ab09-a50a324c9767" -d '{"events": [{"server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "name": "network-vif-deleted", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:26.304014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08cdd52e-0154-4e1b-85a6-70b59440cb99 req-08572a2e-49e1-422d-9a9f-c1c4c94ccf1e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716536 Aug 21 18:11:26.367383 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd55574-8548-49c8-b146-f74d56bc5743 x-openstack-request-id: req-8bd55574-8548-49c8-b146-f74d56bc5743 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:26.367673 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b", "name": "network-vif-deleted", "tag": "02965cd0-2c5e-4dee-858c-c36d8aca7e0d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:26.367925 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8bd55574-8548-49c8-b146-f74d56bc5743 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:26.368327 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a6d0c5-d66b-48ff-8c19-ab2bce89e71b', 'name': 'network-vif-deleted', 'tag': '02965cd0-2c5e-4dee-858c-c36d8aca7e0d', 'status': 'completed', 'code': 200} Aug 21 18:11:26.622268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f95606a-813d-4c0d-9d31-9cf482f24dec req-7e103385-dbfe-4f74-b9a6-bc8b8d752f68 tempest-ServerAddressesTestJSON-575395230 tempest-ServerAddressesTestJSON-575395230-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9a6d0c5-d66b-48ff-8c19-ab2bce89e71b HTTP/1.1" status: 200 len: 210 time: 0.0292418 Aug 21 18:11:26.726954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470438f-1d33-49f6-845d-0990e751f1a3 req-71dbcaa2-b394-45d6-b76f-639866a59da7 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:26.728459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9470438f-1d33-49f6-845d-0990e751f1a3 req-71dbcaa2-b394-45d6-b76f-639866a59da7 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 944 time: 0.0688393 Aug 21 18:11:26.789459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9470438f-1d33-49f6-845d-0990e751f1a3 req-e1879780-025a-48d6-807f-e85f4aa63e2b tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Aug 21 18:11:27.118539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9d61-8454-4723-93d4-3cab2aca8caf req-09cda711-8c24-4a82-a6a1-2b1a90af405e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:27.119740 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fff9d61-8454-4723-93d4-3cab2aca8caf req-09cda711-8c24-4a82-a6a1-2b1a90af405e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0587993 Aug 21 18:11:27.161774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:27.173876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fff9d61-8454-4723-93d4-3cab2aca8caf req-8758ab29-3f2c-4d86-bdaa-5a443194c55b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460002 Aug 21 18:11:27.220873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:27.224998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:27.225447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.308260 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.334373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:27.336844 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e9487-893e-4754-a5da-d8972dcad506" -d '{"events": [{"server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "name": "network-vif-plugged", "status": "completed", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:27.350575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,segment=NetworkSegment(8995932c-3e3f-4d77-b997-22645be54b1e),segment_id=8995932c-3e3f-4d77-b997-22645be54b1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:27.358324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.419124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:27.502700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3bc56-7a6e-4bba-b701-88c12d00643a req-41d861e9-bc97-4f16-99b6-de0eaa697a70 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:27.505016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05e3bc56-7a6e-4bba-b701-88c12d00643a req-41d861e9-bc97-4f16-99b6-de0eaa697a70 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0678790 Aug 21 18:11:27.505142 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29f9732-f705-4ac2-ba72-7f7dcd924a28 x-openstack-request-id: req-b29f9732-f705-4ac2-ba72-7f7dcd924a28 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:27.505335 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "name": "network-vif-plugged", "status": "completed", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:27.505592 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b29f9732-f705-4ac2-ba72-7f7dcd924a28 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:27.505979 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339', 'code': 200} Aug 21 18:11:27.550044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05e3bc56-7a6e-4bba-b701-88c12d00643a req-aeee5b18-370b-402f-8b17-b79117e4a9ab tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380614 Aug 21 18:11:27.624850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaf2d19-c2c0-41d8-bd24-2449740a5ffe req-9a0f5ffe-6ff7-4fd6-bd0e-41398dc0220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:27.627322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eeaf2d19-c2c0-41d8-bd24-2449740a5ffe req-9a0f5ffe-6ff7-4fd6-bd0e-41398dc0220e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 1097 time: 0.0488043 Aug 21 18:11:27.683778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eeaf2d19-c2c0-41d8-bd24-2449740a5ffe req-3c04ce0e-d1ba-4f69-9ffe-6d58c7bf5ecd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480585 Aug 21 18:11:27.687071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54964) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:27.734206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Deleting subnet cc487bda-7933-44da-9ef0-d7b0a2147a67 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:11:27.737714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.773944 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.825148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.923002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98898c8a-90c6-4d3d-aa99-e5d6d2298250 req-49c0f0b6-da22-4a32-b875-8cbde08dfa9a tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:27.926554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98898c8a-90c6-4d3d-aa99-e5d6d2298250 req-49c0f0b6-da22-4a32-b875-8cbde08dfa9a tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 945 time: 0.0583320 Aug 21 18:11:27.936538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.969207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc487bda-7933-44da-9ef0-d7b0a2147a67,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:27.980568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:27.982455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1aa7fc2f-4a0a-4387-b767-a769580573fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc487bda-7933-44da-9ef0-d7b0a2147a67 HTTP/1.1" status: 204 len: 168 time: 0.2943943 Aug 21 18:11:27.985338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:28.017149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-98898c8a-90c6-4d3d-aa99-e5d6d2298250 req-45f56841-2457-4c34-8707-b7a07cb74f45 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750754 Aug 21 18:11:28.071681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.173805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.187630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1101695b-1795-443a-ad9d-7d700762daef']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:28.202563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:28.202990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afcd2c0-62a9-4660-8f6f-1d0ef811d66e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:28.216741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.234532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.249501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:11:28.250116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:11:28.251916 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:11:28.324289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.343322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.344332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07fc84-ea40-4b13-bea7-9daa8f32c5b8 req-5a70d751-685c-477f-b3c7-919c0efaca26 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:28.345345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] 10.222.0.41 "DELETE /v2.0/networks/1101695b-1795-443a-ad9d-7d700762daef HTTP/1.1" status: 204 len: 168 time: 0.3589756 Aug 21 18:11:28.346436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be431c0f-f233-4d42-ad1c-f96b7f0ce4ab admin admin] Pushing event deleted for resources: {'Network': ['ID=1101695b-1795-443a-ad9d-7d700762daef,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:28.361855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b07fc84-ea40-4b13-bea7-9daa8f32c5b8 req-5a70d751-685c-477f-b3c7-919c0efaca26 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0808625 Aug 21 18:11:28.412196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b07fc84-ea40-4b13-bea7-9daa8f32c5b8 req-88840e25-d940-40eb-a30f-200046569457 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494003 Aug 21 18:11:28.500116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54982) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:28.556551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee197878-eecd-4f3f-8079-bb268c1a646c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9b9b90b20f164e5e9c5faa350230150f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549941 Aug 21 18:11:28.559645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:28.633783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.664372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.683853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e62376-7018-414e-8dac-41319b420a55 req-a07eb8d7-f4fe-42e5-a7a1-17e7d390852d tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:28.685570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b4e62376-7018-414e-8dac-41319b420a55 req-a07eb8d7-f4fe-42e5-a7a1-17e7d390852d tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0625181 Aug 21 18:11:28.730667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.734287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:28.735559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41da434e-1408-43a7-a706-8cd48f1773ef HTTP/1.1" status: 204 len: 168 time: 0.1748252 Aug 21 18:11:28.745261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e6bc2-7775-4a35-a403-a7f4282034bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da434e-1408-43a7-a706-8cd48f1773ef,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:28.756142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b4e62376-7018-414e-8dac-41319b420a55 req-f243758f-f900-4e03-bfbe-0286232f6bbf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641193 Aug 21 18:11:28.772786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 02965cd0-2c5e-4dee-858c-c36d8aca7e0d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:28.794331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 02965cd0-2c5e-4dee-858c-c36d8aca7e0d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:11:28.795027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 02965cd0-2c5e-4dee-858c-c36d8aca7e0d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:11:29.152446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e76a95-849a-4d3a-8444-9d946dbdc9e9 req-76a3762e-e26d-4861-971d-764a8c3d34e2 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:29.161649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4e76a95-849a-4d3a-8444-9d946dbdc9e9 req-76a3762e-e26d-4861-971d-764a8c3d34e2 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 945 time: 0.0655680 Aug 21 18:11:29.219958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4e76a95-849a-4d3a-8444-9d946dbdc9e9 req-f156187d-86d6-49e6-9d28-6791339eb3f9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568776 Aug 21 18:11:29.589793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95438b3d-6e3a-46c2-9832-3e54f0d798bb req-68762f43-932c-4d7b-b611-b12faa1c8bc2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:29.592070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95438b3d-6e3a-46c2-9832-3e54f0d798bb req-68762f43-932c-4d7b-b611-b12faa1c8bc2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0763538 Aug 21 18:11:29.653921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95438b3d-6e3a-46c2-9832-3e54f0d798bb req-d458272b-4bc7-481b-ac85-047b9fcfeb5d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447247 Aug 21 18:11:29.759715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55036) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:29.909689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb9476b-aa88-4855-af5d-7decececac7d req-4d9705d9-391c-40b9-a51e-9d440b18a279 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:29.912601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffb9476b-aa88-4855-af5d-7decececac7d req-4d9705d9-391c-40b9-a51e-9d440b18a279 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0794618 Aug 21 18:11:29.947987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1012581278-network', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:29.992242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffb9476b-aa88-4855-af5d-7decececac7d req-a3f4f8a3-4701-4d47-8b5e-9ee33ffa9b7a tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684319 Aug 21 18:11:30.006809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Made reservation on behalf of 90846e5b8f6f401d9fc4ef8e79f03abd for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:30.010430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.020048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.151998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463284f-d0e5-4cb3-a447-546219750dd6 req-7bfd0492-5308-498f-9b25-10d75215e9ad tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:30.160493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b463284f-d0e5-4cb3-a447-546219750dd6 req-7bfd0492-5308-498f-9b25-10d75215e9ad tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 945 time: 0.0750844 Aug 21 18:11:30.230464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b463284f-d0e5-4cb3-a447-546219750dd6 req-f798dbf0-043a-44c5-b618-83c89bba421a tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690737 Aug 21 18:11:30.235679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.244393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.266326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:11:30.286574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.287160 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Added segment 02ef6171-de00-45cd-ab66-77668005fda0 of type vlan for network 11494840-96d2-4ec7-90f5-25458df0440d Aug 21 18:11:30.300813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1620f-ba48-4143-9404-901ced90f37c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:30.362075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.399964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.402071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:30.403647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.473899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7048981 Aug 21 18:11:30.474305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55052) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:30.479891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Request body: {'subnet': {'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1012581278-subnet', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:30.485735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2bd68-7649-4bea-8dbd-733b5d270d2c admin admin] Pushing event updated for resources: {'Network': ['ID=11494840-96d2-4ec7-90f5-25458df0440d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:30.495608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 11494840-96d2-4ec7-90f5-25458df0440d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:11:30.521200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Made reservation on behalf of 90846e5b8f6f401d9fc4ef8e79f03abd for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:30.524252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.724362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.790158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb17a8-fea0-47d9-acae-c23da724ded2 req-fa2771c4-3c8d-47dd-ac32-ca05e86750b1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:30.798313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66eb17a8-fea0-47d9-acae-c23da724ded2 req-fa2771c4-3c8d-47dd-ac32-ca05e86750b1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0634313 Aug 21 18:11:30.822237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde2a9e8-6478-44c9-aff0-823072ea87f4,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:30.832009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Checking segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:30.832675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Network hostable DHCP agents. Network: 11494840-96d2-4ec7-90f5-25458df0440d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:11:30.840152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66eb17a8-fea0-47d9-acae-c23da724ded2 req-3f4ac352-f61b-4d86-9544-d1dc351ae145 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403819 Aug 21 18:11:30.865186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Network 11494840-96d2-4ec7-90f5-25458df0440d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:11:30.881620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 11494840-96d2-4ec7-90f5-25458df0440d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:30.886136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:30.888655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.900386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298f0b0e-8cbe-4759-8a54-ed8f714b00f4 None None] Network 11494840-96d2-4ec7-90f5-25458df0440d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:30.904904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d73cbe80-5558-457a-8183-00081575574e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4294727 Aug 21 18:11:30.907721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55060) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:30.913750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:30.952185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:30.953391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:31.041491 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:31.242964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3063513-4b98-45f1-ba3a-cc1a427756b5 None None] Network 11494840-96d2-4ec7-90f5-25458df0440d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:31.428852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c35b02-ac48-4256-a853-2617c44fcaf2 req-6f45682f-4630-48e4-9cb3-b5ceb4cac222 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:31.430932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4c35b02-ac48-4256-a853-2617c44fcaf2 req-6f45682f-4630-48e4-9cb3-b5ceb4cac222 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 945 time: 0.0827563 Aug 21 18:11:31.502656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4c35b02-ac48-4256-a853-2617c44fcaf2 req-b56b0509-46de-4673-9282-90c131fd28e9 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/security-groups?id=64256b8d-036a-4dea-9a12-74ab5d98e008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613165 Aug 21 18:11:31.609032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:31.630689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127d31b-3e04-444f-bcb1-8be1ec21b334 req-1fbb623a-709e-4358-8bf5-f5054ad65731 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:31.632234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7127d31b-3e04-444f-bcb1-8be1ec21b334 req-1fbb623a-709e-4358-8bf5-f5054ad65731 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.4549341 Aug 21 18:11:31.720637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7127d31b-3e04-444f-bcb1-8be1ec21b334 req-df72837e-6b53-44bb-81f5-4ea9d29187a7 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748158 Aug 21 18:11:31.731490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-20303fac-b071-41d0-af08-e3e44fbcfed0 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:31.735381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-20303fac-b071-41d0-af08-e3e44fbcfed0 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.39 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 945 time: 0.0701005 Aug 21 18:11:31.889285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:31.896214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Deleting port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:11:31.897725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:31.914586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.036561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] For port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,segment=NetworkSegment(8995932c-3e3f-4d77-b997-22645be54b1e),segment_id=8995932c-3e3f-4d77-b997-22645be54b1e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:32.037485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.057196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Calling delete_port for 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:11:32.071118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff20327-738b-40a3-b880-e06bdcd10039 req-61ea84c7-0279-4e6e-9974-aa6b2d51f37f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:32.072370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ff20327-738b-40a3-b880-e06bdcd10039 req-61ea84c7-0279-4e6e-9974-aa6b2d51f37f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1058812 Aug 21 18:11:32.104414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Allocated IP 172.25.1.236 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/3cb3880e-ed59-4509-a570-d73a25c495c3) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:32.173112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ff20327-738b-40a3-b880-e06bdcd10039 req-f6ccf0c8-cc81-4c6f-a558-c227353f5670 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834861 Aug 21 18:11:32.238742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.252223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9b81cc99-a5e6-4794-8d4c-f6dc1b74a339'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:32.274488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.328059 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.336729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Pushing event deleted for resources: {'Port': ['ID=9b81cc99-a5e6-4794-8d4c-f6dc1b74a339,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:32.362236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] No DVR routers for this DVR port 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:11:32.365306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.368339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d70a602e-12a7-4e57-b07b-8e04a0ee2727 req-d2b77ded-76f6-46d2-8dda-3692711b4f96 tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.39 "DELETE /v2.0/ports/9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 HTTP/1.1" status: 204 len: 173 time: 0.6233504 Aug 21 18:11:32.368826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'name': 'network-vif-deleted', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:32.371880 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4833781d-1600-47a5-84c6-e14006c6b893" -d '{"events": [{"server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "name": "network-vif-deleted", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:32.417581 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf29126-fba3-44c8-89e1-4b0045090491 x-openstack-request-id: req-cbf29126-fba3-44c8-89e1-4b0045090491 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:32.418135 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3315dd86-ec31-4923-b396-3762cd53f95c", "name": "network-vif-deleted", "tag": "9b81cc99-a5e6-4794-8d4c-f6dc1b74a339", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:32.419411 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbf29126-fba3-44c8-89e1-4b0045090491 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:32.420031 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3315dd86-ec31-4923-b396-3762cd53f95c', 'name': 'network-vif-deleted', 'tag': '9b81cc99-a5e6-4794-8d4c-f6dc1b74a339', 'status': 'completed', 'code': 200} Aug 21 18:11:32.422519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:32.426452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:32.438943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:32.494049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Pushing event updated for resources: {'Port': ['ID=3cb3880e-ed59-4509-a570-d73a25c495c3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:32.663908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e787daa0-83ca-46a6-bfae-ea32ffac311f req-86e8a964-a8d6-4a10-b888-d8511eb6861c tempest-ServerMetadataNegativeTestJSON-762083037 tempest-ServerMetadataNegativeTestJSON-762083037-project] 10.222.0.41 "GET /v2.0/ports?device_id=3315dd86-ec31-4923-b396-3762cd53f95c HTTP/1.1" status: 200 len: 210 time: 0.0307825 Aug 21 18:11:32.857541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:32.892655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddbe1b-f4d7-4a1a-8529-984ae5abdfd1 req-a5d3d1bb-9852-4aa7-82e4-c04cb6e7ffe1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:32.894320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24ddbe1b-f4d7-4a1a-8529-984ae5abdfd1 req-a5d3d1bb-9852-4aa7-82e4-c04cb6e7ffe1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0875311 Aug 21 18:11:32.966763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24ddbe1b-f4d7-4a1a-8529-984ae5abdfd1 req-929217c1-0876-479c-8594-850504bd586e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503144 Aug 21 18:11:33.224358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:33.393714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6eccb-9dbc-4e3f-a68d-2ce422b094d1 req-3d92c23b-a7ae-4cb2-897b-d0d8483967e5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:33.395313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3e6eccb-9dbc-4e3f-a68d-2ce422b094d1 req-3d92c23b-a7ae-4cb2-897b-d0d8483967e5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1100061 Aug 21 18:11:33.461419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3e6eccb-9dbc-4e3f-a68d-2ce422b094d1 req-b8eb3997-d560-4788-af44-d1bf4b328f24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554624 Aug 21 18:11:33.462597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:11:33.585090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:33.596803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Sync routers for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:33.605279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:33.607948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1fc35757-af72-4dea-83e2-297fda904699 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6988723 Aug 21 18:11:33.609308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:33.609544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55104) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:33.609980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:33.785469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:33.786696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55110) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:33.841019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Deleting subnet 1e9d004f-1957-46af-aecc-e2dde2e2881f {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:11:33.849736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:33.886143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:33.928161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.015093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.078109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e9d004f-1957-46af-aecc-e2dde2e2881f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:34.080452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.082466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-99829dbc-4f71-4e80-902a-da14b36ca769 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1e9d004f-1957-46af-aecc-e2dde2e2881f HTTP/1.1" status: 204 len: 168 time: 0.2945268 Aug 21 18:11:34.088178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:34.113018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:32Z', 'revision_number': 3, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:34.185538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Checking router: 4441d10f-c7d7-45e6-9d3f-29c647ccd53c for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:11:34.185538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Updating router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c port 3cb3880e-ed59-4509-a570-d73a25c495c3 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:11:34.205510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34bb30a-1aa5-4573-a42b-bdddcd6ccc6e req-c793fb4c-d1da-4f17-bdea-b706474c3a91 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:34.215414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c34bb30a-1aa5-4573-a42b-bdddcd6ccc6e req-c793fb4c-d1da-4f17-bdea-b706474c3a91 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1432140 Aug 21 18:11:34.245813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.251202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.306086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c34bb30a-1aa5-4573-a42b-bdddcd6ccc6e req-8fd5e698-3cd7-42c2-be9c-54b066c163b2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838354 Aug 21 18:11:34.422265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.433554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98538196-b8ce-4790-b56f-612e09ebae69']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:34.448125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8995932c-3e3f-4d77-b997-22645be54b1e') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:34.448421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8995932c-3e3f-4d77-b997-22645be54b1e') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:34.458292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.473256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.479911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:11:34.480324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:11:34.513060 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:11:34.599358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.651652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.657926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] 10.222.0.41 "DELETE /v2.0/networks/98538196-b8ce-4790-b56f-612e09ebae69 HTTP/1.1" status: 204 len: 168 time: 0.5683277 Aug 21 18:11:34.672226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211663f-f93b-4fc0-ad4f-8a2ec73bd30b admin admin] Pushing event deleted for resources: {'Network': ['ID=98538196-b8ce-4790-b56f-612e09ebae69,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:34.704227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cd3da-1bf4-48db-894e-5d085970ae7d req-6855d3df-09c6-437a-b11e-f34ae01320e5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:34.717442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-123cd3da-1bf4-48db-894e-5d085970ae7d req-6855d3df-09c6-437a-b11e-f34ae01320e5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1159225 Aug 21 18:11:34.721956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.781108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.826482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-123cd3da-1bf4-48db-894e-5d085970ae7d req-5316a0dc-55c7-4d71-8275-c4d0bc3aeda8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1080573 Aug 21 18:11:34.830714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Transition to ACTIVE for port object 3cb3880e-ed59-4509-a570-d73a25c495c3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:34.852784 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:34.944232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55128) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:34.970445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70110c5f-311b-41c7-8bf0-ad0cbd964d1b None None] Pushing event updated for resources: {'Port': ['ID=3cb3880e-ed59-4509-a570-d73a25c495c3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:34.990957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Attempting to bind port 3cb3880e-ed59-4509-a570-d73a25c495c3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:34.991366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Attempting to bind port 3cb3880e-ed59-4509-a570-d73a25c495c3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:34.991928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Attempting to bind port 3cb3880e-ed59-4509-a570-d73a25c495c3 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:35.001484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:35.002244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:35.002722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.003114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:35.003581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Bound port: 3cb3880e-ed59-4509-a570-d73a25c495c3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:35.004292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.012857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4b5789fd-1448-4204-b313-a13b4295a336 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1d8535149734d76b3133402e8abccb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666223 Aug 21 18:11:35.017565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55130) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:35.072598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] For port 3cb3880e-ed59-4509-a570-d73a25c495c3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:35.076259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] For port 3cb3880e-ed59-4509-a570-d73a25c495c3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb3880e-ed59-4509-a570-d73a25c495c3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:35.081415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.094188 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.109647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.161702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:35.162361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:35.214188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Allocated IP 172.20.0.1 (11494840-96d2-4ec7-90f5-25458df0440d/fde2a9e8-6478-44c9-aff0-823072ea87f4/8ff998f4-23ce-4448-9540-700bdb6839c2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:35.215141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.218023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.219348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64256b8d-036a-4dea-9a12-74ab5d98e008 HTTP/1.1" status: 204 len: 168 time: 0.1995833 Aug 21 18:11:35.239949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934db38-0626-4b79-a80b-d95f3c19d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64256b8d-036a-4dea-9a12-74ab5d98e008,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:35.296493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70110c5f-311b-41c7-8bf0-ad0cbd964d1b None None] Pushing event updated for resources: {'Port': ['ID=3cb3880e-ed59-4509-a570-d73a25c495c3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:35.391831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:35.526808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.582549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.600937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab841a-d26d-4ce4-a7f7-f3acbb1b980d req-962e7103-4ed9-4acb-8f51-b1b9b6ab0f78 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:35.610097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fab841a-d26d-4ce4-a7f7-f3acbb1b980d req-962e7103-4ed9-4acb-8f51-b1b9b6ab0f78 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1488726 Aug 21 18:11:35.637984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Network 11494840-96d2-4ec7-90f5-25458df0440d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:35.643027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:35.651901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:35.689097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fab841a-d26d-4ce4-a7f7-f3acbb1b980d req-14eb3356-0498-416b-927a-90e6c706b49f tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Aug 21 18:11:35.695305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Pushing event updated for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:35.714724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:35.803310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:32Z', 'revision_number': 3, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:35.841412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e0e2e5-61a1-4ee3-a252-f9a04fa9aee6 None None] The sync data for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 is: [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:32Z', 'revision_number': 3, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:11:36.027637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:36.120759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226106c5-47d1-48cd-b73a-bb1290e42e5b req-cbb69826-dae9-4d64-973d-3962e48df815 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:36.131305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-226106c5-47d1-48cd-b73a-bb1290e42e5b req-cbb69826-dae9-4d64-973d-3962e48df815 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1591547 Aug 21 18:11:36.231319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-226106c5-47d1-48cd-b73a-bb1290e42e5b req-21c7df18-9d38-4c13-a3fe-8ed6b75d8be7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856071 Aug 21 18:11:36.425358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:36.491682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:36.700284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:36.758580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Pushing event updated for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:36.776750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb3880e-ed59-4509-a570-d73a25c495c3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:36.909840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3cb3880e-ed59-4509-a570-d73a25c495c3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:36.916567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3cb3880e-ed59-4509-a570-d73a25c495c3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:36.917373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:37.127197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:37.177494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3cb3880e-ed59-4509-a570-d73a25c495c3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb3880e-ed59-4509-a570-d73a25c495c3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:37.192812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:37.295736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:37.330451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3cb3880e-ed59-4509-a570-d73a25c495c3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:37.333437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:11:37.333962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9b81cc99-a5e6-4794-8d4c-f6dc1b74a339 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:11:37.535434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1209c4-024d-4398-bce6-6707de9c1bc8 req-56bc7068-5e42-4fa7-896b-749517967195 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:37.537037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae1209c4-024d-4398-bce6-6707de9c1bc8 req-56bc7068-5e42-4fa7-896b-749517967195 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.6924584 Aug 21 18:11:37.563367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Network 11494840-96d2-4ec7-90f5-25458df0440d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:37.581810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:37.679017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f80890-6cd0-46af-9edf-6595fb3e59a5 req-36e334f4-8580-4dae-9309-44a4c01651ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:37.681329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5f80890-6cd0-46af-9edf-6595fb3e59a5 req-36e334f4-8580-4dae-9309-44a4c01651ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.1334264 Aug 21 18:11:37.693811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae1209c4-024d-4398-bce6-6707de9c1bc8 req-d154b25c-e098-4581-a85a-968dc04dd52d tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452675 Aug 21 18:11:37.772207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5f80890-6cd0-46af-9edf-6595fb3e59a5 req-fd736a71-3989-4b5f-9678-fb1382246bc9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822029 Aug 21 18:11:37.791628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:11:38.000237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:38.016940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7a51b622-2469-49b2-aea0-e9dc3e8fbbae admin admin] 10.222.0.41 "PUT /v2.0/routers/4441d10f-c7d7-45e6-9d3f-29c647ccd53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3970280 Aug 21 18:11:38.498693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55242) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:38.660774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb3880e-ed59-4509-a570-d73a25c495c3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:38.712733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-c3be5b01-86ff-4e38-9e7a-f9d9f08d160f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:38.714253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-c3be5b01-86ff-4e38-9e7a-f9d9f08d160f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 811 time: 0.1853225 Aug 21 18:11:38.749357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-eecbd423-ecba-4719-acce-1c70c0dfd704 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/quotas/90846e5b8f6f401d9fc4ef8e79f03abd HTTP/1.1" status: 200 len: 375 time: 0.0241089 Aug 21 18:11:38.776410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bdb66ae-9899-4a81-9a69-100842b41410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:38.796026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3cb3880e-ed59-4509-a570-d73a25c495c3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:38.800278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:38.821954 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Sync routers for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:38.846713 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:38.847155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-35ba61c7-3009-4ca4-9b92-2e0114daa364 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0966122 Aug 21 18:11:38.847415 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:38.969680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817934fa-b8c2-4f79-a86e-8ab0c6d45f26 req-1e1bba07-7f0d-44fb-a800-be912f842c66 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:38.972373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-817934fa-b8c2-4f79-a86e-8ab0c6d45f26 req-1e1bba07-7f0d-44fb-a800-be912f842c66 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0908911 Aug 21 18:11:38.987065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-ba005a2d-fbad-4a9c-9e94-44cfd2b5f013 service neutron] 10.222.0.41 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387553 Aug 21 18:11:39.035012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-817934fa-b8c2-4f79-a86e-8ab0c6d45f26 req-e1988c51-c4ac-48c0-bc68-22c387fa61f2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Aug 21 18:11:39.037475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bdb66ae-9899-4a81-9a69-100842b41410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.042951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bdb66ae-9899-4a81-9a69-100842b41410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.097372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb66ae-9899-4a81-9a69-100842b41410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d1ba0a-c8ec-4e94-b6fb-91b55f0baccb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:39.111874 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:39.163571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-1bc35080-0aeb-4e17-8eea-ce310a98ec1e service neutron] 10.222.0.41 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639287 Aug 21 18:11:39.211716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3bdb66ae-9899-4a81-9a69-100842b41410 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=720f55deb77545cf860145f8cf50ccbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113466 Aug 21 18:11:39.214413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:39.224915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e71b89-1d44-48b8-a74c-f82f36278834 req-263a0de4-d223-49ca-bf86-73e6237a34c4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:39.226653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10e71b89-1d44-48b8-a74c-f82f36278834 req-263a0de4-d223-49ca-bf86-73e6237a34c4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0803545 Aug 21 18:11:39.309157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10e71b89-1d44-48b8-a74c-f82f36278834 req-17d75595-a3fe-4078-bd4e-642c64ccfdf0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0752413 Aug 21 18:11:39.324900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.387296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.501693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.504663 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.508644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48d1ba0a-c8ec-4e94-b6fb-91b55f0baccb HTTP/1.1" status: 204 len: 168 time: 0.2925515 Aug 21 18:11:39.575482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a83e0-9baa-4140-bb05-1329e9782319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d1ba0a-c8ec-4e94-b6fb-91b55f0baccb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:39.635308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12344b9d-415d-472a-ba8c-4c3cd64c2945 req-c19457d9-d760-46f5-8fd0-fec1b4e6c635 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 210 time: 0.1101420 Aug 21 18:11:39.670889 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:35Z', 'revision_number': 4, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '8ff998f4-23ce-4448-9540-700bdb6839c2', 'name': '', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'mac_address': 'fa:16:3e:c6:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:34Z', 'updated_at': '2021-08-21T18:11:36Z', 'revision_number': 2, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'subnets': [{'id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:39.718814 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Checking router: 4441d10f-c7d7-45e6-9d3f-29c647ccd53c for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:11:39.719445 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Updating router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c port 8ff998f4-23ce-4448-9540-700bdb6839c2 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:11:39.750011 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:39.988537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a290-57b2-4d29-b458-983ce96b120b req-14965065-cdf9-46f8-a117-b860e323f208 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:39.998538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0886a290-57b2-4d29-b458-983ce96b120b req-14965065-cdf9-46f8-a117-b860e323f208 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0892198 Aug 21 18:11:40.043117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0886a290-57b2-4d29-b458-983ce96b120b req-513bbc9b-7097-481b-b933-f1832140c45f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435822 Aug 21 18:11:40.128053 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.141358 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Transition to ACTIVE for port object 8ff998f4-23ce-4448-9540-700bdb6839c2 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:40.149771 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.207890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Pushing event updated for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:40.210392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f159d5-4206-49ad-a883-aca3309494bb req-e787dcd2-2df0-45d7-b58a-eb8fea0d4938 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:40.212587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f159d5-4206-49ad-a883-aca3309494bb req-e787dcd2-2df0-45d7-b58a-eb8fea0d4938 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0819323 Aug 21 18:11:40.235487 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.235835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.236177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.236513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.236847 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.237181 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.237579 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.237911 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.238237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.238584 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.238910 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.239232 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:40.267329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f159d5-4206-49ad-a883-aca3309494bb req-2f69468c-6d06-44d4-915c-fd876ed3c7f1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483086 Aug 21 18:11:40.286577 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Attempting to bind port 8ff998f4-23ce-4448-9540-700bdb6839c2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:40.287380 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Attempting to bind port 8ff998f4-23ce-4448-9540-700bdb6839c2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:40.287912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Attempting to bind port 8ff998f4-23ce-4448-9540-700bdb6839c2 on network 11494840-96d2-4ec7-90f5-25458df0440d {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:40.294022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:40.294652 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Checking segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:40.295206 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.295775 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Bound using segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:40.296395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Bound port: 8ff998f4-23ce-4448-9540-700bdb6839c2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:40.297017 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.370210 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] For port 8ff998f4-23ce-4448-9540-700bdb6839c2, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:40.374485 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] For port 8ff998f4-23ce-4448-9540-700bdb6839c2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff998f4-23ce-4448-9540-700bdb6839c2,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:40.381126 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.446766 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:40.447407 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:40.455366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55350) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:40.487183 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634566c-5b89-4602-a2b3-2ed7f85324a6 None None] Pushing event updated for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:40.580276 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:40.596200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-456061534-network', 'tenant_id': '83d8d264defd4d26851ebd434e16f259'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:40.651562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:40.654873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.677129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52f7f5-7ada-40ba-b69e-7be4c6ad67e7 req-db823491-9705-489e-bfac-c7e89df14221 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:40.679315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e52f7f5-7ada-40ba-b69e-7be4c6ad67e7 req-db823491-9705-489e-bfac-c7e89df14221 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 946 time: 0.0871763 Aug 21 18:11:40.680683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:40.754934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9141f64f-c899-42dd-bf48-b5222c2b1e52 req-23447090-8aaf-4ec3-b1ab-a162081556ae tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 210 time: 0.0422971 Aug 21 18:11:40.785358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e52f7f5-7ada-40ba-b69e-7be4c6ad67e7 req-a246d102-421e-4040-ae9a-6fc734292ff5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950813 Aug 21 18:11:40.842738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:40.883404 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:35Z', 'revision_number': 4, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '8ff998f4-23ce-4448-9540-700bdb6839c2', 'name': '', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'mac_address': 'fa:16:3e:c6:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:34Z', 'updated_at': '2021-08-21T18:11:40Z', 'revision_number': 4, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'subnets': [{'id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:40.904115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-f822b838-8f5b-4bf9-a4ca-ebe6219e982e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:40.905928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-f822b838-8f5b-4bf9-a4ca-ebe6219e982e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.64 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 811 time: 0.1754043 Aug 21 18:11:40.918701 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067a8827-44e1-466c-bb23-4c6143ccfb47 None None] The sync data for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 is: [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:11:35Z', 'revision_number': 4, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '8ff998f4-23ce-4448-9540-700bdb6839c2', 'name': '', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'mac_address': 'fa:16:3e:c6:e5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1276, 'fixed_ips': [{'subnet_id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:34Z', 'updated_at': '2021-08-21T18:11:40Z', 'revision_number': 4, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'subnets': [{'id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:11:40.929478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Request body: {'port': {'device_id': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'admin_state_up': True, 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:40.989078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.030840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:41.036985 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358de3c7-d62a-482b-bb9c-fb92b8c3fb4c" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:41.043235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:41.048752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.050203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.063678 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.104995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:11:41.129990 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05611c4-4f0c-4fd5-b0d6-3d667c0fbb9e x-openstack-request-id: req-a05611c4-4f0c-4fd5-b0d6-3d667c0fbb9e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:41.130620 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-unplugged", "status": "completed", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:41.131057 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a05611c4-4f0c-4fd5-b0d6-3d667c0fbb9e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:41.133832 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'code': 200} Aug 21 18:11:41.149629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.150021 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Added segment be965919-fdf5-43e0-8ab7-68f7d1ad7d28 of type vlan for network 318bf77c-7375-4868-8fe9-7fb93377cb1a Aug 21 18:11:41.165226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfbaa2d-abc7-4c01-877d-1a68c3864e08,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:41.184782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=14']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:41.220559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14024c5c-7c8f-4fde-966e-e79f3885258f req-d4902f92-685a-4f0c-a1cf-948c0a3cb6ba tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:41.228878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14024c5c-7c8f-4fde-966e-e79f3885258f req-d4902f92-685a-4f0c-a1cf-948c0a3cb6ba tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.0879223 Aug 21 18:11:41.242721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.261604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Made reservation on behalf of 90846e5b8f6f401d9fc4ef8e79f03abd for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:41.268278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.274528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14024c5c-7c8f-4fde-966e-e79f3885258f req-1efe5bf1-5c43-458a-8a68-c653c416c2c3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441608 Aug 21 18:11:41.369314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.370368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:41.371116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.477368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0208886 Aug 21 18:11:41.480661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:41.493225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Request body: {'subnet': {'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-456061534-subnet', 'tenant_id': '83d8d264defd4d26851ebd434e16f259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:41.512478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a797eb-8cb5-4c9a-bf1d-72dd446f9e5c admin admin] Pushing event updated for resources: {'Network': ['ID=318bf77c-7375-4868-8fe9-7fb93377cb1a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:41.526235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:11:41.552393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758f80c-e67f-4e77-9c43-2b9bc992c4f9 req-65fc4c74-36ea-46da-b5d6-342ba7472991 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:41.553978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a758f80c-e67f-4e77-9c43-2b9bc992c4f9 req-65fc4c74-36ea-46da-b5d6-342ba7472991 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1561546 Aug 21 18:11:41.566478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Allocated IP 172.20.0.9 (11494840-96d2-4ec7-90f5-25458df0440d/fde2a9e8-6478-44c9-aff0-823072ea87f4/2aec281d-03ce-4c0b-8dcc-b5901b960fdc) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:41.628172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:41.631624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.671353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a758f80c-e67f-4e77-9c43-2b9bc992c4f9 req-1cc524f5-c4de-41cb-8049-d6197d1942b0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021740 Aug 21 18:11:41.691335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-1cd59cce-41f0-427c-9cd1-3270209c330f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:41.692985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-1cd59cce-41f0-427c-9cd1-3270209c330f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.1948419 Aug 21 18:11:41.875698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Deleting port 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:11:41.876216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:41.919549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f67e922-fd83-4476-8acf-e0f3cf31b428 req-bd3fdf6a-fa3b-4cd4-86f1-46644d9bc0c1 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 210 time: 0.0464604 Aug 21 18:11:41.935640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.011651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.066118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Network 11494840-96d2-4ec7-90f5-25458df0440d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:42.070641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:42.071692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] For port 4100c8b0-1bd8-4025-be85-6a833f42ec15, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4100c8b0-1bd8-4025-be85-6a833f42ec15,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:42.072915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.076432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.079319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:42.084139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Pushing event updated for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:42.146168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:42.146962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.169257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7ff7aef1-4d6b-4366-a418-e53e71d88874 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2451420 Aug 21 18:11:42.186749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Request body: {'port': {'device_id': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:42.200139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea6fb99-bb71-4512-b0cd-c98baf294c7a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:42.260019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Checking segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:42.260683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Network hostable DHCP agents. Network: 318bf77c-7375-4868-8fe9-7fb93377cb1a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:11:42.272340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.344462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:11:42.370609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 318bf77c-7375-4868-8fe9-7fb93377cb1a) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:42.376482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:42.377182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.383248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97481c9-3f32-4c1b-85bc-14e53ea8ed7d None None] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:42.396339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.396706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.397137 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Floating IP 289ca524-69b2-492c-81c7-b18182322f65 disassociated. External IP: 172.25.1.9, port: 4100c8b0-1bd8-4025-be85-6a833f42ec15. Aug 21 18:11:42.397827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Calling delete_port for 4100c8b0-1bd8-4025-be85-6a833f42ec15 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:11:42.494674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ddedc85-e8e1-4ab1-889f-fe5f8fcb0e0f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0045078 Aug 21 18:11:42.668562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa46fe89-0a75-4aae-ab0b-f722411b7c75 None None] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:11:42.705621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.717784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd872f0c-3696-4a38-94b1-686df96464b4 req-c5371a1a-2fe0-4dd0-b73a-891dc2462edc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:42.727235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd872f0c-3696-4a38-94b1-686df96464b4 req-c5371a1a-2fe0-4dd0-b73a-891dc2462edc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1061590 Aug 21 18:11:42.785639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff998f4-23ce-4448-9540-700bdb6839c2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:42.785985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65dad18-100c-47ff-a9b0-e3734d49f2d8 req-f2c72920-44bd-4ec7-a626-9825660a746f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:42.796339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c65dad18-100c-47ff-a9b0-e3734d49f2d8 req-f2c72920-44bd-4ec7-a626-9825660a746f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd873969-513e-4632-bb20-a17088647038 HTTP/1.1" status: 200 len: 946 time: 0.3480692 Aug 21 18:11:42.828194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd872f0c-3696-4a38-94b1-686df96464b4 req-3047ea3f-e975-48ad-a3cc-62b390a541c5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999873 Aug 21 18:11:42.828961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'Port': ['ID=4100c8b0-1bd8-4025-be85-6a833f42ec15,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:42.895163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c65dad18-100c-47ff-a9b0-e3734d49f2d8 req-44bea29c-cd3f-4884-b45e-655e508d6f7d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=65524d8e-b476-4d7d-af1a-3535d0950104&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974250 Aug 21 18:11:42.921733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8ff998f4-23ce-4448-9540-700bdb6839c2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:42.928154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8ff998f4-23ce-4448-9540-700bdb6839c2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:42.928567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:42.983878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aec281d-03ce-4c0b-8dcc-b5901b960fdc {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:43.001957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.029823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Transition to ACTIVE for port object 2aec281d-03ce-4c0b-8dcc-b5901b960fdc will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:43.036371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.047255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:11:43.104476 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.117620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cc6f9-c892-49a1-935e-23ab322d2eb0 req-984cf5c3-7365-449d-a8ac-b9b3a9943e21 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.119585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-894cc6f9-c892-49a1-935e-23ab322d2eb0 req-984cf5c3-7365-449d-a8ac-b9b3a9943e21 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1400003 Aug 21 18:11:43.131200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Pushing event updated for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:43.156965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 8ff998f4-23ce-4448-9540-700bdb6839c2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff998f4-23ce-4448-9540-700bdb6839c2,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:43.162967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.195797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Attempting to bind port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:43.196804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Attempting to bind port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:43.197128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Attempting to bind port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc on network 11494840-96d2-4ec7-90f5-25458df0440d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:43.204699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc on network 11494840-96d2-4ec7-90f5-25458df0440d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:43.205030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Attempting to bind port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc on network 11494840-96d2-4ec7-90f5-25458df0440d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:43.214546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:43.214921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Checking segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:43.215332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Bound using segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:43.215764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Bound port: 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:43.216127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.232952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:43.239003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-894cc6f9-c892-49a1-935e-23ab322d2eb0 req-03a6903c-cc6b-4864-bd8b-2f65390965b9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112835 Aug 21 18:11:43.298196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:43.304066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:43.307975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:43.316817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:43.325111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.336990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:43.337730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:43.351515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] No DVR routers for this DVR port 4100c8b0-1bd8-4025-be85-6a833f42ec15 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:11:43.355418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.358162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59f30ac8-f69e-4be0-b804-4b323acf9d54 req-93690b41-6cd6-426e-9998-fee055b75ed8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "DELETE /v2.0/ports/4100c8b0-1bd8-4025-be85-6a833f42ec15 HTTP/1.1" status: 204 len: 173 time: 1.6332526 Aug 21 18:11:43.358832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-deleted', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:43.361942 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50096521-dfcb-4a3d-a22a-9cc2e1cc0be7" -d '{"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-deleted", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:43.550821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8571-8ebe-4753-b304-ff5b31a31dd7 req-a29905c8-33e3-46e2-a984-e1fdef262154 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.562059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a5b8571-8ebe-4753-b304-ff5b31a31dd7 req-a29905c8-33e3-46e2-a984-e1fdef262154 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 943 time: 0.0846865 Aug 21 18:11:43.567586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-d8f8c082-628f-49db-a7f8-417678bfc804 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.569204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-d8f8c082-628f-49db-a7f8-417678bfc804 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.2358785 Aug 21 18:11:43.604593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.605263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:43.607341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] 10.222.0.64 "PUT /v2.0/ports/2aec281d-03ce-4c0b-8dcc-b5901b960fdc HTTP/1.1" status: 200 len: 1092 time: 1.4280310 Aug 21 18:11:43.607793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a5b8571-8ebe-4753-b304-ff5b31a31dd7 req-5ac71582-8f3f-44bc-b1ba-ad1a7df23d8e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Aug 21 18:11:43.609607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:43.611956 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:43.642670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4304fafb-a3ab-4c12-8260-aa3be95cfe20 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/quotas/83d8d264defd4d26851ebd434e16f259 HTTP/1.1" status: 200 len: 375 time: 0.0475180 Aug 21 18:11:43.645666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac307c-24d1-4cb0-857b-0ab672b368bc service neutron] Pushing event updated for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:43.695902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:43.715509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-24adbf71-30ba-4a01-a07f-70fb2df5e79a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554299 Aug 21 18:11:43.742094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-0173b7e3-31ed-448a-acc7-eb09b12998ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.743760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-0173b7e3-31ed-448a-acc7-eb09b12998ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.2188268 Aug 21 18:11:43.759019 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef5a77c-860c-47fa-af2b-3231f9fe24fe x-openstack-request-id: req-cef5a77c-860c-47fa-af2b-3231f9fe24fe {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:43.759494 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd873969-513e-4632-bb20-a17088647038", "name": "network-vif-deleted", "tag": "4100c8b0-1bd8-4025-be85-6a833f42ec15", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:43.759901 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cef5a77c-860c-47fa-af2b-3231f9fe24fe {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:43.760343 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd873969-513e-4632-bb20-a17088647038', 'name': 'network-vif-deleted', 'tag': '4100c8b0-1bd8-4025-be85-6a833f42ec15', 'status': 'completed', 'code': 200} Aug 21 18:11:43.801603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-0eea1e51-1672-4164-a053-d8cafca2dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.803016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-0eea1e51-1672-4164-a053-d8cafca2dae3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 1095 time: 0.1320703 Aug 21 18:11:43.881456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93090c-5dc9-47ad-9c8c-d2abec984abd req-79b17f37-2d18-44e9-bd6c-53a0cd7dd14e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:43.883530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f93090c-5dc9-47ad-9c8c-d2abec984abd req-79b17f37-2d18-44e9-bd6c-53a0cd7dd14e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0636606 Aug 21 18:11:43.921876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:43.924088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-21f32029-94fe-4453-a79b-51deee466095 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc HTTP/1.1" status: 200 len: 217 time: 0.1076531 Aug 21 18:11:43.954621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f93090c-5dc9-47ad-9c8c-d2abec984abd req-c58b14a0-a575-47b9-9b9e-90576d7962dc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604823 Aug 21 18:11:43.965290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:11:43.976837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:43.977811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:44.032454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-296325b3-1b0e-424b-bcb8-dbb1e34c65ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.034030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-296325b3-1b0e-424b-bcb8-dbb1e34c65ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2782373 Aug 21 18:11:44.038669 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5610efcf-ef63-4ca6-b25c-666a8a275fdd x-openstack-request-id: req-5610efcf-ef63-4ca6-b25c-666a8a275fdd {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:44.038987 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:44.039223 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5610efcf-ef63-4ca6-b25c-666a8a275fdd {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:44.040104 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc', 'status': 'completed', 'code': 200} Aug 21 18:11:44.103748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-beb74e96-05ba-4d20-8910-bf40d27623fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.105312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-beb74e96-05ba-4d20-8910-bf40d27623fd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.1724777 Aug 21 18:11:44.112198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-cf91900a-5ebb-44e6-aa3f-23c0bf91b581 service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846312 Aug 21 18:11:44.120879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:11:44.161435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:44.170126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-7bbaffaa-6341-4d23-a87a-53f27eda8657 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517595 Aug 21 18:11:44.223212 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.229046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-5337b346-aeba-4809-a987-c809be769540 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1762233 Aug 21 18:11:44.248868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.307596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.311811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.313123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "DELETE /v2.0/security-groups/65524d8e-b476-4d7d-af1a-3535d0950104 HTTP/1.1" status: 204 len: 168 time: 0.1505716 Aug 21 18:11:44.316623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:44.339473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-8a704ff4-b513-4a21-a367-cf85b2619a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.340962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-8a704ff4-b513-4a21-a367-cf85b2619a52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0988817 Aug 21 18:11:44.347467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1414777-ae08-4024-a00f-417cca4bec09 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65524d8e-b476-4d7d-af1a-3535d0950104,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:44.364157 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-4e64c55b-d5e4-4309-b8f6-3ad91c30bd81 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] show failed (client error): The resource could not be found. Aug 21 18:11:44.368173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e64c55b-d5e4-4309-b8f6-3ad91c30bd81 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups/65524d8e-b476-4d7d-af1a-3535d0950104 HTTP/1.1" status: 404 len: 347 time: 0.0458064 Aug 21 18:11:44.370589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55496) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:44.408090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:44.414124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-62bfa317-dcba-46bc-ad2d-042d21198a84 service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783675 Aug 21 18:11:44.421246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-ade6c0dd-1896-4907-a6de-330dc3caf8e9 service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308249 Aug 21 18:11:44.428849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f644a-c57f-482a-84ad-28fb6d09364d req-18cf1baa-195c-40f0-99b0-2f6fd3489f4d tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.430253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a5f644a-c57f-482a-84ad-28fb6d09364d req-18cf1baa-195c-40f0-99b0-2f6fd3489f4d tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0983577 Aug 21 18:11:44.439882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-7d5a88b0-f51b-459f-bb3f-fe33c658eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.441360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-7d5a88b0-f51b-459f-bb3f-fe33c658eac1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0878801 Aug 21 18:11:44.445653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b33e98-b976-48fa-9cb1-ad37ea01eb3a None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:11:44.544463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a5f644a-c57f-482a-84ad-28fb6d09364d req-41f357b0-0138-46f5-b16b-3401c99da721 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Aug 21 18:11:44.566263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Deleting port f158b124-edf0-4e6e-a4fa-428adb6a3652 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:11:44.566818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.613284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb5dc6b-0ff5-49f5-82c5-be73a48ae8e6 req-25c8e208-f141-4aaf-9062-cc976421a90a service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839354 Aug 21 18:11:44.631727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-ae6952e2-4ebf-438e-bcee-330fe4eeac4f service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777220 Aug 21 18:11:44.659771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.660746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.679779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Calling delete_port for f158b124-edf0-4e6e-a4fa-428adb6a3652 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:11:44.711987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff998f4-23ce-4448-9540-700bdb6839c2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:44.805302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1cacf5d2-b908-4cfd-afbb-7f038457f3bd req-9a16f13e-783e-4116-bc61-55f7c05568cc tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 210 time: 0.0669684 Aug 21 18:11:44.848067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-35fb770c-e610-4fec-afa6-10cb1dbce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.849570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-35fb770c-e610-4fec-afa6-10cb1dbce526 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 1095 time: 0.1103272 Aug 21 18:11:44.860239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8ff998f4-23ce-4448-9540-700bdb6839c2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:44.860663 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:44.896078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f157ba1-bea1-44c1-b0a5-9b125d751255 req-815aa450-3577-4490-9127-e4b87eece381 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554724 Aug 21 18:11:44.961915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e8612-ed41-4ee1-942d-b353e597d140 req-c3e7e061-94e1-4bc2-8a01-f9a3668fa04a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:44.964419 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7b2af-5fd6-4818-a275-da581075c27b None None] New status for floating IP 289ca524-69b2-492c-81c7-b18182322f65: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:11:44.969457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de4e8612-ed41-4ee1-942d-b353e597d140 req-c3e7e061-94e1-4bc2-8a01-f9a3668fa04a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 943 time: 0.1808019 Aug 21 18:11:45.004786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-4c7d3b9a-b463-44c7-8ab3-c7963ef057a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:45.007116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-4c7d3b9a-b463-44c7-8ab3-c7963ef057a8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 912 time: 0.1446602 Aug 21 18:11:45.011194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.041784 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de4e8612-ed41-4ee1-942d-b353e597d140 req-0b763c0c-c08d-4508-84b3-7abbc01044bf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665939 Aug 21 18:11:45.065242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'Port': ['ID=f158b124-edf0-4e6e-a4fa-428adb6a3652,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:45.130159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-db042ecd-2011-4864-82d7-b893f198e36e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc HTTP/1.1" status: 200 len: 217 time: 0.1154585 Aug 21 18:11:45.145660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.150839 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.db.api [None req-04b7b2af-5fd6-4818-a275-da581075c27b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:11:45.151331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.155037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f401baaa-81ea-4dde-affb-0b5811642632 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "DELETE /v2.0/floatingips/289ca524-69b2-492c-81c7-b18182322f65 HTTP/1.1" status: 204 len: 168 time: 0.7824199 Aug 21 18:11:45.162144 n-d-793621-32 neutron-server[94601]: DEBUG oslo_db.api [None req-04b7b2af-5fd6-4818-a275-da581075c27b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:11:45.278327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42852d2-d7a5-499d-a13b-965df1d0ed9a req-f65d093c-a077-4ce4-94e8-83524871380f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:45.280905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c42852d2-d7a5-499d-a13b-965df1d0ed9a req-f65d093c-a077-4ce4-94e8-83524871380f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1595004 Aug 21 18:11:45.285263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-af3a9f0e-27ba-4939-9834-08c62b36841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:45.286602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-af3a9f0e-27ba-4939-9834-08c62b36841b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.1345470 Aug 21 18:11:45.334300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-94d67e89-1dfc-46d5-b32c-edc15447834c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312223 Aug 21 18:11:45.351527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c42852d2-d7a5-499d-a13b-965df1d0ed9a req-a5548b0d-c2be-46aa-9f07-84eecda120e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634568 Aug 21 18:11:45.407612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:45.412576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--260852048', 'description': 'tempest-description--1643567848'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:45.436757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.540916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.544806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.579852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.583817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1724830 Aug 21 18:11:45.584037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:45.588834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group_rule': {'security_group_id': 'ccd950ad-97f9-4837-b2c7-3bc33bedd3f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:45.601141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5331-7c86-4f55-b9f4-706ae3cd2af2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:45.635833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.663928 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7b2af-5fd6-4818-a275-da581075c27b None None] New status for floating IP 289ca524-69b2-492c-81c7-b18182322f65: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:11:45.698064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.703733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.724216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8275408-5b6e-4ed6-b7ef-65f423bd7a8d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:45.735124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.740251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:45.740479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-226414fc-2558-403c-a92b-a8c0fcc3fd87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543953 Aug 21 18:11:45.758954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'security_group_rule': {'security_group_id': 'ccd950ad-97f9-4837-b2c7-3bc33bedd3f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:45.820866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-eac11168-7e7d-4496-b53b-db84655d4802 service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670384 Aug 21 18:11:45.831081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6d162-ac5c-4be2-a798-3216b7300561 req-0aecef22-4278-482c-8fe0-0a22708d1588 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:45.832771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d162-ac5c-4be2-a798-3216b7300561 req-0aecef22-4278-482c-8fe0-0a22708d1588 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1062534 Aug 21 18:11:45.841134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:45.927105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-771297d9-c697-427e-bdae-59cb15d1fd5e req-1ad1fb09-2ffd-4979-a83a-d04b26305c76 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 210 time: 0.0455177 Aug 21 18:11:45.978432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ba6d162-ac5c-4be2-a798-3216b7300561 req-b9f621e7-ec0e-4852-ad08-8fb4c77151b9 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331942 Aug 21 18:11:46.029910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.037166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.065151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7b13bbb-4573-47e7-b49a-b264cd99ce6a req-702d5897-e66f-4cff-97d9-98efcaeeb083 service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255685 Aug 21 18:11:46.070553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69642719-fcab-415b-8e6b-ee0109ce2928,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:46.083195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.084489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-08c99ea8-90d9-4f3d-b8a0-11422a6f49bc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435831 Aug 21 18:11:46.090279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:46.095098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:46.105343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-385ff69a-929d-45e0-87be-ab704ec612a5 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:46.107598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-385ff69a-929d-45e0-87be-ab704ec612a5 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1331496 Aug 21 18:11:46.123718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Request body: {'port': {'device_id': '795a696a-58f4-4521-a766-b395a82318f5', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'admin_state_up': True, 'tenant_id': '83d8d264defd4d26851ebd434e16f259'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:46.145473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.210847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9aff9-278b-4731-ace3-04d4101b09a3 req-31b6ce2b-4a30-4cf1-a6a2-bd9152362dbc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:46.212233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecf9aff9-278b-4731-ace3-04d4101b09a3 req-31b6ce2b-4a30-4cf1-a6a2-bd9152362dbc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 943 time: 0.0973089 Aug 21 18:11:46.231574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:46.235222 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.267673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecf9aff9-278b-4731-ace3-04d4101b09a3 req-eed0ef04-602d-4133-83ad-07a393acdd86 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481024 Aug 21 18:11:46.304279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.420315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Allocated IP 172.25.1.88 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/83512000-4f40-42d4-91db-0e1a29e2babf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:46.526639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8967992-6b41-4e4a-bd74-855eb19765f3 req-f6fd7dfc-01a3-46c3-bc40-de031b757d6f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:46.528203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c8967992-6b41-4e4a-bd74-855eb19765f3 req-f6fd7dfc-01a3-46c3-bc40-de031b757d6f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1053584 Aug 21 18:11:46.596011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c8967992-6b41-4e4a-bd74-855eb19765f3 req-a9dd8b49-5abe-4793-bba6-17c961985162 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609705 Aug 21 18:11:46.600651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.643203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.682877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Allocated IP 172.20.0.2 (318bf77c-7375-4868-8fe9-7fb93377cb1a/5ea6fb99-bb71-4512-b0cd-c98baf294c7a/c7166a4b-ce16-4919-9176-1350a49eb920) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:46.690441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:46.693226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:46.696793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:46.722885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=83512000-4f40-42d4-91db-0e1a29e2babf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:46.825746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.845447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.845954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2aec281d-03ce-4c0b-8dcc-b5901b960fdc details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:46.873802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b135c073-b2ab-453a-a2e1-d1557a393745 req-b9469839-a9eb-44b7-823f-1c32b9f75415 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:46.875375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b135c073-b2ab-453a-a2e1-d1557a393745 req-b9469839-a9eb-44b7-823f-1c32b9f75415 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0983922 Aug 21 18:11:46.882455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.887424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:46.931183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:46.934744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:46.938429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:46.970080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event updated for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:46.992547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:46.995000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:46.995843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.000000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b135c073-b2ab-453a-a2e1-d1557a393745 req-0e9103e6-4b52-4a0a-883c-bd53467a21e0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887265 Aug 21 18:11:47.007754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'port_id': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc', 'mac_address': 'fa:16:3e:31:88:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:47.026180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4c94c640-61d9-4b35-a6b0-3914f4049a13 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9077008 Aug 21 18:11:47.042281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Request body: {'port': {'device_id': '795a696a-58f4-4521-a766-b395a82318f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:47.052467 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.067684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aec281d-03ce-4c0b-8dcc-b5901b960fdc {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:47.089913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:47.095450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.129091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.145072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a33115-7af4-441e-9301-d2000d5e97ba req-64f0d8bd-72c2-4161-a0e5-5fdea4f71105 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.146876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04a33115-7af4-441e-9301-d2000d5e97ba req-64f0d8bd-72c2-4161-a0e5-5fdea4f71105 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 931 time: 0.1195414 Aug 21 18:11:47.150123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:47.155715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e84d3-9a28-4c04-8f1e-7e9b33e8b284 req-1a1abe48-e885-4c7c-b12f-cc517908bd93 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.157287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f34e84d3-9a28-4c04-8f1e-7e9b33e8b284 req-1a1abe48-e885-4c7c-b12f-cc517908bd93 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0817287 Aug 21 18:11:47.181649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.189436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.261379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:11:47.271541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f34e84d3-9a28-4c04-8f1e-7e9b33e8b284 req-86f775ac-7c3c-4b5c-bf76-91e7b4a7e238 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050470 Aug 21 18:11:47.275767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04a33115-7af4-441e-9301-d2000d5e97ba req-e2119ce9-4fe4-4bfc-9197-013e4f5563b0 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037726 Aug 21 18:11:47.284991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=83512000-4f40-42d4-91db-0e1a29e2babf,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:47.294109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.317612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 4100c8b0-1bd8-4025-be85-6a833f42ec15 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:11:47.318209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4100c8b0-1bd8-4025-be85-6a833f42ec15 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:11:47.328494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.329793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-39bcd1bd-14a2-44af-a527-d5a4bd4ef02c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2383568 Aug 21 18:11:47.435920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2d1cf-db55-4070-9fa1-fe93365ee20d req-caa538df-84ed-4a69-9a33-9de2f9e04136 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.437646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d2d1cf-db55-4070-9fa1-fe93365ee20d req-caa538df-84ed-4a69-9a33-9de2f9e04136 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0527084 Aug 21 18:11:47.451834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2aec281d-03ce-4c0b-8dcc-b5901b960fdc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:47.483831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d2d1cf-db55-4070-9fa1-fe93365ee20d req-19b4c3a1-4728-4413-9eac-07316b001f5e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396264 Aug 21 18:11:47.518586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68b40-65ff-4e95-8405-244894e18609 req-78249b2d-0705-43f4-becd-174671cd53da tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.527927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94a68b40-65ff-4e95-8405-244894e18609 req-78249b2d-0705-43f4-becd-174671cd53da tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 944 time: 0.1015599 Aug 21 18:11:47.536202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7166a4b-ce16-4919-9176-1350a49eb920 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:47.556735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.583089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Transition to ACTIVE for port object c7166a4b-ce16-4919-9176-1350a49eb920 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:47.589057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94a68b40-65ff-4e95-8405-244894e18609 req-edec7b05-30ea-4ca8-b2d7-1e55d3560e31 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Aug 21 18:11:47.596093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.657425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Pushing event updated for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:47.729534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f52b0fc4-9837-468f-b6f6-274374068697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.735513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-125fc377-d00d-41d1-9d24-177c49716cf8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--260852048&fields=id&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 267 time: 0.0485420 Aug 21 18:11:47.785477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Attempting to bind port c7166a4b-ce16-4919-9176-1350a49eb920 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:47.786058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Attempting to bind port c7166a4b-ce16-4919-9176-1350a49eb920 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:47.786198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Attempting to bind port c7166a4b-ce16-4919-9176-1350a49eb920 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:47.795682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Port c7166a4b-ce16-4919-9176-1350a49eb920 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:47.796011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Attempting to bind port c7166a4b-ce16-4919-9176-1350a49eb920 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:47.811146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:47.811493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Checking segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:47.811873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Bound using segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:47.812310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Bound port: c7166a4b-ce16-4919-9176-1350a49eb920, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:47.812671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.844484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-5c2705af-a8ad-4e22-bbbc-fbd1ebe1d31a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.845901 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-5c2705af-a8ad-4e22-bbbc-fbd1ebe1d31a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1356065 Aug 21 18:11:47.850093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-23fd0de8-d220-46fb-98f8-12c113eaa6d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:47.851619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-23fd0de8-d220-46fb-98f8-12c113eaa6d8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 817 time: 0.1090932 Aug 21 18:11:47.867698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-8af03296-ec71-4e64-82c2-2ed90725152c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/quotas/acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 375 time: 0.0098650 Aug 21 18:11:47.884972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-8bf7d7b5-788a-47eb-bb08-456c9ee2ef63 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/quotas/c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 375 time: 0.0202894 Aug 21 18:11:47.924385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-bc530ea1-5ec7-431d-8839-ebc598291c50 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509312 Aug 21 18:11:47.935487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:47.951454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c7166a4b-ce16-4919-9176-1350a49eb920,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:47.956048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:47.974070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-b002d5f9-6159-444b-994f-b2e073387d90 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0804496 Aug 21 18:11:48.008694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.009309 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:48.010675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] 10.222.0.39 "PUT /v2.0/ports/c7166a4b-ce16-4919-9176-1350a49eb920 HTTP/1.1" status: 200 len: 1092 time: 0.9729860 Aug 21 18:11:48.020084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:48.022358 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3bbce-8fac-41dd-8d63-410638894557" -d '{"events": [{"name": "network-changed", "server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:48.029545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-2da89738-8bad-4503-ab9a-95b168345831 service neutron] 10.222.0.41 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903575 Aug 21 18:11:48.104933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab4084-5cb9-4aa7-90bb-e6df0282e471 service neutron] Pushing event updated for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:48.124888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-e473bba6-473c-4224-9d51-7cc29812e079 service neutron] 10.222.0.41 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880101 Aug 21 18:11:48.136018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-cebce371-ef8d-4988-b54f-893edbebb81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.138078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-cebce371-ef8d-4988-b54f-893edbebb81a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 1095 time: 0.0809202 Aug 21 18:11:48.149001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-f90683ef-a505-4fc9-b5f3-8fb7883cd273 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564512 Aug 21 18:11:48.196568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-d78a52fa-c69f-4c18-b186-c76eb139d183 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7166a4b-ce16-4919-9176-1350a49eb920 HTTP/1.1" status: 200 len: 217 time: 0.0465941 Aug 21 18:11:48.232925 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:11:48.271061 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de825a06-bbff-431d-ae76-ef5a2692ba0e x-openstack-request-id: req-de825a06-bbff-431d-ae76-ef5a2692ba0e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:48.271354 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:48.284041 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de825a06-bbff-431d-ae76-ef5a2692ba0e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:48.284610 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920', 'status': 'completed', 'code': 200} Aug 21 18:11:48.291758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:48.312197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca1169-8698-46f3-96bb-87b4a389328d req-c5e1fcbe-a12d-4c1c-83e8-1dcf0d0264cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.313694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-c5e1fcbe-a12d-4c1c-83e8-1dcf0d0264cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.1056561 Aug 21 18:11:48.334317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc8adc4f-f13a-4f4e-bf2e-38d540f98935 req-f52d5f70-1276-4d31-a186-8ca47032f42d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Aug 21 18:11:48.362323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-0768b99b-38f1-4363-a85a-663af95217ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387166 Aug 21 18:11:48.373704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-4b5d9b25-cf8e-4dae-ac30-aa2e2896cb63 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161665 Aug 21 18:11:48.468965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-94b98c83-914f-4f2e-8426-dbb60ef979a3 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942614 Aug 21 18:11:48.479023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d12ba-e83f-4d66-abf5-43d34d77ab06 req-08336d22-ae14-46c2-8c9e-720f4a62f8d9 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.480911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-927d12ba-e83f-4d66-abf5-43d34d77ab06 req-08336d22-ae14-46c2-8c9e-720f4a62f8d9 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 943 time: 0.0644910 Aug 21 18:11:48.539252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-927d12ba-e83f-4d66-abf5-43d34d77ab06 req-e1fc45b9-455f-4fee-8a69-9f7f6fc35c3e tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Aug 21 18:11:48.656202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:48.671559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfca1169-8698-46f3-96bb-87b4a389328d req-4625fdcb-16a3-422e-8ee4-405866f12659 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931159 Aug 21 18:11:48.684407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b66c2-4660-4c15-86d2-a879bf384f8c req-58ab0b94-5ee6-4f3b-b977-1a403a49a288 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.686100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-539b66c2-4660-4c15-86d2-a879bf384f8c req-58ab0b94-5ee6-4f3b-b977-1a403a49a288 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0843551 Aug 21 18:11:48.729086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2e34daa-df30-4f11-88af-b78fc10e8783 req-efc01632-21ea-4114-98f3-dc2108d47d26 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 210 time: 0.0556381 Aug 21 18:11:48.753252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-539b66c2-4660-4c15-86d2-a879bf384f8c req-2f608d55-e576-4afe-beb3-5d867753b7e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605180 Aug 21 18:11:48.809847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3bbce-8fac-41dd-8d63-410638894557 req-f7288ecb-3460-44c8-a53d-7d7da6b862cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.811832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-f7288ecb-3460-44c8-a53d-7d7da6b862cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 1095 time: 0.0740807 Aug 21 18:11:48.863424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2aec281d-03ce-4c0b-8dcc-b5901b960fdc up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:48.918891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:48.923907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:48.924492 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:48.967586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215fa51-5e06-4259-a072-a1fcba61f263 req-2088f963-29b8-4058-a756-1a57fb5364b8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.969129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0215fa51-5e06-4259-a072-a1fcba61f263 req-2088f963-29b8-4058-a756-1a57fb5364b8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 944 time: 0.1463723 Aug 21 18:11:48.972371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3bbce-8fac-41dd-8d63-410638894557 req-0fe96be7-d787-471c-8dcf-eed60335dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:48.973983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-0fe96be7-d787-471c-8dcf-eed60335dbb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 915 time: 0.1407249 Aug 21 18:11:49.031643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:49.038887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-25014c47-c41b-4e8c-acf4-6da733cd01b9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c7166a4b-ce16-4919-9176-1350a49eb920 HTTP/1.1" status: 200 len: 217 time: 0.0475156 Aug 21 18:11:49.055725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:49.057699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0215fa51-5e06-4259-a072-a1fcba61f263 req-52de102d-055e-4951-b57b-e7bf38970111 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818553 Aug 21 18:11:49.057903 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d86094-ba52-4254-9805-4cfad597df22" -d '{"events": [{"server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "name": "network-vif-plugged", "status": "completed", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:49.085785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:49.092996 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:49.123902 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a313cec-3ace-495d-91fd-e077645e40bf x-openstack-request-id: req-9a313cec-3ace-495d-91fd-e077645e40bf {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:49.124133 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "name": "network-vif-plugged", "status": "completed", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:49.124250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3bbce-8fac-41dd-8d63-410638894557 req-b189842e-a03d-4437-aea8-9fb87cf2daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:49.124397 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a313cec-3ace-495d-91fd-e077645e40bf {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:49.125004 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc', 'code': 200} Aug 21 18:11:49.126206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-b189842e-a03d-4437-aea8-9fb87cf2daac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0610967 Aug 21 18:11:49.146773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:49.165760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-e0c37123-3bdc-4642-a600-12b6e990a6e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313625 Aug 21 18:11:49.217225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edc570-1ead-49df-98df-0e67527918ed req-c8ac0059-1847-44b3-b4bf-f788ff63a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:49.218756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34edc570-1ead-49df-98df-0e67527918ed req-c8ac0059-1847-44b3-b4bf-f788ff63a457 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 1097 time: 0.0402915 Aug 21 18:11:49.259512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34edc570-1ead-49df-98df-0e67527918ed req-5084fb8d-e071-4086-aa1f-2a7052e93952 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Aug 21 18:11:49.275828 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-b5262556-7be5-471b-af93-b146465aec22 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923250 Aug 21 18:11:49.370136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68d3bbce-8fac-41dd-8d63-410638894557 req-d3898425-f613-4818-b455-24eba5f0c050 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858173 Aug 21 18:11:49.444325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35494bed-5b3e-4656-8b36-3c4858e2038d req-565cc328-a63b-47c5-a38f-bf9df274bd47 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 210 time: 0.0338948 Aug 21 18:11:49.554332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-c273b4ff-9d00-4000-818b-dc9f0209bed9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:49.555691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-c273b4ff-9d00-4000-818b-dc9f0209bed9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 817 time: 0.1138768 Aug 21 18:11:49.607819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-60814ff8-edc5-4722-a7ff-037d28303017 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 379 time: 0.0357609 Aug 21 18:11:49.617876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'port': {'device_id': '30988061-71fd-41f9-a13f-b813779b9128', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'admin_state_up': True, 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'security_groups': ['ccd950ad-97f9-4837-b2c7-3bc33bedd3f8']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:49.656908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ed846-4985-4a9d-a510-34ca83cf64d7 req-03a1d8e8-37fa-484b-b06e-b21eef831199 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:49.659231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f57ed846-4985-4a9d-a510-34ca83cf64d7 req-03a1d8e8-37fa-484b-b06e-b21eef831199 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 943 time: 0.0525537 Aug 21 18:11:49.703638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f57ed846-4985-4a9d-a510-34ca83cf64d7 req-a84a901e-57ff-4ab2-a526-60021fadd780 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Aug 21 18:11:49.749107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Made reservation on behalf of acc6f548d01045cbb9c8d090098e3fb3 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:49.752685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:49.862593 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4913202-d350-4279-b5cb-4bdd2cfd4555 req-db8c68f0-5966-4193-ad52-3bab01777e60 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 210 time: 0.0332551 Aug 21 18:11:49.930125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Allocated IP 172.20.0.11 (34db1572-a42b-4074-aee9-bfcd755e7ea3/6cdfb879-8277-44a6-8c54-1196478fc05d/32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:49.964495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0c361-46a3-4bd0-9ab5-ec2a4bf623a7 req-7e68f0e1-0faa-430b-811a-9d0261e7b3b2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:49.966032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fea0c361-46a3-4bd0-9ab5-ec2a4bf623a7 req-7e68f0e1-0faa-430b-811a-9d0261e7b3b2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1127992 Aug 21 18:11:50.000888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-96c29efd-2ee0-4972-b42a-757a2f4c7693 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.002336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-96c29efd-2ee0-4972-b42a-757a2f4c7693 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1817493 Aug 21 18:11:50.022849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'device_id': '5e98a0c8-c052-4940-8719-094c0addc18f', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'admin_state_up': True, 'tenant_id': 'c952f672e4994556b81280dd46917cad'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:50.031346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fea0c361-46a3-4bd0-9ab5-ec2a4bf623a7 req-c9c43fd8-dcef-4dd8-8149-210869d65a0e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528569 Aug 21 18:11:50.092895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.108626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Transition to ACTIVE for port object 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:50.144456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:11:50.148257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.179359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.223575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fda21-7248-4596-92dc-1ed768d9d3a2 req-85736650-7026-461f-90f5-1ce711ef97fe tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.225078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a11fda21-7248-4596-92dc-1ed768d9d3a2 req-85736650-7026-461f-90f5-1ce711ef97fe tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0884399 Aug 21 18:11:50.244783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:50.250799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:50.266027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:50.272740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:50.291205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.20.0.14 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/ac43f636-7461-4f4a-a390-497af2898fcc) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:50.321428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-913255cd-104e-43d7-9f87-6c17292917a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.356683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a11fda21-7248-4596-92dc-1ed768d9d3a2 req-3e54b912-a6f9-4464-8c64-1dee72bd3ad8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105533 Aug 21 18:11:50.364730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.365466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.389908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-1faabf56-0d51-49ab-8fdc-2c0745a143ab tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7756343 Aug 21 18:11:50.399425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.405415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Request body: {'port': {'device_id': '30988061-71fd-41f9-a13f-b813779b9128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:50.467987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.506235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.526917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Transition to ACTIVE for port object ac43f636-7461-4f4a-a390-497af2898fcc will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:50.585666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c7d744d8-c4fd-410c-8acb-aadc445a0eea None None] Provisioning for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:50.589612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c7d744d8-c4fd-410c-8acb-aadc445a0eea None None] Provisioning complete for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:50.590827 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c7d744d8-c4fd-410c-8acb-aadc445a0eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.606166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43872c74-5064-4fc7-a34f-6de8b76dbbda req-6791d645-e338-41f9-94e3-c52683a2eb4d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.613675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43872c74-5064-4fc7-a34f-6de8b76dbbda req-6791d645-e338-41f9-94e3-c52683a2eb4d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 932 time: 0.0779197 Aug 21 18:11:50.622825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.635629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c7d744d8-c4fd-410c-8acb-aadc445a0eea None None] Port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:11:50.671707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:50.679568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:50.684494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:50.739026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:50.753242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-43872c74-5064-4fc7-a34f-6de8b76dbbda req-5db0877a-60cc-46be-84db-fe5aaed22c7b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387150 Aug 21 18:11:50.770915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.771794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.791150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:50.792561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-051eb07f-3ff7-4add-8c78-536dc6a15bc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7742314 Aug 21 18:11:50.801124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.811200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Request body: {'port': {'device_id': '5e98a0c8-c052-4940-8719-094c0addc18f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:50.828683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Transition to ACTIVE for port object 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:50.834282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.899124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:50.913506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:50.952680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c622be-94b5-4dd9-a5cc-20af30652dba req-61196461-15de-4316-b53b-91064a2f33e2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:50.954238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8c622be-94b5-4dd9-a5cc-20af30652dba req-61196461-15de-4316-b53b-91064a2f33e2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 943 time: 0.1093347 Aug 21 18:11:51.029366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Attempting to bind port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:51.029705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Attempting to bind port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:51.030462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Attempting to bind port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:51.044714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203f6e7-dc40-43f6-8258-0c58224b0054 req-1ef47f0f-4e67-4f07-9fc2-d3f8054aae78 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.046392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2203f6e7-dc40-43f6-8258-0c58224b0054 req-1ef47f0f-4e67-4f07-9fc2-d3f8054aae78 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 932 time: 0.0794778 Aug 21 18:11:51.047252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:51.047579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Attempting to bind port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b on network 34db1572-a42b-4074-aee9-bfcd755e7ea3 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:51.054628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:51.054628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Checking segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:51.055005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Bound using segment: {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:51.055321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Bound port: 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1573a272-5ea6-4942-9e57-217b617f17e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:51.055691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.064495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f81b28f0-1fa5-4e37-9347-0cfb48a3c3ab None None] Provisioning for port ac43f636-7461-4f4a-a390-497af2898fcc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:51.068970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f81b28f0-1fa5-4e37-9347-0cfb48a3c3ab None None] Provisioning complete for port ac43f636-7461-4f4a-a390-497af2898fcc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:51.069352 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f81b28f0-1fa5-4e37-9347-0cfb48a3c3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.107679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f81b28f0-1fa5-4e37-9347-0cfb48a3c3ab None None] Port ac43f636-7461-4f4a-a390-497af2898fcc cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:11:51.119672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8c622be-94b5-4dd9-a5cc-20af30652dba req-9af3da62-2d15-41c1-b479-9934ac6bf54e tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383002 Aug 21 18:11:51.144389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2203f6e7-dc40-43f6-8258-0c58224b0054 req-c4b5c32e-ba5c-43cb-820d-b5e9280128e4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789375 Aug 21 18:11:51.186012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:51.189450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:51.197655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.248353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.249174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.250914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] 10.222.0.39 "PUT /v2.0/ports/32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 1093 time: 0.8518527 Aug 21 18:11:51.255527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:51.256669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c7166a4b-ce16-4919-9176-1350a49eb920 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:51.258141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90074dd2-9eea-48d2-be08-714044031b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:51.314647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac43f636-7461-4f4a-a390-497af2898fcc {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:51.322821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.341642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Transition to ACTIVE for port object ac43f636-7461-4f4a-a390-497af2898fcc will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:11:51.348866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.350213 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873a580c-ab44-4d62-9ffe-da290caffed4 x-openstack-request-id: req-873a580c-ab44-4d62-9ffe-da290caffed4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:51.350213 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:51.350213 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-873a580c-ab44-4d62-9ffe-da290caffed4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:51.350862 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'status': 'completed', 'code': 200} Aug 21 18:11:51.407007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f924-2beb-4e13-a2c9-2038c43623de service neutron] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:51.425902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c7166a4b-ce16-4919-9176-1350a49eb920,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:51.440288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37a90a-c8ba-43b2-b0c9-f59ad940e98d req-a776024a-99e6-4d26-af74-845b0a8e98dc tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.440971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'c7166a4b-ce16-4919-9176-1350a49eb920', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'port_id': 'c7166a4b-ce16-4919-9176-1350a49eb920', 'mac_address': 'fa:16:3e:80:c4:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6fb99-bb71-4512-b0cd-c98baf294c7a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:51.441781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa37a90a-c8ba-43b2-b0c9-f59ad940e98d req-a776024a-99e6-4d26-af74-845b0a8e98dc tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.2088680 Aug 21 18:11:51.471769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-f7249885-9032-4640-b9e3-6719b961eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.473545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-f7249885-9032-4640-b9e3-6719b961eb26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1096 time: 0.1706340 Aug 21 18:11:51.502969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:51.517934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.522378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.530419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-f2b70a36-0f5b-4031-bb6b-4640b93e5cbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 217 time: 0.0452392 Aug 21 18:11:51.533523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa37a90a-c8ba-43b2-b0c9-f59ad940e98d req-903635cf-d50e-4b3f-b4e8-3e3b76e0b5b2 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828755 Aug 21 18:11:51.564735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7166a4b-ce16-4919-9176-1350a49eb920 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:51.579737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Attempting to bind port ac43f636-7461-4f4a-a390-497af2898fcc on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:11:51.580154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Attempting to bind port ac43f636-7461-4f4a-a390-497af2898fcc by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:11:51.580804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Attempting to bind port ac43f636-7461-4f4a-a390-497af2898fcc on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:51.595355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c7166a4b-ce16-4919-9176-1350a49eb920,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:51.598177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-4841b0fe-a04c-4e45-b5ec-b9d5597f14bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.599927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-4841b0fe-a04c-4e45-b5ec-b9d5597f14bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0606987 Aug 21 18:11:51.601236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7990e5-a2c5-4d47-bbdb-5d1bc7f1acc0 req-451b8cd8-96e7-4cfe-8687-f970dc2493ac tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.601906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.602822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ef7990e5-a2c5-4d47-bbdb-5d1bc7f1acc0 req-451b8cd8-96e7-4cfe-8687-f970dc2493ac tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.1391461 Aug 21 18:11:51.603902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Port ac43f636-7461-4f4a-a390-497af2898fcc on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:11:51.604227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Attempting to bind port ac43f636-7461-4f4a-a390-497af2898fcc on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:11:51.611036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:11:51.611515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:11:51.611905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:11:51.612356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Bound port: ac43f636-7461-4f4a-a390-497af2898fcc, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:11:51.612717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.666092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-313430bb-bc7f-496d-b427-5602b66b9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.667700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-313430bb-bc7f-496d-b427-5602b66b9fd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541065 Aug 21 18:11:51.680056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:51.689160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.689758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.690251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.690833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.691388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.691936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.692469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.693004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.693556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.694198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.694732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.695241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:11:51.697222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ef7990e5-a2c5-4d47-bbdb-5d1bc7f1acc0 req-490e3973-aa3a-4f3b-bcc4-183ee0064532 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822372 Aug 21 18:11:51.721935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:11:51.725372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=ac43f636-7461-4f4a-a390-497af2898fcc,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:11:51.729581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.766997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.767630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:51.769313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] 10.222.0.39 "PUT /v2.0/ports/ac43f636-7461-4f4a-a390-497af2898fcc HTTP/1.1" status: 200 len: 1093 time: 0.9628403 Aug 21 18:11:51.769551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:51.771901 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cac1dc-2a73-45af-a60f-8a79c241a088" -d '{"events": [{"name": "network-changed", "server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:51.805078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a389c65-e2d5-453b-9b9d-3c9814954af1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:51.856408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-c7919059-1ac4-4593-aa27-b82e33d9943b service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798224 Aug 21 18:11:51.879360 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd20139-5e38-4fb2-a671-8559e11a9640 x-openstack-request-id: req-edd20139-5e38-4fb2-a671-8559e11a9640 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:51.879680 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:51.879890 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edd20139-5e38-4fb2-a671-8559e11a9640 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:51.880647 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc', 'status': 'completed', 'code': 200} Aug 21 18:11:51.898031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:51.915826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-53c0fbb2-0e9f-4e3d-bfd4-9e4ae3627745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:51.917913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-53c0fbb2-0e9f-4e3d-bfd4-9e4ae3627745 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 1096 time: 0.0917501 Aug 21 18:11:52.002143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-2304dc28-b828-4a52-aa63-071db581e740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac43f636-7461-4f4a-a390-497af2898fcc HTTP/1.1" status: 200 len: 217 time: 0.0659926 Aug 21 18:11:52.014065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-999fa372-7cd0-4090-a591-1ef6e0ffb185 req-f505617e-8f62-4109-a78f-370d3410e457 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489611 Aug 21 18:11:52.144221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37c517-8ee1-4d9b-8a0c-c26e4aa1d0a8 req-e28ca05a-ca6d-49c7-8ab6-442d65adfcf5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.145517 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb37c517-8ee1-4d9b-8a0c-c26e4aa1d0a8 req-e28ca05a-ca6d-49c7-8ab6-442d65adfcf5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.2258592 Aug 21 18:11:52.151718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-128dfd17-72a8-43bc-8554-4e96c524a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.153930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-128dfd17-72a8-43bc-8554-4e96c524a30e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 1097 time: 0.1205351 Aug 21 18:11:52.156663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-3fb62e9a-1b37-4147-af09-fe77b31b3ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.158231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-3fb62e9a-1b37-4147-af09-fe77b31b3ebe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1099684 Aug 21 18:11:52.163103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074dd2-9eea-48d2-be08-714044031b5b req-3d8920a9-9cf4-47f5-9994-42f279deb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.164684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-3d8920a9-9cf4-47f5-9994-42f279deb93c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1096 time: 0.0976317 Aug 21 18:11:52.200913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dde776-d9d1-42ae-8baf-3ef4c7655a50 req-b5b0ef08-d981-446c-aaf8-e0dca09fce29 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.202663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39dde776-d9d1-42ae-8baf-3ef4c7655a50 req-b5b0ef08-d981-446c-aaf8-e0dca09fce29 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.1014676 Aug 21 18:11:52.274979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb37c517-8ee1-4d9b-8a0c-c26e4aa1d0a8 req-e8be54fd-1404-4de5-ba8a-e6337a877e7b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199725 Aug 21 18:11:52.287263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39dde776-d9d1-42ae-8baf-3ef4c7655a50 req-9432ab21-6b55-42dc-85fb-0073ee456028 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555205 Aug 21 18:11:52.307359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-ccd13f15-f858-4f88-8111-9cbb44a3a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.309054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-ccd13f15-f858-4f88-8111-9cbb44a3a619 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1347587 Aug 21 18:11:52.313920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074dd2-9eea-48d2-be08-714044031b5b req-6a7867a1-da9b-4abc-bc5f-f2f69e3c320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.315418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-6a7867a1-da9b-4abc-bc5f-f2f69e3c320d service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1429853 Aug 21 18:11:52.319450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-062bd242-9729-4bb3-85b0-87da199f19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.321135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-062bd242-9729-4bb3-85b0-87da199f19ee service neutron] 10.222.0.64 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 912 time: 0.1458266 Aug 21 18:11:52.383467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-08021797-d900-48d8-9ffe-0db6c641bc08 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc HTTP/1.1" status: 200 len: 217 time: 0.0519609 Aug 21 18:11:52.386529 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-0edbedb6-57b9-4268-a145-88c3cc9032db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 217 time: 0.0549171 Aug 21 18:11:52.463578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfe7ca9-f061-47a4-b351-160c13814eed req-67910c09-813c-4a6b-a6a9-62da6e9c0155 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.465764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dfe7ca9-f061-47a4-b351-160c13814eed req-67910c09-813c-4a6b-a6a9-62da6e9c0155 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 944 time: 0.0892949 Aug 21 18:11:52.469802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074dd2-9eea-48d2-be08-714044031b5b req-062c31da-e2e2-40a2-b425-dc5b76e09794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.471401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-062c31da-e2e2-40a2-b425-dc5b76e09794 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0651383 Aug 21 18:11:52.515605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec510bf-6a38-4fab-b1e5-9453726b0222 req-5e2e7379-f98b-47b0-806b-1b228f166079 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.517208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dec510bf-6a38-4fab-b1e5-9453726b0222 req-5e2e7379-f98b-47b0-806b-1b228f166079 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 944 time: 0.1380816 Aug 21 18:11:52.518695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-66c0ab70-302e-476c-833d-71dc601d7919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.520176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-66c0ab70-302e-476c-833d-71dc601d7919 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.1045239 Aug 21 18:11:52.542379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dfe7ca9-f061-47a4-b351-160c13814eed req-765d8938-e16a-422e-b946-60dc9e8aa50b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696232 Aug 21 18:11:52.549032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90074dd2-9eea-48d2-be08-714044031b5b req-e8edf618-78f9-4171-83ff-a46186f24e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.550925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-e8edf618-78f9-4171-83ff-a46186f24e8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638337 Aug 21 18:11:52.566475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-3e18edbe-b8c8-4747-b1f0-46c33bce822c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331244 Aug 21 18:11:52.573623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-1ee51191-0863-42b6-9d5e-8fd9f3c9bdca service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505045 Aug 21 18:11:52.669175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-2439a51b-c070-43a7-b352-1562d9c06404 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096692 Aug 21 18:11:52.795608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e939c92-5113-4661-a296-e8b629f4019b req-a3a78a31-f791-4e24-b25d-e7ee6f12d734 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:52.797079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e939c92-5113-4661-a296-e8b629f4019b req-a3a78a31-f791-4e24-b25d-e7ee6f12d734 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.1172791 Aug 21 18:11:52.829184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90074dd2-9eea-48d2-be08-714044031b5b req-ec220544-49ed-4fba-8408-9620ea109b13 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506164 Aug 21 18:11:52.850883 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e939c92-5113-4661-a296-e8b629f4019b req-5a572dd7-59a2-4425-a1ef-3ae516a16476 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405490 Aug 21 18:11:53.003969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dec510bf-6a38-4fab-b1e5-9453726b0222 req-9f14c525-986b-438f-8de2-6fe8e587a6a5 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769325 Aug 21 18:11:53.065138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-4bedf976-2d45-4395-990e-5758a5525264 service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898620 Aug 21 18:11:53.071285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62dc91f3-f9f2-4323-be6c-082a21c24a2a req-238966f2-61f3-4afb-8d0e-991205f6c766 service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860919 Aug 21 18:11:53.196894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-339b5a9b-79e4-499c-ad33-b50fd56a0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.198415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-339b5a9b-79e4-499c-ad33-b50fd56a0fea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 1096 time: 0.0724926 Aug 21 18:11:53.202245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb3e3275-a6c2-4af3-b43a-ae8e847e2e9c req-81645697-79c1-483a-93bc-47d780eecce2 service neutron] 10.222.0.64 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296399 Aug 21 18:11:53.202964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:53.272552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c7166a4b-ce16-4919-9176-1350a49eb920 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:53.321131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-d221f5ca-ef4e-4fe8-b9fd-30e4218e5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.323168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-d221f5ca-ef4e-4fe8-b9fd-30e4218e5829 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1165810 Aug 21 18:11:53.350447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port c7166a4b-ce16-4919-9176-1350a49eb920 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:53.356598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port c7166a4b-ce16-4919-9176-1350a49eb920 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:53.356973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:53.378261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-5b5ca391-97c4-42f7-8f79-e16f1293dc9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac43f636-7461-4f4a-a390-497af2898fcc HTTP/1.1" status: 200 len: 217 time: 0.0476389 Aug 21 18:11:53.427639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b89da-dafb-46ca-a1bf-ca211bb2edf1 req-9a11d46e-e9a1-4461-80b0-ba9a5f6a4cba tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.435093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-594b89da-dafb-46ca-a1bf-ca211bb2edf1 req-9a11d46e-e9a1-4461-80b0-ba9a5f6a4cba tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0609658 Aug 21 18:11:53.462094 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:53.477393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-594b89da-dafb-46ca-a1bf-ca211bb2edf1 req-205be844-dc35-4e6d-86ef-7dcaa78dd3ee tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410838 Aug 21 18:11:53.488185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:53.490713 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac432ba3-eb9a-491c-af2b-a01968a917f0" -d '{"events": [{"server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "name": "network-vif-plugged", "status": "completed", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:53.504265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c7166a4b-ce16-4919-9176-1350a49eb920,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:53.509065 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:53.516985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-1338da3a-b59d-4944-84ca-3b6e5a680545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.518781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-1338da3a-b59d-4944-84ca-3b6e5a680545 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1111009 Aug 21 18:11:53.520581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e24ff5-de46-4f33-90b6-7f7f3e967c3c req-54fea389-3b50-4c5f-bb91-c6dc97339b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.521935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6e24ff5-de46-4f33-90b6-7f7f3e967c3c req-54fea389-3b50-4c5f-bb91-c6dc97339b0a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.1424813 Aug 21 18:11:53.542737 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b95b22-bdb8-4de3-bb76-387fa342d256 x-openstack-request-id: req-89b95b22-bdb8-4de3-bb76-387fa342d256 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:53.543703 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "name": "network-vif-plugged", "status": "completed", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:53.544018 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89b95b22-bdb8-4de3-bb76-387fa342d256 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:53.544463 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920', 'code': 200} Aug 21 18:11:53.550686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b899907-0ef8-437c-bbc2-1aba445d5067 req-755e6270-28eb-4de8-8631-24df8aef6bdc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.552615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b899907-0ef8-437c-bbc2-1aba445d5067 req-755e6270-28eb-4de8-8631-24df8aef6bdc tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1462181 Aug 21 18:11:53.564709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:53.643935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-5ab606a8-4aba-4ef4-be19-dc5f80b5923c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.645785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-5ab606a8-4aba-4ef4-be19-dc5f80b5923c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166139 Aug 21 18:11:53.649903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6e24ff5-de46-4f33-90b6-7f7f3e967c3c req-08c193ca-06be-48e9-9680-3eca886a2f09 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191103 Aug 21 18:11:53.656081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b899907-0ef8-437c-bbc2-1aba445d5067 req-d7cee26c-c6e0-4f91-a25a-dde731493a17 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822973 Aug 21 18:11:53.686752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12f44-58dd-4312-b242-c04f46ab141c req-ec20ac24-f32c-4c65-a558-981012cca4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.686752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15a12f44-58dd-4312-b242-c04f46ab141c req-ec20ac24-f32c-4c65-a558-981012cca4e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 1097 time: 0.0775909 Aug 21 18:11:53.697047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c923039-81e5-480f-b049-0fd9f40dad37 req-b095df38-a245-42a2-8ad0-dea2247e4a5f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.698902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c923039-81e5-480f-b049-0fd9f40dad37 req-b095df38-a245-42a2-8ad0-dea2247e4a5f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 944 time: 0.0617509 Aug 21 18:11:53.747271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15a12f44-58dd-4312-b242-c04f46ab141c req-958b8164-3f67-4885-8136-531838ba796d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Aug 21 18:11:53.759664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c923039-81e5-480f-b049-0fd9f40dad37 req-caa73633-ab1f-4873-a8e7-ef8da34b352e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Aug 21 18:11:53.774076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-c4a594fc-eeee-44ae-8750-b668e5cc4805 service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170340 Aug 21 18:11:53.970521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53894c72-ac50-4794-b274-dc19f88cfe9a req-f6986bd0-1785-4bfe-8aaa-1dcfbcf01033 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:53.972172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53894c72-ac50-4794-b274-dc19f88cfe9a req-f6986bd0-1785-4bfe-8aaa-1dcfbcf01033 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0504725 Aug 21 18:11:54.015096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53894c72-ac50-4794-b274-dc19f88cfe9a req-0ac324c7-88d3-41b7-b455-a17c5868ae1f tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Aug 21 18:11:54.063703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36cac1dc-2a73-45af-a60f-8a79c241a088 req-84bed9e6-3c08-45a9-9fa9-691d9ecaad6b service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936029 Aug 21 18:11:54.135239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262f7b6-88a4-4ec6-9edb-4aea3c1bb883 req-86295286-2aa6-4dfd-811a-8f39b456bd3c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:54.136724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d262f7b6-88a4-4ec6-9edb-4aea3c1bb883 req-86295286-2aa6-4dfd-811a-8f39b456bd3c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 945 time: 0.0542049 Aug 21 18:11:54.182223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d262f7b6-88a4-4ec6-9edb-4aea3c1bb883 req-b4fd7f58-cc60-4321-85af-63ab8bb30950 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387130 Aug 21 18:11:54.599427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a4100-63da-43fc-870b-6b715973140a req-4c142346-ea75-42b8-bf55-e244b11bc558 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:54.600927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-699a4100-63da-43fc-870b-6b715973140a req-4c142346-ea75-42b8-bf55-e244b11bc558 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0492437 Aug 21 18:11:54.641303 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-699a4100-63da-43fc-870b-6b715973140a req-e77d9eae-9ec4-4709-8c94-d63f27575f3c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 21 18:11:54.807021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c58ff-a995-4666-90b3-09927a4d156a req-8d8b8978-ff96-4faa-bdcc-0646dfdae072 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:54.809523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e01c58ff-a995-4666-90b3-09927a4d156a req-8d8b8978-ff96-4faa-bdcc-0646dfdae072 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.0713799 Aug 21 18:11:54.853340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e01c58ff-a995-4666-90b3-09927a4d156a req-d6b7c7ff-8144-45ab-9a1e-3d88fd739ccb tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368273 Aug 21 18:11:54.881182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62514799-4849-41d2-8152-7d77122b1c26 req-52b9bc51-7400-4474-8f17-59ee83d0ae99 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:54.882859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62514799-4849-41d2-8152-7d77122b1c26 req-52b9bc51-7400-4474-8f17-59ee83d0ae99 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 944 time: 0.0520527 Aug 21 18:11:54.923756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62514799-4849-41d2-8152-7d77122b1c26 req-7c8f70f8-2e19-40fa-82e0-463f7d51e742 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Aug 21 18:11:55.147617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f932c-3f75-414f-a081-7160e1b123ed req-1c6f4207-4207-42b5-9b4b-cc15af6201cf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:55.149464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e96f932c-3f75-414f-a081-7160e1b123ed req-1c6f4207-4207-42b5-9b4b-cc15af6201cf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0652037 Aug 21 18:11:55.197457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e96f932c-3f75-414f-a081-7160e1b123ed req-12fdb458-2e30-4dde-afe5-3deb930d5716 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374041 Aug 21 18:11:55.245704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-853772795', 'description': 'tempest-description-1550396477'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:55.268701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.293143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:55.314940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e5b153-b6e0-4477-8eea-aa5ab4bca6c1 req-7006dc91-f534-4291-9e1e-8d4c194c4e03 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:55.316706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86e5b153-b6e0-4477-8eea-aa5ab4bca6c1 req-7006dc91-f534-4291-9e1e-8d4c194c4e03 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 945 time: 0.0590987 Aug 21 18:11:55.368908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86e5b153-b6e0-4477-8eea-aa5ab4bca6c1 req-d9795179-41bb-4b37-88b4-7df8ee5c6dea tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Aug 21 18:11:55.369150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.377052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.404626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:55.408481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.409735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bac9d8e-2c1c-4d84-a0aa-5610ab8ae93d req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1682761 Aug 21 18:11:55.414143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360e443-a9e0-4030-9d29-478c8e3e7049 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf5b1fb-0ba8-4aa7-8192-bdd51ad303fb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:55.418724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:55.482050 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.497981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:55.519566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f832468-416c-4518-87bb-fec657494c62 req-b57552a7-e105-47ad-995d-671c5f3019ec tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-853772795&fields=id&tenant_id=6d6b29850cc64e85836dd405be9e520f HTTP/1.1" status: 200 len: 267 time: 0.0495543 Aug 21 18:11:55.531703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:55.536315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.590845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f832468-416c-4518-87bb-fec657494c62 req-e62dc4da-fc26-4531-8aa7-18bb921065a5 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:55.591247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:55.600635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f832468-416c-4518-87bb-fec657494c62 req-e62dc4da-fc26-4531-8aa7-18bb921065a5 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0749562 Aug 21 18:11:55.610044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'port': {'security_groups': ['7fc3dc87-9f5c-41ec-b24f-8e764db0d422', '2bf5b1fb-0ba8-4aa7-8192-bdd51ad303fb']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:55.706357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:55.794891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd095c2-1790-4717-aac4-53872b69b334 req-13eea237-2bd8-4e0c-aab3-24e6988c5293 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:55.796973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dd095c2-1790-4717-aac4-53872b69b334 req-13eea237-2bd8-4e0c-aab3-24e6988c5293 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0672705 Aug 21 18:11:55.837683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:55.873770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dd095c2-1790-4717-aac4-53872b69b334 req-e7829e23-bd5b-43d3-a3e7-029255af647f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599728 Aug 21 18:11:55.979064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:56.020960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3d3cd-7dac-4633-afee-c3140fa41c65 req-4c7febf9-6911-4774-aa60-4b74b2992a73 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.023032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61a3d3cd-7dac-4633-afee-c3140fa41c65 req-4c7febf9-6911-4774-aa60-4b74b2992a73 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 945 time: 0.0654848 Aug 21 18:11:56.068185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61a3d3cd-7dac-4633-afee-c3140fa41c65 req-e6dd5439-2bdf-48ad-87ff-bae4b1a315b5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371804 Aug 21 18:11:56.192850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dedc7-9801-43ed-8f07-55392e67d56b req-5b7066c0-74ac-4362-b99e-75a84f334dd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.194522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-225dedc7-9801-43ed-8f07-55392e67d56b req-5b7066c0-74ac-4362-b99e-75a84f334dd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 944 time: 0.0560920 Aug 21 18:11:56.238307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-225dedc7-9801-43ed-8f07-55392e67d56b req-7eb76b58-b5a2-48ed-99a0-8a8a36bc9c1b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361018 Aug 21 18:11:56.347822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.353224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.367682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:56.400960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.401711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.403399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f832468-416c-4518-87bb-fec657494c62 req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "PUT /v2.0/ports/bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 981 time: 0.8013940 Aug 21 18:11:56.406734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:56.408973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08cd793-d237-46f3-9915-6055d852e154" -d '{"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:56.447933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910007d-32f3-42aa-8015-b64893fd8ad4 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:56.479264 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2175b0-5c98-43ea-a1e7-52074ce9dbcb x-openstack-request-id: req-0b2175b0-5c98-43ea-a1e7-52074ce9dbcb {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:56.479611 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:56.479798 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b2175b0-5c98-43ea-a1e7-52074ce9dbcb {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:56.480202 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:11:56.531716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:56.553247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-fb9d14a3-332b-4b4b-8c11-2d62e4621bd5 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-853772795&fields=id&tenant_id=6d6b29850cc64e85836dd405be9e520f HTTP/1.1" status: 200 len: 267 time: 0.0485892 Aug 21 18:11:56.564516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd793-d237-46f3-9915-6055d852e154 req-d6e44169-6678-4f7d-b8fe-1ffa5bbfcc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.566402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-d6e44169-6678-4f7d-b8fe-1ffa5bbfcc35 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1136 time: 0.0577424 Aug 21 18:11:56.605893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-cb9cecaa-2a86-489a-bc5a-d4121b0c59e7 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.607559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-cb9cecaa-2a86-489a-bc5a-d4121b0c59e7 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 984 time: 0.0534425 Aug 21 18:11:56.622697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'port': {'security_groups': ['7fc3dc87-9f5c-41ec-b24f-8e764db0d422']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:56.682304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd793-d237-46f3-9915-6055d852e154 req-940b56c5-4071-4da0-a5c2-3783c9f5cde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.684707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-940b56c5-4071-4da0-a5c2-3783c9f5cde5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1079187 Aug 21 18:11:56.710441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.731637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-afb8eb77-7c7d-4088-9271-e98773d6056d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0397444 Aug 21 18:11:56.794064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08cd793-d237-46f3-9915-6055d852e154 req-f9d2897a-dee8-489c-b255-c904c504dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:56.795250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-f9d2897a-dee8-489c-b255-c904c504dca6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0548985 Aug 21 18:11:56.835989 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-0fe96e25-837b-4767-a400-b836282d1be3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324130 Aug 21 18:11:56.929388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:56.943149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-f484fa45-d2a0-4d8a-959f-15b7528bc7bc service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990322 Aug 21 18:11:56.963642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.969504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:56.982427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:57.021762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:57.021762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.023475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a5e147c-3e2c-4994-b668-acbabee1f55d req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "PUT /v2.0/ports/bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 942 time: 0.4075062 Aug 21 18:11:57.061659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3909b-0346-4bf4-91a6-856f9e2d60e1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:57.095522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e08cd793-d237-46f3-9915-6055d852e154 req-c04a574c-5955-4f9e-a47f-a1ed0fda1f46 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445663 Aug 21 18:11:57.149149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:57.158947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9bd83-f947-4758-bab5-b94e5849acf1 req-85b6717e-e52d-41f2-b710-3b5c2576a1ff tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:57.160661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3af9bd83-f947-4758-bab5-b94e5849acf1 req-85b6717e-e52d-41f2-b710-3b5c2576a1ff tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0586455 Aug 21 18:11:57.230448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3af9bd83-f947-4758-bab5-b94e5849acf1 req-3828d572-c5c2-4937-b6ac-5dcae0c7750e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593836 Aug 21 18:11:57.289354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device ac43f636-7461-4f4a-a390-497af2898fcc details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:11:57.291626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:11:57.352442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-b2866386-ffb4-488c-83b2-9888add37b8c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1500585 Aug 21 18:11:57.359058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:57.377977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f314e31a-1762-486c-9925-fbb6fe5f3565 req-75023971-4397-4991-9230-b8605e56fed3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:57.379980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f314e31a-1762-486c-9925-fbb6fe5f3565 req-75023971-4397-4991-9230-b8605e56fed3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 945 time: 0.0642779 Aug 21 18:11:57.393289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.425461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f314e31a-1762-486c-9925-fbb6fe5f3565 req-602b4aac-1cb3-4671-b80a-26fd562acb69 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388594 Aug 21 18:11:57.477175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:11:57.489375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=ac43f636-7461-4f4a-a390-497af2898fcc,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:57.504346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:11:57.505035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.513462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'ac43f636-7461-4f4a-a390-497af2898fcc', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'ac43f636-7461-4f4a-a390-497af2898fcc', 'mac_address': 'fa:16:3e:86:76:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:11:57.533320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.583611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf987b3-95c8-4c42-a2fb-225017127f1c req-d0e4571a-45e6-43ae-9789-3104a63e08e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:57.592585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebf987b3-95c8-4c42-a2fb-225017127f1c req-d0e4571a-45e6-43ae-9789-3104a63e08e9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 944 time: 0.0717237 Aug 21 18:11:57.648154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebf987b3-95c8-4c42-a2fb-225017127f1c req-45ccf033-1a10-430b-8853-920240b39afb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542021 Aug 21 18:11:57.665376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Allocated IP 172.25.1.63 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/06807a80-e203-4479-a047-03a40e832704) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:11:57.753416 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.770879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac43f636-7461-4f4a-a390-497af2898fcc {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:11:57.797176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.853442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=ac43f636-7461-4f4a-a390-497af2898fcc,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:57.856183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.860479 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.868744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.911837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:57.914598 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919771fc-25cb-4bb1-8cfe-da39070a2fef" -d '{"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:57.916453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:11:57.922584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:11:57.929988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:11:57.933527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'Port': ['ID=06807a80-e203-4479-a047-03a40e832704,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:57.943891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:11:57.958343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:57.958343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:57.973231 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405ae7ad-6cc1-4fe7-9f64-b0c053c99ebc x-openstack-request-id: req-405ae7ad-6cc1-4fe7-9f64-b0c053c99ebc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:57.973519 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:57.973782 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-405ae7ad-6cc1-4fe7-9f64-b0c053c99ebc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:57.974193 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'code': 200} Aug 21 18:11:58.029943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:58.032701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.092517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.138820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a0307-5167-4bda-8b4f-74bcfd49d72d req-53cbf65c-3f60-48e5-a0d7-2a162daa567f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.140377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b5a0307-5167-4bda-8b4f-74bcfd49d72d req-53cbf65c-3f60-48e5-a0d7-2a162daa567f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1098 time: 0.0785520 Aug 21 18:11:58.191587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:11:58.226706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b5a0307-5167-4bda-8b4f-74bcfd49d72d req-022d2f51-d476-4cef-b967-45f6d34a62d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769126 Aug 21 18:11:58.296297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.311967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.396291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event updated for resources: {'Port': ['ID=06807a80-e203-4479-a047-03a40e832704,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:11:58.400168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e506-3fdb-45a5-92f9-5bd95c296ed1 req-45927b86-7b16-4252-8c5a-4c7d9fbd8ba8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.402106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.408263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a54e506-3fdb-45a5-92f9-5bd95c296ed1 req-45927b86-7b16-4252-8c5a-4c7d9fbd8ba8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0569019 Aug 21 18:11:58.418945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.428429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-fe716e78-3a13-4291-a9fb-c34ad788d61c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.0753844 Aug 21 18:11:58.442301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a54e506-3fdb-45a5-92f9-5bd95c296ed1 req-c779745a-a942-4080-b21e-721392e9741f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Aug 21 18:11:58.477761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-65797219-454d-41e0-aac1-ab5beed5410e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.0483294 Aug 21 18:11:58.483247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:11:58.487979 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a298db09-478a-404d-a38e-df737bbca89d" -d '{"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:11:58.567476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98631d-b2a7-4e9d-8cfd-45550c3da4fc req-2d5fed77-2a48-4aa7-929e-7297c546d5d4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.569003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f98631d-b2a7-4e9d-8cfd-45550c3da4fc req-2d5fed77-2a48-4aa7-929e-7297c546d5d4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0650263 Aug 21 18:11:58.600227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-671fc144-c44c-4063-8af1-35adef599e34 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.601768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-671fc144-c44c-4063-8af1-35adef599e34 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1167829 Aug 21 18:11:58.616388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-6c1bd01f-5838-4a2a-9e0e-de81d3d5fcc8 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:11:58.617364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f98631d-b2a7-4e9d-8cfd-45550c3da4fc req-82d64606-bd3b-4886-b524-94d089251590 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 Aug 21 18:11:58.617497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1309b844-ef72-40c0-9ca3-e476f9fc08c4 req-6c1bd01f-5838-4a2a-9e0e-de81d3d5fcc8 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075674 Aug 21 18:11:58.672392 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5eaa05-507d-442a-b4d2-02b8e05b6f0b x-openstack-request-id: req-7f5eaa05-507d-442a-b4d2-02b8e05b6f0b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:11:58.672958 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:11:58.672958 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f5eaa05-507d-442a-b4d2-02b8e05b6f0b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:11:58.673362 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:11:58.776706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-e0c3a27c-2b6c-476a-8244-bcfdc9fb4eeb tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.778406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-e0c3a27c-2b6c-476a-8244-bcfdc9fb4eeb tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0878167 Aug 21 18:11:58.783015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298db09-478a-404d-a38e-df737bbca89d req-3f9037a9-b3de-4a1e-a9a6-f5de9f309f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.784625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-3f9037a9-b3de-4a1e-a9a6-f5de9f309f5b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0751476 Aug 21 18:11:58.799702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fac469-fc82-4bb1-85d5-c2129a10bdf9 req-91b91bc4-b28a-4e66-8ead-d407af5845e8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.807351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29fac469-fc82-4bb1-85d5-c2129a10bdf9 req-91b91bc4-b28a-4e66-8ead-d407af5845e8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 945 time: 0.0679221 Aug 21 18:11:58.837166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-4e1de2e7-2689-46f9-aace-d2f02f4f90ab tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 695 time: 0.0519061 Aug 21 18:11:58.848555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'floatingip': {'port_id': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:58.890005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:58.891914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29fac469-fc82-4bb1-85d5-c2129a10bdf9 req-9bd82186-f9a3-4f53-a962-ff44fdd91226 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836396 Aug 21 18:11:58.936057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298db09-478a-404d-a38e-df737bbca89d req-bbf93a42-c76a-4cee-9312-d5425fc01448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:58.938171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-bbf93a42-c76a-4cee-9312-d5425fc01448 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1282728 Aug 21 18:11:58.982261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-9d92a234-d89d-4c61-86aa-3a1def1417ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0356445 Aug 21 18:11:59.035782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298db09-478a-404d-a38e-df737bbca89d req-aff3e986-4c29-45cd-9f84-4fa2422d571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:59.037344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-aff3e986-4c29-45cd-9f84-4fa2422d571e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0473478 Aug 21 18:11:59.078887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-5673369e-a0cb-4c70-97b8-33de4d602d9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339239 Aug 21 18:11:59.173157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-7996d921-e9b9-457f-90fc-7c409c0a9d8f service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869939 Aug 21 18:11:59.297195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a298db09-478a-404d-a38e-df737bbca89d req-ff83c41b-38e3-45b9-b5a8-7fd2d5ee631f service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148276 Aug 21 18:11:59.403497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:59.407344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:59.512597 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Floating IP 1cc8df61-f14c-485d-b0c1-cdcff1f1e85e associated. External IP: 172.25.1.63, port: bb66a5b1-8f85-4b35-86e8-218c8710e883. Aug 21 18:11:59.588585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151053d-5dd8-427d-baf4-0a6dafbe3afd req-f35225f5-6dda-49df-b13c-c4d092282388 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:59.590752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0151053d-5dd8-427d-baf4-0a6dafbe3afd req-f35225f5-6dda-49df-b13c-c4d092282388 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0600412 Aug 21 18:11:59.652131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0151053d-5dd8-427d-baf4-0a6dafbe3afd req-6535f9e1-053c-4702-8744-c6a2ac33e300 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511982 Aug 21 18:11:59.767403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fc193-d1e3-4280-8bba-bb25c95be03c req-ba1c42bc-ee86-4e0b-a9c1-2d1cd24a5754 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:59.769175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-361fc193-d1e3-4280-8bba-bb25c95be03c req-ba1c42bc-ee86-4e0b-a9c1-2d1cd24a5754 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0515766 Aug 21 18:11:59.773006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Router d58ca5b0-c2b8-477e-ad6b-a62d49032626 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:11:59.813266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-361fc193-d1e3-4280-8bba-bb25c95be03c req-0c1e7dcf-ebe2-4287-b285-97f13849ffa6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383368 Aug 21 18:11:59.887611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:11:59.892613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:11:59.900328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Sync routers for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:11:59.911699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:11:59.912581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:11:59.929603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-08e35f4f-60ac-4b38-8281-b3928421c31c tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "PUT /v2.0/floatingips/1cc8df61-f14c-485d-b0c1-cdcff1f1e85e HTTP/1.1" status: 200 len: 995 time: 1.0834167 Aug 21 18:11:59.951077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675ff2b-1a64-49cb-a0b6-a4e68c8469a0 req-57101545-7200-4818-8054-1591b10299c4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:59.952895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9675ff2b-1a64-49cb-a0b6-a4e68c8469a0 req-57101545-7200-4818-8054-1591b10299c4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0672956 Aug 21 18:11:59.961906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55776) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:11:59.968949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Request body: {'floatingip': {'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:11:59.983721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-2470fd87-940d-4474-860a-424c4ae77b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:11:59.994127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-2470fd87-940d-4474-860a-424c4ae77b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0555482 Aug 21 18:12:00.021916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:00.064175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:00.091890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d0da865f-23c6-4ae0-a4a9-cd142ad0283a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:00.102208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d0da865f-23c6-4ae0-a4a9-cd142ad0283a service neutron] 10.222.0.41 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1080453 Aug 21 18:12:00.171818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7688bc-609e-476e-99bb-b4ed8906769f req-b444cb92-dd5d-4146-8d7b-ef9f178a3804 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:00.173754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd7688bc-609e-476e-99bb-b4ed8906769f req-b444cb92-dd5d-4146-8d7b-ef9f178a3804 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 945 time: 0.1131530 Aug 21 18:12:00.189890 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-0ffd1792-229b-4d48-bc31-b2728b5d30e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 998 time: 0.0859880 Aug 21 18:12:00.219654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd7688bc-609e-476e-99bb-b4ed8906769f req-08c4e464-fb2a-47f2-89c2-03901d5c8f5a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371728 Aug 21 18:12:00.249885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d65da46f-fe28-4061-9a22-7c314fdb5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:00.257742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d65da46f-fe28-4061-9a22-7c314fdb5118 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0675645 Aug 21 18:12:00.301752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-5eb3981a-60ae-4c61-a014-f23b1e251950 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430768 Aug 21 18:12:00.306890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d75d1a4f-41fa-4519-a702-da8021ae6986 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:12:00.316793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-d75d1a4f-41fa-4519-a702-da8021ae6986 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141616 Aug 21 18:12:00.465562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '1cc8df61-f14c-485d-b0c1-cdcff1f1e85e', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'port_id': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'mac_address': 'fa:16:3e:34:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bc61d-85db-4f73-b523-ad5253da734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:57Z', 'updated_at': '2021-08-21T18:11:59Z', 'revision_number': 1, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:00.501836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Checking router: d58ca5b0-c2b8-477e-ad6b-a62d49032626 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:00.502066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-af73d1a2-3343-4f9d-81d0-55257ca25f8f service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842082 Aug 21 18:12:00.512359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:00.513072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:00.607062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6bb5525-9906-4476-b31f-d0669f02c3db req-adfce43e-db8a-4e50-b0d4-a072cea001a7 service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027927 Aug 21 18:12:00.650078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:00.674885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:00.677488 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c2a4db-6108-4e1e-b407-425e766f22c5" -d '{"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:00.794227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe677da-8497-447f-99a4-97defaa9b336 req-fd9fdaac-4596-4c77-abee-b04316acdffa tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:00.812317 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fe677da-8497-447f-99a4-97defaa9b336 req-fd9fdaac-4596-4c77-abee-b04316acdffa tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0694606 Aug 21 18:12:00.845466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-862c35e5-77d2-4091-a3cc-cbff12ce0e3e tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 998 time: 0.1966984 Aug 21 18:12:00.870007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fe677da-8497-447f-99a4-97defaa9b336 req-3d62b9fb-cf38-4fa9-9c5a-f14bc0fe5edb tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518267 Aug 21 18:12:00.936959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:12:00.946231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '1cc8df61-f14c-485d-b0c1-cdcff1f1e85e', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'port_id': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'mac_address': 'fa:16:3e:34:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bc61d-85db-4f73-b523-ad5253da734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:57Z', 'updated_at': '2021-08-21T18:11:59Z', 'revision_number': 1, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:00.951948 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97fe530-468a-4ee7-9690-d40f89260b7e x-openstack-request-id: req-f97fe530-468a-4ee7-9690-d40f89260b7e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:00.952248 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:00.952623 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f97fe530-468a-4ee7-9690-d40f89260b7e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:00.953039 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:12:00.980314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e99154-4218-4554-bfa5-c0d09fe3b431 None None] The sync data for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 is: [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '1cc8df61-f14c-485d-b0c1-cdcff1f1e85e', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'floating_ip_address': '172.25.1.63', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'port_id': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'mac_address': 'fa:16:3e:34:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '054bc61d-85db-4f73-b523-ad5253da734e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:57Z', 'updated_at': '2021-08-21T18:11:59Z', 'revision_number': 1, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:01.011188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-e6abd608-70f9-4c9b-8cf9-d3903211a0b1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:01.025801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-e6abd608-70f9-4c9b-8cf9-d3903211a0b1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports/bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 942 time: 0.1412001 Aug 21 18:12:01.095555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:01.132119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:01.313894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device ac43f636-7461-4f4a-a390-497af2898fcc up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:01.361350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c34f320-d335-4783-973b-1037573c0663 None None] New status for floating IP 1cc8df61-f14c-485d-b0c1-cdcff1f1e85e: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:12:01.426548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port ac43f636-7461-4f4a-a390-497af2898fcc completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:01.435691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port ac43f636-7461-4f4a-a390-497af2898fcc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:01.436346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:01.493913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d21f0f-1aad-4aea-b5f0-00574f168b52 req-9024d8f7-9814-4e93-9006-2b68b470bf4a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:01.502898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09d21f0f-1aad-4aea-b5f0-00574f168b52 req-9024d8f7-9814-4e93-9006-2b68b470bf4a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 945 time: 0.1618180 Aug 21 18:12:01.537726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-55d2c4d1-0826-4664-9d41-8366286ee082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:01.544834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-55d2c4d1-0826-4664-9d41-8366286ee082 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.5530663 Aug 21 18:12:01.576598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09d21f0f-1aad-4aea-b5f0-00574f168b52 req-b5ba3471-7459-4a88-af35-cbd9a9fc44b6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727260 Aug 21 18:12:01.648231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:01.701976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=ac43f636-7461-4f4a-a390-497af2898fcc,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:01.703061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:01.705458 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d328db3-3afb-4652-a845-8698790f5cef" -d '{"events": [{"server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "name": "network-vif-plugged", "status": "completed", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:01.711360 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:01.721605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-2ffecf55-4fdc-48a6-b707-1872da0082ac tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 998 time: 0.6397779 Aug 21 18:12:01.775257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:01.792208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-a5df4b33-e633-4874-880e-03d4985056d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:01.794625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-a5df4b33-e633-4874-880e-03d4985056d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.2390769 Aug 21 18:12:01.810123 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Floating IP ca1443a9-f7e4-4a93-b13f-c2f91fc26724 associated. External IP: 172.25.1.88, port: 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b. Aug 21 18:12:01.850483 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f6fe49-be7e-441b-ad63-02f77821fb9d x-openstack-request-id: req-43f6fe49-be7e-441b-ad63-02f77821fb9d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:01.850908 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "name": "network-vif-plugged", "status": "completed", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:01.851261 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43f6fe49-be7e-441b-ad63-02f77821fb9d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:01.851758 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc', 'code': 200} Aug 21 18:12:01.992668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa90c14-afd0-4609-a8e2-c8efcac3e4c5 req-2fd16136-89e9-48cd-a28f-6e432def97d7 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:01.994822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-faa90c14-afd0-4609-a8e2-c8efcac3e4c5 req-2fd16136-89e9-48cd-a28f-6e432def97d7 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0601077 Aug 21 18:12:02.040712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-faa90c14-afd0-4609-a8e2-c8efcac3e4c5 req-b1c9d725-5ec5-4b13-adf2-86c4abc48538 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384605 Aug 21 18:12:02.063491 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-254f4fbc-200e-4fed-9934-569f6e02d3ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 1000 time: 0.2556047 Aug 21 18:12:02.078012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-20a1361e-d974-4064-bb01-6826987084cf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:02.079462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-20a1361e-d974-4064-bb01-6826987084cf tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.3388999 Aug 21 18:12:02.104920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-fde9b876-ebf8-4ddf-aac6-87f1e209b3d0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:12:02.106992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-fde9b876-ebf8-4ddf-aac6-87f1e209b3d0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158446 Aug 21 18:12:02.109233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367d98-81e7-4477-b0d6-ef2b806532b1 req-1bbb9408-a4be-41df-b0f2-351e018aa7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:02.110332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e367d98-81e7-4477-b0d6-ef2b806532b1 req-1bbb9408-a4be-41df-b0f2-351e018aa7e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 1098 time: 0.1718197 Aug 21 18:12:02.267856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-7bd10523-2558-463f-97b1-1cc0dbc2090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:02.269651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-7bd10523-2558-463f-97b1-1cc0dbc2090b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.1826315 Aug 21 18:12:02.287169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e367d98-81e7-4477-b0d6-ef2b806532b1 req-60212af5-a874-4cf8-9079-e31732887896 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565733 Aug 21 18:12:02.304042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-3f2d8524-df7d-4960-b391-07630fedd4e3 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 1000 time: 0.1747346 Aug 21 18:12:02.350281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-6ee3d066-1e2c-405f-a1ed-eaa48626c3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657704 Aug 21 18:12:02.354901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:02.480146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:12:02.485141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:02.593857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-6c3d8f44-94ef-4ff6-a8ec-74e80bba2593 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331846 Aug 21 18:12:02.697683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9b96b-d5d7-4783-a037-b84521e4fc8d req-4937ee42-96b7-4215-9035-379ce965819a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:02.697683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee9b96b-d5d7-4783-a037-b84521e4fc8d req-4937ee42-96b7-4215-9035-379ce965819a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0563402 Aug 21 18:12:02.734287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ee9b96b-d5d7-4783-a037-b84521e4fc8d req-904b5bc0-6720-447f-b86b-ca91ed10b02b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Aug 21 18:12:02.798813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:02.825856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:02.826179 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Floating IP 1cc8df61-f14c-485d-b0c1-cdcff1f1e85e disassociated. External IP: 172.25.1.63, port: bb66a5b1-8f85-4b35-86e8-218c8710e883. Aug 21 18:12:02.881323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:12:02.891603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:02.892268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:12:02.903353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:02.903980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:02.931989 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67c2a4db-6108-4e1e-b407-425e766f22c5 req-07243cda-2f82-4e92-b4b7-b24edf9fe18c service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037980 Aug 21 18:12:02.943399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-ef554aad-4d5c-46de-b269-4eac95417cdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1629283 Aug 21 18:12:02.972323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23a8f2b4-2585-45cd-818f-c68276507cc7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "PUT /v2.0/floatingips/ca1443a9-f7e4-4a93-b13f-c2f91fc26724 HTTP/1.1" status: 200 len: 991 time: 3.0094035 Aug 21 18:12:02.981210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:02.984019 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef2dfc-4664-4661-96cd-5f9cb3963980" -d '{"events": [{"name": "network-changed", "server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:03.025026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:03.071141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-5d2cba1f-e733-45ba-855b-b49be8d5353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.072675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-5d2cba1f-e733-45ba-855b-b49be8d5353b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1fc01c122f847d285807a020a41bba7&device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 1098 time: 0.1024559 Aug 21 18:12:03.076429 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb580b7-3732-44e9-8f95-706c711be350 x-openstack-request-id: req-1fb580b7-3732-44e9-8f95-706c711be350 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:03.076714 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:03.076959 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fb580b7-3732-44e9-8f95-706c711be350 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:03.077335 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'status': 'completed', 'code': 200} Aug 21 18:12:03.203176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-9cf719d8-c0f6-4ac6-b2d4-fc1c0e7f78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.205410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-9cf719d8-c0f6-4ac6-b2d4-fc1c0e7f78ac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1098 time: 0.0872717 Aug 21 18:12:03.214114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79cfa2-4a57-4dcd-a922-1944a0738908 req-3c7ab68f-f7d8-47c2-affc-42e71cff9521 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.215789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c79cfa2-4a57-4dcd-a922-1944a0738908 req-3c7ab68f-f7d8-47c2-affc-42e71cff9521 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Aug 21 18:12:03.267035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca1443a9-f7e4-4a93-b13f-c2f91fc26724', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30988061-71fd-41f9-a13f-b813779b9128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:46Z', 'updated_at': '2021-08-21T18:12:00Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:03.295339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:03.305303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:03.305908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:03.306129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c79cfa2-4a57-4dcd-a922-1944a0738908 req-95b134bd-43b5-43f1-980f-2b06b7620105 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818427 Aug 21 18:12:03.341661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-5232f56d-e752-4555-9086-715ce15ae3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.343242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-5232f56d-e752-4555-9086-715ce15ae3d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1265581 Aug 21 18:12:03.418796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-102f96a6-ab06-46bf-9238-0f99b25a4e62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 999 time: 0.0664601 Aug 21 18:12:03.425717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:03.478062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-6b20b8e7-e51d-4c3d-b494-84db3a363891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.480011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-6b20b8e7-e51d-4c3d-b494-84db3a363891 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0461414 Aug 21 18:12:03.491861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Router d58ca5b0-c2b8-477e-ad6b-a62d49032626 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:12:03.536932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-3c771340-35ea-4945-85de-709e74250ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.539140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-3c771340-35ea-4945-85de-709e74250ca5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513525 Aug 21 18:12:03.592301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-fa185f36-a68a-4994-a985-e2bc0cfb2f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.593216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-fa185f36-a68a-4994-a985-e2bc0cfb2f3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 200 len: 906 time: 0.4523146 Aug 21 18:12:03.660359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-9b7f3053-2d81-4aac-9832-419a11d039a6 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102066 Aug 21 18:12:03.678645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca1443a9-f7e4-4a93-b13f-c2f91fc26724', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30988061-71fd-41f9-a13f-b813779b9128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:46Z', 'updated_at': '2021-08-21T18:12:00Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:03.713163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:12:03.717069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-ccf9b179-3ed8-44bb-af77-50320ccf7c12 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 200 len: 1002 time: 0.1096268 Aug 21 18:12:03.720441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:03.731497 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Sync routers for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:12:03.745427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:03.747029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:03.779908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-7dd44d34-73c0-4eb3-9460-d6f339e73459 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "PUT /v2.0/floatingips/1cc8df61-f14c-485d-b0c1-cdcff1f1e85e HTTP/1.1" status: 200 len: 694 time: 1.4565043 Aug 21 18:12:03.785030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90ef2dfc-4664-4661-96cd-5f9cb3963980 req-ccb1ce0d-2a6b-4d09-978c-84fc281f88b3 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168242 Aug 21 18:12:03.864623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-0515e125-98c7-48fa-ba3a-c5a6c657ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.866128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-0515e125-98c7-48fa-ba3a-c5a6c657ddaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 HTTP/1.1" status: 200 len: 844 time: 0.1189435 Aug 21 18:12:03.885851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-85380957-9080-419a-97fb-f5525d870c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.888337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492730a-c47b-4d26-ab94-0aa64d84c100 None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca1443a9-f7e4-4a93-b13f-c2f91fc26724', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30988061-71fd-41f9-a13f-b813779b9128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:11:46Z', 'updated_at': '2021-08-21T18:12:00Z', 'revision_number': 1, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:03.894318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-85380957-9080-419a-97fb-f5525d870c0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0921595 Aug 21 18:12:03.936916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd734623-e002-408d-b6cb-ecbb37ff8e00 req-92d450d5-cc64-421b-b7cd-33a7781ca43c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:03.945426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd734623-e002-408d-b6cb-ecbb37ff8e00 req-92d450d5-cc64-421b-b7cd-33a7781ca43c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0897233 Aug 21 18:12:03.954177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:03.988323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd734623-e002-408d-b6cb-ecbb37ff8e00 req-cdbfefa2-b750-4eb7-8570-43e13b8a135c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420151 Aug 21 18:12:04.042464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-9bd7a119-e787-4ec3-87fe-16fc30ad753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.045151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-9bd7a119-e787-4ec3-87fe-16fc30ad753c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706748 Aug 21 18:12:04.058281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-7370594a-317c-4fe6-bc89-c6f8a0916dc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1248336 Aug 21 18:12:04.072048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-b0169507-04b6-4d11-90e2-572d2edcaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.077197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-b0169507-04b6-4d11-90e2-572d2edcaf1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1800225 Aug 21 18:12:04.173853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-fde30ba8-ef8b-4d4c-8ad8-92e9bddd79d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0879221 Aug 21 18:12:04.217179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a0ac3-65c5-4a60-8249-49d10e8bef79 None None] New status for floating IP ca1443a9-f7e4-4a93-b13f-c2f91fc26724: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:12:04.221355 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:04.253939 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Checking router: d58ca5b0-c2b8-477e-ad6b-a62d49032626 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:04.264113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:04.264732 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:04.266466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758959b-c907-42b9-870c-dc4f3717f160 req-0b1ed08e-cee3-49fe-940d-93c53a211056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.268510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-0b1ed08e-cee3-49fe-940d-93c53a211056 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.1747108 Aug 21 18:12:04.276741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-8e36f572-0fe3-4de6-9b56-f5bd4530f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.278252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-8e36f572-0fe3-4de6-9b56-f5bd4530f61d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0921495 Aug 21 18:12:04.309311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-9a8a3115-9392-4862-8506-83f1af14dbd2 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468417 Aug 21 18:12:04.335604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-2719153f-52af-4d34-9440-f7b3a5e85c70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494065 Aug 21 18:12:04.442897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:04.487902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a860770-61a9-4de1-a24a-b6644cfb87bf req-ffdaab1c-90bb-4f79-953b-ca8883d281a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.489926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a860770-61a9-4de1-a24a-b6644cfb87bf req-ffdaab1c-90bb-4f79-953b-ca8883d281a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0669701 Aug 21 18:12:04.547165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a860770-61a9-4de1-a24a-b6644cfb87bf req-4a93eeaf-5b03-45f2-826c-f4de68398d89 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443361 Aug 21 18:12:04.557984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758959b-c907-42b9-870c-dc4f3717f160 req-4055f68a-107d-4266-bc0b-c569e61d3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.560132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-4055f68a-107d-4266-bc0b-c569e61d3a25 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2628765 Aug 21 18:12:04.566074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5168c5dd-51c0-421d-a44d-a9a85a0ed855 req-29d1c0d5-2a23-4d78-be1d-f9bcb3c52322 service neutron] 10.222.0.39 "GET /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329082 Aug 21 18:12:04.614983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-9e155f4a-69d5-47e3-88c2-5c1cb985f683 service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427547 Aug 21 18:12:04.673202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff21b9-1b8e-40b2-92ab-98ce3880d977 req-b8b0c865-418e-4377-8a31-bb1746f2de9d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.679389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ff21b9-1b8e-40b2-92ab-98ce3880d977 req-b8b0c865-418e-4377-8a31-bb1746f2de9d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0852091 Aug 21 18:12:04.687364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-b46b1bca-fa8c-48c4-92b3-34fe5fa5ecf1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1157732 Aug 21 18:12:04.693112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:04.716241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36ff21b9-1b8e-40b2-92ab-98ce3880d977 req-dbe63c7e-a2b5-442c-97c1-8ba74188b472 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 Aug 21 18:12:04.720385 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90052db-2ab3-4be7-a639-4b0d2d538cb5 None None] The sync data for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 is: [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:10:58Z', 'revision_number': 4, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0489c444-30ff-4144-93ba-7e39726e9de7', 'name': '', 'network_id': 'adf2ac43-63e7-455e-955d-35d270249964', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'mac_address': 'fa:16:3e:8c:bf:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:58Z', 'updated_at': '2021-08-21T18:11:06Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'subnets': [{'id': '75b1e3cb-f4d4-4237-8f65-6b312b97487a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:04.761823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9463f15c-ca7f-4138-a7d1-d567b32c3c74 req-585fc382-8c5d-4363-835a-01904371d69e service neutron] 10.222.0.41 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375628 Aug 21 18:12:04.763316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758959b-c907-42b9-870c-dc4f3717f160 req-1c25df88-4337-401d-b5a1-a6f9ffaeeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.764695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-1c25df88-4337-401d-b5a1-a6f9ffaeeeba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0687938 Aug 21 18:12:04.833524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758959b-c907-42b9-870c-dc4f3717f160 req-4e20de39-5f4a-4b7a-928b-7171a7905276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.835131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-4e20de39-5f4a-4b7a-928b-7171a7905276 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631118 Aug 21 18:12:04.847684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-7af65731-de55-4853-883d-89b9e7b5c2a7 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips/1cc8df61-f14c-485d-b0c1-cdcff1f1e85e HTTP/1.1" status: 200 len: 694 time: 0.0521469 Aug 21 18:12:04.935174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-1d6423ab-8ca6-4f8d-8872-dc489df2c7bd service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922999 Aug 21 18:12:04.972391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-a20bb208-dfb0-4a4a-a958-18644fa00635 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:04.976612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-a20bb208-dfb0-4a4a-a958-18644fa00635 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 784 time: 0.1213620 Aug 21 18:12:04.988054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-d2eb1f52-d8f7-437d-b55c-3898542dc613 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:12:04.989005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-d2eb1f52-d8f7-437d-b55c-3898542dc613 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060873 Aug 21 18:12:05.052052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-e78908a8-8a73-4668-9fe7-75e64bd37100 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 697 time: 0.0548465 Aug 21 18:12:05.057798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f758959b-c907-42b9-870c-dc4f3717f160 req-1ad78a3e-da9b-40e5-81d2-acbc6f8ace04 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026583 Aug 21 18:12:05.060060 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c43195-58c1-4f1c-b287-e2d53e5afa58 None None] New status for floating IP 1cc8df61-f14c-485d-b0c1-cdcff1f1e85e: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:12:05.078989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:05.081955 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:05.125546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-72c6d633-6338-4c7d-8389-de9ae8158e11 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/floatingips?floating_ip_address=172.25.1.63 HTTP/1.1" status: 200 len: 697 time: 0.0660861 Aug 21 18:12:05.232735 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c054b12d-e3fe-4800-80ef-f0f129f6b2fb x-openstack-request-id: req-c054b12d-e3fe-4800-80ef-f0f129f6b2fb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:05.233025 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:05.233271 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c054b12d-e3fe-4800-80ef-f0f129f6b2fb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:05.233701 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:12:05.279227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Deleting port 06807a80-e203-4479-a047-03a40e832704 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:05.279573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.329330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-c5e38ba9-0914-4e7c-b8b7-2c9cdaac507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:05.331112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-c5e38ba9-0914-4e7c-b8b7-2c9cdaac507d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6d6b29850cc64e85836dd405be9e520f&device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 1097 time: 0.0633502 Aug 21 18:12:05.371636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.372201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.387662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Calling delete_port for 06807a80-e203-4479-a047-03a40e832704 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:05.457968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-6a34a50f-70a8-48c1-9d75-7d019b4a0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:05.459652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-6a34a50f-70a8-48c1-9d75-7d019b4a0fb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 200 len: 921 time: 0.1213052 Aug 21 18:12:05.514221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-97c66a6d-1b98-45be-9d89-da32e24d936a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 200 len: 217 time: 0.0471869 Aug 21 18:12:05.559512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.575208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-8eabc605-7661-40fa-96d4-229854792cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:05.576760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-8eabc605-7661-40fa-96d4-229854792cc1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 200 len: 860 time: 0.0551817 Aug 21 18:12:05.590449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event deleted for resources: {'Port': ['ID=06807a80-e203-4479-a047-03a40e832704,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:05.629595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-f5edc544-652a-4fb0-b50c-904d97a174e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=adf2ac43-63e7-455e-955d-35d270249964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443275 Aug 21 18:12:05.652236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.655400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.656540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5930b9-3b10-4dd2-bfbb-57135d9e4607 req-aeb19b90-e342-4297-91f2-9923d56eaab1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "DELETE /v2.0/floatingips/1cc8df61-f14c-485d-b0c1-cdcff1f1e85e HTTP/1.1" status: 204 len: 173 time: 0.5225186 Aug 21 18:12:05.716286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf885e66-b06b-431b-91cc-99f52a79902d req-216491dc-c5b2-4154-bbea-70ac116e537b tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups/2bf5b1fb-0ba8-4aa7-8192-bdd51ad303fb HTTP/1.1" status: 200 len: 1809 time: 0.0407684 Aug 21 18:12:05.732855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdde36-104a-47ff-94c4-0dd33efe7323 req-dcd5c394-8c6e-4e1e-a479-2982373d48f9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:05.734418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4cdde36-104a-47ff-94c4-0dd33efe7323 req-dcd5c394-8c6e-4e1e-a479-2982373d48f9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1038196 Aug 21 18:12:05.776950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cf885e66-b06b-431b-91cc-99f52a79902d req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.781716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-383f6335-b661-46ab-8811-41a1121c0271 service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398318 Aug 21 18:12:05.788872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4cdde36-104a-47ff-94c4-0dd33efe7323 req-5ae62837-8d94-4b95-97ba-b8eb07d77960 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479641 Aug 21 18:12:05.799630 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cf885e66-b06b-431b-91cc-99f52a79902d req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.854039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cf885e66-b06b-431b-91cc-99f52a79902d req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.857562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cf885e66-b06b-431b-91cc-99f52a79902d req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:05.861474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf885e66-b06b-431b-91cc-99f52a79902d req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "DELETE /v2.0/security-groups/2bf5b1fb-0ba8-4aa7-8192-bdd51ad303fb HTTP/1.1" status: 204 len: 173 time: 0.1387234 Aug 21 18:12:05.871770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8026dfed-9b70-4abb-a69c-66bc877d6847 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf5b1fb-0ba8-4aa7-8192-bdd51ad303fb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:05.937001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f357d8c6-bef0-43d4-a390-2c4f1be4d6fe req-0981749c-a47b-4329-86f0-488296001c2b service neutron] 10.222.0.64 "GET /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361635 Aug 21 18:12:05.946209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d267331-351d-48dd-9b01-a8b1413b1b3c req-cdda39d2-bd21-4b0d-a4d7-1d16d348eda5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:05.947698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d267331-351d-48dd-9b01-a8b1413b1b3c req-cdda39d2-bd21-4b0d-a4d7-1d16d348eda5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0872476 Aug 21 18:12:05.990207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d267331-351d-48dd-9b01-a8b1413b1b3c req-539e7323-bd2e-4ecc-96d1-c9bd82d1d350 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358102 Aug 21 18:12:06.104851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aacabf-f347-421d-92e5-e8adc0a0fdb5 req-e9472594-f9ad-485b-9ced-5f50e7fa88d0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:06.106856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7aacabf-f347-421d-92e5-e8adc0a0fdb5 req-e9472594-f9ad-485b-9ced-5f50e7fa88d0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0488605 Aug 21 18:12:06.144068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7aacabf-f347-421d-92e5-e8adc0a0fdb5 req-7c5cab98-6a77-43ff-b09d-0ed0b07b0dfe tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312569 Aug 21 18:12:06.912830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d70bdc-6dc0-44da-bfef-b18dfc97c24b req-853c71ca-cf70-4f95-b57b-36c2df88efde tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:06.914342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5d70bdc-6dc0-44da-bfef-b18dfc97c24b req-853c71ca-cf70-4f95-b57b-36c2df88efde tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0544949 Aug 21 18:12:06.955610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5d70bdc-6dc0-44da-bfef-b18dfc97c24b req-249d6596-b884-4314-9de4-a1820d5bb1ae tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Aug 21 18:12:07.114994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba93bb-c0ac-4b47-93c0-c91dd00c3b68 req-db7f1556-4620-4348-8677-a0ab660a645c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:07.116434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fba93bb-c0ac-4b47-93c0-c91dd00c3b68 req-db7f1556-4620-4348-8677-a0ab660a645c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Aug 21 18:12:07.157610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fba93bb-c0ac-4b47-93c0-c91dd00c3b68 req-5b0a14bd-3d05-44c6-8ca6-2f8a5777e1ff tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343251 Aug 21 18:12:07.268961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2044ec7-3d81-46d5-a33e-c5abfdc6c385 req-1df99062-7964-41d1-93c5-753b081c7753 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:07.277855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2044ec7-3d81-46d5-a33e-c5abfdc6c385 req-1df99062-7964-41d1-93c5-753b081c7753 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0634828 Aug 21 18:12:07.333758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2044ec7-3d81-46d5-a33e-c5abfdc6c385 req-388d890d-06a4-4c4a-b370-2118ede3d94a tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557716 Aug 21 18:12:08.072050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5abe57-c428-406a-8896-d26807a75698 req-758752b9-56d2-4d0a-8cd0-6ce6c7e64e74 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:08.073618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b5abe57-c428-406a-8896-d26807a75698 req-758752b9-56d2-4d0a-8cd0-6ce6c7e64e74 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0496838 Aug 21 18:12:08.114059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b5abe57-c428-406a-8896-d26807a75698 req-438536ef-9fd4-4af1-b22e-99a8d7416480 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339184 Aug 21 18:12:08.277780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6664df-f357-415e-af0c-0aec31ec78c6 req-414dbac7-2ded-46a6-bead-8a8c7933d551 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:08.279392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb6664df-f357-415e-af0c-0aec31ec78c6 req-414dbac7-2ded-46a6-bead-8a8c7933d551 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Aug 21 18:12:08.316747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb6664df-f357-415e-af0c-0aec31ec78c6 req-435d188d-86fe-4d74-8f7b-ceda308f61ba tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Aug 21 18:12:08.368611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-a6fa286d-20ef-4166-bf85-1de9ce053d3f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:08.370265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-a6fa286d-20ef-4166-bf85-1de9ce053d3f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1203878 Aug 21 18:12:08.386289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-98049dc3-240c-49d2-9d76-f5a250f4de85 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/quotas/83d8d264defd4d26851ebd434e16f259 HTTP/1.1" status: 200 len: 375 time: 0.0095034 Aug 21 18:12:08.437867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-076c19b8-d2d9-43f2-8de4-d53e1ef03968 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0452964 Aug 21 18:12:08.517888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375ec0b-1c80-42a7-9bfd-b5f866f36f37 req-64b47b89-d5b5-4fc8-9344-a5542a570d45 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:08.519402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8375ec0b-1c80-42a7-9bfd-b5f866f36f37 req-64b47b89-d5b5-4fc8-9344-a5542a570d45 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0551865 Aug 21 18:12:08.533487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-25dc4e9c-1e73-49f2-b5c6-824e6603c3cd service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884960 Aug 21 18:12:08.629547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-03eab894-06ae-402e-a74b-20acf1ccf1bb service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894938 Aug 21 18:12:08.717571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-161ae043-53d0-4ab9-948f-ebba96d9ebd0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:08.719232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-161ae043-53d0-4ab9-948f-ebba96d9ebd0 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.64 "GET /v2.0/ports?device_id=054bc61d-85db-4f73-b523-ad5253da734e HTTP/1.1" status: 200 len: 945 time: 0.0558286 Aug 21 18:12:08.851080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Deleting port bb66a5b1-8f85-4b35-86e8-218c8710e883 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:08.851440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:08.881953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8375ec0b-1c80-42a7-9bfd-b5f866f36f37 req-84888af4-5dca-4957-bc46-247ffea4efe1 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.41 "GET /v2.0/security-groups?id=7fc3dc87-9f5c-41ec-b24f-8e764db0d422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543997 Aug 21 18:12:08.951484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d692feaa-a6ea-45ca-977d-fce636a38f3e req-9480eab3-2eb2-4486-8f44-981b787cc53c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 210 time: 0.0428760 Aug 21 18:12:08.976547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] For port bb66a5b1-8f85-4b35-86e8-218c8710e883, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=bb66a5b1-8f85-4b35-86e8-218c8710e883,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:08.976925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:08.990097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Calling delete_port for bb66a5b1-8f85-4b35-86e8-218c8710e883 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:09.131017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:09.144328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['bb66a5b1-8f85-4b35-86e8-218c8710e883'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:09.203840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Pushing event deleted for resources: {'Port': ['ID=bb66a5b1-8f85-4b35-86e8-218c8710e883,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:09.224180 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] No DVR routers for this DVR port bb66a5b1-8f85-4b35-86e8-218c8710e883 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:12:09.226771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:09.228836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40b6a94a-c3cd-4b58-b1e9-a190699c74ec req-42a6263e-285c-4ae4-ae1f-8e1d4a23e358 tempest-ServerRescueTestJSONUnderV235-1742754948 tempest-ServerRescueTestJSONUnderV235-1742754948-project] 10.222.0.64 "DELETE /v2.0/ports/bb66a5b1-8f85-4b35-86e8-218c8710e883 HTTP/1.1" status: 204 len: 173 time: 0.5032070 Aug 21 18:12:09.229265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'name': 'network-vif-deleted', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:09.232568 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bb2c70-f5b2-4dd1-8d44-f54e0c2356e6" -d '{"events": [{"server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "name": "network-vif-deleted", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:09.244198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026d4ae-11d0-49e4-9c8e-1266529e9479 req-f8ea90d1-b24a-426f-8a1a-8b058ed4e780 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:09.245783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8026d4ae-11d0-49e4-9c8e-1266529e9479 req-f8ea90d1-b24a-426f-8a1a-8b058ed4e780 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0567148 Aug 21 18:12:09.271936 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52bc6eb8-d341-4777-989e-474f4bfc20b3 x-openstack-request-id: req-52bc6eb8-d341-4777-989e-474f4bfc20b3 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:09.272251 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054bc61d-85db-4f73-b523-ad5253da734e", "name": "network-vif-deleted", "tag": "bb66a5b1-8f85-4b35-86e8-218c8710e883", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:09.272471 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52bc6eb8-d341-4777-989e-474f4bfc20b3 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:09.272888 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054bc61d-85db-4f73-b523-ad5253da734e', 'name': 'network-vif-deleted', 'tag': 'bb66a5b1-8f85-4b35-86e8-218c8710e883', 'status': 'completed', 'code': 200} Aug 21 18:12:09.286951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8026d4ae-11d0-49e4-9c8e-1266529e9479 req-d750db1b-79eb-42a8-9915-7f02ba4d0619 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Aug 21 18:12:09.447673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27554d7-f2c2-4a4f-a42e-b98afefa074d req-abd5defc-eb1c-4679-8c3d-d72cd4ed8196 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:09.449249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d27554d7-f2c2-4a4f-a42e-b98afefa074d req-abd5defc-eb1c-4679-8c3d-d72cd4ed8196 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0546572 Aug 21 18:12:09.490679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d27554d7-f2c2-4a4f-a42e-b98afefa074d req-ff53dd33-6d64-48b8-8a48-c42aa3bf0950 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343215 Aug 21 18:12:09.942583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:10.019336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-5de55152-9dc7-4ab0-b842-67db46dde5f3 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:10.021069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-5de55152-9dc7-4ab0-b842-67db46dde5f3 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1243076 Aug 21 18:12:10.043950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Request body: {'port': {'device_id': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'admin_state_up': True, 'tenant_id': '83d8d264defd4d26851ebd434e16f259'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:10.071962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e90beba-e709-48ac-8475-ce0451ba685d req-315f5f1a-774d-4735-95c3-b9b0b8ae91b8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 210 time: 0.0309556 Aug 21 18:12:10.156884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:10.160327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.290434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Allocated IP 172.20.0.9 (318bf77c-7375-4868-8fe9-7fb93377cb1a/5ea6fb99-bb71-4512-b0cd-c98baf294c7a/07b4d929-db05-4cf7-9e6a-54c6b3e71fa9) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:10.341794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.483768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266206d2-7506-411c-bae2-2a1b8a3d001f req-f8652a46-2386-4c8e-9fb7-293282b3f4e2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:10.485509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-266206d2-7506-411c-bae2-2a1b8a3d001f req-f8652a46-2386-4c8e-9fb7-293282b3f4e2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0929117 Aug 21 18:12:10.505192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.546601 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-266206d2-7506-411c-bae2-2a1b8a3d001f req-bbc0f41d-54b7-4cdc-9a84-d822871e81b8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Aug 21 18:12:10.588537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.602479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:10.641473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Deleting port 0489c444-30ff-4144-93ba-7e39726e9de7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:10.642454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.690050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:10.701086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:10.709891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:10.718061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event updated for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:10.740677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] For port 0489c444-30ff-4144-93ba-7e39726e9de7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0489c444-30ff-4144-93ba-7e39726e9de7,segment=NetworkSegment(0d5ee002-503f-4cc0-b296-ace89d30a701),segment_id=0d5ee002-503f-4cc0-b296-ace89d30a701)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:10.741184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.760118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Calling delete_port for 0489c444-30ff-4144-93ba-7e39726e9de7 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:10.776429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c8f51-ae71-47ea-808e-ae1e876a7643 req-e05b6c5b-7915-428d-83f9-d9f45c729440 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:10.778976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e0c8f51-ae71-47ea-808e-ae1e876a7643 req-e05b6c5b-7915-428d-83f9-d9f45c729440 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.1497366 Aug 21 18:12:10.788233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:10.788853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.818661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-9c31249d-51c9-4fe6-b078-71dc58b1eb73 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7793148 Aug 21 18:12:10.836805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Request body: {'port': {'device_id': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:10.862151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e0c8f51-ae71-47ea-808e-ae1e876a7643 req-24274c4a-c97f-4a86-8544-48a716ca97a9 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702422 Aug 21 18:12:10.899728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:10.975240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.003702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Pushing event deleted for resources: {'Port': ['ID=0489c444-30ff-4144-93ba-7e39726e9de7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:11.223656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.285695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054bdd8-f4e6-43a7-a4b9-59bd2d550822 req-fa826a87-3f0a-4bb0-8840-5aef9a5d0b1b tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:11.287221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e054bdd8-f4e6-43a7-a4b9-59bd2d550822 req-fa826a87-3f0a-4bb0-8840-5aef9a5d0b1b tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 931 time: 0.1095226 Aug 21 18:12:11.364633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e054bdd8-f4e6-43a7-a4b9-59bd2d550822 req-73a47fad-0031-45d9-99c2-6c4e85b30857 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703177 Aug 21 18:12:11.505739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Router d58ca5b0-c2b8-477e-ad6b-a62d49032626 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:12:11.518267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:11.526778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.543843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Transition to ACTIVE for port object 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:11.548232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.628875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:12:11.635476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb6a0108-0bbe-47e2-b84d-18278a9d7368 admin admin] 10.222.0.41 "PUT /v2.0/routers/d58ca5b0-c2b8-477e-ad6b-a62d49032626/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6910996 Aug 21 18:12:11.638032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55956) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:11.643493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Sync routers for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:12:11.656869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:11.657511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:11.747145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:11.772488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.802954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421238-911b-47d3-a85f-adb6197d10a0 req-00000776-8e71-4fd9-add6-3a93a07db5cc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:11.804510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e421238-911b-47d3-a85f-adb6197d10a0 req-00000776-8e71-4fd9-add6-3a93a07db5cc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0967255 Aug 21 18:12:11.809481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:11.809803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Attempting to bind port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:11.810265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Attempting to bind port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:11.810631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Attempting to bind port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:11.823238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:11.823566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Attempting to bind port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:11.845141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:11.845514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Checking segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:11.845872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Bound using segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:11.846304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Bound port: 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:11.846690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.868057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e421238-911b-47d3-a85f-adb6197d10a0 req-1d7b41c6-7042-478a-ad4e-a86ac004021b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547249 Aug 21 18:12:11.926607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.929497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:11.933553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:11.941236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:11.997835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:11.998612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.000193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] 10.222.0.39 "PUT /v2.0/ports/07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 HTTP/1.1" status: 200 len: 1092 time: 1.1687779 Aug 21 18:12:12.000835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:12.003475 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:12.044036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a8bd1-dbbd-4974-b101-d09ecc585ef8 service neutron] Pushing event updated for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:12.059625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05e422-3bb3-4b63-b5f9-4e424becad47 req-b541689e-86a8-4599-8a5c-2a618b91a4c1 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.061179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c05e422-3bb3-4b63-b5f9-4e424becad47 req-b541689e-86a8-4599-8a5c-2a618b91a4c1 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0851588 Aug 21 18:12:12.067154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Deleting port c0f4df14-3d02-4351-bc81-f026ad788ae6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:12.067500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.103277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:12:10Z', 'revision_number': 5, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port': {'id': 'c0f4df14-3d02-4351-bc81-f026ad788ae6', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:12.126533 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b29e7c-891f-41ba-b875-8d7e9792cf77 x-openstack-request-id: req-f9b29e7c-891f-41ba-b875-8d7e9792cf77 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:12.126533 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:12.126836 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9b29e7c-891f-41ba-b875-8d7e9792cf77 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:12.127032 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9', 'status': 'completed', 'code': 200} Aug 21 18:12:12.136077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Checking router: d58ca5b0-c2b8-477e-ad6b-a62d49032626 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:12.146886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Routers {'d58ca5b0-c2b8-477e-ad6b-a62d49032626'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:12.148654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:12.149755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-930d0444-888d-4a49-aca8-a8d50f682124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.157746 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-930d0444-888d-4a49-aca8-a8d50f682124 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 1095 time: 0.0919852 Aug 21 18:12:12.188846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c05e422-3bb3-4b63-b5f9-4e424becad47 req-dc2af16a-b610-417e-b805-029369327170 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191852 Aug 21 18:12:12.224414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-2c3deb5c-f618-4a2c-b82a-cbdf89c39c77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 HTTP/1.1" status: 200 len: 217 time: 0.0490801 Aug 21 18:12:12.228782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0e563085-6870-4318-aa69-399771916417 admin admin] For port c0f4df14-3d02-4351-bc81-f026ad788ae6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c0f4df14-3d02-4351-bc81-f026ad788ae6,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:12.229149 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.241777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Calling delete_port for c0f4df14-3d02-4351-bc81-f026ad788ae6 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:12.253722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] Set router d58ca5b0-c2b8-477e-ad6b-a62d49032626 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:12.289906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-610df229-dd0a-4f8b-ae7c-b6c77faf1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.292236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-610df229-dd0a-4f8b-ae7c-b6c77faf1f3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0588946 Aug 21 18:12:12.315931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:12:11Z', 'revision_number': 6, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:12.331180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-c358f452-3bc5-4960-8dd1-6ddb9f6662e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295370 Aug 21 18:12:12.343949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece21650-97a0-4f27-b257-f9cfaff60102 None None] The sync data for ids ['d58ca5b0-c2b8-477e-ad6b-a62d49032626'] in n-d-793621-32 is: [{'id': 'd58ca5b0-c2b8-477e-ad6b-a62d49032626', 'name': 'tempest-ServerRescueTestJSONUnderV235-1944243848-router', 'tenant_id': '6d6b29850cc64e85836dd405be9e520f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:55Z', 'updated_at': '2021-08-21T18:12:11Z', 'revision_number': 6, 'project_id': '6d6b29850cc64e85836dd405be9e520f', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:12.440472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.441653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-503d719c-a91c-4fc0-8618-ba900c2a69ef service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019738 Aug 21 18:12:12.471426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4df14-3d02-4351-bc81-f026ad788ae6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:12.538473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.564750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45a0a8-c09a-4ea8-87e9-517428890e10 req-8e48da99-bcb1-4e82-95b7-c12cdb6700a5 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.566255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e45a0a8-c09a-4ea8-87e9-517428890e10 req-8e48da99-bcb1-4e82-95b7-c12cdb6700a5 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 943 time: 0.1143196 Aug 21 18:12:12.598661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb58e676-2251-49d2-8c93-8fb9e1eabe35 req-0acaa3a4-45a0-47db-a0e1-4be59a5af404 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377776 Aug 21 18:12:12.619419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e45a0a8-c09a-4ea8-87e9-517428890e10 req-aa4147b3-83d8-446a-b82b-a1a901bd1513 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470192 Aug 21 18:12:12.634153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.636385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.679572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.680058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d58ca5b0-c2b8-477e-ad6b-a62d49032626 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:12:12.685275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e563085-6870-4318-aa69-399771916417 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.686368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0e563085-6870-4318-aa69-399771916417 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d58ca5b0-c2b8-477e-ad6b-a62d49032626 HTTP/1.1" status: 204 len: 168 time: 1.0469859 Aug 21 18:12:12.688966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55968) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:12.705357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-0e95cb7a-9d74-4b9c-9710-0d9962e29e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.707177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-0e95cb7a-9d74-4b9c-9710-0d9962e29e51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 1095 time: 0.0477836 Aug 21 18:12:12.754593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Deleting subnet 75b1e3cb-f4d4-4237-8f65-6b312b97487a {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:12:12.763252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.807213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.854437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-2c20b2e9-a012-48d6-816e-22f9c2a7f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.856512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-2c20b2e9-a012-48d6-816e-22f9c2a7f918 service neutron] 10.222.0.39 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 915 time: 0.1402602 Aug 21 18:12:12.871920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.899217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-469d1fe0-3599-41c2-986b-c3c2ef0894bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 HTTP/1.1" status: 200 len: 217 time: 0.0346327 Aug 21 18:12:12.925731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.954392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:12.956504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/75b1e3cb-f4d4-4237-8f65-6b312b97487a HTTP/1.1" status: 204 len: 168 time: 0.2665846 Aug 21 18:12:12.957559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc514f9-7457-4b7e-8da3-9c0b36f3e897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b1e3cb-f4d4-4237-8f65-6b312b97487a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:12.959106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55974) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:12.963283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-7c714d8a-4f18-419b-93ce-a32a72a2d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:12.965453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-7c714d8a-4f18-419b-93ce-a32a72a2d1a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0536149 Aug 21 18:12:12.970653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device bb66a5b1-8f85-4b35-86e8-218c8710e883 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:12.995274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: bb66a5b1-8f85-4b35-86e8-218c8710e883 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:12.996296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device bb66a5b1-8f85-4b35-86e8-218c8710e883 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:13.010141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-12f07a34-dda2-4159-8987-f10c6a248bbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365212 Aug 21 18:12:13.027797 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.103403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058dbe-c2e4-4c32-a551-9e2bbb3679a5 req-8e0882c2-aba5-4769-bd89-ba387d8d86ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:13.106176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a058dbe-c2e4-4c32-a551-9e2bbb3679a5 req-8e0882c2-aba5-4769-bd89-ba387d8d86ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1230528 Aug 21 18:12:13.111541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.121755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf2ac43-63e7-455e-955d-35d270249964']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:13.132693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5ee002-503f-4cc0-b296-ace89d30a701') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:13.132988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5ee002-503f-4cc0-b296-ace89d30a701') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:13.141945 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.157350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-56b7062e-3e57-4c0a-9f65-4bff78a3924f service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302776 Aug 21 18:12:13.158804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.168691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:12:13.170572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.171446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0489c444-30ff-4144-93ba-7e39726e9de7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:12:13.173248 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:12:13.191696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a058dbe-c2e4-4c32-a551-9e2bbb3679a5 req-40d27821-c0f8-4f8f-a4dc-6deb1d1943f7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738516 Aug 21 18:12:13.197516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0489c444-30ff-4144-93ba-7e39726e9de7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:13.198364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0489c444-30ff-4144-93ba-7e39726e9de7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:13.275940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b613f4f-e0ee-4c84-af8d-39b1c5d50a8b req-1025e3f4-60d2-47a1-9b55-a9716ece1718 service neutron] 10.222.0.39 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101043 Aug 21 18:12:13.283559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.291637 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.295558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] 10.222.0.41 "DELETE /v2.0/networks/adf2ac43-63e7-455e-955d-35d270249964 HTTP/1.1" status: 204 len: 168 time: 0.3352942 Aug 21 18:12:13.309358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c2824-22fa-442d-acec-27eb4d5c958d admin admin] Pushing event deleted for resources: {'Network': ['ID=adf2ac43-63e7-455e-955d-35d270249964,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:13.335520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817f82-70af-4e04-b7f9-1f49c3c42741 req-bcf877fe-86d9-436a-8dff-c41901a70d3f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:13.337096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81817f82-70af-4e04-b7f9-1f49c3c42741 req-bcf877fe-86d9-436a-8dff-c41901a70d3f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0602853 Aug 21 18:12:13.378714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81817f82-70af-4e04-b7f9-1f49c3c42741 req-1a071806-91d1-4a1f-a69b-d24ea16c5465 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337179 Aug 21 18:12:13.420100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:13.461116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c5a61fb-3f11-4d9c-9f32-0d92dcd6e22c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d6b29850cc64e85836dd405be9e520f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398376 Aug 21 18:12:13.463805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55986) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:13.516379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.538440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.584231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.586862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:13.588060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7fc3dc87-9f5c-41ec-b24f-8e764db0d422 HTTP/1.1" status: 204 len: 168 time: 0.1233470 Aug 21 18:12:13.599040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140c1f1-2ea3-4e8d-93a8-af9292a7ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc3dc87-9f5c-41ec-b24f-8e764db0d422,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:13.737006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f5740-bb04-4b1f-84aa-1f27a619a054 req-e0b2af9d-5ae4-452f-a1ce-0f46dd4f7377 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:13.738564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f17f5740-bb04-4b1f-84aa-1f27a619a054 req-e0b2af9d-5ae4-452f-a1ce-0f46dd4f7377 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 943 time: 0.0495222 Aug 21 18:12:13.777150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f17f5740-bb04-4b1f-84aa-1f27a619a054 req-3bf3e2b1-58e2-4fe5-827c-90ceb62f9a2b tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323305 Aug 21 18:12:14.257356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56016) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:14.326637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c5f46-67cb-4a0d-83c9-f9dfbfd097ef req-91d152eb-c244-47d3-b04e-3cae31d1671c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:14.328202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5c5f46-67cb-4a0d-83c9-f9dfbfd097ef req-91d152eb-c244-47d3-b04e-3cae31d1671c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0533919 Aug 21 18:12:14.366407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1844948321-network', 'tenant_id': '70d78263537a4bb1ac6b76906ee85b53'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:14.380399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5c5f46-67cb-4a0d-83c9-f9dfbfd097ef req-eb4633c2-34ce-42ce-ae9f-49c37dca9a24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Aug 21 18:12:14.395985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Made reservation on behalf of 70d78263537a4bb1ac6b76906ee85b53 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:14.398320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.408244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.502137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39008f-835c-49e1-9faf-850dc889ced3 req-8a1d2278-8148-4d4f-b030-69045fb9a8a8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:14.503693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f39008f-835c-49e1-9faf-850dc889ced3 req-8a1d2278-8148-4d4f-b030-69045fb9a8a8 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0515218 Aug 21 18:12:14.505536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.509800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.537595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:12:14.544012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f39008f-835c-49e1-9faf-850dc889ced3 req-7d42b253-f744-4486-8418-87f24cbc822e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340588 Aug 21 18:12:14.544342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2069235-a3a0-4c8c-ba88-f840bb815c60,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:14.550902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.551262 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Added segment ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0 of type vlan for network 6f359357-ade8-4460-a653-e35e7ea5f090 Aug 21 18:12:14.581285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c0f4df14-3d02-4351-bc81-f026ad788ae6 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:14.597495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.602611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c0f4df14-3d02-4351-bc81-f026ad788ae6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:14.603593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c0f4df14-3d02-4351-bc81-f026ad788ae6 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:14.625309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.626408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:14.627262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.677298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4187253 Aug 21 18:12:14.680187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56024) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:14.685247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Request body: {'subnet': {'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1844948321-subnet', 'tenant_id': '70d78263537a4bb1ac6b76906ee85b53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:14.691690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be68f3d-53c8-42d7-8e7b-c2daf6f8d04d admin admin] Pushing event updated for resources: {'Network': ['ID=6f359357-ade8-4460-a653-e35e7ea5f090,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:14.702519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6f359357-ade8-4460-a653-e35e7ea5f090 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:12:14.713133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Made reservation on behalf of 70d78263537a4bb1ac6b76906ee85b53 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:14.716181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.882808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.899287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e84ee-94eb-4b7f-a819-8af75ca4adfc req-29cffd5b-621c-47cd-ba15-f957ff8d881d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:14.901086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a78e84ee-94eb-4b7f-a819-8af75ca4adfc req-29cffd5b-621c-47cd-ba15-f957ff8d881d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 943 time: 0.0512657 Aug 21 18:12:14.943597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a78e84ee-94eb-4b7f-a819-8af75ca4adfc req-c1a31a96-8065-4ad4-9d8b-0359ba9f96d3 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356088 Aug 21 18:12:14.944514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a51a296-7b74-458b-aed6-43c585d5cac6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:14.956974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Checking segment: {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:14.957349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Network hostable DHCP agents. Network: 6f359357-ade8-4460-a653-e35e7ea5f090, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:12:14.976106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Network 6f359357-ade8-4460-a653-e35e7ea5f090 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:12:14.985007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6f359357-ade8-4460-a653-e35e7ea5f090) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:14.989225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:14.989818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:14.994216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdce3ab3-707a-4220-a769-60f6b94b9849 None None] Network 6f359357-ade8-4460-a653-e35e7ea5f090 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:12:15.004007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3729c2e4-46c9-4be7-a36b-ba7ec2bda27f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3227623 Aug 21 18:12:15.116292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849ce54-277a-46ad-b04f-2b923dbda5f1 None None] Network 6f359357-ade8-4460-a653-e35e7ea5f090 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:12:15.425491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-c178a13f-9c4c-4a37-9d78-9e52d06dc57b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:15.427309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-c178a13f-9c4c-4a37-9d78-9e52d06dc57b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 814 time: 0.1023996 Aug 21 18:12:15.431681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:15.444734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-bc03a4b4-62c8-4d72-a0e1-8874dd6cd298 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/quotas/70d78263537a4bb1ac6b76906ee85b53 HTTP/1.1" status: 200 len: 375 time: 0.0094528 Aug 21 18:12:15.483584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-9c6c311e-221c-4919-836e-d9840e272297 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322175 Aug 21 18:12:15.516403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fea723-f2a3-405a-a49e-ed7e6c134b6c req-08feaf2b-826e-4e70-b894-7fe26cb87615 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:15.518610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56fea723-f2a3-405a-a49e-ed7e6c134b6c req-08feaf2b-826e-4e70-b894-7fe26cb87615 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0561967 Aug 21 18:12:15.536458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:15.548625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'port_id': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9', 'mac_address': 'fa:16:3e:50:08:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6fb99-bb71-4512-b0cd-c98baf294c7a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:15.561361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56fea723-f2a3-405a-a49e-ed7e6c134b6c req-aed259fe-b9ac-4e09-b4b7-1b199f2c6525 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348890 Aug 21 18:12:15.589186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-2fdf255e-a08d-4a7b-91af-62b65a75e33e service neutron] 10.222.0.41 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975811 Aug 21 18:12:15.591290 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:15.604216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:15.625871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:15.632986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:15.679109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd53c41-7c3e-4c1e-83d9-d5420dedf910 req-6681002b-5cbd-4d64-88fc-169f6d3ccab3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:15.680820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd53c41-7c3e-4c1e-83d9-d5420dedf910 req-6681002b-5cbd-4d64-88fc-169f6d3ccab3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Aug 21 18:12:15.689825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:15.691568 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-fd7678a4-46a9-4ea2-9c67-376e2ab2af5b service neutron] 10.222.0.41 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953236 Aug 21 18:12:15.721955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd53c41-7c3e-4c1e-83d9-d5420dedf910 req-fa2b328b-ea22-409b-8f23-c0010e61de7c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346806 Aug 21 18:12:15.870282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea259d46-9266-4266-85ee-3815366ead1a req-46f014c0-86ba-4d03-a043-d29304142e01 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 210 time: 0.0305431 Aug 21 18:12:15.991913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:16.066858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913e97c-b199-4fae-9122-1c587e6f21da req-af57a628-f504-47b8-8e38-4b1b4edf6b09 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:16.068492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2913e97c-b199-4fae-9122-1c587e6f21da req-af57a628-f504-47b8-8e38-4b1b4edf6b09 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 944 time: 0.0544114 Aug 21 18:12:16.114954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2913e97c-b199-4fae-9122-1c587e6f21da req-eca133d1-caa9-418e-85c2-4d4c3326615d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Aug 21 18:12:16.681355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf278-e4d1-4589-8af4-1f0936173eec req-014b8da5-175d-42ad-a1bf-fa9c80017c91 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:16.682857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-478bf278-e4d1-4589-8af4-1f0936173eec req-014b8da5-175d-42ad-a1bf-fa9c80017c91 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0494914 Aug 21 18:12:16.720759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-478bf278-e4d1-4589-8af4-1f0936173eec req-8f42cb4d-d963-4a15-bbb9-b5a5a9d5ac36 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313995 Aug 21 18:12:16.838688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70999e-5303-4387-ab01-7bde9a34ad99 req-f922bc36-095b-469d-be8c-3d267a93f13b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:16.840189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad70999e-5303-4387-ab01-7bde9a34ad99 req-f922bc36-095b-469d-be8c-3d267a93f13b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0501471 Aug 21 18:12:16.889752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad70999e-5303-4387-ab01-7bde9a34ad99 req-c9411d6a-ae74-4fb7-bbe1-f9d0aadf2d6b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360150 Aug 21 18:12:16.971174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9b4e7a0-4df6-4e7c-b231-15404cd4b6fc req-76e9e31c-c6ac-4b85-89f4-003ab9aedea6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 210 time: 0.0277390 Aug 21 18:12:17.010265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-7d5ff150-67b8-431f-bb67-f270e4e27db9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:17.012321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-7d5ff150-67b8-431f-bb67-f270e4e27db9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.64 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 814 time: 0.1089728 Aug 21 18:12:17.025737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Request body: {'port': {'device_id': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'admin_state_up': True, 'tenant_id': '70d78263537a4bb1ac6b76906ee85b53'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:17.139529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Made reservation on behalf of 70d78263537a4bb1ac6b76906ee85b53 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:17.143125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.235743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb5b34-d82b-4115-bb76-ccee1bd54878 req-2ea764fb-a1a7-4cde-9281-59cf16e5cc7d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:17.237160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fdb5b34-d82b-4115-bb76-ccee1bd54878 req-2ea764fb-a1a7-4cde-9281-59cf16e5cc7d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 944 time: 0.0520465 Aug 21 18:12:17.274473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fdb5b34-d82b-4115-bb76-ccee1bd54878 req-da104602-a734-46f9-9964-8f0cdab143c0 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 21 18:12:17.277660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Allocated IP 172.20.0.10 (6f359357-ade8-4460-a653-e35e7ea5f090/7a51a296-7b74-458b-aed6-43c585d5cac6/77cab775-1bd3-4bab-886f-0b437d275906) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:17.426522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.459647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:17.465393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.509271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Network 6f359357-ade8-4460-a653-e35e7ea5f090 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:17.512427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:17.512850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:17.516267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:17.516813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:17.517254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.543857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:17.571962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:17.572613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.587736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-709fbd31-f4f5-40cd-8ff3-dbfede40fa72 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657508 Aug 21 18:12:17.599043 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.599934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Request body: {'port': {'device_id': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:17.622089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:17.624600 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae29751-e557-4d20-99c2-c048f560d4a1" -d '{"events": [{"server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "name": "network-vif-plugged", "status": "completed", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:17.637392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:17.642469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.661858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.671828 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59abf344-d34e-4b33-8bc3-58467fed832e x-openstack-request-id: req-59abf344-d34e-4b33-8bc3-58467fed832e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:17.672121 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "name": "network-vif-plugged", "status": "completed", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:17.672376 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59abf344-d34e-4b33-8bc3-58467fed832e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:17.672762 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9', 'code': 200} Aug 21 18:12:17.695199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:17.731978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0792e8d4-d11e-4182-a8b1-66357817fb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:17.838844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab08fb-1f5c-4e79-a928-b2086d2eb9ad req-0274144c-0048-4d26-9679-99c4889f2195 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:17.841073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ceab08fb-1f5c-4e79-a928-b2086d2eb9ad req-0274144c-0048-4d26-9679-99c4889f2195 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0515203 Aug 21 18:12:17.870693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246209e5-4e67-4533-8e84-1415a4f06dde req-16c80aff-c92e-4b5d-8d35-3f3e428b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:17.872186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-246209e5-4e67-4533-8e84-1415a4f06dde req-16c80aff-c92e-4b5d-8d35-3f3e428b4a39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 1097 time: 0.1011426 Aug 21 18:12:17.878981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ceab08fb-1f5c-4e79-a928-b2086d2eb9ad req-d04d6825-2a4f-4d1d-9879-67258b315ee2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316849 Aug 21 18:12:17.935146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-246209e5-4e67-4533-8e84-1415a4f06dde req-3645af11-8577-44aa-a3ef-0e802f2359f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536025 Aug 21 18:12:18.014053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:18.023685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.041372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Transition to ACTIVE for port object 77cab775-1bd3-4bab-886f-0b437d275906 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:18.050865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a1e30-3225-4d59-beaa-c988872d94fc req-38e31a46-b87d-4b67-bb79-57b620593b1c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.052376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec2a1e30-3225-4d59-beaa-c988872d94fc req-38e31a46-b87d-4b67-bb79-57b620593b1c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0751894 Aug 21 18:12:18.053473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.088682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653347f6-9d30-4c36-80a9-ec19179a9203 req-b5d870aa-c71c-49a5-a777-b66aadaace70 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.090928 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-653347f6-9d30-4c36-80a9-ec19179a9203 req-b5d870aa-c71c-49a5-a777-b66aadaace70 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0501535 Aug 21 18:12:18.130677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:18.130931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-653347f6-9d30-4c36-80a9-ec19179a9203 req-2fe67f21-1937-49ec-9638-f16c606b4fbe tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333602 Aug 21 18:12:18.156456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec2a1e30-3225-4d59-beaa-c988872d94fc req-1bdfba02-c0f6-48ff-8102-4973360ece4e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944481 Aug 21 18:12:18.207770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Attempting to bind port 77cab775-1bd3-4bab-886f-0b437d275906 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:18.208106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Attempting to bind port 77cab775-1bd3-4bab-886f-0b437d275906 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:18.208428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Attempting to bind port 77cab775-1bd3-4bab-886f-0b437d275906 on network 6f359357-ade8-4460-a653-e35e7ea5f090 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:18.212940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Port 77cab775-1bd3-4bab-886f-0b437d275906 on network 6f359357-ade8-4460-a653-e35e7ea5f090 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:18.213258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Attempting to bind port 77cab775-1bd3-4bab-886f-0b437d275906 on network 6f359357-ade8-4460-a653-e35e7ea5f090 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:18.218050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:18.218369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Checking segment: {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:18.218793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Bound using segment: {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:18.219212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Bound port: 77cab775-1bd3-4bab-886f-0b437d275906, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:18.219568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.281779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:18.284936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:18.287686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.289888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.324670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.325291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.326740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] 10.222.0.64 "PUT /v2.0/ports/77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 1093 time: 0.7311473 Aug 21 18:12:18.327184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:18.329429 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92" -d '{"events": [{"name": "network-changed", "server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:18.382966 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d1484a-4e44-4ea3-9d2b-7b5b7fa83e5c x-openstack-request-id: req-75d1484a-4e44-4ea3-9d2b-7b5b7fa83e5c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:18.383342 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:18.383599 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75d1484a-4e44-4ea3-9d2b-7b5b7fa83e5c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:18.383996 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'status': 'completed', 'code': 200} Aug 21 18:12:18.395312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a2e30-6b5d-42ca-af22-498f0dc81a97 service neutron] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:18.439434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535feb5-ad50-443c-8652-6998b9b29ab7 req-47aed3e1-0f8b-4831-9c0d-a2a30eec7adf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.440956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b535feb5-ad50-443c-8652-6998b9b29ab7 req-47aed3e1-0f8b-4831-9c0d-a2a30eec7adf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 945 time: 0.0949016 Aug 21 18:12:18.446460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-225b3f51-5bd0-437e-ad43-e139b7a5d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.447899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-225b3f51-5bd0-437e-ad43-e139b7a5d29c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1096 time: 0.0620439 Aug 21 18:12:18.495634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-26d9f411-ff6b-4aed-891d-4ee84746e5d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 217 time: 0.0391817 Aug 21 18:12:18.520133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b535feb5-ad50-443c-8652-6998b9b29ab7 req-8e195892-e348-4e11-8a81-2eb17794e3dd tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712924 Aug 21 18:12:18.558137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-43f1942e-63f6-4e71-83cf-b41b1f65ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.560112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-43f1942e-63f6-4e71-83cf-b41b1f65ee9b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.0530410 Aug 21 18:12:18.595166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-0bb9dc96-f889-4f94-af1f-59676ba9b683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247099 Aug 21 18:12:18.653635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:18.686807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-a082c08e-6459-44cc-9e2f-dba52c33a39e service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Aug 21 18:12:18.779524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0933fed-9da8-4bf1-ad93-9e9db999ac08 req-b75a4d76-dabf-4972-b036-3deedf3660f0 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848978 Aug 21 18:12:18.871375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-c8df3797-fe1b-41f9-a4fd-a15c1b68b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.872876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-c8df3797-fe1b-41f9-a4fd-a15c1b68b2a1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1096 time: 0.0409055 Aug 21 18:12:18.989466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-dbffc1a7-8f3d-4937-9072-119255e978b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:18.990940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-dbffc1a7-8f3d-4937-9072-119255e978b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 915 time: 0.1102245 Aug 21 18:12:19.014595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b37ff-6fc4-425c-8b52-95399b44825a req-722adb62-564e-45eb-ab17-7234fbb1e44d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.016058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f09b37ff-6fc4-425c-8b52-95399b44825a req-722adb62-564e-45eb-ab17-7234fbb1e44d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0668287 Aug 21 18:12:19.044698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-38e85f69-d4ba-45d7-b134-df21374e8c1c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 217 time: 0.0449975 Aug 21 18:12:19.109363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f09b37ff-6fc4-425c-8b52-95399b44825a req-c4224735-2541-4b60-a907-2d10228051fa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Aug 21 18:12:19.116581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-13e81ce6-69e3-4632-8516-9ff662baeb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.117994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-13e81ce6-69e3-4632-8516-9ff662baeb17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.0611844 Aug 21 18:12:19.152938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-2c06d554-6424-4466-8dc7-c2bda03ed2fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249305 Aug 21 18:12:19.265822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01ea1e-9a71-44f5-9114-6cd9ba179e54 req-6b2500b5-fe92-4c70-945a-e6a126105210 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.267771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f01ea1e-9a71-44f5-9114-6cd9ba179e54 req-6b2500b5-fe92-4c70-945a-e6a126105210 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0655468 Aug 21 18:12:19.293896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-75bfa549-42f1-4457-9189-0dfd74ead122 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326623 Aug 21 18:12:19.310260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f01ea1e-9a71-44f5-9114-6cd9ba179e54 req-4d1ec732-471a-4a7a-8e4b-fe3d25fac330 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358427 Aug 21 18:12:19.335350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8989-07d0-48ec-b390-5936dec6a928 req-a5615cbd-7be6-4317-a106-682f555a3a2b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.336822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03ce8989-07d0-48ec-b390-5936dec6a928 req-a5615cbd-7be6-4317-a106-682f555a3a2b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0855017 Aug 21 18:12:19.412709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03ce8989-07d0-48ec-b390-5936dec6a928 req-b4dc804e-55aa-4791-af80-2e4027169cba tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515640 Aug 21 18:12:19.428833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd409b3a-2970-46a5-aa14-fe3e1f40ba92 req-1dcdda0d-6288-463e-9f75-181454dfac73 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265099 Aug 21 18:12:19.546045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884be65-fde8-4368-a448-de918a897e40 req-0ff8064b-2da4-4fc3-8f39-a393a268f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.547629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3884be65-fde8-4368-a448-de918a897e40 req-0ff8064b-2da4-4fc3-8f39-a393a268f359 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 1097 time: 0.0433919 Aug 21 18:12:19.587001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3884be65-fde8-4368-a448-de918a897e40 req-cf53408c-b35e-4ce6-992c-36d7c0003469 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312686 Aug 21 18:12:19.633999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f830f-f18b-4b6c-864f-300bcf3a9789 req-cf34ec83-c396-47fd-b5bf-732482cc461e tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:19.635430 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-214f830f-f18b-4b6c-864f-300bcf3a9789 req-cf34ec83-c396-47fd-b5bf-732482cc461e tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 945 time: 0.0475752 Aug 21 18:12:19.675370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-214f830f-f18b-4b6c-864f-300bcf3a9789 req-6ba8219b-08c2-4dac-9d87-116dc70475d6 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Aug 21 18:12:20.223616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84808a8-f02d-4d96-9211-5df6179eb426 req-9a153bec-7c61-4c16-a465-7f735ed7b78a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:20.225015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c84808a8-f02d-4d96-9211-5df6179eb426 req-9a153bec-7c61-4c16-a465-7f735ed7b78a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0480688 Aug 21 18:12:20.262555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c84808a8-f02d-4d96-9211-5df6179eb426 req-ed84e2f5-3676-4079-91fd-47d59e7c5bf7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Aug 21 18:12:20.315302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1555a32a-8982-41ef-8c75-db712606e419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:20.402854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:20.430805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101baab-a6f8-4d01-98cb-e7ff4269b248 req-6240c106-1eeb-428c-9c12-bf05d3713a8e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:20.432431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b101baab-a6f8-4d01-98cb-e7ff4269b248 req-6240c106-1eeb-428c-9c12-bf05d3713a8e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0565896 Aug 21 18:12:20.471493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b101baab-a6f8-4d01-98cb-e7ff4269b248 req-80b6411e-229d-4871-a92d-86d70e78c086 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Aug 21 18:12:20.551023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ddb58-cbdf-4606-b906-d267ecc69434 req-8f42c9d7-1b90-4c73-a5f2-dcb9be6e9d5b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:20.552544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e1ddb58-cbdf-4606-b906-d267ecc69434 req-8f42c9d7-1b90-4c73-a5f2-dcb9be6e9d5b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0535951 Aug 21 18:12:20.591511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e1ddb58-cbdf-4606-b906-d267ecc69434 req-688605c7-f6a8-4d63-8d1b-79ddd6968930 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Aug 21 18:12:21.021264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:21.120527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:21.131475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '77cab775-1bd3-4bab-886f-0b437d275906', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'port_id': '77cab775-1bd3-4bab-886f-0b437d275906', 'mac_address': 'fa:16:3e:4a:13:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51a296-7b74-458b-aed6-43c585d5cac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:21.168887 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:21.182606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:21.204736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:21.209100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:21.257759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:21.378139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda774e6-f848-49af-af84-299d6f9864c3 req-7103e91c-93e3-4e32-9aef-d8a5f9c508e4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:21.379630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fda774e6-f848-49af-af84-299d6f9864c3 req-7103e91c-93e3-4e32-9aef-d8a5f9c508e4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0479839 Aug 21 18:12:21.421760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fda774e6-f848-49af-af84-299d6f9864c3 req-233030f3-509d-4bf2-9dd1-2ccb5b64c94b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Aug 21 18:12:21.474588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:21.520616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:21.611315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954bfd55-4d08-4931-b7fb-35c8d62a3eb4 req-d23e2908-e980-4dc3-8f0e-291fc3f0bb6a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:21.614389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-954bfd55-4d08-4931-b7fb-35c8d62a3eb4 req-d23e2908-e980-4dc3-8f0e-291fc3f0bb6a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 945 time: 0.0685780 Aug 21 18:12:21.656885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-954bfd55-4d08-4931-b7fb-35c8d62a3eb4 req-96893d15-e0c1-42fb-ab27-23919d76053d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358965 Aug 21 18:12:21.771711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad120b-49a4-4b88-8c03-5b870fd5f065 req-c232eb36-2d65-4dbf-aa58-aa1ae11a1113 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:21.773197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8ad120b-49a4-4b88-8c03-5b870fd5f065 req-c232eb36-2d65-4dbf-aa58-aa1ae11a1113 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0497136 Aug 21 18:12:21.822788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8ad120b-49a4-4b88-8c03-5b870fd5f065 req-f584b5b0-5ec4-445c-a088-6fa35f93983b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Aug 21 18:12:22.101177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-45e0644f-2dc5-482c-bf9d-f145f4f296cc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:22.102586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-45e0644f-2dc5-482c-bf9d-f145f4f296cc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 811 time: 0.1057787 Aug 21 18:12:22.117882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-8423c56d-5542-4143-9ced-3e78460448fa tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/quotas/90846e5b8f6f401d9fc4ef8e79f03abd HTTP/1.1" status: 200 len: 375 time: 0.0091674 Aug 21 18:12:22.175263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-dd5cf91f-4a3d-431a-9e53-22cc088cc758 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506446 Aug 21 18:12:22.270173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-f5ff4245-c0d2-4a5d-b7a3-559d1510b769 service neutron] 10.222.0.41 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873919 Aug 21 18:12:22.359552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-79c74a4d-802e-4ebe-908f-2053b89fd5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829811 Aug 21 18:12:22.535682 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4189163-a58c-4b63-b240-14c303503afd req-f70a9b23-b43b-44e4-a2e9-ca45934c5af7 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 210 time: 0.0353889 Aug 21 18:12:22.563559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9cfc7-0123-467d-a6b0-74dac7a77909 req-5cea1171-029a-4333-84db-8ec9128431c9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:22.572705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90c9cfc7-0123-467d-a6b0-74dac7a77909 req-5cea1171-029a-4333-84db-8ec9128431c9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0700486 Aug 21 18:12:22.620077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90c9cfc7-0123-467d-a6b0-74dac7a77909 req-92aa35ed-b132-4ece-afa4-15e69806776a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463169 Aug 21 18:12:22.817624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f7c6a-019b-44d8-a506-797419a33335 req-2713133d-72d6-460c-a054-a281f9489ee0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:22.819306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a02f7c6a-019b-44d8-a506-797419a33335 req-2713133d-72d6-460c-a054-a281f9489ee0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 945 time: 0.0617421 Aug 21 18:12:22.874648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a02f7c6a-019b-44d8-a506-797419a33335 req-c6da189c-d86e-4a87-8fbd-c26e432e467a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 Aug 21 18:12:23.033119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:23.101035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 77cab775-1bd3-4bab-886f-0b437d275906 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:23.104793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 77cab775-1bd3-4bab-886f-0b437d275906 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:23.105343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:23.199978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:23.200988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:23.225161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:23.227491 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eeb3031-e18d-432f-96a6-a2a091df8eeb" -d '{"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:23.240635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:23.246379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:23.271158 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264fc9f-de46-465a-8a6d-4ba32c934ff6 x-openstack-request-id: req-3264fc9f-de46-465a-8a6d-4ba32c934ff6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:23.271448 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:23.271698 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3264fc9f-de46-465a-8a6d-4ba32c934ff6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:23.272111 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'code': 200} Aug 21 18:12:23.299638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:23.368361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc39a08-927e-4fc5-a203-d9fdd9f09d01 req-157a03db-8bd2-4537-aff9-c267dcb5e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:23.369877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccc39a08-927e-4fc5-a203-d9fdd9f09d01 req-157a03db-8bd2-4537-aff9-c267dcb5e2e9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1098 time: 0.0412285 Aug 21 18:12:23.406989 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccc39a08-927e-4fc5-a203-d9fdd9f09d01 req-26829322-afd7-4e55-b38a-ed5b4dcee4c6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295453 Aug 21 18:12:23.627459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-9b1720a6-3318-49c0-84b4-7e942221cb0e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:23.629208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-9b1720a6-3318-49c0-84b4-7e942221cb0e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.39 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 811 time: 0.1353440 Aug 21 18:12:23.645478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d33ee98-8f9c-41ff-b7f0-d82fc2ac4784 req-205d01fe-df80-4568-ac33-02696c07610f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 210 time: 0.0394402 Aug 21 18:12:23.651963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Request body: {'port': {'device_id': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'admin_state_up': True, 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:24.007287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54759cbf-aa4b-4681-a1dd-bc0439f2d260 req-611717ff-2f62-479d-ae3b-9f0460a178b3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:24.009785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54759cbf-aa4b-4681-a1dd-bc0439f2d260 req-611717ff-2f62-479d-ae3b-9f0460a178b3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0554872 Aug 21 18:12:24.056131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-54759cbf-aa4b-4681-a1dd-bc0439f2d260 req-f1ef865a-9592-474b-a94c-df7ebf985dce tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 Aug 21 18:12:24.085401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb41be-ecab-43c5-856a-87871c6e6ba0 req-3d549002-45b7-47e3-aef1-3f2db59b6f87 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:24.087289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66cb41be-ecab-43c5-856a-87871c6e6ba0 req-3d549002-45b7-47e3-aef1-3f2db59b6f87 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.3690565 Aug 21 18:12:24.149447 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66cb41be-ecab-43c5-856a-87871c6e6ba0 req-c6db44bb-a01c-4787-bb42-74c638ac3c60 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505338 Aug 21 18:12:24.155920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Made reservation on behalf of 90846e5b8f6f401d9fc4ef8e79f03abd for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:24.160337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:24.305160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Allocated IP 172.20.0.13 (11494840-96d2-4ec7-90f5-25458df0440d/fde2a9e8-6478-44c9-aff0-823072ea87f4/33cc1506-4154-4972-9a4f-4efd83c74a11) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:24.456962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:24.554931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:24.567646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2aec281d-03ce-4c0b-8dcc-b5901b960fdc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:24.635780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Network 11494840-96d2-4ec7-90f5-25458df0440d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:24.641493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Pushing event updated for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:24.645859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:24.649439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:24.659837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-13325f13-1177-4025-a0dc-802e204bf241 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:24.661435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-13325f13-1177-4025-a0dc-802e204bf241 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1751916 Aug 21 18:12:24.717724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-88c4c208-4406-403d-bb4f-670c1657868a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/quotas/83d8d264defd4d26851ebd434e16f259 HTTP/1.1" status: 200 len: 375 time: 0.0238242 Aug 21 18:12:24.736624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:24.737306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:24.781341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-ea5b8b10-b4bc-439d-8c2a-ccc11a685cdf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1339087 Aug 21 18:12:24.781607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3583fae-3e05-49d2-96cb-a4648492cdeb req-4904e918-c161-442e-bde8-ef16297a8edf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:24.783267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3583fae-3e05-49d2-96cb-a4648492cdeb req-4904e918-c161-442e-bde8-ef16297a8edf tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 932 time: 0.0578332 Aug 21 18:12:24.804116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Request body: {'port': {'device_id': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:24.819812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-09f282b2-f8a7-4223-99d8-cae8dba134a2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770519 Aug 21 18:12:24.840084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3583fae-3e05-49d2-96cb-a4648492cdeb req-04ab154c-3c1b-4fab-9873-89b63966ef5c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457115 Aug 21 18:12:24.919880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:24.980365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e831d47d-b091-4fb1-8326-791242846fb6 service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475186 Aug 21 18:12:25.185835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-925fbd4d-95d4-4da0-91a5-d1e32eeefd1d service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936259 Aug 21 18:12:25.190952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d27a1-c845-44f4-9d00-d8c8ce0c4a00 req-4457331d-7aa8-43b6-b50e-bfe258e2dbc1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.192511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee7d27a1-c845-44f4-9d00-d8c8ce0c4a00 req-4457331d-7aa8-43b6-b50e-bfe258e2dbc1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0631592 Aug 21 18:12:25.237950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee7d27a1-c845-44f4-9d00-d8c8ce0c4a00 req-9a3b7dc7-db07-4f77-adfc-93a917e5bb68 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377755 Aug 21 18:12:25.241164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:12:25.286901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33cc1506-4154-4972-9a4f-4efd83c74a11 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:25.297614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:25.312848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Transition to ACTIVE for port object 33cc1506-4154-4972-9a4f-4efd83c74a11 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:25.318650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:25.408443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:25.481000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7517a-6964-45a1-9d6a-11dd36eec780 req-e43fa443-c46c-44e6-b5f9-96afa07203de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.482544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fb7517a-6964-45a1-9d6a-11dd36eec780 req-e43fa443-c46c-44e6-b5f9-96afa07203de tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1153617 Aug 21 18:12:25.529046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Attempting to bind port 33cc1506-4154-4972-9a4f-4efd83c74a11 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:25.529418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Attempting to bind port 33cc1506-4154-4972-9a4f-4efd83c74a11 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:25.529730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Attempting to bind port 33cc1506-4154-4972-9a4f-4efd83c74a11 on network 11494840-96d2-4ec7-90f5-25458df0440d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:25.535113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-9e944ad0-64a6-4662-8d43-6fe05872a3c6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.536702 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-9e944ad0-64a6-4662-8d43-6fe05872a3c6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 814 time: 0.1236987 Aug 21 18:12:25.539387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Port 33cc1506-4154-4972-9a4f-4efd83c74a11 on network 11494840-96d2-4ec7-90f5-25458df0440d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:25.539772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Attempting to bind port 33cc1506-4154-4972-9a4f-4efd83c74a11 on network 11494840-96d2-4ec7-90f5-25458df0440d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:25.544517 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fb7517a-6964-45a1-9d6a-11dd36eec780 req-a51a307e-b7d2-4b2e-83f9-64869d98cee5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558794 Aug 21 18:12:25.549189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:25.549546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Checking segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:25.549929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Bound using segment: {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:25.550411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Bound port: 33cc1506-4154-4972-9a4f-4efd83c74a11, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ef6171-de00-45cd-ab66-77668005fda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:25.551070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:25.575384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-57fd8bc6-de57-42ba-86be-28e845068ecc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/quotas/70d78263537a4bb1ac6b76906ee85b53 HTTP/1.1" status: 200 len: 375 time: 0.0316970 Aug 21 18:12:25.632550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eeb1a0ce-52a2-4388-a20a-7e1e4bac82f3 req-4bc1dad7-ed2e-4f47-b3ae-d60fa0e6b8c9 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 210 time: 0.0434597 Aug 21 18:12:25.633075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-a9f56e87-5284-4b25-bd29-b393f7298b5f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0561149 Aug 21 18:12:25.670858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:25.674083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=33cc1506-4154-4972-9a4f-4efd83c74a11,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:25.680679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:25.715522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.715664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:25.717025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] 10.222.0.39 "PUT /v2.0/ports/33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 200 len: 1093 time: 0.9225154 Aug 21 18:12:25.717602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:25.720010 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:25.752243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd01a44-57e3-4795-9405-ee217c609703 service neutron] Pushing event updated for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:25.766646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-137e6cab-05c7-4669-a0a4-7949670e36e3 service neutron] 10.222.0.41 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238382 Aug 21 18:12:25.773395 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4934e788-9660-4e1a-8208-63d4c05c0aea x-openstack-request-id: req-4934e788-9660-4e1a-8208-63d4c05c0aea {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:25.773761 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:25.774097 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4934e788-9660-4e1a-8208-63d4c05c0aea {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:25.774593 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11', 'status': 'completed', 'code': 200} Aug 21 18:12:25.815973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-18f37a1a-aee3-421c-917e-a09b6ac69100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.816741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-18f37a1a-aee3-421c-917e-a09b6ac69100 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1096 time: 0.0534425 Aug 21 18:12:25.861224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-0a5e3bc5-4a3c-4856-8911-807997f8be85 service neutron] 10.222.0.41 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937116 Aug 21 18:12:25.870573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-eb938aa0-450b-4f77-825a-5e50d6e84ad0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 200 len: 217 time: 0.0413113 Aug 21 18:12:25.973353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c31be-924f-401d-8234-20903ee5021e req-5aec73fe-ef64-465d-b1da-6da7241eef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:25.974342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-5aec73fe-ef64-465d-b1da-6da7241eef7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.0859013 Aug 21 18:12:26.001128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f1767-9aa1-4478-bf6e-bd446742b1be req-8374ed1c-e73e-4567-be5c-ca1e3a00cc00 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.002661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c1f1767-9aa1-4478-bf6e-bd446742b1be req-8374ed1c-e73e-4567-be5c-ca1e3a00cc00 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 944 time: 0.0829742 Aug 21 18:12:26.023355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-4026f6d6-6478-46f7-a629-2708cf97a20c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399799 Aug 21 18:12:26.107463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c1f1767-9aa1-4478-bf6e-bd446742b1be req-284e7953-1b1e-4475-acfd-e44d782b2f78 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880313 Aug 21 18:12:26.151644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-a7fa4f22-04a4-4d95-84bc-bf286fdf441a service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149538 Aug 21 18:12:26.154430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cca7a3bf-75ca-4ae4-afa9-7c6483b50f67 req-9ad55010-cba4-437d-b93d-0743fd961e4f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 210 time: 0.0573716 Aug 21 18:12:26.260950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3c31be-924f-401d-8234-20903ee5021e req-dfff0e74-5481-477a-b367-8e7ddf5ceb5b service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992825 Aug 21 18:12:26.395966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-2f7dc6ef-33f6-49b2-999e-92d2c9ccca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.397850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-2f7dc6ef-33f6-49b2-999e-92d2c9ccca39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1096 time: 0.0785358 Aug 21 18:12:26.561350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-f7ec3859-b4dd-47c8-955a-deb469bd8ce4 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.562860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-f7ec3859-b4dd-47c8-955a-deb469bd8ce4 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1847160 Aug 21 18:12:26.576821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Request body: {'port': {'device_id': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'admin_state_up': True, 'tenant_id': '83d8d264defd4d26851ebd434e16f259'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:26.599304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-5d877045-69d8-41f8-b023-ce9615318744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.601094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-5d877045-69d8-41f8-b023-ce9615318744 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 912 time: 0.1622531 Aug 21 18:12:26.702063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-7395da9a-04e7-44bd-b749-1315b734f7be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 200 len: 217 time: 0.0692024 Aug 21 18:12:26.736543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0819a436-d0bc-4b5a-ba58-d42ff7bf0226 req-837e2aab-3013-42cf-aa18-88ef34608371 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 210 time: 0.0260086 Aug 21 18:12:26.777528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cbe0f-fd40-4e14-98f9-a7ffa5b4fe08 req-c3a1e801-7e55-40fb-bd71-73f6c452d3f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.779032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f80cbe0f-fd40-4e14-98f9-a7ffa5b4fe08 req-c3a1e801-7e55-40fb-bd71-73f6c452d3f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1400542 Aug 21 18:12:26.814915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-c4c11830-7323-4253-afb8-014f41439e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:26.816389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-c4c11830-7323-4253-afb8-014f41439e1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.1019132 Aug 21 18:12:26.864626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-fff01764-7083-4685-90a0-efd1d732991e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365162 Aug 21 18:12:26.868014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f80cbe0f-fd40-4e14-98f9-a7ffa5b4fe08 req-0ef2a2f2-7ae5-4b19-a114-422d8c5951ce tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823789 Aug 21 18:12:26.868729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:26.872644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.026072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-11d32d45-7c19-41cf-92c5-3f7f27e6eff7 service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506298 Aug 21 18:12:27.125551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Allocated IP 172.20.0.4 (318bf77c-7375-4868-8fe9-7fb93377cb1a/5ea6fb99-bb71-4512-b0cd-c98baf294c7a/d3aa12d0-926c-4daa-8de5-e55e91b4305f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:27.178916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c2312c3-4e8c-4ae6-b756-5488e199e0e6 req-ba7df8d4-0c28-4205-8753-d6d4a1f83ce2 service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343491 Aug 21 18:12:27.199920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-4714ef96-3c8a-4ee4-902b-0cf83d0a5198 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:27.201926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-4714ef96-3c8a-4ee4-902b-0cf83d0a5198 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.39 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 814 time: 0.1377630 Aug 21 18:12:27.222931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Request body: {'port': {'device_id': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'admin_state_up': True, 'tenant_id': '70d78263537a4bb1ac6b76906ee85b53'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:27.309564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ba658a0-9ca8-4a93-bb22-858d12adaec1 req-1ab8d623-3dc6-4b38-8632-08f2323662d6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 210 time: 0.0662575 Aug 21 18:12:27.340216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e8dc5-ce3c-4f43-8520-b5bf0e11c1c1 req-8ae2296f-8053-474d-aba1-ed5beb01ba26 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:27.341681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a1e8dc5-ce3c-4f43-8520-b5bf0e11c1c1 req-8ae2296f-8053-474d-aba1-ed5beb01ba26 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 944 time: 0.0747869 Aug 21 18:12:27.375542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Made reservation on behalf of 70d78263537a4bb1ac6b76906ee85b53 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:27.379235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.405127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.413167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a1e8dc5-ce3c-4f43-8520-b5bf0e11c1c1 req-5ddd924e-b040-41e8-bcee-c4638c81bb7b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 Aug 21 18:12:27.453020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.468990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920', '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:27.497597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:27.500607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:27.504380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:27.520931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Allocated IP 172.20.0.6 (6f359357-ade8-4460-a653-e35e7ea5f090/7a51a296-7b74-458b-aed6-43c585d5cac6/a8d28fc5-5ec3-40f8-83c2-72cf3ad57616) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:27.532807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event updated for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:27.550177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.550625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.551305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.551718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.552118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.552517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.552916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.553321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.553728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.554128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.554545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.554972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:27.584040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:27.585082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.604797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-cffa1dc5-2ed3-48c5-89d3-e0ce9d100c50 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0322487 Aug 21 18:12:27.617864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Request body: {'port': {'device_id': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:27.676315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:27.918365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e810c6-0d6a-4aab-a546-9dade6a10464 req-a2de3e30-490f-40fd-ad6e-c3b8c0f6d3e2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:27.919944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52e810c6-0d6a-4aab-a546-9dade6a10464 req-a2de3e30-490f-40fd-ad6e-c3b8c0f6d3e2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 931 time: 0.1099734 Aug 21 18:12:27.983285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52e810c6-0d6a-4aab-a546-9dade6a10464 req-01a35335-5e30-4f7e-98ca-d60789fe9407 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545435 Aug 21 18:12:28.023696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aa12d0-926c-4daa-8de5-e55e91b4305f {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:28.027524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.031965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.045137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Transition to ACTIVE for port object d3aa12d0-926c-4daa-8de5-e55e91b4305f will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:28.047915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680e36e-65a1-479c-9d9c-db1840a1d3c2 req-9c95cbee-aaeb-46ee-9e85-eebe26d25784 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.048377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.049461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3680e36e-65a1-479c-9d9c-db1840a1d3c2 req-9c95cbee-aaeb-46ee-9e85-eebe26d25784 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0894985 Aug 21 18:12:28.104231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3680e36e-65a1-479c-9d9c-db1840a1d3c2 req-3d35bf8d-9c77-4548-aa04-b6054be98493 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Aug 21 18:12:28.106301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.118992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:28.150746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Network 6f359357-ade8-4460-a653-e35e7ea5f090 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:28.152395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:28.155399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:28.160375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:28.192383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Pushing event updated for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:28.192985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Attempting to bind port d3aa12d0-926c-4daa-8de5-e55e91b4305f on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:28.193334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Attempting to bind port d3aa12d0-926c-4daa-8de5-e55e91b4305f by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:28.193935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Attempting to bind port d3aa12d0-926c-4daa-8de5-e55e91b4305f on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:28.199366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Port d3aa12d0-926c-4daa-8de5-e55e91b4305f on network 318bf77c-7375-4868-8fe9-7fb93377cb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:28.199731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Attempting to bind port d3aa12d0-926c-4daa-8de5-e55e91b4305f on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:28.206553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:28.206744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.206994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Checking segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:28.207110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.207295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Bound using segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:28.207438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.207727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Bound port: d3aa12d0-926c-4daa-8de5-e55e91b4305f, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:28.207863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.208051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.208185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.208660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.208990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.209317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.209639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.209954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.210650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.211001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:28.241646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.242293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.259594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-20b1be21-e389-44d7-a0ae-111d39953c1d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0413415 Aug 21 18:12:28.278415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Request body: {'port': {'device_id': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:28.285436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:28.288904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:28.293266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.329578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.330280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.331777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] 10.222.0.64 "PUT /v2.0/ports/d3aa12d0-926c-4daa-8de5-e55e91b4305f HTTP/1.1" status: 200 len: 1092 time: 0.7187004 Aug 21 18:12:28.332215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:28.334447 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0921c-b930-4f54-a9ed-2fe537ae0632" -d '{"events": [{"name": "network-changed", "server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:28.342687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.359048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff588b-1147-444b-aa78-3f02b826e4cc service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:28.410304 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b74649-40d1-4aee-b603-f58283f1555d x-openstack-request-id: req-55b74649-40d1-4aee-b603-f58283f1555d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:28.410627 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:28.410881 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55b74649-40d1-4aee-b603-f58283f1555d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:28.411428 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f', 'status': 'completed', 'code': 200} Aug 21 18:12:28.427541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-0a24470c-9e38-4f03-a67c-01db3bb52b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.429077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-0a24470c-9e38-4f03-a67c-01db3bb52b19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 1095 time: 0.0537305 Aug 21 18:12:28.478132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-78fed47c-ad03-4840-87d9-4ca1d48ecdb5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f HTTP/1.1" status: 200 len: 217 time: 0.0397034 Aug 21 18:12:28.559414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb6ba3-2105-4109-9ee5-b77329ad41ea req-9858033b-5fda-46cc-8878-0f4381f8b855 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.561798 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90cb6ba3-2105-4109-9ee5-b77329ad41ea req-9858033b-5fda-46cc-8878-0f4381f8b855 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 931 time: 0.1505122 Aug 21 18:12:28.569220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-d21be921-6cfb-4f17-bc7b-32f798e15406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.570768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-d21be921-6cfb-4f17-bc7b-32f798e15406 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0731966 Aug 21 18:12:28.583242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18ec3-d215-4030-b36a-6b242041c2c7 req-61fada01-0d00-451f-8116-3736ef90a21e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.584708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4a18ec3-d215-4030-b36a-6b242041c2c7 req-61fada01-0d00-451f-8116-3736ef90a21e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 944 time: 0.0778222 Aug 21 18:12:28.624397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-90cb6ba3-2105-4109-9ee5-b77329ad41ea req-a5bbb3cb-c9d6-4165-9bd5-bc4f53b9d310 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569124 Aug 21 18:12:28.624931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-d752895d-f34d-4314-9215-0e2ad14c889d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394104 Aug 21 18:12:28.662456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4a18ec3-d215-4030-b36a-6b242041c2c7 req-7065c13a-286c-42e7-885e-080b61f29766 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677140 Aug 21 18:12:28.710913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:28.718387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.730238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Transition to ACTIVE for port object a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:28.730426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-439cea0e-80d7-4c96-9e79-880bc2442675 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972705 Aug 21 18:12:28.734170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.780774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:28.827355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de58d604-d5d1-4cef-9abb-d17b55c8f320 req-1574c288-e5bf-4940-815c-e39e746969f2 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899916 Aug 21 18:12:28.854414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Attempting to bind port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:28.854714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Attempting to bind port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:28.855073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Attempting to bind port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 on network 6f359357-ade8-4460-a653-e35e7ea5f090 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:28.859554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 on network 6f359357-ade8-4460-a653-e35e7ea5f090 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:28.859876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Attempting to bind port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 on network 6f359357-ade8-4460-a653-e35e7ea5f090 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:28.865398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:28.865734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Checking segment: {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:28.866112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Bound using segment: {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:28.866565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Bound port: a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:28.866925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.910670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-92f159bd-e4d0-488d-acd7-f0d7ec05f94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.912184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-92f159bd-e4d0-488d-acd7-f0d7ec05f94f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 1095 time: 0.0416076 Aug 21 18:12:28.934715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:28.937664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:28.942328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.976749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:28.977376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:28.978800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 HTTP/1.1" status: 200 len: 1092 time: 0.7052565 Aug 21 18:12:28.979238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:28.981512 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4613c23-8d48-42cd-b158-c5159ac2dc80" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:29.006029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d892eb-0466-4ac7-a913-08d41afee3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:29.013775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-696f2a39-2acf-4aa2-be9b-e645cc0a76de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.015503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-696f2a39-2acf-4aa2-be9b-e645cc0a76de service neutron] 10.222.0.64 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 915 time: 0.0961118 Aug 21 18:12:29.041817 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f68249-002e-420a-9b13-ae09500c7fbf x-openstack-request-id: req-e1f68249-002e-420a-9b13-ae09500c7fbf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:29.042884 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:29.043024 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1f68249-002e-420a-9b13-ae09500c7fbf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:29.043317 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616', 'status': 'completed', 'code': 200} Aug 21 18:12:29.108722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-f18c33cf-7a29-48d6-85b8-a5eef0626bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.110181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-f18c33cf-7a29-48d6-85b8-a5eef0626bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0781629 Aug 21 18:12:29.135992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ee90fe-43f5-4a59-b080-defc3a83a1e5 req-bb9801cb-15df-4dd3-8ac5-b44f2e507320 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.137637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23ee90fe-43f5-4a59-b080-defc3a83a1e5 req-bb9801cb-15df-4dd3-8ac5-b44f2e507320 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 943 time: 0.0702775 Aug 21 18:12:29.168069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-a301b69c-b787-4892-ac49-21ca64fd6667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 HTTP/1.1" status: 200 len: 217 time: 0.0467613 Aug 21 18:12:29.233204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23ee90fe-43f5-4a59-b080-defc3a83a1e5 req-b9c2fef4-b6f3-4c8d-b733-7ad2cb2f3742 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684726 Aug 21 18:12:29.242741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-53738cc6-8b93-49f4-9490-71eaaf488f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.244446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-53738cc6-8b93-49f4-9490-71eaaf488f41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.0629163 Aug 21 18:12:29.282334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-63e3ddd2-f539-4c54-9e29-c651a02d604c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276492 Aug 21 18:12:29.365450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-304b0f37-2fc1-4232-a658-e725fc212336 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f HTTP/1.1" status: 200 len: 217 time: 0.3380611 Aug 21 18:12:29.381513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-ee19cdf8-2f9e-4e99-9267-0e6475a14493 service neutron] 10.222.0.39 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902693 Aug 21 18:12:29.436672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-f5e02327-6c28-4fa1-ad5b-ca62f42c6a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.438128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-f5e02327-6c28-4fa1-ad5b-ca62f42c6a19 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0638192 Aug 21 18:12:29.449310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d308-5eb2-4063-9156-836273a6f747 req-f748d12d-47e0-4ced-84ad-6924c16ff916 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.450765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d048d308-5eb2-4063-9156-836273a6f747 req-f748d12d-47e0-4ced-84ad-6924c16ff916 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0881920 Aug 21 18:12:29.481308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf8bcae-9664-4a01-b46b-2f54cd4f7b60 req-32e40287-e394-4c90-b928-57e89e40b1ce service neutron] 10.222.0.39 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888777 Aug 21 18:12:29.493278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-9c4e6fab-d635-4201-a447-21bb0ad202a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415673 Aug 21 18:12:29.528622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 33cc1506-4154-4972-9a4f-4efd83c74a11 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:29.541827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d048d308-5eb2-4063-9156-836273a6f747 req-ec5b3475-de6e-49e5-9318-7bd4d21ab003 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803707 Aug 21 18:12:29.592743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-d0c4d96f-8400-4f8b-86f3-47f5b3adc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.594596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-d0c4d96f-8400-4f8b-86f3-47f5b3adc622 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 1095 time: 0.0504777 Aug 21 18:12:29.614410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-7a113d02-5747-4105-95a7-62fe02000497 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111760 Aug 21 18:12:29.641887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=33cc1506-4154-4972-9a4f-4efd83c74a11,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:29.655771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '33cc1506-4154-4972-9a4f-4efd83c74a11', 'network_id': '11494840-96d2-4ec7-90f5-25458df0440d', 'port_id': '33cc1506-4154-4972-9a4f-4efd83c74a11', 'mac_address': 'fa:16:3e:f2:f4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde2a9e8-6478-44c9-aff0-823072ea87f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:29.697789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:29.714011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33cc1506-4154-4972-9a4f-4efd83c74a11 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:29.716841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-830a8919-4394-4b27-a1e1-612c2e7ebcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.718379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-830a8919-4394-4b27-a1e1-612c2e7ebcf8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 915 time: 0.1119862 Aug 21 18:12:29.744058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=33cc1506-4154-4972-9a4f-4efd83c74a11,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:29.750526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:29.760401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4e0921c-b930-4f54-a9ed-2fe537ae0632 req-09702dd4-19e3-4e97-acde-dca97660be14 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320145 Aug 21 18:12:29.788798 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-a9cd4fdb-b6f5-4b96-b49b-6eeb30ddcea8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 HTTP/1.1" status: 200 len: 217 time: 0.0548406 Aug 21 18:12:29.819107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d059f-b1ec-4d26-9a35-c140c7a3ae30 req-e8b443ce-0295-430d-a5d7-c891a245b66b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.820836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db9d059f-b1ec-4d26-9a35-c140c7a3ae30 req-e8b443ce-0295-430d-a5d7-c891a245b66b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 945 time: 0.0581775 Aug 21 18:12:29.822813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:29.862983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7ea1a-57db-48fd-ad96-b00a32fa2427 req-4aa355ab-be35-4822-a0ea-37fe5e3be662 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.864492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51e7ea1a-57db-48fd-ad96-b00a32fa2427 req-4aa355ab-be35-4822-a0ea-37fe5e3be662 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 943 time: 0.1318369 Aug 21 18:12:29.866279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-fd7843cf-be4b-4ce9-b0a7-bf4bdacd1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:29.867192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db9d059f-b1ec-4d26-9a35-c140c7a3ae30 req-8a4ed860-e73c-4623-b2df-a1ecb86fe1cc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329707 Aug 21 18:12:29.867668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-fd7843cf-be4b-4ce9-b0a7-bf4bdacd1068 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.0637548 Aug 21 18:12:29.917898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-39cc90ed-3b30-4190-bffd-d3458f958fdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331082 Aug 21 18:12:29.944505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51e7ea1a-57db-48fd-ad96-b00a32fa2427 req-61481700-a805-4f54-9515-3badd5c82d51 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Aug 21 18:12:30.019143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-646cef27-cd11-411a-87a2-4bf1d9c7be7f service neutron] 10.222.0.39 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918128 Aug 21 18:12:30.108177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4613c23-8d48-42cd-b158-c5159ac2dc80 req-dcec2c8c-a0e9-4a31-87ae-6764b0d709ad service neutron] 10.222.0.39 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814600 Aug 21 18:12:30.169639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['33cc1506-4154-4972-9a4f-4efd83c74a11'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:30.365886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62caadc-efd1-438f-9f6b-9f9f059be422 req-f7c713e2-880c-4e9d-b9ff-af3c75033e33 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:30.367572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b62caadc-efd1-438f-9f6b-9f9f059be422 req-f7c713e2-880c-4e9d-b9ff-af3c75033e33 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 943 time: 0.0535777 Aug 21 18:12:30.406394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b62caadc-efd1-438f-9f6b-9f9f059be422 req-6e2f234c-90c8-47f2-95e3-995eb9576f58 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Aug 21 18:12:30.655860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df49e54-ffab-4db1-9830-73c81d32b9a8 req-3b5fa9ed-a09e-4958-a59a-f8ff400de92b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:30.657326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df49e54-ffab-4db1-9830-73c81d32b9a8 req-3b5fa9ed-a09e-4958-a59a-f8ff400de92b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0491381 Aug 21 18:12:30.694984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df49e54-ffab-4db1-9830-73c81d32b9a8 req-3ae1423b-3566-4f6a-9300-4bd6e1c6d099 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313234 Aug 21 18:12:31.001057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6eba3a-5012-47c0-ab05-ad380115fdbb req-67f3ccf2-9a74-4fa0-b6f4-a10271f21ab6 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:31.002583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e6eba3a-5012-47c0-ab05-ad380115fdbb req-67f3ccf2-9a74-4fa0-b6f4-a10271f21ab6 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 945 time: 0.0563989 Aug 21 18:12:31.040811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e6eba3a-5012-47c0-ab05-ad380115fdbb req-18ad475b-d1ed-4b51-9e76-a510a9cab162 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Aug 21 18:12:31.061785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d3aa12d0-926c-4daa-8de5-e55e91b4305f details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:31.101207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdd094-b2f9-4528-ba6f-50639d73d76f req-09852274-027a-4117-8fb6-076ec8c4a51f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:31.102620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08fdd094-b2f9-4528-ba6f-50639d73d76f req-09852274-027a-4117-8fb6-076ec8c4a51f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 943 time: 0.0483913 Aug 21 18:12:31.140434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08fdd094-b2f9-4528-ba6f-50639d73d76f req-4cea0e88-e3db-4d63-b161-e5e6e01d7d0d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Aug 21 18:12:31.160237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:31.171315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'port_id': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f', 'mac_address': 'fa:16:3e:c0:43:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6fb99-bb71-4512-b0cd-c98baf294c7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:31.207294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:31.219891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aa12d0-926c-4daa-8de5-e55e91b4305f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:31.238406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:31.242829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:31.288811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:31.521742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984959d-ce57-4713-a0d5-34f2c7f314b7 req-5a1eecd6-c48a-488f-be58-d955f1895c9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:31.523252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2984959d-ce57-4713-a0d5-34f2c7f314b7 req-5a1eecd6-c48a-488f-be58-d955f1895c9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 944 time: 0.0515542 Aug 21 18:12:31.541681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d3aa12d0-926c-4daa-8de5-e55e91b4305f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:31.550772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 33cc1506-4154-4972-9a4f-4efd83c74a11 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:31.561042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2984959d-ce57-4713-a0d5-34f2c7f314b7 req-7a4c5a69-8dc1-417e-9472-9ee777a500bb tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Aug 21 18:12:31.643591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 33cc1506-4154-4972-9a4f-4efd83c74a11 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:31.651707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 33cc1506-4154-4972-9a4f-4efd83c74a11 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:31.652042 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:31.784567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:31.809358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af633e2-d17a-4dcb-852b-a83a30659d2a req-e4523b91-d44f-4c68-8afe-1ce7d0f3de97 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:31.810138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:31.810916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9af633e2-d17a-4dcb-852b-a83a30659d2a req-e4523b91-d44f-4c68-8afe-1ce7d0f3de97 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0494101 Aug 21 18:12:31.812704 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f53499-15fb-4222-93a7-b64515c5d1bf" -d '{"events": [{"server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "name": "network-vif-plugged", "status": "completed", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:31.831012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=33cc1506-4154-4972-9a4f-4efd83c74a11,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:31.835256 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:31.858242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9af633e2-d17a-4dcb-852b-a83a30659d2a req-3846899e-2e3d-442a-aa06-08f95a678b16 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Aug 21 18:12:31.858432 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c40966-181a-4d5f-bbce-908562ed7bd6 x-openstack-request-id: req-08c40966-181a-4d5f-bbce-908562ed7bd6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:31.858826 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "name": "network-vif-plugged", "status": "completed", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:31.859125 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08c40966-181a-4d5f-bbce-908562ed7bd6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:31.859517 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11', 'code': 200} Aug 21 18:12:31.887359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:31.958183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b02ea-3c6d-4fe2-b0ae-dadbea9f7025 req-02c60df1-bb9f-4f83-8c42-c17aaf1ecda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:31.959666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-823b02ea-3c6d-4fe2-b0ae-dadbea9f7025 req-02c60df1-bb9f-4f83-8c42-c17aaf1ecda1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1098 time: 0.0410013 Aug 21 18:12:31.995284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-823b02ea-3c6d-4fe2-b0ae-dadbea9f7025 req-27b34584-5df4-4aad-9bee-5f7379420247 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266135 Aug 21 18:12:32.152541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac5cda-c408-420d-8c42-8b4866d55487 req-096fbf61-4585-4cf4-9ada-afe7ee0d2654 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:32.154000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12ac5cda-c408-420d-8c42-8b4866d55487 req-096fbf61-4585-4cf4-9ada-afe7ee0d2654 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0476351 Aug 21 18:12:32.191901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12ac5cda-c408-420d-8c42-8b4866d55487 req-2cfe118c-e5fa-47fa-b541-6d6bb347660a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Aug 21 18:12:32.294785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396b8c8-d9ab-41c2-94a2-4c4bf5991b90 req-0ce289b1-cb2b-43e4-902d-f64a2ac28398 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:32.296253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4396b8c8-d9ab-41c2-94a2-4c4bf5991b90 req-0ce289b1-cb2b-43e4-902d-f64a2ac28398 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 943 time: 0.0520318 Aug 21 18:12:32.333384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4396b8c8-d9ab-41c2-94a2-4c4bf5991b90 req-cd3680f7-dd70-4c23-95f8-ef84772fe1b4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308576 Aug 21 18:12:32.677448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8978e46e-ef4a-47ac-815a-c59724b9d38a req-74ab7d51-ee71-4c0a-96f9-27109c04baba tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:32.679097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8978e46e-ef4a-47ac-815a-c59724b9d38a req-74ab7d51-ee71-4c0a-96f9-27109c04baba tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 944 time: 0.0507329 Aug 21 18:12:32.716726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8978e46e-ef4a-47ac-815a-c59724b9d38a req-55c9d889-8b54-4aff-8cc4-e8c5baee1b78 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316114 Aug 21 18:12:32.977675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd23a4-f019-4c02-a055-d9ca5e7012a9 req-6085052f-db21-41b9-aff5-3d90464f6056 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:32.979091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35dd23a4-f019-4c02-a055-d9ca5e7012a9 req-6085052f-db21-41b9-aff5-3d90464f6056 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0487964 Aug 21 18:12:33.015828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35dd23a4-f019-4c02-a055-d9ca5e7012a9 req-e65a3858-78ca-45eb-95e5-661b37bbe63b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306590 Aug 21 18:12:33.062409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d3aa12d0-926c-4daa-8de5-e55e91b4305f up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:33.112349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port d3aa12d0-926c-4daa-8de5-e55e91b4305f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:33.115859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d3aa12d0-926c-4daa-8de5-e55e91b4305f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:33.116223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:33.195750 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:33.232867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:33.237294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:33.286749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:33.323098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7011e-faf5-4cc6-85ba-f75cb76b2b3d req-57e8690e-6944-4654-bade-8d8e3932e4dd tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:33.325212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7d7011e-faf5-4cc6-85ba-f75cb76b2b3d req-57e8690e-6944-4654-bade-8d8e3932e4dd tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0567429 Aug 21 18:12:33.363336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7d7011e-faf5-4cc6-85ba-f75cb76b2b3d req-24cb0d6f-0c8c-4233-8522-c0125a5aee46 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320742 Aug 21 18:12:33.454137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8197d8-afc2-4680-8dd0-3a29cb3bc595 req-8bedd61a-dc9d-447f-9e4f-a4d4c728e4f5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:33.455644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc8197d8-afc2-4680-8dd0-3a29cb3bc595 req-8bedd61a-dc9d-447f-9e4f-a4d4c728e4f5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 943 time: 0.0501714 Aug 21 18:12:33.492075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc8197d8-afc2-4680-8dd0-3a29cb3bc595 req-45c3d1d5-04e6-4622-93b6-3be76805d524 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303156 Aug 21 18:12:33.555201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:33.649708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:33.659886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'port_id': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616', 'mac_address': 'fa:16:3e:5f:00:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51a296-7b74-458b-aed6-43c585d5cac6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:33.697082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:33.709315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:33.727434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:33.731048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:33.794195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:33.839437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a08e4-2c90-44ef-b975-2a4fddc2d094 req-01f8335c-9f9f-4213-bde3-e71b21e79e31 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:33.840907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b5a08e4-2c90-44ef-b975-2a4fddc2d094 req-01f8335c-9f9f-4213-bde3-e71b21e79e31 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.0557377 Aug 21 18:12:33.860458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:33.862949 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d3c49-7915-4bee-aac4-5013c0e8a65e" -d '{"events": [{"server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:33.880357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b5a08e4-2c90-44ef-b975-2a4fddc2d094 req-51697271-b2c8-4786-ace5-a5d2846fece0 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334003 Aug 21 18:12:33.903957 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521b3bb4-a854-42ba-9e2d-8202a50f33d6 x-openstack-request-id: req-521b3bb4-a854-42ba-9e2d-8202a50f33d6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:33.904248 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:33.904500 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-521b3bb4-a854-42ba-9e2d-8202a50f33d6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:33.904886 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f', 'code': 200} Aug 21 18:12:34.001033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8e230-c280-4ee0-a20b-bd513d7c62fa req-b3d2c1e9-2535-42bc-9f16-0a189db2721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.002437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ca8e230-c280-4ee0-a20b-bd513d7c62fa req-b3d2c1e9-2535-42bc-9f16-0a189db2721f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 1097 time: 0.0404673 Aug 21 18:12:34.037030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ca8e230-c280-4ee0-a20b-bd513d7c62fa req-38d98cfc-2111-4b90-b56f-e7add98f2867 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271139 Aug 21 18:12:34.129793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0127691-4e8f-4289-a015-ec32a5388ed4 req-6a5e27b8-b642-4bdc-8f27-3ea7fb08da0a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.131350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0127691-4e8f-4289-a015-ec32a5388ed4 req-6a5e27b8-b642-4bdc-8f27-3ea7fb08da0a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0496535 Aug 21 18:12:34.152791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a8d28fc5-5ec3-40f8-83c2-72cf3ad57616'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:34.169359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0127691-4e8f-4289-a015-ec32a5388ed4 req-f2f47c0e-21af-4c83-a42c-b175b15adb97 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Aug 21 18:12:34.478965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e732a-0996-4f34-aea1-a09be95e10f8 req-0e4fd949-e84a-4571-9ca8-efc93816ee0d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.480443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-552e732a-0996-4f34-aea1-a09be95e10f8 req-0e4fd949-e84a-4571-9ca8-efc93816ee0d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0483572 Aug 21 18:12:34.517043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-552e732a-0996-4f34-aea1-a09be95e10f8 req-fe29cc53-c0c1-48a2-be34-ba931d5af869 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Aug 21 18:12:34.613312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b899af-08c3-442b-a484-7e0649b53974 req-309a8ab2-b2ca-4af3-9cba-704b5c5633e0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.614848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28b899af-08c3-442b-a484-7e0649b53974 req-309a8ab2-b2ca-4af3-9cba-704b5c5633e0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 944 time: 0.0512979 Aug 21 18:12:34.656041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28b899af-08c3-442b-a484-7e0649b53974 req-27f5feaa-2949-4414-8dbc-28e3399934e9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346203 Aug 21 18:12:34.753224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517358a-1931-46ea-b158-5b302e9634aa req-d132610a-458f-4298-b31c-5bf892146251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.754881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-d132610a-458f-4298-b31c-5bf892146251 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1098 time: 0.0457475 Aug 21 18:12:34.778878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee198ed4-feee-4429-a460-a377fb921ccc req-c92ac90d-560d-4844-9943-d8f3b787fb1d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.780519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee198ed4-feee-4429-a460-a377fb921ccc req-c92ac90d-560d-4844-9943-d8f3b787fb1d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0540822 Aug 21 18:12:34.830628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee198ed4-feee-4429-a460-a377fb921ccc req-2f757437-8d71-45d3-97ff-512a5bb81f34 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Aug 21 18:12:34.851622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517358a-1931-46ea-b158-5b302e9634aa req-a755991f-1af5-493f-bd23-2721d44e569c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.853163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-a755991f-1af5-493f-bd23-2721d44e569c service neutron] 10.222.0.39 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 912 time: 0.0905743 Aug 21 18:12:34.914289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-c8626b48-22d6-49cc-aba4-c37d0c8f914d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 200 len: 217 time: 0.0388062 Aug 21 18:12:34.971601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517358a-1931-46ea-b158-5b302e9634aa req-22e8b7c7-6757-46e0-ae30-4988adcf873e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.973064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-22e8b7c7-6757-46e0-ae30-4988adcf873e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.0449126 Aug 21 18:12:34.993412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf66a8d-c461-49f3-a7ee-c6e0b35a626c req-9a14042a-7e8a-4002-bb60-353557009700 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:34.994930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebf66a8d-c461-49f3-a7ee-c6e0b35a626c req-9a14042a-7e8a-4002-bb60-353557009700 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.0486622 Aug 21 18:12:35.010395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-612e3944-0c79-4e38-8223-867aff978a49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252728 Aug 21 18:12:35.033185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebf66a8d-c461-49f3-a7ee-c6e0b35a626c req-c39055c2-165b-4583-bc3f-d58eac71b14c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317664 Aug 21 18:12:35.106692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-6c431a71-a98f-4efd-b341-6ecf38541e91 service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830948 Aug 21 18:12:35.206031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8517358a-1931-46ea-b158-5b302e9634aa req-fb35a423-84b4-448b-9a67-341da9573ed8 service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900400 Aug 21 18:12:35.293601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2645c-f97d-4e6c-8316-974c99de93df req-695a0d00-3f23-47b8-a4e9-b03503bdf560 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:35.295423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4f2645c-f97d-4e6c-8316-974c99de93df req-695a0d00-3f23-47b8-a4e9-b03503bdf560 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0551639 Aug 21 18:12:35.334120 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4f2645c-f97d-4e6c-8316-974c99de93df req-fe863b5c-8bae-49fc-a169-2cf0d63b4833 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Aug 21 18:12:35.571409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:35.618535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:35.622215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:35.622542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:35.700903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:35.732988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:35.738139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:35.792415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:35.793694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b882f8-2eb1-40b1-a11c-cbeee3e9a3df req-e5704590-3289-49c1-b679-f24a52a9aec9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:35.798685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c1b882f8-2eb1-40b1-a11c-cbeee3e9a3df req-e5704590-3289-49c1-b679-f24a52a9aec9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0604253 Aug 21 18:12:35.835412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c1b882f8-2eb1-40b1-a11c-cbeee3e9a3df req-0748446b-b6bd-4241-84e7-4099b1a9bdba tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332727 Aug 21 18:12:35.905637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:35.907983 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1d306-e95b-41b4-9033-6129e1fa0da6" -d '{"events": [{"server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:35.951770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a6dd7-d9db-41cb-9926-579dfa77cd4e req-c2a88cb0-bd6b-4344-8027-8eb2f3fe56d5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:35.953301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba6a6dd7-d9db-41cb-9926-579dfa77cd4e req-c2a88cb0-bd6b-4344-8027-8eb2f3fe56d5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0533788 Aug 21 18:12:35.976239 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb95c95-5d6a-4d5a-a324-cd8bb5e0e31d x-openstack-request-id: req-2fb95c95-5d6a-4d5a-a324-cd8bb5e0e31d {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:35.976535 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "name": "network-vif-plugged", "status": "completed", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:35.976787 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fb95c95-5d6a-4d5a-a324-cd8bb5e0e31d {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:35.977180 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616', 'code': 200} Aug 21 18:12:35.992616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba6a6dd7-d9db-41cb-9926-579dfa77cd4e req-dfc98aba-0924-4dd3-a742-df4a5c44e3b1 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Aug 21 18:12:36.091635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b3636-c6d2-49cc-8a7d-daed4f33d6b0 req-03418ea5-aa39-4999-afc0-33119ba1f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:36.093288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb2b3636-c6d2-49cc-8a7d-daed4f33d6b0 req-03418ea5-aa39-4999-afc0-33119ba1f5f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0408592 Aug 21 18:12:36.169319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade346c-de97-4b87-86b4-1b0a2a8f10e1 req-0b1b9dc3-6dd7-4a60-93e9-18f5de34fb5a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:36.170821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ade346c-de97-4b87-86b4-1b0a2a8f10e1 req-0b1b9dc3-6dd7-4a60-93e9-18f5de34fb5a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.0699301 Aug 21 18:12:36.172309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb2b3636-c6d2-49cc-8a7d-daed4f33d6b0 req-8b8d3026-9920-40e4-a786-9d98480b41f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463502 Aug 21 18:12:36.207085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ade346c-de97-4b87-86b4-1b0a2a8f10e1 req-9ea677d9-912b-4755-9d73-02a2dfc23407 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300360 Aug 21 18:12:36.457235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6e5c0-9ee1-407a-ba48-0ebed1bb5948 req-3dff0f53-6fe3-4688-b69f-2367031b174f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:36.458818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4d6e5c0-9ee1-407a-ba48-0ebed1bb5948 req-3dff0f53-6fe3-4688-b69f-2367031b174f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0584888 Aug 21 18:12:36.499771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4d6e5c0-9ee1-407a-ba48-0ebed1bb5948 req-00c26f14-aa35-432c-b218-298e0352bf8c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338175 Aug 21 18:12:36.958004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558aeb8-e104-4c2a-ae39-7ecbbe391447 req-aa625841-6385-4ddb-a845-efe9099dc488 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:36.959946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e558aeb8-e104-4c2a-ae39-7ecbbe391447 req-aa625841-6385-4ddb-a845-efe9099dc488 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0516090 Aug 21 18:12:37.003627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e558aeb8-e104-4c2a-ae39-7ecbbe391447 req-e4240dcb-0543-4fab-94c2-92c6494127d8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368176 Aug 21 18:12:37.121185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022233eb-a82a-4694-86d5-5df16c199e69 req-069c0612-42de-4875-bc13-18a9b22aa3a2 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:37.122701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-022233eb-a82a-4694-86d5-5df16c199e69 req-069c0612-42de-4875-bc13-18a9b22aa3a2 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0541165 Aug 21 18:12:37.162020 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-022233eb-a82a-4694-86d5-5df16c199e69 req-03266e2d-4222-47ef-87b0-c0e9b58d68ce tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327101 Aug 21 18:12:37.636418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a48dd-7216-4203-a080-282250e554e9 req-57ed48fa-f95f-43b2-9b57-c6611fbabd46 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:37.637923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b65a48dd-7216-4203-a080-282250e554e9 req-57ed48fa-f95f-43b2-9b57-c6611fbabd46 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0512025 Aug 21 18:12:37.683079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b65a48dd-7216-4203-a080-282250e554e9 req-2fc850b8-0e44-4d29-901d-b095b527a1d7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388725 Aug 21 18:12:38.127428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b287a-a357-43db-a927-e7811e9811e9 req-1680ed50-ca62-4963-b806-024157373cec tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:38.128938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a86b287a-a357-43db-a927-e7811e9811e9 req-1680ed50-ca62-4963-b806-024157373cec tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0484910 Aug 21 18:12:38.167197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a86b287a-a357-43db-a927-e7811e9811e9 req-2ee0635f-646f-4ea5-82cf-4440d448ea1e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Aug 21 18:12:38.282572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93c3df-9157-4178-80a4-6bacc6d18284 req-9a9ca2a6-c152-406f-89b6-f5a7e00fe97e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:38.287159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c93c3df-9157-4178-80a4-6bacc6d18284 req-9a9ca2a6-c152-406f-89b6-f5a7e00fe97e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0541790 Aug 21 18:12:38.335273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c93c3df-9157-4178-80a4-6bacc6d18284 req-890e248c-3d67-44d1-b8db-a51085c833c9 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446193 Aug 21 18:12:38.427762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289dfea-1dea-4926-bd19-cfbf35ec4c74 req-50c8b83e-e214-45f5-b1ae-6068fe167662 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:38.429304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d289dfea-1dea-4926-bd19-cfbf35ec4c74 req-50c8b83e-e214-45f5-b1ae-6068fe167662 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Aug 21 18:12:38.468770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d289dfea-1dea-4926-bd19-cfbf35ec4c74 req-a9ff3166-567d-436e-a484-d7ad3d297b9e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 Aug 21 18:12:38.792100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f81aad-eaaa-4bb4-b165-a4ecfdf481a5 req-37208251-5f02-417e-afae-c82c844f6615 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:38.794176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53f81aad-eaaa-4bb4-b165-a4ecfdf481a5 req-37208251-5f02-417e-afae-c82c844f6615 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0505128 Aug 21 18:12:38.833148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53f81aad-eaaa-4bb4-b165-a4ecfdf481a5 req-cc239d15-50b9-41a7-a210-eaceef0e9280 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Aug 21 18:12:39.456161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299efbb-ba29-43c7-b94f-864b7838eb40 req-c409d240-5cb1-4cec-868b-16598b1a84d5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:39.457663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3299efbb-ba29-43c7-b94f-864b7838eb40 req-c409d240-5cb1-4cec-868b-16598b1a84d5 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0529771 Aug 21 18:12:39.496479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3299efbb-ba29-43c7-b94f-864b7838eb40 req-e27cbad0-2469-4c65-ab5d-b5e29c3ee670 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326314 Aug 21 18:12:39.601002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2b6ce7-cb86-4e91-9053-7a66e3c8d38f req-d1b2cdf2-b4e1-440a-bdaf-52544b5c1923 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:39.602488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd2b6ce7-cb86-4e91-9053-7a66e3c8d38f req-d1b2cdf2-b4e1-440a-bdaf-52544b5c1923 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0491695 Aug 21 18:12:39.644810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd2b6ce7-cb86-4e91-9053-7a66e3c8d38f req-f042f71d-3d04-4ad1-8245-74a4a2097327 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360007 Aug 21 18:12:39.952447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f2488-1c76-470a-be54-ecdf4bc5ffe5 req-f0fec1c8-b409-4067-b6c0-71b30c397c97 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:39.953981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-237f2488-1c76-470a-be54-ecdf4bc5ffe5 req-f0fec1c8-b409-4067-b6c0-71b30c397c97 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0534396 Aug 21 18:12:39.992332 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-237f2488-1c76-470a-be54-ecdf4bc5ffe5 req-0ba7a697-e6cb-4e5d-9223-1caacd98d3c7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Aug 21 18:12:40.308311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-737ff77c-37d0-45c9-8752-3ab05d1420fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:40.310107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-737ff77c-37d0-45c9-8752-3ab05d1420fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 945 time: 0.0563664 Aug 21 18:12:40.416740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Deleting port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:40.417093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:40.510343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] For port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:40.510741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:40.522702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Calling delete_port for a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:40.626420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9aadfb-d84b-4a21-b475-d976a234edb8 req-0696dd79-1c23-47c4-b9db-49fce7a0c56a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:40.628060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af9aadfb-d84b-4a21-b475-d976a234edb8 req-0696dd79-1c23-47c4-b9db-49fce7a0c56a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0564508 Aug 21 18:12:40.664436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:40.671039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af9aadfb-d84b-4a21-b475-d976a234edb8 req-b30403a8-85d9-48c9-9f64-27b427c3ddc7 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Aug 21 18:12:40.681081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:40.686335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a8d28fc5-5ec3-40f8-83c2-72cf3ad57616'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:40.723904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Pushing event deleted for resources: {'Port': ['ID=a8d28fc5-5ec3-40f8-83c2-72cf3ad57616,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:40.781955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] No DVR routers for this DVR port a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:12:40.786146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:40.788145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6fa6e1e1-26a4-49f7-9129-3709d66e9d2b req-b7fafed7-e96b-4229-bdce-b357ee41d434 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.39 "DELETE /v2.0/ports/a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 HTTP/1.1" status: 204 len: 173 time: 0.4700327 Aug 21 18:12:40.788730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'name': 'network-vif-deleted', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:40.791013 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a16480a-4066-4682-b741-e7f914f51fe4" -d '{"events": [{"server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "name": "network-vif-deleted", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:40.836056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7551ebd7-b3bd-47b0-9a9e-973099717263 req-551b191a-aad2-44f1-8979-f443f5b7f565 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d6f65f3-449d-4b42-8760-1d31011c0ab0 HTTP/1.1" status: 200 len: 210 time: 0.0507751 Aug 21 18:12:40.877664 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab2b4d5-5e3b-493c-8ab6-e82e40385782 x-openstack-request-id: req-6ab2b4d5-5e3b-493c-8ab6-e82e40385782 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:40.877950 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f65f3-449d-4b42-8760-1d31011c0ab0", "name": "network-vif-deleted", "tag": "a8d28fc5-5ec3-40f8-83c2-72cf3ad57616", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:40.878200 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6ab2b4d5-5e3b-493c-8ab6-e82e40385782 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:40.878620 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f65f3-449d-4b42-8760-1d31011c0ab0', 'name': 'network-vif-deleted', 'tag': 'a8d28fc5-5ec3-40f8-83c2-72cf3ad57616', 'status': 'completed', 'code': 200} Aug 21 18:12:41.132981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62bd0-c974-4b95-8639-ca291b16a09f req-98b540ff-d712-40b8-aee2-f0ce1f2ad83d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:41.135054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60f62bd0-c974-4b95-8639-ca291b16a09f req-98b540ff-d712-40b8-aee2-f0ce1f2ad83d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0685453 Aug 21 18:12:41.177886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60f62bd0-c974-4b95-8639-ca291b16a09f req-36daad9e-5c6d-4913-bed3-7bb7c88a238f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371406 Aug 21 18:12:41.794190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4392ab9d-e006-4ac4-83d4-8443d38e8ca9 req-1856a22d-c6c5-41ee-8811-e71a123fbd3f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:41.795835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4392ab9d-e006-4ac4-83d4-8443d38e8ca9 req-1856a22d-c6c5-41ee-8811-e71a123fbd3f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0513003 Aug 21 18:12:41.837945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4392ab9d-e006-4ac4-83d4-8443d38e8ca9 req-6dba3d80-1f57-4561-8f06-3fcf7eb9175e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352130 Aug 21 18:12:42.011473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9726c-d6c5-425c-b5c1-cc054cfa2b90 req-5c16ca43-45aa-47b9-b827-728641bf2775 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:42.012990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cde9726c-d6c5-425c-b5c1-cc054cfa2b90 req-5c16ca43-45aa-47b9-b827-728641bf2775 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0621810 Aug 21 18:12:42.053504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cde9726c-d6c5-425c-b5c1-cc054cfa2b90 req-30a4521a-64ec-402b-892b-57443206c916 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Aug 21 18:12:42.221612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efd153-f672-4047-8b70-85d355760967 req-1646c9c0-cb78-485f-b5cc-c3ee4e3e26e6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:42.223573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36efd153-f672-4047-8b70-85d355760967 req-1646c9c0-cb78-485f-b5cc-c3ee4e3e26e6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0547760 Aug 21 18:12:42.261765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36efd153-f672-4047-8b70-85d355760967 req-7de10389-840e-49e8-b8d4-c7aaa0316888 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319545 Aug 21 18:12:42.328296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d39f3-6713-45f3-b2cd-e3af15727909 req-8be0196c-90cf-4d58-a837-ffabce280893 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:42.329810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e7d39f3-6713-45f3-b2cd-e3af15727909 req-8be0196c-90cf-4d58-a837-ffabce280893 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0599184 Aug 21 18:12:42.368573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e7d39f3-6713-45f3-b2cd-e3af15727909 req-e0e16009-8634-4443-855b-e90d3ae55f44 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324492 Aug 21 18:12:42.390719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6f70f-1cc2-4611-a281-c1d8ef50e6a8 req-f41b4855-c95a-4928-82ff-dce5e87e253c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:42.392307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6f70f-1cc2-4611-a281-c1d8ef50e6a8 req-f41b4855-c95a-4928-82ff-dce5e87e253c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0572107 Aug 21 18:12:42.429879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6f70f-1cc2-4611-a281-c1d8ef50e6a8 req-7b270823-ba6a-4221-a697-e022ea6fe71e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Aug 21 18:12:42.976605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8225033-0960-484c-b637-e4228f37db73 req-c8a71321-9883-4b09-8275-7b5ed7666e44 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:42.978189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8225033-0960-484c-b637-e4228f37db73 req-c8a71321-9883-4b09-8275-7b5ed7666e44 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0585785 Aug 21 18:12:43.016363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8225033-0960-484c-b637-e4228f37db73 req-b35b3da7-72fe-4d26-b6fc-cdfc30ca7940 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313761 Aug 21 18:12:43.483719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f295653-1ae2-4a12-89a7-237e64e5dc7d req-4bf62805-4a62-4c6b-b0b6-9328531bf253 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:43.485232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f295653-1ae2-4a12-89a7-237e64e5dc7d req-4bf62805-4a62-4c6b-b0b6-9328531bf253 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0504241 Aug 21 18:12:43.522427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f295653-1ae2-4a12-89a7-237e64e5dc7d req-5ce3d012-61fd-4fee-b19a-209215a93562 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314186 Aug 21 18:12:44.079272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630afe-cdfb-4d85-a59e-5067c94b86c2 req-23b2393d-4880-4ad5-88ce-2236f411b7c2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:44.080834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f630afe-cdfb-4d85-a59e-5067c94b86c2 req-23b2393d-4880-4ad5-88ce-2236f411b7c2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0505540 Aug 21 18:12:44.118816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f630afe-cdfb-4d85-a59e-5067c94b86c2 req-3e590506-f498-40d3-8e94-7665b50ca2fe tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Aug 21 18:12:44.133614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efee188-8dc1-4536-a421-8734451dbfa2 req-7ff1299b-a91d-4b9d-8672-50e333dcb366 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:44.135148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0efee188-8dc1-4536-a421-8734451dbfa2 req-7ff1299b-a91d-4b9d-8672-50e333dcb366 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0494304 Aug 21 18:12:44.173237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0efee188-8dc1-4536-a421-8734451dbfa2 req-5430b464-4d99-44ce-bcdd-0189a3f4fe29 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321655 Aug 21 18:12:44.237505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb5fd9-7390-4baa-af77-0bd508d2b584 req-46b7b68e-5ff5-416d-b84a-4d94526bbb68 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:44.239057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebcb5fd9-7390-4baa-af77-0bd508d2b584 req-46b7b68e-5ff5-416d-b84a-4d94526bbb68 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0534499 Aug 21 18:12:44.277563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebcb5fd9-7390-4baa-af77-0bd508d2b584 req-d4a5cc9b-2503-4d00-9d84-2e44a041fe44 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323565 Aug 21 18:12:44.648976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a8135-7335-4de8-97f2-8b359be640dc req-7fae0ec0-8748-40d4-b181-e03f888e2e24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:44.650562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d04a8135-7335-4de8-97f2-8b359be640dc req-7fae0ec0-8748-40d4-b181-e03f888e2e24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0543220 Aug 21 18:12:44.690620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d04a8135-7335-4de8-97f2-8b359be640dc req-374f8a00-ae70-4f19-8fdc-034a298ec18e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Aug 21 18:12:45.286667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2e49b-af3e-4cf2-9ae2-b585d6c7b000 req-c770b5ef-9c4a-4fc6-8223-12440345b953 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:45.288184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac2e49b-af3e-4cf2-9ae2-b585d6c7b000 req-c770b5ef-9c4a-4fc6-8223-12440345b953 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0484641 Aug 21 18:12:45.329260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac2e49b-af3e-4cf2-9ae2-b585d6c7b000 req-62e472f6-1a90-4156-821e-b5ab986b408c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Aug 21 18:12:45.619314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:45.650519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:45.650864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a8d28fc5-5ec3-40f8-83c2-72cf3ad57616 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:45.763802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31578f3-bfec-4ebf-8981-bab657b4c58e req-b47e328a-e108-41f3-85f1-e923740497e8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:45.765617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b31578f3-bfec-4ebf-8981-bab657b4c58e req-b47e328a-e108-41f3-85f1-e923740497e8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0497489 Aug 21 18:12:45.771882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025284d-4595-4529-ac78-f293d6b541bb req-f0702917-c533-4b92-bbf9-1a0f267eac31 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:45.773408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d025284d-4595-4529-ac78-f293d6b541bb req-f0702917-c533-4b92-bbf9-1a0f267eac31 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0490546 Aug 21 18:12:45.805243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b31578f3-bfec-4ebf-8981-bab657b4c58e req-ee434619-19d9-47d5-b717-34fc2dd9fb91 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Aug 21 18:12:45.812208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d025284d-4595-4529-ac78-f293d6b541bb req-3a8becb9-57e2-472b-aad5-d457f8eec20e tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321732 Aug 21 18:12:45.912201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33343dba-4f6e-4cad-8a34-e134731dc59d req-92e4747f-34c8-4a82-bb55-89c3cf515858 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:45.913799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33343dba-4f6e-4cad-8a34-e134731dc59d req-92e4747f-34c8-4a82-bb55-89c3cf515858 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.0526052 Aug 21 18:12:45.932690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d69bf-756a-422c-a622-83e9790e32c6 req-90ea5cdc-bb32-4ec8-902a-c50e9b31b134 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:45.936123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e06d69bf-756a-422c-a622-83e9790e32c6 req-90ea5cdc-bb32-4ec8-902a-c50e9b31b134 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0591657 Aug 21 18:12:45.954620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33343dba-4f6e-4cad-8a34-e134731dc59d req-02c22634-6438-4b44-9742-5b32c6d152f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Aug 21 18:12:45.975249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e06d69bf-756a-422c-a622-83e9790e32c6 req-1352f4a5-022e-4e22-bbe9-221f335703fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335088 Aug 21 18:12:46.139314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73546e5-60d8-41ed-9343-2631e50697c0 req-bea9060e-7307-4728-9f6b-a086bc9081b2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.140966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a73546e5-60d8-41ed-9343-2631e50697c0 req-bea9060e-7307-4728-9f6b-a086bc9081b2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0499959 Aug 21 18:12:46.148226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c5ef45-11c1-4038-afe1-0cdecab0988f req-bbf6c044-2739-408c-ad8e-b62ad9def9af tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.149730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-93c5ef45-11c1-4038-afe1-0cdecab0988f req-bbf6c044-2739-408c-ad8e-b62ad9def9af tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0539966 Aug 21 18:12:46.178804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a73546e5-60d8-41ed-9343-2631e50697c0 req-114600fa-f3a0-4ae0-8586-be21fac26a1a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Aug 21 18:12:46.188184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-93c5ef45-11c1-4038-afe1-0cdecab0988f req-4c98be28-d7b7-4866-b630-d30ffb9c0351 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324616 Aug 21 18:12:46.300505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a0983-6402-4737-8aa0-a12f0132dc82 req-959e5b1d-fc80-4bf8-85f3-3964e23c21f3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.302392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d4a0983-6402-4737-8aa0-a12f0132dc82 req-959e5b1d-fc80-4bf8-85f3-3964e23c21f3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0509865 Aug 21 18:12:46.341980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d4a0983-6402-4737-8aa0-a12f0132dc82 req-658fc3de-2ae6-4218-ba91-e7913193b051 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Aug 21 18:12:46.345739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43c9e3-63ba-4f1e-b53e-e4929ba3d3e8 req-8d2e5c75-e9db-4420-8da1-bb75138a812f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.347688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb43c9e3-63ba-4f1e-b53e-e4929ba3d3e8 req-8d2e5c75-e9db-4420-8da1-bb75138a812f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0513661 Aug 21 18:12:46.405749 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb43c9e3-63ba-4f1e-b53e-e4929ba3d3e8 req-48794218-1228-4423-8911-b09a6cd892d9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487988 Aug 21 18:12:46.457507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badbdc5-7d6c-443d-aad5-be2d53b0cb27 req-78817bb0-73a0-429a-a11e-53a08e593c03 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.459354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4badbdc5-7d6c-443d-aad5-be2d53b0cb27 req-78817bb0-73a0-429a-a11e-53a08e593c03 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0529990 Aug 21 18:12:46.502093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4badbdc5-7d6c-443d-aad5-be2d53b0cb27 req-740179fb-e227-493e-bf6d-9cfc9c20b010 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Aug 21 18:12:46.526167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326ff3a-0216-49cb-99d3-c5cc95e19570 req-7c0b06af-0a08-465c-9184-a12fca3da12f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.527823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a326ff3a-0216-49cb-99d3-c5cc95e19570 req-7c0b06af-0a08-465c-9184-a12fca3da12f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0556991 Aug 21 18:12:46.566402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a326ff3a-0216-49cb-99d3-c5cc95e19570 req-993ce874-49fc-4b04-8563-4f4b3aad9cc0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325272 Aug 21 18:12:46.742092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-c92e717c-9fff-48c2-a852-e0cb40fd98f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.743216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf0d3c-6c11-4c51-8126-39282c145f10 req-f2763ef4-9dd5-4fd6-b1e6-2460dd2499a8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.743535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-c92e717c-9fff-48c2-a852-e0cb40fd98f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1054018 Aug 21 18:12:46.744719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5aaf0d3c-6c11-4c51-8126-39282c145f10 req-f2763ef4-9dd5-4fd6-b1e6-2460dd2499a8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0550916 Aug 21 18:12:46.758907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-c39cc913-efc5-4a90-89bc-1e212890d245 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/quotas/c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 375 time: 0.0094059 Aug 21 18:12:46.783908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5aaf0d3c-6c11-4c51-8126-39282c145f10 req-25ba5c50-5932-4cdd-8ae3-0e3af34d2812 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 21 18:12:46.844390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-2a31726d-e453-4def-923e-58e9a8efc85f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0797145 Aug 21 18:12:46.935450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-5e579e0f-fc88-4f8e-96e7-a138918479f7 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835924 Aug 21 18:12:46.946721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d17c05-f943-46f9-b56a-ef86c942f980 req-a6a68f3f-f1bd-4684-871a-3693ad43bed7 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:46.948228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d17c05-f943-46f9-b56a-ef86c942f980 req-a6a68f3f-f1bd-4684-871a-3693ad43bed7 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0518358 Aug 21 18:12:46.988410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d17c05-f943-46f9-b56a-ef86c942f980 req-41f17af3-6d1a-4824-8698-834603ca7110 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336015 Aug 21 18:12:47.031382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1aabe246-2514-40da-93a7-2bad022f1443 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894694 Aug 21 18:12:47.119837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e904965-8d28-48ee-b2ac-1218bb9dbb27 req-cd948726-07b2-422a-8d70-2c8fb4f9b170 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.121527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e904965-8d28-48ee-b2ac-1218bb9dbb27 req-cd948726-07b2-422a-8d70-2c8fb4f9b170 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0510812 Aug 21 18:12:47.165675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e904965-8d28-48ee-b2ac-1218bb9dbb27 req-1c9d9fc5-2dbb-4fcd-8140-020ba19670ce tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Aug 21 18:12:47.195108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e5cf311-006d-4b05-b613-96325055912b req-a0e79d43-4ca1-4018-82f6-16a25305c91c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 210 time: 0.0271261 Aug 21 18:12:47.297797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c3f95-3f7e-4660-bcd9-02546019b359 req-3aa61f59-0e15-4129-a81c-cc26e058e5c3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.305887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-649c3f95-3f7e-4660-bcd9-02546019b359 req-3aa61f59-0e15-4129-a81c-cc26e058e5c3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0676024 Aug 21 18:12:47.362954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-649c3f95-3f7e-4660-bcd9-02546019b359 req-39de5f1c-33a4-4177-92e5-5cc3051c6731 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536773 Aug 21 18:12:47.553515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673e76-a9ee-4855-a2f2-eccac6a37dac req-3ab1c8e9-c4ff-4d1f-91e6-f2e355699de1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.554926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0673e76-a9ee-4855-a2f2-eccac6a37dac req-3ab1c8e9-c4ff-4d1f-91e6-f2e355699de1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0639238 Aug 21 18:12:47.602654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0673e76-a9ee-4855-a2f2-eccac6a37dac req-d06fc600-80ca-49cc-9b80-f36dc5ec8983 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364521 Aug 21 18:12:47.647843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ca2bc-b0d0-43d8-b4da-df8ecb91e114 req-e889710a-eb32-464d-bd1f-15808cd271e0 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.655679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e95ca2bc-b0d0-43d8-b4da-df8ecb91e114 req-e889710a-eb32-464d-bd1f-15808cd271e0 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0737388 Aug 21 18:12:47.692608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e95ca2bc-b0d0-43d8-b4da-df8ecb91e114 req-c584252d-a1c0-4003-8ecf-3caaaeb758be tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360601 Aug 21 18:12:47.740238 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57dabc9b-40be-4f83-b814-51d3d260c28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:47.747777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2410e-4c38-4377-8630-39206033b858 req-56987af8-afdf-4583-9c82-397aea5fff44 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.750299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77e2410e-4c38-4377-8630-39206033b858 req-56987af8-afdf-4583-9c82-397aea5fff44 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0829716 Aug 21 18:12:47.797520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77e2410e-4c38-4377-8630-39206033b858 req-ff9335e0-27e0-4506-b8c1-1ba3c95e7947 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Aug 21 18:12:47.869531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67443ce-de7b-4436-b466-290ccd617e25 req-f64ed778-b69b-4dec-b8b7-79e671e37feb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:47.871761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a67443ce-de7b-4436-b466-290ccd617e25 req-f64ed778-b69b-4dec-b8b7-79e671e37feb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0502477 Aug 21 18:12:47.915008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a67443ce-de7b-4436-b466-290ccd617e25 req-e19858f7-9f11-4801-8cf8-f6d9aff2f409 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Aug 21 18:12:48.082095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add72ee-28dc-4f84-a7e0-80b9817b280e req-529de840-6438-4908-940f-e7fd7405b099 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.083488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6add72ee-28dc-4f84-a7e0-80b9817b280e req-529de840-6438-4908-940f-e7fd7405b099 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0536022 Aug 21 18:12:48.121379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6add72ee-28dc-4f84-a7e0-80b9817b280e req-cbe0ef7c-21d4-4b86-8c1b-dc153b1aaf03 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Aug 21 18:12:48.247161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9e910-185a-4dc4-8301-70354d75d3ec req-9fc9ae17-424c-45fd-834a-5403e14f87d0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.248735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82f9e910-185a-4dc4-8301-70354d75d3ec req-9fc9ae17-424c-45fd-834a-5403e14f87d0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0594366 Aug 21 18:12:48.284506 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:48.295009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82f9e910-185a-4dc4-8301-70354d75d3ec req-063c37db-1a5f-4f6c-9269-f7f59bf74024 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 Aug 21 18:12:48.319453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c75d9ae-24c3-4aeb-931f-5c0858d15cd1 req-1e93cf5d-3470-4135-8b26-322de1d4bfbe tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 210 time: 0.0502717 Aug 21 18:12:48.413893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-d6f16750-859d-49e5-a417-398a51ce41fd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.416876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-d6f16750-859d-49e5-a417-398a51ce41fd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1455739 Aug 21 18:12:48.456770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'device_id': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'admin_state_up': True, 'tenant_id': 'c952f672e4994556b81280dd46917cad'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:48.612681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950366c-03cc-4760-be07-fb24e571a4a1 req-331d58c2-d6f6-4884-808f-2d5024be7e95 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.614180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f950366c-03cc-4760-be07-fb24e571a4a1 req-331d58c2-d6f6-4884-808f-2d5024be7e95 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 814 time: 0.1737289 Aug 21 18:12:48.640803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f950366c-03cc-4760-be07-fb24e571a4a1 req-d9dd0cd8-5146-4f91-9a2d-57715ed09899 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/quotas/70d78263537a4bb1ac6b76906ee85b53 HTTP/1.1" status: 200 len: 375 time: 0.0201278 Aug 21 18:12:48.650322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:48.653793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:48.677595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:48.760840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f950366c-03cc-4760-be07-fb24e571a4a1 req-3cc1bda6-1199-492b-805e-68fe18408c0d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1079614 Aug 21 18:12:48.822203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd22fa2-63ec-47f2-a348-b86896708bc1 req-d006961a-fa8d-4a54-a12a-4d12893e06fa tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.825282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2dd22fa2-63ec-47f2-a348-b86896708bc1 req-d006961a-fa8d-4a54-a12a-4d12893e06fa tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.0591698 Aug 21 18:12:48.838711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.20.0.3 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/a410c27b-a119-4eec-8662-780ff9cc2675) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:48.867681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2dd22fa2-63ec-47f2-a348-b86896708bc1 req-cf49b3cd-cedc-4fbc-97e9-8d00c36011d7 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357990 Aug 21 18:12:48.994288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a68846-137b-462a-b42a-6e881e642bd0 req-0378d48d-dcc9-40eb-9834-31a29313069a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:48.996946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42a68846-137b-462a-b42a-6e881e642bd0 req-0378d48d-dcc9-40eb-9834-31a29313069a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0606072 Aug 21 18:12:49.013242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.028325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Transition to ACTIVE for port object a410c27b-a119-4eec-8662-780ff9cc2675 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:49.047418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42a68846-137b-462a-b42a-6e881e642bd0 req-d56bcc87-c67b-494c-a4b3-c67ae8b5be46 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Aug 21 18:12:49.082724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.095017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:49.165720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:49.170299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:49.179242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:49.188021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:49.245001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c3241-3045-4b4c-9ff9-0f94cda3111a req-cba54179-a295-4146-a037-84b0d9329cec tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.254241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601a9f9-7451-46ed-9459-30a3e9fdc6e0 req-a7f7c07e-417f-44b2-9f48-f2b248962a66 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.254679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f36c3241-3045-4b4c-9ff9-0f94cda3111a req-cba54179-a295-4146-a037-84b0d9329cec tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.1332533 Aug 21 18:12:49.256118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8601a9f9-7451-46ed-9459-30a3e9fdc6e0 req-a7f7c07e-417f-44b2-9f48-f2b248962a66 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0833838 Aug 21 18:12:49.272824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.273778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.305742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-1c77aaa1-5746-47d5-b1e9-1f6dcef9682f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8549528 Aug 21 18:12:49.311259 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f36c3241-3045-4b4c-9ff9-0f94cda3111a req-44f5f553-493a-41d3-a13b-c598a7ccc924 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556707 Aug 21 18:12:49.319751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Request body: {'port': {'device_id': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:49.341111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8601a9f9-7451-46ed-9459-30a3e9fdc6e0 req-4a0dbfec-1519-48cb-b047-37c60035b752 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674024 Aug 21 18:12:49.359222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-3b36f53a-7174-45e1-a726-0d39c732393c tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.360796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-3b36f53a-7174-45e1-a726-0d39c732393c tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.39 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.1036224 Aug 21 18:12:49.409600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.503106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843a619-a215-4fc9-ab7b-c9a10850ca91 req-7e11b126-e1aa-4129-af0a-cd57bb46f464 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.504661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8843a619-a215-4fc9-ab7b-c9a10850ca91 req-7e11b126-e1aa-4129-af0a-cd57bb46f464 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 931 time: 0.0959532 Aug 21 18:12:49.544439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Deleting port 995a4240-732c-491c-bfa4-1ff486516a43 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:49.544788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.556869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6f630a1d-b7cd-482c-88c4-fe76ec8e9cd5 None None] Provisioning for port a410c27b-a119-4eec-8662-780ff9cc2675 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:49.560747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6f630a1d-b7cd-482c-88c4-fe76ec8e9cd5 None None] Provisioning complete for port a410c27b-a119-4eec-8662-780ff9cc2675 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:49.561345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6f630a1d-b7cd-482c-88c4-fe76ec8e9cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.562244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12669bcf-3878-4a54-b026-1da6d5be2030 req-7ed651e6-8ab6-431d-bb34-ab2604c56094 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=70d78263537a4bb1ac6b76906ee85b53 HTTP/1.1" status: 200 len: 221 time: 0.0925159 Aug 21 18:12:49.596732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8843a619-a215-4fc9-ab7b-c9a10850ca91 req-8b94c6f8-440c-4a07-9dd0-c53136090e27 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828698 Aug 21 18:12:49.609277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6f630a1d-b7cd-482c-88c4-fe76ec8e9cd5 None None] Port a410c27b-a119-4eec-8662-780ff9cc2675 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:12:49.689781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] For port 995a4240-732c-491c-bfa4-1ff486516a43, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=995a4240-732c-491c-bfa4-1ff486516a43,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:49.690151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.777570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a410c27b-a119-4eec-8662-780ff9cc2675 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:49.785720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.797236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22708153-9672-4a1d-bced-ed38da36684e req-7da942b7-619f-4255-942c-c3df9f94ec92 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:49.797806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Transition to ACTIVE for port object a410c27b-a119-4eec-8662-780ff9cc2675 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:49.798917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22708153-9672-4a1d-bced-ed38da36684e req-7da942b7-619f-4255-942c-c3df9f94ec92 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1193852 Aug 21 18:12:49.811786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.863322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:49.961473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22708153-9672-4a1d-bced-ed38da36684e req-fc6130b1-4fa5-4c43-9ca0-5444b24308b7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107609 Aug 21 18:12:49.993892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.993892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:49.993892 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Floating IP 0a6930fe-0b83-4cd4-b5a1-494e908cad2b disassociated. External IP: 172.25.1.132, port: 995a4240-732c-491c-bfa4-1ff486516a43. Aug 21 18:12:49.994168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Attempting to bind port a410c27b-a119-4eec-8662-780ff9cc2675 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:49.994267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Calling delete_port for 995a4240-732c-491c-bfa4-1ff486516a43 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:49.994358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Attempting to bind port a410c27b-a119-4eec-8662-780ff9cc2675 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:49.994358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Attempting to bind port a410c27b-a119-4eec-8662-780ff9cc2675 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:50.051975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Port a410c27b-a119-4eec-8662-780ff9cc2675 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:50.052307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Attempting to bind port a410c27b-a119-4eec-8662-780ff9cc2675 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:50.065258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:50.065616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:50.066010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:50.066448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Bound port: a410c27b-a119-4eec-8662-780ff9cc2675, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:50.066834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.106777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60159ced-0465-4102-9400-4716909abc8d req-2bd719b2-c64c-4352-acad-31d4f8ddab3d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.117629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60159ced-0465-4102-9400-4716909abc8d req-2bd719b2-c64c-4352-acad-31d4f8ddab3d tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 946 time: 0.1364443 Aug 21 18:12:50.142775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924a755-f4dd-4b61-bdf4-fcc9c90580f8 req-8e9913bc-923f-4325-a675-3397fded8dae tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.145096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d924a755-f4dd-4b61-bdf4-fcc9c90580f8 req-8e9913bc-923f-4325-a675-3397fded8dae tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0925140 Aug 21 18:12:50.191539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60159ced-0465-4102-9400-4716909abc8d req-7917f04f-94af-446a-bab3-4686b3a826aa tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups?id=dcec912a-00f0-44f8-b3c6-8fd726b45c35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731246 Aug 21 18:12:50.201919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:50.206636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a410c27b-a119-4eec-8662-780ff9cc2675,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:50.220250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.244074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d924a755-f4dd-4b61-bdf4-fcc9c90580f8 req-b8c05048-4bb1-4247-a6c5-71e7ff304d65 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877373 Aug 21 18:12:50.271855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.272402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.274071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] 10.222.0.39 "PUT /v2.0/ports/a410c27b-a119-4eec-8662-780ff9cc2675 HTTP/1.1" status: 200 len: 1092 time: 0.9591208 Aug 21 18:12:50.274542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:50.277103 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55636081-371f-43f0-bdbe-77ca78daea2b" -d '{"events": [{"name": "network-changed", "server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:50.279536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.319298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event deleted for resources: {'Port': ['ID=995a4240-732c-491c-bfa4-1ff486516a43,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:50.341787 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-63f109b1-56b9-4585-b174-07dd5e5bc71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.412751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39056dc9-7622-4ba9-9d41-5d947bf86f4a service neutron] Pushing event updated for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:50.425922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.454527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-0164a356-4d00-486d-96ce-01d16e02ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.456053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-0164a356-4d00-486d-96ce-01d16e02ea62 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 1095 time: 0.1237488 Aug 21 18:12:50.479327 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c25be9c-8849-4c7c-b723-f89ea0a80776 x-openstack-request-id: req-8c25be9c-8849-4c7c-b723-f89ea0a80776 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:50.480332 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:50.480594 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c25be9c-8849-4c7c-b723-f89ea0a80776 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:50.481003 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675', 'status': 'completed', 'code': 200} Aug 21 18:12:50.511508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-9e939c47-1df7-4f80-bc4a-bf64d6e4d8fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a410c27b-a119-4eec-8662-780ff9cc2675 HTTP/1.1" status: 200 len: 217 time: 0.0464423 Aug 21 18:12:50.546447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:12:50.556264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f3baa-35c0-4a9c-bdcd-eb72e3706edd req-eee8703e-e9ae-4764-b138-4db9d069f9c2 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.563366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f83f3baa-35c0-4a9c-bdcd-eb72e3706edd req-eee8703e-e9ae-4764-b138-4db9d069f9c2 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0810988 Aug 21 18:12:50.594200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-e7537cda-0434-4d83-85f7-f636d70e100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.595805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-e7537cda-0434-4d83-85f7-f636d70e100e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0768831 Aug 21 18:12:50.639134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f83f3baa-35c0-4a9c-bdcd-eb72e3706edd req-9d764829-14c8-4bdb-a00b-15e216bcacad tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747616 Aug 21 18:12:50.780399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:12:50.793610 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Sync routers for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:12:50.820944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:50.821942 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:50.868701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] No DVR routers for this DVR port 995a4240-732c-491c-bfa4-1ff486516a43 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:12:50.876394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:50.878853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2803bca-aed7-4d0e-bcba-e7d32eefe349 req-77560ca4-1100-4789-88f3-307a32b16018 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.39 "DELETE /v2.0/ports/995a4240-732c-491c-bfa4-1ff486516a43 HTTP/1.1" status: 204 len: 173 time: 1.5051389 Aug 21 18:12:50.892824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83122a1-e36d-4275-99b0-8f5ec420f7f3 req-002b7fac-673f-41eb-88ba-0feb122e2eaf tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:50.898656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c83122a1-e36d-4275-99b0-8f5ec420f7f3 req-002b7fac-673f-41eb-88ba-0feb122e2eaf tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 943 time: 0.1574125 Aug 21 18:12:50.899419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'name': 'network-vif-deleted', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:50.913584 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a6f0d5-7cff-4778-b55f-692ab96b18a2" -d '{"events": [{"server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "name": "network-vif-deleted", "tag": "995a4240-732c-491c-bfa4-1ff486516a43"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:50.972886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c83122a1-e36d-4275-99b0-8f5ec420f7f3 req-bb1f4545-6684-49d4-a0e1-c83a5b97aae5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559199 Aug 21 18:12:51.072691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-51ff81ea-6170-4f70-8f1e-70465773143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.075495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-51ff81ea-6170-4f70-8f1e-70465773143d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4575210 Aug 21 18:12:51.084762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2b886-cdba-4e92-93bd-c7d3f1122e2a req-7cd2a152-9811-4e84-972f-53a68436fd6b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.094982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16b2b886-cdba-4e92-93bd-c7d3f1122e2a req-7cd2a152-9811-4e84-972f-53a68436fd6b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.5151227 Aug 21 18:12:51.121210 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:51.136431 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb68c37-ec2a-4557-b8b1-2ab1228aa4f7 x-openstack-request-id: req-beb68c37-ec2a-4557-b8b1-2ab1228aa4f7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:51.136723 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a51a90-522a-457a-8e90-d7bacd583be6", "name": "network-vif-deleted", "tag": "995a4240-732c-491c-bfa4-1ff486516a43", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:51.136976 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beb68c37-ec2a-4557-b8b1-2ab1228aa4f7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:51.137371 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a51a90-522a-457a-8e90-d7bacd583be6', 'name': 'network-vif-deleted', 'tag': '995a4240-732c-491c-bfa4-1ff486516a43', 'status': 'completed', 'code': 200} Aug 21 18:12:51.199325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16b2b886-cdba-4e92-93bd-c7d3f1122e2a req-ffda92bd-1dca-4d1f-bd1a-2ff439181eac tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022840 Aug 21 18:12:51.222559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-bc572bbc-dd41-4eac-8f8a-e74b1bde86c1 service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189075 Aug 21 18:12:51.339318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a1f46f8-aeb4-44a3-87a8-f57623dd530c req-27593ee6-aa67-4f7a-a974-b091880a5efd tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a51a90-522a-457a-8e90-d7bacd583be6 HTTP/1.1" status: 200 len: 210 time: 0.0485122 Aug 21 18:12:51.373804 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:51.395672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f706168-9efd-4a08-ae05-651cdca70b26 req-7cea57f5-a2ad-4b20-8da8-599a3b10fa8e service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572466 Aug 21 18:12:51.405220 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Checking router: 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:51.415235 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:51.416128 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:51.422831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d49f50-46a5-4ecb-8003-e0f1b7c24887 req-af72282d-7d18-48b0-a516-66bb23d73f06 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.433759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84d49f50-46a5-4ecb-8003-e0f1b7c24887 req-af72282d-7d18-48b0-a516-66bb23d73f06 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0899282 Aug 21 18:12:51.489830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:51.524171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84d49f50-46a5-4ecb-8003-e0f1b7c24887 req-5b10a49b-38db-4031-b121-1815c3f80d7d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895236 Aug 21 18:12:51.527086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636081-371f-43f0-bdbe-77ca78daea2b req-f388a404-9484-4817-808c-fec194e211e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.528732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-f388a404-9484-4817-808c-fec194e211e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 1095 time: 0.0785341 Aug 21 18:12:51.595370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:51.665247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636081-371f-43f0-bdbe-77ca78daea2b req-525e27b4-554a-44c5-9027-523850ed6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.666742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-525e27b4-554a-44c5-9027-523850ed6652 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1291502 Aug 21 18:12:51.729053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-20d91da2-f464-433b-8477-5f19f9206be3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a410c27b-a119-4eec-8662-780ff9cc2675 HTTP/1.1" status: 200 len: 217 time: 0.0410669 Aug 21 18:12:51.759086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fffe42-54a8-4b20-99ed-ddcd005e2014 req-068966ff-6fd8-4b94-ada7-c80947f70989 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.766457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85fffe42-54a8-4b20-99ed-ddcd005e2014 req-068966ff-6fd8-4b94-ada7-c80947f70989 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1200166 Aug 21 18:12:51.789761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e4564-7209-4de8-92e9-d8c09f3d5ef2 req-36269202-8e5d-4cbd-a341-d13969851427 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.791810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c4e4564-7209-4de8-92e9-d8c09f3d5ef2 req-36269202-8e5d-4cbd-a341-d13969851427 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0694258 Aug 21 18:12:51.827814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85fffe42-54a8-4b20-99ed-ddcd005e2014 req-5f9a730f-d772-4d3a-884d-55387ee59669 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596223 Aug 21 18:12:51.842541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636081-371f-43f0-bdbe-77ca78daea2b req-e9501a7e-debd-4ee1-99cd-fdb9d5963b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.842541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-e9501a7e-debd-4ee1-99cd-fdb9d5963b13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0976353 Aug 21 18:12:51.849484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:51.862151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c4e4564-7209-4de8-92e9-d8c09f3d5ef2 req-2e2dd177-d2f9-4a94-9005-8d8497dc65f4 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624187 Aug 21 18:12:51.888825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac83f5e9-f545-4eed-8918-4355d27f375e None None] The sync data for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 is: [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:10:24Z', 'revision_number': 4, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6e4f99df-9ba5-47bc-aad3-f86330004ad2', 'name': '', 'network_id': '7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'mac_address': 'fa:16:3e:6e:57:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:23Z', 'updated_at': '2021-08-21T18:10:30Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'subnets': [{'id': '6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:51.912217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55636081-371f-43f0-bdbe-77ca78daea2b req-488d955d-b5a4-4c19-9ff7-9fcba71446ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:51.913824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-488d955d-b5a4-4c19-9ff7-9fcba71446ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640850 Aug 21 18:12:52.049465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0fcf3-1708-46c9-ab1d-3f8d5109065d req-f174afdb-2e74-432d-b32b-6e7302b9d312 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.055049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04e0fcf3-1708-46c9-ab1d-3f8d5109065d req-f174afdb-2e74-432d-b32b-6e7302b9d312 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1361616 Aug 21 18:12:52.097788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-3869b967-ff52-44ab-b17e-53b0f100ffc4 service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678772 Aug 21 18:12:52.100477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160e4c-e258-405b-b88e-cd90bde42c8c req-eab9e458-d899-4f14-ab61-05f86dd05a71 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.108643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4160e4c-e258-405b-b88e-cd90bde42c8c req-eab9e458-d899-4f14-ab61-05f86dd05a71 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 943 time: 0.0594921 Aug 21 18:12:52.126766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04e0fcf3-1708-46c9-ab1d-3f8d5109065d req-78ee647f-11d1-4e76-a5ba-88b63a9a9815 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674217 Aug 21 18:12:52.160995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4160e4c-e258-405b-b88e-cd90bde42c8c req-0b30313b-e7e3-4681-897c-3cf7d646f97b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Aug 21 18:12:52.220970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55636081-371f-43f0-bdbe-77ca78daea2b req-b571942f-f154-4bcd-91e2-f1138cab3402 service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103828 Aug 21 18:12:52.236070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84636241-a339-4910-a5ed-19cc46a59b65 None None] New status for floating IP 0a6930fe-0b83-4cd4-b5a1-494e908cad2b: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:12:52.324783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba79440f-5132-4050-8ce5-084305586cf1 req-7749e0b8-ee10-4e87-9691-15bc44c5384d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.326368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba79440f-5132-4050-8ce5-084305586cf1 req-7749e0b8-ee10-4e87-9691-15bc44c5384d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0561218 Aug 21 18:12:52.386663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba79440f-5132-4050-8ce5-084305586cf1 req-9f44ce68-7b1e-4a11-8fc3-273ab6a2c1f4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532420 Aug 21 18:12:52.438043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:52.522788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.548009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6ae8e-e93a-4553-a9e7-7ec80c385021 req-9d2a035d-f82d-40d9-a521-5674249cb234 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.549456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2e6ae8e-e93a-4553-a9e7-7ec80c385021 req-9d2a035d-f82d-40d9-a521-5674249cb234 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0789285 Aug 21 18:12:52.566263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.617254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2e6ae8e-e93a-4553-a9e7-7ec80c385021 req-26d935ba-86d9-45b0-88e5-0678267e668a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600317 Aug 21 18:12:52.638347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.641990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.643648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "DELETE /v2.0/security-groups/dcec912a-00f0-44f8-b3c6-8fd726b45c35 HTTP/1.1" status: 204 len: 168 time: 0.2044740 Aug 21 18:12:52.646197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56830) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:52.658391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03cb96-6427-4f1d-b005-449a0cf28122 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec912a-00f0-44f8-b3c6-8fd726b45c35,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:52.663124 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-e8c23c21-d554-47d1-8ceb-542b7d0d6325 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] show failed (client error): The resource could not be found. Aug 21 18:12:52.664308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e8c23c21-d554-47d1-8ceb-542b7d0d6325 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "GET /v2.0/security-groups/dcec912a-00f0-44f8-b3c6-8fd726b45c35 HTTP/1.1" status: 404 len: 347 time: 0.0169563 Aug 21 18:12:52.666818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56834) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:52.777250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81815ed1-99c8-41fa-9ae1-686d6f0fbd91 req-34ace3ac-d274-4147-9408-3a437e36399d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.778932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81815ed1-99c8-41fa-9ae1-686d6f0fbd91 req-34ace3ac-d274-4147-9408-3a437e36399d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0555570 Aug 21 18:12:52.818759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Deleting port 52d4f0c4-8948-4eec-8407-f183b0a0a046 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:52.819021 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.832087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81815ed1-99c8-41fa-9ae1-686d6f0fbd91 req-169622ed-b889-4e86-8a37-e32b9ffa4ddd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466025 Aug 21 18:12:52.900531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.900965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:52.923115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Calling delete_port for 52d4f0c4-8948-4eec-8407-f183b0a0a046 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:52.984178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861395d-e858-46ad-8678-a99afc6690ea req-731aa5c7-52c6-4e27-bfaa-69afca52bf70 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:52.986009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7861395d-e858-46ad-8678-a99afc6690ea req-731aa5c7-52c6-4e27-bfaa-69afca52bf70 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0557153 Aug 21 18:12:53.005767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241588-89e8-4dec-8cb0-d8a52e7314ed req-20e85596-384e-44df-9604-a23519b86dc4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:53.007426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78241588-89e8-4dec-8cb0-d8a52e7314ed req-20e85596-384e-44df-9604-a23519b86dc4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0990150 Aug 21 18:12:53.026908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7861395d-e858-46ad-8678-a99afc6690ea req-1a940111-fe07-45c2-9f60-2607ae6454df tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349145 Aug 21 18:12:53.070193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78241588-89e8-4dec-8cb0-d8a52e7314ed req-59891f2b-04ae-4799-bd90-1c722be4bb04 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548728 Aug 21 18:12:53.125692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.152679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Pushing event deleted for resources: {'Port': ['ID=52d4f0c4-8948-4eec-8407-f183b0a0a046,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:53.215465 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.247466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.250433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.251638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c54152eb-d911-4333-8ce8-ab4f8249cfb4 tempest-ServersTestJSON-1325651307 tempest-ServersTestJSON-1325651307-project] 10.222.0.41 "DELETE /v2.0/floatingips/0a6930fe-0b83-4cd4-b5a1-494e908cad2b HTTP/1.1" status: 204 len: 168 time: 0.5798790 Aug 21 18:12:53.255919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56850) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:53.270553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbf5ba-c1c7-495a-96dd-5c20353fda81 req-3dc5d7da-ebfc-4dc6-846f-746ec7cf227b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:53.272083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cbf5ba-c1c7-495a-96dd-5c20353fda81 req-3dc5d7da-ebfc-4dc6-846f-746ec7cf227b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0965455 Aug 21 18:12:53.339824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1282a8c-aee0-457e-bf82-e9a8dcdb59fe req-291c91c0-a749-420d-ac53-a7f17cd8b7e0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:53.342978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1282a8c-aee0-457e-bf82-e9a8dcdb59fe req-291c91c0-a749-420d-ac53-a7f17cd8b7e0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 943 time: 0.0913286 Aug 21 18:12:53.403132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1282a8c-aee0-457e-bf82-e9a8dcdb59fe req-df89dd2e-e8bd-4925-b84a-3668f2539bee tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534165 Aug 21 18:12:53.441477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7cbf5ba-c1c7-495a-96dd-5c20353fda81 req-01f5b285-2389-4a75-b19c-7c13230b5a97 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352229 Aug 21 18:12:53.635026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a410c27b-a119-4eec-8662-780ff9cc2675 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:12:53.659827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 995a4240-732c-491c-bfa4-1ff486516a43 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:53.672963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a6abc-ed31-4e11-a3ad-b6d7fa73ea9b req-1c9643ea-8997-49b1-a584-1c85113caffa tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:53.681754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab1a6abc-ed31-4e11-a3ad-b6d7fa73ea9b req-1c9643ea-8997-49b1-a584-1c85113caffa tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1312764 Aug 21 18:12:53.735723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 995a4240-732c-491c-bfa4-1ff486516a43 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:53.737423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 995a4240-732c-491c-bfa4-1ff486516a43 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:53.767257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab1a6abc-ed31-4e11-a3ad-b6d7fa73ea9b req-6d2fa8ff-e685-4649-a6bc-b37f51b7b400 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844069 Aug 21 18:12:53.907604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.914480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a410c27b-a119-4eec-8662-780ff9cc2675,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:53.927603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a410c27b-a119-4eec-8662-780ff9cc2675', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'a410c27b-a119-4eec-8662-780ff9cc2675', 'mac_address': 'fa:16:3e:3b:da:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:12:53.952398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc0708-3d81-4c87-b97b-7baf4af5267f req-803a71ad-eb13-4918-93ae-65047bbd14fc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:53.954186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92dc0708-3d81-4c87-b97b-7baf4af5267f req-803a71ad-eb13-4918-93ae-65047bbd14fc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0755153 Aug 21 18:12:53.975319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:53.990390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a410c27b-a119-4eec-8662-780ff9cc2675 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:53.997032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92dc0708-3d81-4c87-b97b-7baf4af5267f req-5b7b8406-2b1f-4783-bb51-c34ed3986aa5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345268 Aug 21 18:12:54.009860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a410c27b-a119-4eec-8662-780ff9cc2675,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:54.014393 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:54.071142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:54.079905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.080354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.080756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.081156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.082094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.082094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.082276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.082652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.083040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.083467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.083820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.084205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:12:54.144434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6750f-cd74-4b97-8bbf-e862ee617780 req-f579e0d8-4764-4e00-9431-1cf117004e19 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.145927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdf6750f-cd74-4b97-8bbf-e862ee617780 req-f579e0d8-4764-4e00-9431-1cf117004e19 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0494723 Aug 21 18:12:54.162873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05538b34-e1a5-4d5e-8ab1-007b36f16f99 req-f57eec72-aabc-46e9-aa77-385efddda806 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.164299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05538b34-e1a5-4d5e-8ab1-007b36f16f99 req-f57eec72-aabc-46e9-aa77-385efddda806 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0770419 Aug 21 18:12:54.185562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdf6750f-cd74-4b97-8bbf-e862ee617780 req-06e1cd45-5670-4f26-9afe-aa02345bb636 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335045 Aug 21 18:12:54.232804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05538b34-e1a5-4d5e-8ab1-007b36f16f99 req-d0aad869-dd04-4cef-85d4-1478bb19db14 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 Aug 21 18:12:54.277876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Deleting port 6e4f99df-9ba5-47bc-aad3-f86330004ad2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:54.278225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:54.389948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:54.393654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] For port 6e4f99df-9ba5-47bc-aad3-f86330004ad2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6e4f99df-9ba5-47bc-aad3-f86330004ad2,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:54.394034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:54.409471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Calling delete_port for 6e4f99df-9ba5-47bc-aad3-f86330004ad2 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:54.428504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276bc9-c77e-400d-a857-0d7bd0e84fcc req-7405514f-c3d6-4eed-ba58-7bb64413d359 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.430152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13276bc9-c77e-400d-a857-0d7bd0e84fcc req-7405514f-c3d6-4eed-ba58-7bb64413d359 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0811427 Aug 21 18:12:54.516329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13276bc9-c77e-400d-a857-0d7bd0e84fcc req-9c459a6d-c1a7-4ee7-bc37-e9a5893ca6f0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479345 Aug 21 18:12:54.537105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc560a3-3a9d-412c-9321-d06f98ac6b78 req-794d97a9-ebd3-4b5a-9342-46150bda64d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.538681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcc560a3-3a9d-412c-9321-d06f98ac6b78 req-794d97a9-ebd3-4b5a-9342-46150bda64d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 944 time: 0.0607188 Aug 21 18:12:54.581061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcc560a3-3a9d-412c-9321-d06f98ac6b78 req-5f069ad1-ce1c-49e5-bb5e-a85bd492e3d8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347855 Aug 21 18:12:54.679546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ce018-cb09-4fa9-afd8-31c532d5882f req-bf2529d4-64ff-42f6-803f-21fa5b9d7b8e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.680948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e67ce018-cb09-4fa9-afd8-31c532d5882f req-bf2529d4-64ff-42f6-803f-21fa5b9d7b8e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0867660 Aug 21 18:12:54.695342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:54.733238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4f99df-9ba5-47bc-aad3-f86330004ad2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:54.766286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e67ce018-cb09-4fa9-afd8-31c532d5882f req-37e40f06-aaf7-4f90-bac6-ba4f27914066 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780475 Aug 21 18:12:54.937653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:54.988758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac6299-0737-472b-853a-fcb86b7bfa78 req-545bd7cd-e328-4195-a670-76531ddaed60 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:54.996198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ceac6299-0737-472b-853a-fcb86b7bfa78 req-545bd7cd-e328-4195-a670-76531ddaed60 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0768561 Aug 21 18:12:55.043264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ceac6299-0737-472b-853a-fcb86b7bfa78 req-df1f4cc4-b04e-45bf-8d86-63650a3f61c8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Aug 21 18:12:55.144774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae88d4f-9deb-4400-9ca2-e9a6c9f9b6ca req-e0a52558-4152-447e-ae45-124a65ad54ce tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:55.146306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ae88d4f-9deb-4400-9ca2-e9a6c9f9b6ca req-e0a52558-4152-447e-ae45-124a65ad54ce tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0486598 Aug 21 18:12:55.187424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ae88d4f-9deb-4400-9ca2-e9a6c9f9b6ca req-62f775ed-ff7a-4ffe-a7f6-9a986649dde6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345128 Aug 21 18:12:55.217824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-6b278769-4f71-4bb9-a787-280717c3349d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:55.219334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-6b278769-4f71-4bb9-a787-280717c3349d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1576872 Aug 21 18:12:55.262957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-1a3eadeb-23b8-4fd7-94bf-599b2acc4902 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/quotas/83d8d264defd4d26851ebd434e16f259 HTTP/1.1" status: 200 len: 375 time: 0.0149431 Aug 21 18:12:55.303561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69123b6-49e0-4562-9ada-b1d495c40f5a req-198e6c12-5ad2-408f-8d6d-b994518e3675 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:55.304454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:12:55.305088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c69123b6-49e0-4562-9ada-b1d495c40f5a req-198e6c12-5ad2-408f-8d6d-b994518e3675 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0506153 Aug 21 18:12:55.332092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-078cbcb4-b417-414a-bcea-ca3247a2a6ca tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0602362 Aug 21 18:12:55.343342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c69123b6-49e0-4562-9ada-b1d495c40f5a req-31d6fddf-ac40-4433-a4d3-21416d88e648 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Aug 21 18:12:55.467392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5376f7-ce5a-47ab-8cb8-7806a67d0e4b req-60cc2cc7-1659-4a72-91b1-73f20788154c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:55.468797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd5376f7-ce5a-47ab-8cb8-7806a67d0e4b req-60cc2cc7-1659-4a72-91b1-73f20788154c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0531647 Aug 21 18:12:55.506619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd5376f7-ce5a-47ab-8cb8-7806a67d0e4b req-5dfa1d2a-5ff8-4143-acfb-e0266ffb26d2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312405 Aug 21 18:12:55.507648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:12:55.516430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9680bff0-88b3-42bd-9e27-61a5aeb5b061 admin admin] 10.222.0.41 "PUT /v2.0/routers/84734d71-caa4-4c6e-a0bb-ea44f33d5f8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2567949 Aug 21 18:12:55.516583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-dff9d041-daba-46d0-aefb-f98d1a99defd service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514947 Aug 21 18:12:55.516770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:55.521779 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Sync routers for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:12:55.536083 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:55.536980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:55.621026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-eae35971-6eb3-4430-9eef-1047660cec90 service neutron] 10.222.0.41 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908351 Aug 21 18:12:55.652200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a410c27b-a119-4eec-8662-780ff9cc2675 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:12:55.657878 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:55.722123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a410c27b-a119-4eec-8662-780ff9cc2675 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:12:55.728485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a410c27b-a119-4eec-8662-780ff9cc2675 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:12:55.728891 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:55.897379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:55.927943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361673f-e36b-4d37-b7dc-9282d38678ba req-7e46851c-d3ed-4019-87fd-c53df669d054 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:55.929772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1361673f-e36b-4d37-b7dc-9282d38678ba req-7e46851c-d3ed-4019-87fd-c53df669d054 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 944 time: 0.0996652 Aug 21 18:12:55.956986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:12:54Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:55.966971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:55.967880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:55.970988 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc343efb-f8e5-42cf-932c-fe5151807d66" -d '{"events": [{"server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "name": "network-vif-plugged", "status": "completed", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:55.991265 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Checking router: 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:12:56.001382 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Routers {'84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:12:56.002092 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:56.005932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1361673f-e36b-4d37-b7dc-9282d38678ba req-5efa18a5-ed44-4230-80b9-29a16a72c08c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667202 Aug 21 18:12:56.009562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a410c27b-a119-4eec-8662-780ff9cc2675,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:56.022326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.079956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394fe7-8724-4e4c-aae5-0e268094505c req-7645eac8-264f-4165-9472-3e5dd362c5d1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:56.081489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45394fe7-8724-4e4c-aae5-0e268094505c req-7645eac8-264f-4165-9472-3e5dd362c5d1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.4754965 Aug 21 18:12:56.087850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8746f05-fcd1-4961-b2fa-30283c197b3b req-deeac602-8d83-4be5-b968-57c706d351f2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 210 time: 0.0366614 Aug 21 18:12:56.136677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:56.137118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.169701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45394fe7-8724-4e4c-aae5-0e268094505c req-032e6a95-4fef-4a27-a32b-30e0e3bba3c1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785096 Aug 21 18:12:56.204872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] Set router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:12:56.220039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Deleting port d66373d2-a121-4659-86f6-3e739f8f4831 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:56.220390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.246351 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ac4b0e-8e9a-46e8-9763-bb9a6f54a295 x-openstack-request-id: req-46ac4b0e-8e9a-46e8-9763-bb9a6f54a295 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:56.247037 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "name": "network-vif-plugged", "status": "completed", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:56.247488 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46ac4b0e-8e9a-46e8-9763-bb9a6f54a295 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:56.248934 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675', 'code': 200} Aug 21 18:12:56.327056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] For port d66373d2-a121-4659-86f6-3e739f8f4831, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d66373d2-a121-4659-86f6-3e739f8f4831,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:56.327441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.351791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Calling delete_port for d66373d2-a121-4659-86f6-3e739f8f4831 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:56.362643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671bfd8b-3017-4d4a-a2d5-ea64a57bf589 req-676eeec4-0f99-48aa-be1e-f284aa0b31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:56.366039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-671bfd8b-3017-4d4a-a2d5-ea64a57bf589 req-676eeec4-0f99-48aa-be1e-f284aa0b31fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 1097 time: 0.0546947 Aug 21 18:12:56.435288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-671bfd8b-3017-4d4a-a2d5-ea64a57bf589 req-7b8942fd-b3cf-4558-8e73-15cdaf57b5bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621438 Aug 21 18:12:56.503273 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:12:54Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:56.512057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6cc51-7d7a-4800-b11d-ca789154375c req-770632f8-89a7-412b-bef4-296b8dafd6df tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:56.513831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36c6cc51-7d7a-4800-b11d-ca789154375c req-770632f8-89a7-412b-bef4-296b8dafd6df tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0755105 Aug 21 18:12:56.531845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6bd4df-02fa-42b3-b8aa-4120636e2681 req-3fa14e5f-24be-4542-b6c0-26c5d7f22e4f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:56.533763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f3c44-c4be-439a-83ff-333b478aea2d None None] The sync data for ids ['84734d71-caa4-4c6e-a0bb-ea44f33d5f8e'] in n-d-793621-32 is: [{'id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'name': 'tempest-ServersTestJSON-360810047-router', 'tenant_id': 'c1fc01c122f847d285807a020a41bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150'}], 'enable_snat': True}, 'gw_port_id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:10:16Z', 'updated_at': '2021-08-21T18:12:54Z', 'revision_number': 5, 'project_id': 'c1fc01c122f847d285807a020a41bba7', 'gw_port': {'id': 'd66373d2-a121-4659-86f6-3e739f8f4831', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:15:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84734d71-caa4-4c6e-a0bb-ea44f33d5f8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:10:18Z', 'updated_at': '2021-08-21T18:10:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:12:56.539004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6bd4df-02fa-42b3-b8aa-4120636e2681 req-3fa14e5f-24be-4542-b6c0-26c5d7f22e4f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0660260 Aug 21 18:12:56.579122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6bd4df-02fa-42b3-b8aa-4120636e2681 req-f2b54e4f-5dd9-4556-8cdc-0f28c1298e14 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Aug 21 18:12:56.616857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36c6cc51-7d7a-4800-b11d-ca789154375c req-83184aaa-bcda-4845-980f-77a916e0cb97 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613821 Aug 21 18:12:56.663509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.688434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Pushing event deleted for resources: {'Port': ['ID=d66373d2-a121-4659-86f6-3e739f8f4831,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:56.756494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.846142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.848173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.891020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.892050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84734d71-caa4-4c6e-a0bb-ea44f33d5f8e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:12:56.896937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.900770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-70b54947-4dc7-46a1-b4a7-a3733c65406f admin admin] 10.222.0.41 "DELETE /v2.0/routers/84734d71-caa4-4c6e-a0bb-ea44f33d5f8e HTTP/1.1" status: 204 len: 168 time: 1.3829789 Aug 21 18:12:56.900909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56942) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:56.956969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Deleting subnet 6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:12:56.964486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:56.999524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.055929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6e4f99df-9ba5-47bc-aad3-f86330004ad2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:57.081642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6e4f99df-9ba5-47bc-aad3-f86330004ad2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:57.082056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6e4f99df-9ba5-47bc-aad3-f86330004ad2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:57.162623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.224167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a909055-9e9b-4d7e-8447-39589c7a2651 req-fcd029bb-767b-47e5-95c6-b758b6b39567 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 210 time: 0.0419431 Aug 21 18:12:57.250573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-1c7e46e7-18bb-46cf-80c0-a5901b217c23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:57.252759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-1c7e46e7-18bb-46cf-80c0-a5901b217c23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 814 time: 0.1887920 Aug 21 18:12:57.274978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Request body: {'port': {'device_id': '48afff71-aea5-4399-b713-691eb6c6806a', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'admin_state_up': True, 'tenant_id': '83d8d264defd4d26851ebd434e16f259'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:57.424367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Made reservation on behalf of 83d8d264defd4d26851ebd434e16f259 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:57.428688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.511341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c259c4-618a-475c-8b0d-d319d02f18b4 req-d2eb69eb-3b07-42d4-87cb-037db27b52dd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:57.512840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15c259c4-618a-475c-8b0d-d319d02f18b4 req-d2eb69eb-3b07-42d4-87cb-037db27b52dd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 945 time: 0.4056978 Aug 21 18:12:57.564814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15c259c4-618a-475c-8b0d-d319d02f18b4 req-a4278a78-514c-4b1f-ae5c-fa937cce177d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Aug 21 18:12:57.565642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.571290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Allocated IP 172.20.0.8 (318bf77c-7375-4868-8fe9-7fb93377cb1a/5ea6fb99-bb71-4512-b0cd-c98baf294c7a/99717dea-bd9a-467c-9ad1-dbf8f62f1471) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:12:57.592896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:57.594878 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.599500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3955d04b-f7c9-4082-aa23-c90118c370fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ec2aeb1-fa6d-4736-ad9a-4d8545f9b320 HTTP/1.1" status: 204 len: 168 time: 0.6968386 Aug 21 18:12:57.600125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56952) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:57.600474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dfeb6f-e5a9-42b7-9dec-b2ddfb83efd1 None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:12:57.678119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.766019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Deleting port c24224eb-fb6e-4773-b197-4ab65bd13405 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:57.766431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.854142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] DHCP port deletion for 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:12:57.878060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044cb520-6752-4e96-ab40-7de0601065b0 req-1896fffe-0feb-4523-a6a3-4d90df2a4415 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:57.879622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-044cb520-6752-4e96-ab40-7de0601065b0 req-1896fffe-0feb-4523-a6a3-4d90df2a4415 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.1075516 Aug 21 18:12:57.881235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] For port c24224eb-fb6e-4773-b197-4ab65bd13405, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c24224eb-fb6e-4773-b197-4ab65bd13405,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:57.881605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.882612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.891015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da3177-8059-4b67-9898-1124db54c21f req-529d1995-ba76-4c1e-8cad-026cd6f1ea4f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:57.892542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6da3177-8059-4b67-9898-1124db54c21f req-529d1995-ba76-4c1e-8cad-026cd6f1ea4f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1547475 Aug 21 18:12:57.909923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Calling delete_port for c24224eb-fb6e-4773-b197-4ab65bd13405 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:57.916172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Deleting port c24224eb-fb6e-4773-b197-4ab65bd13405 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:12:57.916345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.939766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-044cb520-6752-4e96-ab40-7de0601065b0 req-9b6cbb8d-8075-4810-95ca-ae4795a64f9b tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516624 Aug 21 18:12:57.960937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:57.973985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d3aa12d0-926c-4daa-8de5-e55e91b4305f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:57.979522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920', '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:12:57.990665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6da3177-8059-4b67-9898-1124db54c21f req-4c57a20e-fb66-4a04-93b9-c02160b9eb1e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825322 Aug 21 18:12:58.017574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Network 318bf77c-7375-4868-8fe9-7fb93377cb1a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:12:58.020781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:12:58.025439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:12:58.052809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.061410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event updated for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.089794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24224eb-fb6e-4773-b197-4ab65bd13405,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.092528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] No DVR routers for this DVR port c24224eb-fb6e-4773-b197-4ab65bd13405 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:12:58.094022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:58.094733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.112634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-0b6e3e5a-43b4-44f4-aadd-2d2eda372321 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422415 Aug 21 18:12:58.121797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] For port c24224eb-fb6e-4773-b197-4ab65bd13405, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c24224eb-fb6e-4773-b197-4ab65bd13405,segment=NetworkSegment(1a88bb81-7b5f-4f7b-9462-92f5d83db4c2),segment_id=1a88bb81-7b5f-4f7b-9462-92f5d83db4c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:12:58.122390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.130816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Request body: {'port': {'device_id': '48afff71-aea5-4399-b713-691eb6c6806a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:58.152157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Calling delete_port for c24224eb-fb6e-4773-b197-4ab65bd13405 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:12:58.173213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.187819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:58.207358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:58.208144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a88bb81-7b5f-4f7b-9462-92f5d83db4c2') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:12:58.221727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.225363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.238067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.245802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:12:58.246517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:12:58.249294 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:12:58.362036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.375673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.381758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca HTTP/1.1" status: 204 len: 168 time: 0.7767427 Aug 21 18:12:58.393630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38225a87-70bd-4184-b96f-07bd57c7b328 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.423952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60beb8b-bc50-4644-bbd2-d464ea885151 req-789cb363-95d4-4f60-b71f-a4de0afeea51 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:58.427640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e60beb8b-bc50-4644-bbd2-d464ea885151 req-789cb363-95d4-4f60-b71f-a4de0afeea51 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 931 time: 0.1099474 Aug 21 18:12:58.441769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.484325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Network 7a6d4c19-aaf9-4a50-a6fd-78ebf5b249ca is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:12:58.484786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] No DVR routers for this DVR port c24224eb-fb6e-4773-b197-4ab65bd13405 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:12:58.487765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f337a8-3731-4312-97ff-f8a70f7adc41 None None] Pushing event deleted for resources: {'Port': ['ID=c24224eb-fb6e-4773-b197-4ab65bd13405,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.523554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e60beb8b-bc50-4644-bbd2-d464ea885151 req-a713cee5-a1e6-479c-bf03-f911eabfc815 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840166 Aug 21 18:12:58.584546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4c23f-6946-41f9-af27-e1a24ace5b75 req-a7394749-797b-404e-bab2-12c67f046de3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:58.595136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ec4c23f-6946-41f9-af27-e1a24ace5b75 req-a7394749-797b-404e-bab2-12c67f046de3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.3489022 Aug 21 18:12:58.652130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56974) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:58.698993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c24224eb-fb6e-4773-b197-4ab65bd13405 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:58.709656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b16f724-f3cc-4a22-a3e2-66aaf840be97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1fc01c122f847d285807a020a41bba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562837 Aug 21 18:12:58.712510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56976) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:58.722568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c24224eb-fb6e-4773-b197-4ab65bd13405 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:58.723165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c24224eb-fb6e-4773-b197-4ab65bd13405 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:58.723735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d66373d2-a121-4659-86f6-3e739f8f4831 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:12:58.741740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ec4c23f-6946-41f9-af27-e1a24ace5b75 req-df710c6b-ccdb-4224-92b2-9d54cb50b0fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392982 Aug 21 18:12:58.747711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d66373d2-a121-4659-86f6-3e739f8f4831 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:12:58.748452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d66373d2-a121-4659-86f6-3e739f8f4831 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:12:58.787268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.803863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99717dea-bd9a-467c-9ad1-dbf8f62f1471 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:12:58.812052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.825445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Transition to ACTIVE for port object 99717dea-bd9a-467c-9ad1-dbf8f62f1471 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:12:58.829352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.841418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.874804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5d54a-71bf-454f-a1ba-cfdff5666e5a req-04d27c41-d4d3-4c83-84fb-c03e45db17c0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:58.876224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96b5d54a-71bf-454f-a1ba-cfdff5666e5a req-04d27c41-d4d3-4c83-84fb-c03e45db17c0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 945 time: 0.0907803 Aug 21 18:12:58.882175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Pushing event updated for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.919691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96b5d54a-71bf-454f-a1ba-cfdff5666e5a req-3fabdfe1-ae4b-464e-bb4e-d2273a152e2f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Aug 21 18:12:58.920839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.923322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:58.924535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7442e30d-96a1-4be9-83e5-8111462d46e7 HTTP/1.1" status: 204 len: 168 time: 0.2108986 Aug 21 18:12:58.934382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19476d-b7ad-4989-87cc-f71a6979fd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7442e30d-96a1-4be9-83e5-8111462d46e7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:58.968812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Attempting to bind port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:12:58.969215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Attempting to bind port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:12:58.969658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Attempting to bind port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:58.976398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:12:58.976929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Attempting to bind port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 on network 318bf77c-7375-4868-8fe9-7fb93377cb1a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:12:58.984928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:12:58.985374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Checking segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:12:58.985831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Bound using segment: {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:12:58.986337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Bound port: 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:12:58.986790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:59.061142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:12:59.064907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:12:59.069112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:59.072187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6b4e4-7232-4cf0-a137-b7190f142867 req-3e3f9c29-b8c6-4f6c-816f-6bc232024550 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.074107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bf6b4e4-7232-4cf0-a137-b7190f142867 req-3e3f9c29-b8c6-4f6c-816f-6bc232024550 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0539622 Aug 21 18:12:59.107657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.108296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:59.109747 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] 10.222.0.64 "PUT /v2.0/ports/99717dea-bd9a-467c-9ad1-dbf8f62f1471 HTTP/1.1" status: 200 len: 1092 time: 0.9843774 Aug 21 18:12:59.112503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:12:59.114902 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bf7213-c034-4b3d-a2b0-38c043210164" -d '{"events": [{"name": "network-changed", "server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:12:59.115047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bf6b4e4-7232-4cf0-a137-b7190f142867 req-29984f68-e66e-4155-81b1-616bfcc78947 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Aug 21 18:12:59.157198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b77f4d-804f-4af5-980b-579e2763a62f service neutron] Pushing event updated for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:12:59.188354 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaffd5ee-92d9-4ae0-a6e9-c7b132f0f24b x-openstack-request-id: req-aaffd5ee-92d9-4ae0-a6e9-c7b132f0f24b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:12:59.188639 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:12:59.188886 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aaffd5ee-92d9-4ae0-a6e9-c7b132f0f24b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:12:59.189270 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471', 'status': 'completed', 'code': 200} Aug 21 18:12:59.204388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-06bc08cf-3ffa-47f2-aae4-d84ff621f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.205934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-06bc08cf-3ffa-47f2-aae4-d84ff621f8de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 1095 time: 0.0452490 Aug 21 18:12:59.253288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-06c0233b-bafa-4450-b2cf-474ade526750 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471 HTTP/1.1" status: 200 len: 217 time: 0.0389411 Aug 21 18:12:59.311044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-88e5538a-2275-4f9f-b99c-42bdb08ccba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.312633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-88e5538a-2275-4f9f-b99c-42bdb08ccba7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0461528 Aug 21 18:12:59.345803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-f54e981c-b1ff-4cd9-81ae-a4e28e28b7a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249949 Aug 21 18:12:59.443622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-ec0d7326-6476-453a-950d-41757e50a972 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889297 Aug 21 18:12:59.540067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4a696d0-dd5d-4980-8299-1e901b82278e req-14899349-3d0d-412f-8290-96dced0d0b77 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871003 Aug 21 18:12:59.635961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-0030b412-71a6-40ec-9de7-cffb72a16330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.637504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-0030b412-71a6-40ec-9de7-cffb72a16330 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=83d8d264defd4d26851ebd434e16f259&device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 1095 time: 0.0473027 Aug 21 18:12:59.649501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031ef2-6961-4bf5-96eb-df6a39ff1b57 req-a7c50741-f9bf-4a5e-b2bc-b43a4eff2a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.651033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb031ef2-6961-4bf5-96eb-df6a39ff1b57 req-a7c50741-f9bf-4a5e-b2bc-b43a4eff2a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 943 time: 0.0586126 Aug 21 18:12:59.677775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57008) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:12:59.702545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb031ef2-6961-4bf5-96eb-df6a39ff1b57 req-e338f216-b218-4ac8-bafd-cee483ec6789 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Aug 21 18:12:59.759862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-d702cb05-354b-484a-a111-e27072d7f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.762258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-d702cb05-354b-484a-a111-e27072d7f524 service neutron] 10.222.0.64 "GET /v2.0/networks?id=318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 200 len: 915 time: 0.1068037 Aug 21 18:12:59.810153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-3a2987fe-25c3-407f-8e8e-84c11beb175f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471 HTTP/1.1" status: 200 len: 217 time: 0.0385997 Aug 21 18:12:59.812700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-857689453-network', 'tenant_id': '46f53ef3914b4ff78a5909a3b70da5ae'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:12:59.849729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Made reservation on behalf of 46f53ef3914b4ff78a5909a3b70da5ae for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:12:59.852126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:59.870319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-e6ccf292-9e94-412d-a9f5-ffa91d10e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.871868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-e6ccf292-9e94-412d-a9f5-ffa91d10e27d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 200 len: 854 time: 0.0499511 Aug 21 18:12:59.877491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:12:59.907648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-2a310dc6-c767-463e-8b5f-01c1a05477a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=318bf77c-7375-4868-8fe9-7fb93377cb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255394 Aug 21 18:12:59.909637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bb3d9-9772-4c31-a7f1-a9495cd95335 req-553a2682-a0fb-428a-a1b1-d394d7e3d65e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:12:59.911164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-221bb3d9-9772-4c31-a7f1-a9495cd95335 req-553a2682-a0fb-428a-a1b1-d394d7e3d65e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0776527 Aug 21 18:12:59.968680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-221bb3d9-9772-4c31-a7f1-a9495cd95335 req-3fd284f6-6061-4182-b8ff-9962a1dec9d5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480871 Aug 21 18:13:00.005580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-2a431581-765a-49e7-a7f7-bf60a7962894 service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894825 Aug 21 18:13:00.027556 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.032839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.045029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:13:00.062442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.062805 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Added segment d199fa0c-95c5-4858-bb10-5c11d791728a of type vlan for network bba79c95-66c2-4315-8054-b58d5f52ceb8 Aug 21 18:13:00.104454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152b8d45-ff80-4066-8355-172f8b5141cd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:00.114449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.141585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.142645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.143234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.157128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c99a5a-5905-4a6e-ba0e-7da616563c64 req-d731284c-de71-4961-8498-1e57489596c9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.158717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56c99a5a-5905-4a6e-ba0e-7da616563c64 req-d731284c-de71-4961-8498-1e57489596c9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0812211 Aug 21 18:13:00.161070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4bf7213-c034-4b3d-a2b0-38c043210164 req-852cef45-2521-42df-8338-461db629ff5a service neutron] 10.222.0.64 "GET /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400936 Aug 21 18:13:00.193246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5143745 Aug 21 18:13:00.197249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:00.202816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Request body: {'subnet': {'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-857689453-subnet', 'tenant_id': '46f53ef3914b4ff78a5909a3b70da5ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:00.208972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70499e97-8946-4b27-8034-64b37ff25b80 admin admin] Pushing event updated for resources: {'Network': ['ID=bba79c95-66c2-4315-8054-b58d5f52ceb8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:00.220163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network bba79c95-66c2-4315-8054-b58d5f52ceb8 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:13:00.236746 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56c99a5a-5905-4a6e-ba0e-7da616563c64 req-3f5317d3-8c93-43fb-82cc-ad0aa4b4b101 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557826 Aug 21 18:13:00.246302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Made reservation on behalf of 46f53ef3914b4ff78a5909a3b70da5ae for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:00.250066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.279129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230f0a6-7ab9-4c10-be81-63cb6e4843ee req-ff47e404-41f8-4b94-8c98-170df491609f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.280736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c230f0a6-7ab9-4c10-be81-63cb6e4843ee req-ff47e404-41f8-4b94-8c98-170df491609f tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0679569 Aug 21 18:13:00.327195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c230f0a6-7ab9-4c10-be81-63cb6e4843ee req-06b5587b-7940-44d0-b86c-ffaa582a3530 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Aug 21 18:13:00.457169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f570ac8-65c8-4733-ac53-2b367c65847b req-3acdf7ca-e8f3-4aee-b533-b4a2495cde35 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.458691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f570ac8-65c8-4733-ac53-2b367c65847b req-3acdf7ca-e8f3-4aee-b533-b4a2495cde35 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1056075 Aug 21 18:13:00.474547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.549900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f570ac8-65c8-4733-ac53-2b367c65847b req-2f742e42-9c8f-49b4-9ff7-ea639f63fe1f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842321 Aug 21 18:13:00.551840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82106da-63df-42a8-baf6-b6d936f4c150,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:00.573523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Checking segment: {'id': 'd199fa0c-95c5-4858-bb10-5c11d791728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:00.573523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Network hostable DHCP agents. Network: bba79c95-66c2-4315-8054-b58d5f52ceb8, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:13:00.586736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Network bba79c95-66c2-4315-8054-b58d5f52ceb8 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:13:00.599549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, bba79c95-66c2-4315-8054-b58d5f52ceb8) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:00.603626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.604224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:00.610560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147971be-b618-48da-b724-feb6aec4d977 None None] Network bba79c95-66c2-4315-8054-b58d5f52ceb8 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:13:00.620703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b7ac7fc0-0f02-48fc-94e0-df97f8d7fca7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4216969 Aug 21 18:13:00.691995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d107001a-c4cb-46f2-ab93-8e9fea52901e req-135db71c-21b8-4f2f-a469-94a8062985c8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.694267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d107001a-c4cb-46f2-ab93-8e9fea52901e req-135db71c-21b8-4f2f-a469-94a8062985c8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0561833 Aug 21 18:13:00.750637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d107001a-c4cb-46f2-ab93-8e9fea52901e req-43b1d0b9-aa8b-42de-8999-ea1750a5afd5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Aug 21 18:13:00.864891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cbce2-0575-49c4-8e8c-d98355c05039 req-20d44360-6f95-44b5-844d-6a02840f7639 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.866427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e30cbce2-0575-49c4-8e8c-d98355c05039 req-20d44360-6f95-44b5-844d-6a02840f7639 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 943 time: 0.0539923 Aug 21 18:13:00.908492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e30cbce2-0575-49c4-8e8c-d98355c05039 req-eacfbdf6-21f3-4be3-9112-146b78da3935 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340745 Aug 21 18:13:00.920298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c0240-99a5-4eba-b9d8-d682fec7003a None None] Network bba79c95-66c2-4315-8054-b58d5f52ceb8 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:13:00.992418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22ac05-37b3-4dd2-ba42-2dbc8a921494 req-95c04b77-10f5-42f5-9580-964c85136616 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:00.993829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a22ac05-37b3-4dd2-ba42-2dbc8a921494 req-95c04b77-10f5-42f5-9580-964c85136616 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0514705 Aug 21 18:13:01.042846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a22ac05-37b3-4dd2-ba42-2dbc8a921494 req-16251ec6-3ccd-4c66-9b4d-f84c192dcf0a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417953 Aug 21 18:13:01.121642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 99717dea-bd9a-467c-9ad1-dbf8f62f1471 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:01.162707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec7e9c-dd90-4ac6-b13e-bb7d83107658 req-fb6034eb-aba3-4fae-9864-18f10b89e04f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.164443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94ec7e9c-dd90-4ac6-b13e-bb7d83107658 req-fb6034eb-aba3-4fae-9864-18f10b89e04f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0492132 Aug 21 18:13:01.210209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-723892a0-176e-4f3c-99d0-c3e8519d45ec tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.213228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94ec7e9c-dd90-4ac6-b13e-bb7d83107658 req-7e13e015-0964-40f4-bbb4-0e27f90088b2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Aug 21 18:13:01.214958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-723892a0-176e-4f3c-99d0-c3e8519d45ec tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/networks?id=bba79c95-66c2-4315-8054-b58d5f52ceb8 HTTP/1.1" status: 200 len: 821 time: 0.1082594 Aug 21 18:13:01.223233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:01.230980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-17a0c1ab-513c-4ad9-a53b-d67e42c3659e tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/quotas/46f53ef3914b4ff78a5909a3b70da5ae HTTP/1.1" status: 200 len: 375 time: 0.0124593 Aug 21 18:13:01.240555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '99717dea-bd9a-467c-9ad1-dbf8f62f1471', 'network_id': '318bf77c-7375-4868-8fe9-7fb93377cb1a', 'port_id': '99717dea-bd9a-467c-9ad1-dbf8f62f1471', 'mac_address': 'fa:16:3e:df:6c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea6fb99-bb71-4512-b0cd-c98baf294c7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:01.268722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-371d1a7f-5604-4ed8-a897-9b827fb791a2 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=46f53ef3914b4ff78a5909a3b70da5ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325048 Aug 21 18:13:01.282157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:01.298465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99717dea-bd9a-467c-9ad1-dbf8f62f1471 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:01.320911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:01.326112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:01.378380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-618b1b46-8350-4792-97e8-043f56e18e24 service neutron] 10.222.0.41 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005969 Aug 21 18:13:01.384675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:01.433214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949f1fc-42d8-44d8-bf14-dc4309e77e80 req-47e210b3-f650-435f-8c60-78e2b4757943 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.434829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0949f1fc-42d8-44d8-bf14-dc4309e77e80 req-47e210b3-f650-435f-8c60-78e2b4757943 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0496640 Aug 21 18:13:01.473474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0949f1fc-42d8-44d8-bf14-dc4309e77e80 req-a4dfde6a-9536-4290-b414-8c6fbcf88284 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Aug 21 18:13:01.474337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-a92b6dce-3072-4f1e-a3d8-5b4c51bdc3f9 service neutron] 10.222.0.41 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914361 Aug 21 18:13:01.583699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70965f-a32b-4f3e-9ead-56607c3a91e8 req-07380bb2-2651-46fc-8563-1a27f216d266 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.585268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb70965f-a32b-4f3e-9ead-56607c3a91e8 req-07380bb2-2651-46fc-8563-1a27f216d266 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0551364 Aug 21 18:13:01.638007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb70965f-a32b-4f3e-9ead-56607c3a91e8 req-e86e3bf9-6698-4ead-9771-14784b8d51fe tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450833 Aug 21 18:13:01.696985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361a703-292c-42c5-9e56-0a51473a36a6 req-98d8da9c-13a5-434f-8f18-a66c138421b1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.703110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['99717dea-bd9a-467c-9ad1-dbf8f62f1471'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:01.706279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4361a703-292c-42c5-9e56-0a51473a36a6 req-98d8da9c-13a5-434f-8f18-a66c138421b1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0783861 Aug 21 18:13:01.727712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a68e1129-6928-4a55-ab18-c72d33af02ef req-23744fbc-b9be-4195-b06e-ec676cd23935 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 210 time: 0.0436244 Aug 21 18:13:01.770915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4361a703-292c-42c5-9e56-0a51473a36a6 req-cc63f2b0-fc48-42df-a377-537ee02d8d4a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635581 Aug 21 18:13:01.788473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bacd5b-e3dc-416c-8cc7-38439986d8b1 req-3b3a8e2c-d9ad-4fd5-b719-ccc40f0df6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.791123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18bacd5b-e3dc-416c-8cc7-38439986d8b1 req-3b3a8e2c-d9ad-4fd5-b719-ccc40f0df6c5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1098 time: 0.0509355 Aug 21 18:13:01.840876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18bacd5b-e3dc-416c-8cc7-38439986d8b1 req-c5c44db2-f8d2-4fe4-86e2-6aee0395f917 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Aug 21 18:13:01.945436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e97bb3-6a68-4d2c-8b79-3ee92fe6f112 req-6fb4fd2b-4ac1-41e4-84cb-6ba013b92965 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:01.946971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99e97bb3-6a68-4d2c-8b79-3ee92fe6f112 req-6fb4fd2b-4ac1-41e4-84cb-6ba013b92965 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0645313 Aug 21 18:13:01.986679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99e97bb3-6a68-4d2c-8b79-3ee92fe6f112 req-489c9927-4915-4ef7-a21d-d67ead7e3dee tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Aug 21 18:13:02.146004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f6f58-c83b-4999-8b3f-7e5d2abdeec7 req-1e41cf68-ab03-47a8-b8fb-de01c6161e9a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.147640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-546f6f58-c83b-4999-8b3f-7e5d2abdeec7 req-1e41cf68-ab03-47a8-b8fb-de01c6161e9a tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 944 time: 0.0552351 Aug 21 18:13:02.171078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2223d4a-16bd-44ae-84ba-fb4dd9b5c6d8 req-708448d5-c8bd-4177-8acc-57b8e1173cfb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.172605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2223d4a-16bd-44ae-84ba-fb4dd9b5c6d8 req-708448d5-c8bd-4177-8acc-57b8e1173cfb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0547609 Aug 21 18:13:02.190863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-546f6f58-c83b-4999-8b3f-7e5d2abdeec7 req-805ed576-4956-42c6-a352-bd64b189318c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366173 Aug 21 18:13:02.212343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2223d4a-16bd-44ae-84ba-fb4dd9b5c6d8 req-26477570-41cb-4592-abc7-72678b23ce4d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329537 Aug 21 18:13:02.230640 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:13:02.344789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ddd4-302e-47ef-80a9-a3cdb6816dde req-0a9dd874-eac9-418d-818b-ce5676300b6d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.346301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25b1ddd4-302e-47ef-80a9-a3cdb6816dde req-0a9dd874-eac9-418d-818b-ce5676300b6d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0494871 Aug 21 18:13:02.384740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25b1ddd4-302e-47ef-80a9-a3cdb6816dde req-283ca33d-9541-4b45-9bdd-a1e6edf3c080 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322561 Aug 21 18:13:02.500530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f171a-485e-4dd9-abbe-e64652c07796 req-18f4497b-f94c-4338-bb11-982f2d1e33f6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.502023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f8f171a-485e-4dd9-abbe-e64652c07796 req-18f4497b-f94c-4338-bb11-982f2d1e33f6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0486643 Aug 21 18:13:02.542852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f8f171a-485e-4dd9-abbe-e64652c07796 req-13b3d1dc-531e-4e39-82ec-382ada499c1c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Aug 21 18:13:02.760427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751f2d5-a2de-416f-a7c6-b984eb985b23 req-d5cc13f0-43d9-462e-883d-5737a944932c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.761727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cce15-dae8-4fc0-b38b-bd6c85893b6c req-9801835b-0360-4a29-a2ed-23d9cbb696d3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.762823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b751f2d5-a2de-416f-a7c6-b984eb985b23 req-d5cc13f0-43d9-462e-883d-5737a944932c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0775383 Aug 21 18:13:02.763099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d3cce15-dae8-4fc0-b38b-bd6c85893b6c req-9801835b-0360-4a29-a2ed-23d9cbb696d3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0568216 Aug 21 18:13:02.789454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-3e93369a-7e02-48a4-abd6-ed7c2d3129e6 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:02.790943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-3e93369a-7e02-48a4-abd6-ed7c2d3129e6 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.39 "GET /v2.0/networks?id=bba79c95-66c2-4315-8054-b58d5f52ceb8 HTTP/1.1" status: 200 len: 821 time: 0.1612751 Aug 21 18:13:02.804709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d3cce15-dae8-4fc0-b38b-bd6c85893b6c req-485a1103-32c0-4a5b-94f1-aa8c8e61536c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Aug 21 18:13:02.809695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Request body: {'port': {'device_id': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8', 'admin_state_up': True, 'tenant_id': '46f53ef3914b4ff78a5909a3b70da5ae'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:02.865234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b751f2d5-a2de-416f-a7c6-b984eb985b23 req-ade59e1a-dd8e-401a-880f-6bd1f77078bc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926630 Aug 21 18:13:02.895096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455e25f0-e8eb-45c6-8b38-3160b4eea956 req-5aa533cc-3a1b-4749-958e-5b726e04c5f6 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 210 time: 0.0342805 Aug 21 18:13:02.935668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Made reservation on behalf of 46f53ef3914b4ff78a5909a3b70da5ae for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:02.940653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.035911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d0105-a26c-443e-ad03-1ae47626c6ec req-b70c507d-2c47-42fe-b0df-9cc8f4f21cde tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.037433 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-076d0105-a26c-443e-ad03-1ae47626c6ec req-b70c507d-2c47-42fe-b0df-9cc8f4f21cde tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0946476 Aug 21 18:13:03.119324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-076d0105-a26c-443e-ad03-1ae47626c6ec req-862952a5-9962-49f3-a647-f78055946ce7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731933 Aug 21 18:13:03.138755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Allocated IP 172.20.0.12 (bba79c95-66c2-4315-8054-b58d5f52ceb8/c82106da-63df-42a8-baf6-b6d936f4c150/b74cdc26-b612-4af1-be3e-2480e006e6b8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:13:03.153036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 99717dea-bd9a-467c-9ad1-dbf8f62f1471 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:03.205980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:13:03.211140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:03.211140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.273232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce8dbf-50f5-42b0-811e-451ffd7134e7 req-c08a9ac3-37de-4f05-8b57-0419eab0250c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.275097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38ce8dbf-50f5-42b0-811e-451ffd7134e7 req-c08a9ac3-37de-4f05-8b57-0419eab0250c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0569291 Aug 21 18:13:03.314543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38ce8dbf-50f5-42b0-811e-451ffd7134e7 req-49ce5be2-7b33-4a87-a4b0-ba81074ea209 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Aug 21 18:13:03.320334 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.344764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:03.347143 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12c3a8-12d1-478a-b0fe-9cbc15e6b9d6" -d '{"events": [{"server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "name": "network-vif-plugged", "status": "completed", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:03.357618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4050a-9654-4937-a2aa-2b5dc62ae228 req-4d86cd5d-3f6e-4711-af9a-0f4d7bfbbc48 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.359402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fc4050a-9654-4937-a2aa-2b5dc62ae228 req-4d86cd5d-3f6e-4711-af9a-0f4d7bfbbc48 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 944 time: 0.0994184 Aug 21 18:13:03.362202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:03.372810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.376527 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.425115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fc4050a-9654-4937-a2aa-2b5dc62ae228 req-0b16a58a-4bcc-44ff-ae6c-dcc76695aac2 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566280 Aug 21 18:13:03.433794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:03.447705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c92db0-5b48-4533-ac88-a71bac48b56b req-069317b4-1e21-4b17-8f2a-6888305af9a3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.449797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1c92db0-5b48-4533-ac88-a71bac48b56b req-069317b4-1e21-4b17-8f2a-6888305af9a3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0617270 Aug 21 18:13:03.459965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.484053 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059cd105-81d1-41e6-a54c-c5a0e491aeae x-openstack-request-id: req-059cd105-81d1-41e6-a54c-c5a0e491aeae {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:03.484353 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "name": "network-vif-plugged", "status": "completed", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:03.484609 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-059cd105-81d1-41e6-a54c-c5a0e491aeae {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:03.485009 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471', 'code': 200} Aug 21 18:13:03.500351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1c92db0-5b48-4533-ac88-a71bac48b56b req-705429e3-fd29-42e6-a6e5-4962c66d21df tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422401 Aug 21 18:13:03.508979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Network bba79c95-66c2-4315-8054-b58d5f52ceb8 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:13:03.513086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:03.524575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Pushing event updated for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:03.534316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:13:03.584859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.585550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.596006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f3ee70-db13-4826-a7f5-588fede968ae req-da2e01a1-0c52-4acd-8e18-a9cb30293dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.597579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2f3ee70-db13-4826-a7f5-588fede968ae req-da2e01a1-0c52-4acd-8e18-a9cb30293dfa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 1097 time: 0.0418584 Aug 21 18:13:03.600309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-90bcc47d-465b-46f2-95c5-6717392e4029 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959404 Aug 21 18:13:03.613765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Request body: {'port': {'device_id': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:03.636089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2f3ee70-db13-4826-a7f5-588fede968ae req-b6b932c5-f64e-4857-8065-b55a9c36c495 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302975 Aug 21 18:13:03.699882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:03.720822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b57dd2-428d-463e-98cd-19d95dd4af1f req-7c57358e-d6a9-4716-8eda-0dab8de5d642 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.722314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40b57dd2-428d-463e-98cd-19d95dd4af1f req-7c57358e-d6a9-4716-8eda-0dab8de5d642 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0840640 Aug 21 18:13:03.840587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40b57dd2-428d-463e-98cd-19d95dd4af1f req-8fe6d320-080b-4c27-8f19-74755d70b215 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972652 Aug 21 18:13:03.959916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539a65e-fc05-4a9a-8946-f251dca656e6 req-12904ce1-ea84-4e5b-a509-e747595f2621 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.961433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8539a65e-fc05-4a9a-8946-f251dca656e6 req-12904ce1-ea84-4e5b-a509-e747595f2621 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0821180 Aug 21 18:13:03.988620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-9dd81234-2efd-499f-8dcf-7a99474b1d8f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0825782 Aug 21 18:13:03.991565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc5f53-ba31-4954-9344-46a5ea5e8bb3 req-43358c09-328e-4a66-bce3-fb532a95d698 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:03.993042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17bc5f53-ba31-4954-9344-46a5ea5e8bb3 req-43358c09-328e-4a66-bce3-fb532a95d698 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0786788 Aug 21 18:13:04.015728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8539a65e-fc05-4a9a-8946-f251dca656e6 req-658e46cf-7817-4a33-91b3-0b627bc42620 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475476 Aug 21 18:13:04.080175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17bc5f53-ba31-4954-9344-46a5ea5e8bb3 req-a30343d0-e7c4-4743-99bf-7d2a77f82173 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753443 Aug 21 18:13:04.098701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74cdc26-b612-4af1-be3e-2480e006e6b8 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:04.105039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:04.120303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Transition to ACTIVE for port object b74cdc26-b612-4af1-be3e-2480e006e6b8 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:13:04.127181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:04.144105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.144599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.145084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.145563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.146037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.146522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.147010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.148918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-bf005963-648c-4bc5-a062-47b1e47fdb65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 6506 time: 0.0895112 Aug 21 18:13:04.175447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f7d90-8777-4f97-a484-bdf6f5485f0a req-d30d61c5-f37d-46b3-9c16-1a7b17002f91 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.185422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a9f7d90-8777-4f97-a484-bdf6f5485f0a req-d30d61c5-f37d-46b3-9c16-1a7b17002f91 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 932 time: 0.0974624 Aug 21 18:13:04.215417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Pushing event updated for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:04.270815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Attempting to bind port b74cdc26-b612-4af1-be3e-2480e006e6b8 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:13:04.271175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Attempting to bind port b74cdc26-b612-4af1-be3e-2480e006e6b8 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'd199fa0c-95c5-4858-bb10-5c11d791728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:13:04.271489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Attempting to bind port b74cdc26-b612-4af1-be3e-2480e006e6b8 on network bba79c95-66c2-4315-8054-b58d5f52ceb8 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:04.279219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Port b74cdc26-b612-4af1-be3e-2480e006e6b8 on network bba79c95-66c2-4315-8054-b58d5f52ceb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:13:04.279569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Attempting to bind port b74cdc26-b612-4af1-be3e-2480e006e6b8 on network bba79c95-66c2-4315-8054-b58d5f52ceb8 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:04.285146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:13:04.285440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Checking segment: {'id': 'd199fa0c-95c5-4858-bb10-5c11d791728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:04.285837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Bound using segment: {'id': 'd199fa0c-95c5-4858-bb10-5c11d791728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:13:04.286218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Bound port: b74cdc26-b612-4af1-be3e-2480e006e6b8, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd199fa0c-95c5-4858-bb10-5c11d791728a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:13:04.286681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:04.289384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7a9f7d90-8777-4f97-a484-bdf6f5485f0a req-5c0ddf9d-75c3-4a9b-969e-65d8260fee80 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029658 Aug 21 18:13:04.360917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-03a80e93-be78-4530-9323-83bbb4959d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.361302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-03a80e93-be78-4530-9323-83bbb4959d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.361729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-03a80e93-be78-4530-9323-83bbb4959d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.363398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:04.363566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-03a80e93-be78-4530-9323-83bbb4959d95 service neutron] 10.222.0.64 "GET /v2.0/networks?id=20498726-c7da-4d33-8944-882848b3731c&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=1377f771-d77d-4142-aac8-f02c134b2588&id=122b5a72-74c5-4768-a7a4-52e290ff18fe&id=122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 200 len: 2296 time: 0.1754541 Aug 21 18:13:04.366994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8,segment=NetworkSegment(d199fa0c-95c5-4858-bb10-5c11d791728a),segment_id=d199fa0c-95c5-4858-bb10-5c11d791728a)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:13:04.373014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-d2d27108-6eae-418a-b6e8-1d45794fc73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.375791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-d2d27108-6eae-418a-b6e8-1d45794fc73d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 1098 time: 0.0697296 Aug 21 18:13:04.376015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:04.443037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.443667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:04.445076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] 10.222.0.39 "PUT /v2.0/ports/b74cdc26-b612-4af1-be3e-2480e006e6b8 HTTP/1.1" status: 200 len: 1093 time: 0.8354602 Aug 21 18:13:04.447557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:04.450057 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:04.476881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc85061-8613-4d9d-9456-bcaa724a4036 service neutron] Pushing event updated for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:04.492436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1891ae-003b-48e4-8a55-35022599765c req-a2518e96-2e16-4629-b19f-b8eb8b89bf1d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.493985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e1891ae-003b-48e4-8a55-35022599765c req-a2518e96-2e16-4629-b19f-b8eb8b89bf1d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0891938 Aug 21 18:13:04.532325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-57c9a1de-d1e7-41f3-927d-282bf5227032 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 200 len: 1001 time: 0.1555626 Aug 21 18:13:04.559979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4e1891ae-003b-48e4-8a55-35022599765c req-245d7287-a3c8-4294-a323-4821439a2ba0 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554698 Aug 21 18:13:04.562615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-5d0cb0eb-f1d9-4cd6-aff2-0a9bbf95d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.564091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-5d0cb0eb-f1d9-4cd6-aff2-0a9bbf95d7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f53ef3914b4ff78a5909a3b70da5ae&device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0691774 Aug 21 18:13:04.599898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370ad3e-3906-4c6a-8708-530a81ea009a req-e97e137d-8706-45a4-ba11-d5a2794df0fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.601393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c370ad3e-3906-4c6a-8708-530a81ea009a req-e97e137d-8706-45a4-ba11-d5a2794df0fb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1485913 Aug 21 18:13:04.618114 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-89cb450c-d798-4d8a-90de-05680924bf20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0406723 Aug 21 18:13:04.627690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-fc54918d-01c6-46fc-95d5-8a3e5d1a0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.629187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-fc54918d-01c6-46fc-95d5-8a3e5d1a0c4b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 200 len: 912 time: 0.2052262 Aug 21 18:13:04.637739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-d07cae8a-7e28-4c1d-8646-da919b56d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.639146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-d07cae8a-7e28-4c1d-8646-da919b56d720 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 200 len: 855 time: 0.0978985 Aug 21 18:13:04.703778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-5456bc32-2684-4b3b-b850-22ce0a617167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.705267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-5456bc32-2684-4b3b-b850-22ce0a617167 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c82106da-63df-42a8-baf6-b6d936f4c150 HTTP/1.1" status: 200 len: 861 time: 0.0785663 Aug 21 18:13:04.713752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea68bdc3-d5e3-4ba4-8a68-a3819eeb901e req-7b54b68f-9bcf-417d-953f-7280772d1b8d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:04.715313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea68bdc3-d5e3-4ba4-8a68-a3819eeb901e req-7b54b68f-9bcf-417d-953f-7280772d1b8d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 945 time: 0.0905685 Aug 21 18:13:04.742558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-2eea4342-296c-4030-bded-8cb2e661e490 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bba79c95-66c2-4315-8054-b58d5f52ceb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262244 Aug 21 18:13:04.828213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea68bdc3-d5e3-4ba4-8a68-a3819eeb901e req-98deb87e-a1fb-4588-9ebb-0e0d5e79c206 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880344 Aug 21 18:13:04.871802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-ed10ca49-34bc-4b28-8478-310da077d71e service neutron] 10.222.0.39 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215713 Aug 21 18:13:04.877171 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e913a9-a085-42ce-a800-9541e359b3d7 x-openstack-request-id: req-a7e913a9-a085-42ce-a800-9541e359b3d7 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:04.877740 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:04.878210 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7e913a9-a085-42ce-a800-9541e359b3d7 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:04.878849 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8', 'status': 'completed', 'code': 200} Aug 21 18:13:04.980384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe2e403-9d24-4d42-b0d6-c8d86f66e63e req-5610274a-c258-4f34-8f1e-f0b0f46c2204 service neutron] 10.222.0.39 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987675 Aug 21 18:13:05.017274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-a0088af2-7283-442e-89a6-127a2463457d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 200 len: 217 time: 0.3707223 Aug 21 18:13:05.020994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c370ad3e-3906-4c6a-8708-530a81ea009a req-41450ce0-a769-4cfb-9427-b459a8e1e9f8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094460 Aug 21 18:13:05.043619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-c8fc177b-d7e5-4af6-9b52-c9f7cbfaef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.044048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-c8fc177b-d7e5-4af6-9b52-c9f7cbfaef9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=20498726-c7da-4d33-8944-882848b3731c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3847196 Aug 21 18:13:05.079510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-21b4fac0-c7a2-45ab-9dde-b824498e37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.080873 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-21b4fac0-c7a2-45ab-9dde-b824498e37e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=46f53ef3914b4ff78a5909a3b70da5ae&device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 1096 time: 0.0483754 Aug 21 18:13:05.130868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-a03c9862-6ee7-49ce-a253-d0e8cc64c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.132232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-a03c9862-6ee7-49ce-a253-d0e8cc64c446 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 200 len: 851 time: 0.1007760 Aug 21 18:13:05.173326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-7f2ce558-636a-4a29-a6ac-8fbf6ff03eec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11494840-96d2-4ec7-90f5-25458df0440d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312326 Aug 21 18:13:05.192203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-81806231-665b-4aa3-81f5-4447984e16ea service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302307 Aug 21 18:13:05.203430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ebd3e-583c-4127-b201-6ac9c87d7a0b req-2117e596-9ca1-4b56-874f-5043a961e68b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.205519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-420ebd3e-583c-4127-b201-6ac9c87d7a0b req-2117e596-9ca1-4b56-874f-5043a961e68b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1086261 Aug 21 18:13:05.220892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-050f6bbc-2817-48fe-860d-45f580b283d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.222309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-050f6bbc-2817-48fe-860d-45f580b283d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bba79c95-66c2-4315-8054-b58d5f52ceb8 HTTP/1.1" status: 200 len: 922 time: 0.1348357 Aug 21 18:13:05.268378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-39aab5b5-b8b9-4907-8cb2-4bc906e688c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8 HTTP/1.1" status: 200 len: 217 time: 0.0369000 Aug 21 18:13:05.282621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-420ebd3e-583c-4127-b201-6ac9c87d7a0b req-54ba49e9-6a89-446f-8e82-21c8a565fd8e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701964 Aug 21 18:13:05.330111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-ee84ed04-82fd-434e-a716-96dcf5cb5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.331878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-ee84ed04-82fd-434e-a716-96dcf5cb5163 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c82106da-63df-42a8-baf6-b6d936f4c150 HTTP/1.1" status: 200 len: 861 time: 0.0484252 Aug 21 18:13:05.342407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-922bbc2d-5872-4dcf-82a5-8d03a7a5580d service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586924 Aug 21 18:13:05.348414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-f20badcf-2774-4ab0-b55a-d51b92404b0b service neutron] 10.222.0.64 "GET /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451256 Aug 21 18:13:05.369144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-cc1b1139-adbe-4557-a67f-05753bcd1636 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bba79c95-66c2-4315-8054-b58d5f52ceb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285273 Aug 21 18:13:05.426344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-1eff47d2-dc37-4a38-a813-ea10bb2e27f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 217 time: 0.0693538 Aug 21 18:13:05.506721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-f2bf201b-41b4-4697-b13a-988099328ace service neutron] 10.222.0.39 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194494 Aug 21 18:13:05.514578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a358d-3024-4666-84bd-a11b34c2e21e req-a0760ca8-4b87-47b1-b7d7-7a32ad2f22a4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.515990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492a358d-3024-4666-84bd-a11b34c2e21e req-a0760ca8-4b87-47b1-b7d7-7a32ad2f22a4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0791717 Aug 21 18:13:05.548051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27360ea-ff67-46d6-af7a-e51b80e72bc4 req-ee880cd5-f07f-416a-8b53-6439194cff5c tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.549585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e27360ea-ff67-46d6-af7a-e51b80e72bc4 req-ee880cd5-f07f-416a-8b53-6439194cff5c tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 944 time: 0.1746368 Aug 21 18:13:05.560481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-135508de-e4ed-44e3-8222-0fb8a82c7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.561958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-135508de-e4ed-44e3-8222-0fb8a82c7b85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.1071084 Aug 21 18:13:05.604437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492a358d-3024-4666-84bd-a11b34c2e21e req-36b8a094-49f2-4417-a179-c11f6d4f2c29 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795896 Aug 21 18:13:05.608052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3eb8d3-d57b-409f-9d0e-5f801129ac5e req-14f965b7-0ae0-4af5-a148-12a5ebeaa9e3 service neutron] 10.222.0.39 "GET /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445431 Aug 21 18:13:05.631363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e27360ea-ff67-46d6-af7a-e51b80e72bc4 req-91a1b3b6-c3db-4b66-a6bf-406e2471fde8 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724335 Aug 21 18:13:05.633218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2cf2ec4-9d06-4de5-9fcc-8132337033a7 req-30ab9a64-f85c-4350-8873-d3095aa62e23 service neutron] 10.222.0.39 "GET /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162333 Aug 21 18:13:05.643155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-cdf94ac0-4b04-44d1-9482-7da7814ccc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.647080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-cdf94ac0-4b04-44d1-9482-7da7814ccc11 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0689864 Aug 21 18:13:05.786452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c739c1-c3ed-4cef-8df1-18476537781e req-989a7a9b-f11b-4860-95af-2ca43902316d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.787965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c739c1-c3ed-4cef-8df1-18476537781e req-989a7a9b-f11b-4860-95af-2ca43902316d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0770593 Aug 21 18:13:05.792673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-d0f8b3c1-9303-43da-9707-8a88088868f9 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334443 Aug 21 18:13:05.802689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e129570-7770-4d35-9bd4-c5d956deebd3 req-60f432a4-932b-4c6a-9b4d-60b8b80531f0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.804208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e129570-7770-4d35-9bd4-c5d956deebd3 req-60f432a4-932b-4c6a-9b4d-60b8b80531f0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0499394 Aug 21 18:13:05.842950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e129570-7770-4d35-9bd4-c5d956deebd3 req-7469b872-6a81-4151-a23d-458ecac2192d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 21 18:13:05.881003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c739c1-c3ed-4cef-8df1-18476537781e req-76a0d4a4-99d5-4a10-978f-7291843cfaf2 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859947 Aug 21 18:13:05.923932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-40fb9e62-34a5-4461-8553-8e7f10e6f578 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216171 Aug 21 18:13:05.967116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7070419f-b5b2-437a-a354-4dd6d654efe8 req-9d4e384b-1344-4d7a-8698-58f9c6f45a25 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:05.969108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7070419f-b5b2-437a-a354-4dd6d654efe8 req-9d4e384b-1344-4d7a-8698-58f9c6f45a25 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 945 time: 0.0627494 Aug 21 18:13:05.976429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-eeeee28a-7ea3-419a-afb6-7b4c059c4958 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 217 time: 0.0420790 Aug 21 18:13:06.012508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7070419f-b5b2-437a-a354-4dd6d654efe8 req-d78cb357-1a54-415e-b426-3a389ccc1d28 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371983 Aug 21 18:13:06.042811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-779bf3a1-7093-4600-9624-5427168eb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.044404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-779bf3a1-7093-4600-9624-5427168eb876 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0600221 Aug 21 18:13:06.100630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-1994a348-f2b3-4c49-9a99-a60983af46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.102132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-1994a348-f2b3-4c49-9a99-a60983af46d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498948 Aug 21 18:13:06.203489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-e125bde2-1a38-4162-9fdd-020c705e732c service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912592 Aug 21 18:13:06.326002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c7347-84fc-4257-bc1c-44cba86efa0b req-4eb8f93f-1e17-4d92-99a2-c0b222bacf91 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.327230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-5ce8385d-c793-4839-8f6e-94b3315f62a3 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163828 Aug 21 18:13:06.327800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e98c7347-84fc-4257-bc1c-44cba86efa0b req-4eb8f93f-1e17-4d92-99a2-c0b222bacf91 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0530915 Aug 21 18:13:06.367882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e98c7347-84fc-4257-bc1c-44cba86efa0b req-b9bc4e84-4163-47fb-9ca4-581b6cf051c2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Aug 21 18:13:06.373172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-0aebc868-96a3-4a6f-93e0-83c093507777 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 200 len: 217 time: 0.0381732 Aug 21 18:13:06.427066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-b7b4e809-8c77-4fc2-87d0-f954410dce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.428687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-b7b4e809-8c77-4fc2-87d0-f954410dce2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0483439 Aug 21 18:13:06.482064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-994bdfb3-1385-4f3f-8625-10dd577c646a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.483677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-994bdfb3-1385-4f3f-8625-10dd577c646a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475733 Aug 21 18:13:06.575448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-dda155f3-cd72-47b0-b4b6-e7841d601bdb service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824959 Aug 21 18:13:06.674000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-69626123-8875-4886-8d83-32549e490843 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901895 Aug 21 18:13:06.717378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-adb64bd9-f126-4573-9b0a-f182afb5b47c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.79&port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 200 len: 217 time: 0.0358472 Aug 21 18:13:06.772632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-30218576-c580-4799-8104-43195d02ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.774147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-30218576-c580-4799-8104-43195d02ccf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 200 len: 797 time: 0.0506208 Aug 21 18:13:06.780384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5822a91-81e5-4912-9b23-cf8ea8ddb587 req-0da540b4-746a-4c37-9e73-3c34e95f9efb tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.782019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5822a91-81e5-4912-9b23-cf8ea8ddb587 req-0da540b4-746a-4c37-9e73-3c34e95f9efb tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 944 time: 0.0797122 Aug 21 18:13:06.824761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-f50a8a64-a561-4934-b5cb-9dc7eb08e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:06.826294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-f50a8a64-a561-4934-b5cb-9dc7eb08e4eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1377f771-d77d-4142-aac8-f02c134b2588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0441399 Aug 21 18:13:06.837128 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5822a91-81e5-4912-9b23-cf8ea8ddb587 req-f03f5b6a-7981-4517-9ade-3eaaeedd0d99 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Aug 21 18:13:06.930643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-6c3ae747-c564-4022-bf25-6eb1aac17c54 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972738 Aug 21 18:13:07.073421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ed778-e72a-494c-beaf-f481900f1e02 req-3fb3f6ba-9f12-4074-a6b7-f39b68a280f3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.074913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b53ed778-e72a-494c-beaf-f481900f1e02 req-3fb3f6ba-9f12-4074-a6b7-f39b68a280f3 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0824945 Aug 21 18:13:07.077220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-b6fef92a-a962-42ea-9e6a-bbe1ed27e8d7 service neutron] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338620 Aug 21 18:13:07.127827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-15802ed9-d02c-4d9e-a4f5-1e2f95d28626 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 200 len: 217 time: 0.0408998 Aug 21 18:13:07.175261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b53ed778-e72a-494c-beaf-f481900f1e02 req-8aaeea8e-1279-4548-b029-36edc6b10e9e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940700 Aug 21 18:13:07.192311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-ef574515-4bf1-46c2-ae37-2dc84722ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.193795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-ef574515-4bf1-46c2-ae37-2dc84722ebfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0542700 Aug 21 18:13:07.240290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-e3c4eb76-1c74-438f-98ce-ae4fdf365449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.241683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-e3c4eb76-1c74-438f-98ce-ae4fdf365449 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0402317 Aug 21 18:13:07.335738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-0f84e613-2580-4cf1-b51d-93d0bcf98bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808282 Aug 21 18:13:07.457934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-96e2fe75-bfda-41cf-b87f-36ea20b818f1 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133051 Aug 21 18:13:07.513033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-8a34f9a5-7b06-454f-a31f-4fc8d962bcd0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 200 len: 217 time: 0.0421343 Aug 21 18:13:07.537731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90067292-5b73-481f-9de2-b5c483f6298c req-08d7991b-2db6-497d-a362-e09cbb1e9fd8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.539193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90067292-5b73-481f-9de2-b5c483f6298c req-08d7991b-2db6-497d-a362-e09cbb1e9fd8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0969455 Aug 21 18:13:07.596919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-7babbff0-75bd-42db-bb00-fa719c46483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.598391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-7babbff0-75bd-42db-bb00-fa719c46483e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 200 len: 797 time: 0.0772007 Aug 21 18:13:07.605626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90067292-5b73-481f-9de2-b5c483f6298c req-2e67a29c-dd4f-4b4f-8f76-51d160a465f3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Aug 21 18:13:07.649453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59953c83-0377-4684-82fd-1cdb299308de req-2b389ac5-b15a-4b77-aff2-351edc07b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:07.651047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-2b389ac5-b15a-4b77-aff2-351edc07b054 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=122b5a72-74c5-4768-a7a4-52e290ff18fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0445733 Aug 21 18:13:07.709097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b74cdc26-b612-4af1-be3e-2480e006e6b8 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:07.771743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-40d0bd77-4a2f-4b00-a4e1-183a5c2c18c0 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129928 Aug 21 18:13:07.813228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8,segment=NetworkSegment(d199fa0c-95c5-4858-bb10-5c11d791728a),segment_id=d199fa0c-95c5-4858-bb10-5c11d791728a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:07.827500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'b74cdc26-b612-4af1-be3e-2480e006e6b8', 'network_id': 'bba79c95-66c2-4315-8054-b58d5f52ceb8', 'port_id': 'b74cdc26-b612-4af1-be3e-2480e006e6b8', 'mac_address': 'fa:16:3e:ba:19:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c82106da-63df-42a8-baf6-b6d936f4c150', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:07.874517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:07.884940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59953c83-0377-4684-82fd-1cdb299308de req-d68696b4-cca7-4bca-b261-dd521b932372 service neutron] 10.222.0.64 "GET /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048608 Aug 21 18:13:07.891959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74cdc26-b612-4af1-be3e-2480e006e6b8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:07.916564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8,segment=NetworkSegment(d199fa0c-95c5-4858-bb10-5c11d791728a),segment_id=d199fa0c-95c5-4858-bb10-5c11d791728a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:07.921161 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:07.972810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:08.006578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68062a1b-56ec-412e-8f2d-e0aa2a7f2e53 req-e7c88552-ebd1-4e2c-a2da-cb51f2464ae6 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:08.009537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68062a1b-56ec-412e-8f2d-e0aa2a7f2e53 req-e7c88552-ebd1-4e2c-a2da-cb51f2464ae6 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 945 time: 0.0567424 Aug 21 18:13:08.050542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68062a1b-56ec-412e-8f2d-e0aa2a7f2e53 req-7ec0a7c8-4958-44ec-a15d-0f05330ffcac tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 21 18:13:08.267649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b74cdc26-b612-4af1-be3e-2480e006e6b8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:08.293282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573009bf-bb7c-4b59-9722-4aa01d0842c4 req-6d914d7d-5f10-493b-ad48-e6547dea1a99 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:08.295138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-573009bf-bb7c-4b59-9722-4aa01d0842c4 req-6d914d7d-5f10-493b-ad48-e6547dea1a99 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0526180 Aug 21 18:13:08.338260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-573009bf-bb7c-4b59-9722-4aa01d0842c4 req-92765ac1-92aa-4826-a47a-cb8eed7ab810 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359025 Aug 21 18:13:08.586592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5555-5cab-45ad-8441-0581980512d6 req-dd322efc-d3c5-4d8b-a024-8dbcc635b283 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:08.588049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93cf5555-5cab-45ad-8441-0581980512d6 req-dd322efc-d3c5-4d8b-a024-8dbcc635b283 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0499413 Aug 21 18:13:08.630381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93cf5555-5cab-45ad-8441-0581980512d6 req-2a8d1f85-4fb0-428b-a5dc-76fefb25c015 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331883 Aug 21 18:13:08.730659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9633-9da4-44c1-8c94-403b183b3822 req-1054ab9e-9531-4c21-bef8-220e33e6d4b4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:08.732274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17ce9633-9da4-44c1-8c94-403b183b3822 req-1054ab9e-9531-4c21-bef8-220e33e6d4b4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0559580 Aug 21 18:13:08.782927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17ce9633-9da4-44c1-8c94-403b183b3822 req-9b6f0ce0-97c5-4195-b35a-b4d2a5578422 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 Aug 21 18:13:09.169292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa1f1b-09e9-494a-a95a-d87b4ed59242 req-b82a2f53-cdfa-4a24-b236-9bc86e74150c tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:09.170762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42fa1f1b-09e9-494a-a95a-d87b4ed59242 req-b82a2f53-cdfa-4a24-b236-9bc86e74150c tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 945 time: 0.0530381 Aug 21 18:13:09.209669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42fa1f1b-09e9-494a-a95a-d87b4ed59242 req-96f4762c-4202-4c88-bf25-4b2ffce36c7a tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Aug 21 18:13:09.713674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b74cdc26-b612-4af1-be3e-2480e006e6b8 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:09.747712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08024b3f-ddce-4d6f-83a2-bfa0a8439397 req-536c564f-1f50-4e4f-8285-15c850b9d335 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:09.755489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08024b3f-ddce-4d6f-83a2-bfa0a8439397 req-536c564f-1f50-4e4f-8285-15c850b9d335 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0563610 Aug 21 18:13:09.767191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port b74cdc26-b612-4af1-be3e-2480e006e6b8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:13:09.774946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port b74cdc26-b612-4af1-be3e-2480e006e6b8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:09.775628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:09.796518 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08024b3f-ddce-4d6f-83a2-bfa0a8439397 req-ba3dba04-ab41-4da2-bfb1-179d6cec7d6d tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Aug 21 18:13:09.902072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:09.925800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:09.928326 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389c5655-42b4-4c12-8013-c245b8c8faa5" -d '{"events": [{"server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:09.928829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bd632-787c-4766-b9b3-0a2f054d68c5 req-b558909c-df72-44db-b530-2a6cc973f20a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:09.930421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee3bd632-787c-4766-b9b3-0a2f054d68c5 req-b558909c-df72-44db-b530-2a6cc973f20a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0591183 Aug 21 18:13:09.942845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8,segment=NetworkSegment(d199fa0c-95c5-4858-bb10-5c11d791728a),segment_id=d199fa0c-95c5-4858-bb10-5c11d791728a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:09.947958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:09.982522 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fd3662-6924-4a34-bfeb-0fb91fa6b82f x-openstack-request-id: req-a7fd3662-6924-4a34-bfeb-0fb91fa6b82f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:09.983061 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "name": "network-vif-plugged", "status": "completed", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:09.983599 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7fd3662-6924-4a34-bfeb-0fb91fa6b82f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:09.984724 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8', 'code': 200} Aug 21 18:13:09.988566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee3bd632-787c-4766-b9b3-0a2f054d68c5 req-adf17002-5c0f-4b93-adec-31fc8653f570 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506246 Aug 21 18:13:10.029483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:10.102525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75510358-4d2f-4e15-943c-681ca7934aef req-0d6d1835-474d-4030-bc51-e5bab70da974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:10.104032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75510358-4d2f-4e15-943c-681ca7934aef req-0d6d1835-474d-4030-bc51-e5bab70da974 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 1098 time: 0.0435216 Aug 21 18:13:10.139675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75510358-4d2f-4e15-943c-681ca7934aef req-b952b358-a10c-4fd8-bae3-7c96b1896b9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276847 Aug 21 18:13:10.333513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485afb5-39ba-4bea-a187-6a762cddc05e req-49354275-c61b-4800-be21-7673d6f38946 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:10.335355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1485afb5-39ba-4bea-a187-6a762cddc05e req-49354275-c61b-4800-be21-7673d6f38946 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0571868 Aug 21 18:13:10.376792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1485afb5-39ba-4bea-a187-6a762cddc05e req-999efd0a-19ea-4983-bc78-2bdaa3256f40 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Aug 21 18:13:10.937531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39eb5e6-68f3-4091-b9dd-aa0b86f4312c req-c96bb064-8525-4c16-819e-df28cf084b45 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:10.939484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a39eb5e6-68f3-4091-b9dd-aa0b86f4312c req-c96bb064-8525-4c16-819e-df28cf084b45 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0633078 Aug 21 18:13:10.980780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a39eb5e6-68f3-4091-b9dd-aa0b86f4312c req-f03dc578-8af8-4400-9775-33114629653a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Aug 21 18:13:11.101102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db695cf2-7e61-4e2f-94b7-d587bf528faf req-ed5abc20-cae3-481d-b70b-a37884e12729 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:11.105598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db695cf2-7e61-4e2f-94b7-d587bf528faf req-ed5abc20-cae3-481d-b70b-a37884e12729 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0561578 Aug 21 18:13:11.142534 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db695cf2-7e61-4e2f-94b7-d587bf528faf req-b273987a-e1a5-4bde-948f-e39314bcf960 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335991 Aug 21 18:13:11.498301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f73458-1869-4ca7-bf8e-3aea461f3f88 req-1dbc3333-4f24-41a1-b7ff-ce2daa6e7fb5 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:11.501623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54f73458-1869-4ca7-bf8e-3aea461f3f88 req-1dbc3333-4f24-41a1-b7ff-ce2daa6e7fb5 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0557253 Aug 21 18:13:11.539916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54f73458-1869-4ca7-bf8e-3aea461f3f88 req-b56e4584-d65b-42a6-95a9-6955a5ec1cb8 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Aug 21 18:13:12.073176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-f195ae9f-e084-4803-9e41-ff3ee5ff22e6 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.074735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-f195ae9f-e084-4803-9e41-ff3ee5ff22e6 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.39 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0548561 Aug 21 18:13:12.118389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f751-5f35-4b59-b064-54a4536d1ea2 req-c6dae001-775a-464c-8c21-df5c5d2f8395 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.122628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5a6f751-5f35-4b59-b064-54a4536d1ea2 req-c6dae001-775a-464c-8c21-df5c5d2f8395 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ebe5c15-374f-40c6-bc90-70bc938b7ecb HTTP/1.1" status: 200 len: 946 time: 0.0661111 Aug 21 18:13:12.179807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5a6f751-5f35-4b59-b064-54a4536d1ea2 req-0e759c56-a469-41d9-80de-4da4cfbc8ea9 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450795 Aug 21 18:13:12.210787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Deleting port 33cc1506-4154-4972-9a4f-4efd83c74a11 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:12.211137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:12.299912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e97c7-cd7b-4315-8f58-303ba80fa7ae req-04e48c0f-2223-4870-819b-ba982d313fa7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.301383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-465e97c7-cd7b-4315-8f58-303ba80fa7ae req-04e48c0f-2223-4870-819b-ba982d313fa7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0530376 Aug 21 18:13:12.310783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] For port 33cc1506-4154-4972-9a4f-4efd83c74a11, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=33cc1506-4154-4972-9a4f-4efd83c74a11,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:12.311184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:12.324620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Calling delete_port for 33cc1506-4154-4972-9a4f-4efd83c74a11 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:12.341884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-465e97c7-cd7b-4315-8f58-303ba80fa7ae req-80e9b10a-364f-4a30-99c3-8fea798eb84c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Aug 21 18:13:12.470716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:12.481099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2aec281d-03ce-4c0b-8dcc-b5901b960fdc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:12.487955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['33cc1506-4154-4972-9a4f-4efd83c74a11'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:12.507074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Pushing event deleted for resources: {'Port': ['ID=33cc1506-4154-4972-9a4f-4efd83c74a11,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:12.565221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] No DVR routers for this DVR port 33cc1506-4154-4972-9a4f-4efd83c74a11 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:12.568106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:12.569468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee2c3-ac99-46f7-b520-84dff2b01da2 req-16cebbf7-c154-4cc1-8181-8bbee88f9809 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.570806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f9451d8-e437-44d2-8ab2-9a965eb44a1c req-18e69889-3cb8-4f90-8fd3-bd540d148c6e tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.39 "DELETE /v2.0/ports/33cc1506-4154-4972-9a4f-4efd83c74a11 HTTP/1.1" status: 204 len: 173 time: 0.4886134 Aug 21 18:13:12.571076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38bee2c3-ac99-46f7-b520-84dff2b01da2 req-16cebbf7-c154-4cc1-8181-8bbee88f9809 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0525804 Aug 21 18:13:12.571465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'name': 'network-vif-deleted', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:12.575124 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb09b1a-ab83-4ca6-ad65-daaeb1f48489" -d '{"events": [{"server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "name": "network-vif-deleted", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:12.620061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38bee2c3-ac99-46f7-b520-84dff2b01da2 req-64f41b3a-0b09-4878-a126-71b1e9b79938 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402024 Aug 21 18:13:12.682724 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea821cc-e21f-4586-82a6-227060b072c2 x-openstack-request-id: req-7ea821cc-e21f-4586-82a6-227060b072c2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:12.682724 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebe5c15-374f-40c6-bc90-70bc938b7ecb", "name": "network-vif-deleted", "tag": "33cc1506-4154-4972-9a4f-4efd83c74a11", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:12.682724 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7ea821cc-e21f-4586-82a6-227060b072c2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:12.683586 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebe5c15-374f-40c6-bc90-70bc938b7ecb', 'name': 'network-vif-deleted', 'tag': '33cc1506-4154-4972-9a4f-4efd83c74a11', 'status': 'completed', 'code': 200} Aug 21 18:13:12.705874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e0bb1-6119-4798-bf81-c62243dbd27f req-7ab1661a-28e2-443d-ad0a-08ecca57820a tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.709860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-195e0bb1-6119-4798-bf81-c62243dbd27f req-7ab1661a-28e2-443d-ad0a-08ecca57820a tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0692897 Aug 21 18:13:12.752802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-195e0bb1-6119-4798-bf81-c62243dbd27f req-6c5e8930-d6d9-4beb-94d7-1301aaecfa66 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379200 Aug 21 18:13:12.777782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f970fc4-82c7-495d-9ca5-26ace4ed04c0 req-3bf9811f-ad47-4ea7-bb90-f26530d9f647 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:12.779596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f970fc4-82c7-495d-9ca5-26ace4ed04c0 req-3bf9811f-ad47-4ea7-bb90-f26530d9f647 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0545790 Aug 21 18:13:12.818782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f970fc4-82c7-495d-9ca5-26ace4ed04c0 req-f97d4fcb-26b5-41f4-b9f6-0ebaddf3dcb3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328145 Aug 21 18:13:13.069050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea14380-906e-4a52-98bc-1216531e4e64 req-0463fce0-98c7-4e88-9c48-ccb4c78032f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:13.070712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ea14380-906e-4a52-98bc-1216531e4e64 req-0463fce0-98c7-4e88-9c48-ccb4c78032f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0641477 Aug 21 18:13:13.075142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaed44-1bd3-491a-acf8-fa331bcde7eb req-95776aa7-4dee-47a3-8c92-1d5b702e7c8a tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:13.077165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63eaed44-1bd3-491a-acf8-fa331bcde7eb req-95776aa7-4dee-47a3-8c92-1d5b702e7c8a tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0585971 Aug 21 18:13:13.117054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63eaed44-1bd3-491a-acf8-fa331bcde7eb req-c5fc4541-02fb-49ed-b449-bdd084ff3f7c tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335956 Aug 21 18:13:13.127565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ea14380-906e-4a52-98bc-1216531e4e64 req-ca25926b-d8c0-40cf-b49e-0b23c90a312f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471401 Aug 21 18:13:13.492377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c69a9-4a3e-4b1b-87b3-e76a162d50d6 req-23302f4b-3c5a-4692-bf4b-2a4fc81b3250 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:13.493892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-009c69a9-4a3e-4b1b-87b3-e76a162d50d6 req-23302f4b-3c5a-4692-bf4b-2a4fc81b3250 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0543971 Aug 21 18:13:13.522902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59976c46-b9d9-47e3-a54c-a56a305abbcd req-04750ee9-bebb-417c-8b58-8e1fa7b00fc8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:13.524701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59976c46-b9d9-47e3-a54c-a56a305abbcd req-04750ee9-bebb-417c-8b58-8e1fa7b00fc8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0515246 Aug 21 18:13:13.536706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-009c69a9-4a3e-4b1b-87b3-e76a162d50d6 req-5e6796fa-fc81-43f9-b0f9-6e1c01d29541 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364795 Aug 21 18:13:13.564334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59976c46-b9d9-47e3-a54c-a56a305abbcd req-0428bbc0-3d40-46b9-a36b-83ab0612f657 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329483 Aug 21 18:13:13.644177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827f8cc-c8ff-4ac0-b77f-9c0585d83d8b req-a7819ee6-2dcc-4933-97d8-dadb9e88bccc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:13.645763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b827f8cc-c8ff-4ac0-b77f-9c0585d83d8b req-a7819ee6-2dcc-4933-97d8-dadb9e88bccc tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0529926 Aug 21 18:13:13.686951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b827f8cc-c8ff-4ac0-b77f-9c0585d83d8b req-8021f3c5-ede2-4ddf-ac45-b4fcf623a82a tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349793 Aug 21 18:13:14.243941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99da5c-4b38-4f74-8e85-6a86084136da req-d87ade69-dce7-4dac-8252-cbf1512114e4 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:14.246202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb99da5c-4b38-4f74-8e85-6a86084136da req-d87ade69-dce7-4dac-8252-cbf1512114e4 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0574114 Aug 21 18:13:14.287228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb99da5c-4b38-4f74-8e85-6a86084136da req-75d8de03-fbec-4433-b15e-8677e6cfd453 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/security-groups?id=152b8d45-ff80-4066-8355-172f8b5141cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318024 Aug 21 18:13:14.523771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-120af48a-2feb-4e8c-a9db-2184e46367d5 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:14.525223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-120af48a-2feb-4e8c-a9db-2184e46367d5 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.39 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 946 time: 0.0500741 Aug 21 18:13:14.625431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Deleting port b74cdc26-b612-4af1-be3e-2480e006e6b8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:14.625781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:14.670881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e20347-1dae-4a24-89a5-a03e0a713335 req-460e3c61-ce69-434d-a80b-d9275cf16d94 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:14.672750 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32e20347-1dae-4a24-89a5-a03e0a713335 req-460e3c61-ce69-434d-a80b-d9275cf16d94 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0639935 Aug 21 18:13:14.722003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32e20347-1dae-4a24-89a5-a03e0a713335 req-5e1bcdbb-660c-42ca-8f27-724ce6e5a9fc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Aug 21 18:13:14.756584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46af87-baa9-473e-a057-2e4f3aee813e req-9df70bcc-2c9e-4dfc-916d-1e58b2790f25 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:14.758066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b46af87-baa9-473e-a057-2e4f3aee813e req-9df70bcc-2c9e-4dfc-916d-1e58b2790f25 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0879927 Aug 21 18:13:14.763504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] For port b74cdc26-b612-4af1-be3e-2480e006e6b8, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b74cdc26-b612-4af1-be3e-2480e006e6b8,segment=NetworkSegment(d199fa0c-95c5-4858-bb10-5c11d791728a),segment_id=d199fa0c-95c5-4858-bb10-5c11d791728a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:14.763881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:14.826686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3424e55-a9f6-4d04-bab4-a9f4abe3e3a6 req-afd9bf48-cd1a-4e10-a6da-a778cdbc9d9c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:14.828360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3424e55-a9f6-4d04-bab4-a9f4abe3e3a6 req-afd9bf48-cd1a-4e10-a6da-a778cdbc9d9c tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0512717 Aug 21 18:13:14.868373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3424e55-a9f6-4d04-bab4-a9f4abe3e3a6 req-d958fa53-4b57-43d9-a7f8-106f29effffa tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Aug 21 18:13:15.075781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Calling delete_port for b74cdc26-b612-4af1-be3e-2480e006e6b8 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:15.145035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b46af87-baa9-473e-a057-2e4f3aee813e req-4f5c788b-ef53-41a2-b735-933b6b2c6fba tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3785245 Aug 21 18:13:15.242000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:15.255650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b74cdc26-b612-4af1-be3e-2480e006e6b8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:15.275154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Pushing event deleted for resources: {'Port': ['ID=b74cdc26-b612-4af1-be3e-2480e006e6b8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:15.317229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] No DVR routers for this DVR port b74cdc26-b612-4af1-be3e-2480e006e6b8 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:15.320139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:15.322568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c462342-0dc7-4e3d-ad4c-93331f1c7662 req-97fe9cf6-e39b-409c-a54b-afcb855224e7 tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.39 "DELETE /v2.0/ports/b74cdc26-b612-4af1-be3e-2480e006e6b8 HTTP/1.1" status: 204 len: 173 time: 0.7915554 Aug 21 18:13:15.323711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'name': 'network-vif-deleted', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:15.327124 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9fc5c9-0f00-4a8a-8ac2-f41db3164bad" -d '{"events": [{"server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "name": "network-vif-deleted", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:15.389523 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4b593f-7fdc-46d0-bd64-ec266655ec1b x-openstack-request-id: req-eb4b593f-7fdc-46d0-bd64-ec266655ec1b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:15.389764 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e766161b-299e-4cf0-971e-68bc9d3a9bc7", "name": "network-vif-deleted", "tag": "b74cdc26-b612-4af1-be3e-2480e006e6b8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:15.390025 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb4b593f-7fdc-46d0-bd64-ec266655ec1b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:15.390409 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e766161b-299e-4cf0-971e-68bc9d3a9bc7', 'name': 'network-vif-deleted', 'tag': 'b74cdc26-b612-4af1-be3e-2480e006e6b8', 'status': 'completed', 'code': 200} Aug 21 18:13:15.392378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f842de84-078d-442e-b4bc-8a66f6bbb630 req-5329e0e3-cbcc-4cbc-8033-ee381d5cca5e tempest-InstanceActionsNegativeTestJSON-1482269779 tempest-InstanceActionsNegativeTestJSON-1482269779-project] 10.222.0.41 "GET /v2.0/ports?device_id=e766161b-299e-4cf0-971e-68bc9d3a9bc7 HTTP/1.1" status: 200 len: 210 time: 0.0337105 Aug 21 18:13:15.756690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 33cc1506-4154-4972-9a4f-4efd83c74a11 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:15.778253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 33cc1506-4154-4972-9a4f-4efd83c74a11 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:15.778624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 33cc1506-4154-4972-9a4f-4efd83c74a11 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:15.843993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44890a-7ffe-43b4-99be-a58af17054ca req-7c10aa13-3878-4951-8b0d-e73b5cd33275 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:15.845583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d44890a-7ffe-43b4-99be-a58af17054ca req-7c10aa13-3878-4951-8b0d-e73b5cd33275 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0529604 Aug 21 18:13:15.892222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d44890a-7ffe-43b4-99be-a58af17054ca req-8aa1bd5b-7ca1-4856-a08b-3c474052cf0b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Aug 21 18:13:15.919817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-043a605b-b49c-4663-b2a0-1e447dcc1c46 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:15.921512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-043a605b-b49c-4663-b2a0-1e447dcc1c46 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.64 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0673723 Aug 21 18:13:16.042584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0da6bf-532d-4ceb-9be7-57565054f987 req-8f91aa32-b397-4295-8a0b-a571fcb47455 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:16.043985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf0da6bf-532d-4ceb-9be7-57565054f987 req-8f91aa32-b397-4295-8a0b-a571fcb47455 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/ports?device_id=6a3a4e18-3fe4-49e0-a889-a3c2fa38e412 HTTP/1.1" status: 200 len: 945 time: 0.0859535 Aug 21 18:13:16.085299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Deleting port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:16.085642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.142995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf0da6bf-532d-4ceb-9be7-57565054f987 req-99c9e194-d3ae-4259-9c28-9ad7f018e392 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.41 "GET /v2.0/security-groups?id=bca1620f-ba48-4143-9404-901ced90f37c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915954 Aug 21 18:13:16.188051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] For port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:16.188420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.202257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Calling delete_port for 2aec281d-03ce-4c0b-8dcc-b5901b960fdc owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:16.268409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0f3f5-cfc3-40b4-a4b0-65a3b8418d0e req-adc0ee72-729d-476d-b0fe-1f441ee4a916 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:16.268409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ad0f3f5-cfc3-40b4-a4b0-65a3b8418d0e req-adc0ee72-729d-476d-b0fe-1f441ee4a916 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0503094 Aug 21 18:13:16.306267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ad0f3f5-cfc3-40b4-a4b0-65a3b8418d0e req-471c6775-0267-4d3f-b439-a5dde88ad25f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318611 Aug 21 18:13:16.339080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.351351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2aec281d-03ce-4c0b-8dcc-b5901b960fdc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:16.368319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Pushing event deleted for resources: {'Port': ['ID=2aec281d-03ce-4c0b-8dcc-b5901b960fdc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:16.418088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] No DVR routers for this DVR port 2aec281d-03ce-4c0b-8dcc-b5901b960fdc on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:16.420778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.423181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ebe57c3-591e-40eb-a56c-1f7b96cfef69 req-fbcecc0b-d8cd-4628-bb0f-0adbfcc52344 tempest-ServerRescueTestJSON-621770800 tempest-ServerRescueTestJSON-621770800-project] 10.222.0.64 "DELETE /v2.0/ports/2aec281d-03ce-4c0b-8dcc-b5901b960fdc HTTP/1.1" status: 204 len: 173 time: 0.4901788 Aug 21 18:13:16.423633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'name': 'network-vif-deleted', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:16.425816 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170bbb2e-cb66-4bd6-ad6a-8a33dbcd27c7" -d '{"events": [{"server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "name": "network-vif-deleted", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:16.455199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57370) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:16.481892 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3ad714-e930-4681-8f5a-d662efad79d0 x-openstack-request-id: req-0b3ad714-e930-4681-8f5a-d662efad79d0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:16.481892 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a3a4e18-3fe4-49e0-a889-a3c2fa38e412", "name": "network-vif-deleted", "tag": "2aec281d-03ce-4c0b-8dcc-b5901b960fdc", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:16.481892 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b3ad714-e930-4681-8f5a-d662efad79d0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:16.483094 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a3a4e18-3fe4-49e0-a889-a3c2fa38e412', 'name': 'network-vif-deleted', 'tag': '2aec281d-03ce-4c0b-8dcc-b5901b960fdc', 'status': 'completed', 'code': 200} Aug 21 18:13:16.505080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Deleting subnet c82106da-63df-42a8-baf6-b6d936f4c150 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:13:16.510860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.550141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.595557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.648593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.674211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82106da-63df-42a8-baf6-b6d936f4c150,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:16.676193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.678323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b33c85e0-fd97-4aa8-a91c-4ad00fde8499 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c82106da-63df-42a8-baf6-b6d936f4c150 HTTP/1.1" status: 204 len: 168 time: 0.2221267 Aug 21 18:13:16.680758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:16.748362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.831374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.842070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba79c95-66c2-4315-8054-b58d5f52ceb8']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:16.852391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd199fa0c-95c5-4858-bb10-5c11d791728a') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:16.852992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd199fa0c-95c5-4858-bb10-5c11d791728a') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:16.861614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.875335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.881200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:13:16.881721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:13:16.883373 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:13:16.943768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.960364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:16.964885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bba79c95-66c2-4315-8054-b58d5f52ceb8 HTTP/1.1" status: 204 len: 168 time: 0.2807662 Aug 21 18:13:16.964885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebbbabd-6931-45a8-baf5-03331306a425 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba79c95-66c2-4315-8054-b58d5f52ceb8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:17.026733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e590e0-5455-4f7e-8fac-952fef44804c req-23f66bde-7e0d-419a-85c5-343ede12dabc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:17.029069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0e590e0-5455-4f7e-8fac-952fef44804c req-23f66bde-7e0d-419a-85c5-343ede12dabc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0617421 Aug 21 18:13:17.075029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0e590e0-5455-4f7e-8fac-952fef44804c req-b161ec8e-bf81-42ea-b9cd-81acad90c931 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399075 Aug 21 18:13:17.089959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57378) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:17.132446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-64453561-3085-4c81-a445-a9020e9e4d8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46f53ef3914b4ff78a5909a3b70da5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411839 Aug 21 18:13:17.134731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57380) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:17.188804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:17.202568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:17.210689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:17.256399 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:17.259036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:17.260387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/152b8d45-ff80-4066-8355-172f8b5141cd HTTP/1.1" status: 204 len: 168 time: 0.1246977 Aug 21 18:13:17.268327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308eed39-1a63-48d7-b427-4ec3d2a6bf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152b8d45-ff80-4066-8355-172f8b5141cd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:17.732936 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ece5db1e-d77d-4865-9914-856579adc71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:17.763604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b74cdc26-b612-4af1-be3e-2480e006e6b8 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:17.784559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7682bcdc-e337-4b7d-87b4-792b5d6c4e7c req-83174880-c45e-4b1d-855c-0294dbec7309 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:17.784773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: b74cdc26-b612-4af1-be3e-2480e006e6b8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:17.785119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b74cdc26-b612-4af1-be3e-2480e006e6b8 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:17.786060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7682bcdc-e337-4b7d-87b4-792b5d6c4e7c req-83174880-c45e-4b1d-855c-0294dbec7309 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0874088 Aug 21 18:13:17.860416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7682bcdc-e337-4b7d-87b4-792b5d6c4e7c req-16c90374-d1aa-4e4e-9578-e3d3bf32653b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632575 Aug 21 18:13:17.935076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.011464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:18.108571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1771546197-network', 'tenant_id': '5c6d7c482e4646919dcdb53f701713b5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:18.131478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Made reservation on behalf of 5c6d7c482e4646919dcdb53f701713b5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:18.133963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.143212 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.179673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Deleting port 8ff998f4-23ce-4448-9540-700bdb6839c2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:18.180273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.223374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e0f48-7d01-4740-b357-819ce0a65fe2 req-6aca6eb1-9d72-46d0-86e7-c135f7af9ef8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:18.225475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e77e0f48-7d01-4740-b357-819ce0a65fe2 req-6aca6eb1-9d72-46d0-86e7-c135f7af9ef8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0725927 Aug 21 18:13:18.261142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] For port 8ff998f4-23ce-4448-9540-700bdb6839c2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff998f4-23ce-4448-9540-700bdb6839c2,segment=NetworkSegment(02ef6171-de00-45cd-ab66-77668005fda0),segment_id=02ef6171-de00-45cd-ab66-77668005fda0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:18.261510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.273848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Calling delete_port for 8ff998f4-23ce-4448-9540-700bdb6839c2 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:18.285092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e77e0f48-7d01-4740-b357-819ce0a65fe2 req-ac1760a5-dff3-45da-8334-7f96e8704b24 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533047 Aug 21 18:13:18.300620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.313094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.316871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.344094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:13:18.350205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:18.359464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.360238 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Added segment e15fff93-e179-453d-ab9c-c2369cdd76f9 of type vlan for network ce205dfb-4a0b-4f41-808e-824153e2b7b2 Aug 21 18:13:18.403411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.433786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.434710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:18.435327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.490439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.496842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4811745 Aug 21 18:13:18.497011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:18.503718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Request body: {'subnet': {'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1771546197-subnet', 'tenant_id': '5c6d7c482e4646919dcdb53f701713b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:18.512605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f096ff-3abd-4f97-8280-183d9518c0a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce205dfb-4a0b-4f41-808e-824153e2b7b2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:18.528111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8ff998f4-23ce-4448-9540-700bdb6839c2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:18.535362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:13:18.542156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Made reservation on behalf of 5c6d7c482e4646919dcdb53f701713b5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:18.545211 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.694044 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.766073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.804259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.874784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:18.892119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Checking segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:18.892483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Network hostable DHCP agents. Network: ce205dfb-4a0b-4f41-808e-824153e2b7b2, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:13:18.919484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:13:18.942405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ce205dfb-4a0b-4f41-808e-824153e2b7b2) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:18.947756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:18.948301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:18.953510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528eba89-e497-4756-9155-5c62f4795faf None None] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:13:19.010293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c289acf-3983-4364-8bd7-86e3510012ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5121331 Aug 21 18:13:19.024438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:13:19.035508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e70586-76b3-452d-b817-87949e31b284 req-ade07b5b-94ee-43a3-8194-c9018691b8c4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:19.037048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03e70586-76b3-452d-b817-87949e31b284 req-ade07b5b-94ee-43a3-8194-c9018691b8c4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0862701 Aug 21 18:13:19.091190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03e70586-76b3-452d-b817-87949e31b284 req-9231a3ee-937f-4efe-8d61-dc2bb4f5bcfb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468187 Aug 21 18:13:19.108407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231985cc-c8b8-4b2e-b8aa-5adb449d4ad6 None None] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:13:19.151367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:13:19.156715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e9cea324-911b-41f5-88d6-4812a09c62ec admin admin] 10.222.0.41 "PUT /v2.0/routers/4441d10f-c7d7-45e6-9d3f-29c647ccd53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9530728 Aug 21 18:13:19.159277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57448) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:19.164348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Sync routers for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:13:19.182643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:13:19.183277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:19.281157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:19.363616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:13:19.429800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:19.478780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a453b0-8752-4e38-b666-ff1c7b81cc4a req-34dda062-c4a1-4d32-8e92-66c14c64cfef tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:19.481276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03a453b0-8752-4e38-b666-ff1c7b81cc4a req-34dda062-c4a1-4d32-8e92-66c14c64cfef tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0902140 Aug 21 18:13:19.522905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-31c8f829-c62c-4794-ad25-264b73a71175 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:19.534180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-31c8f829-c62c-4794-ad25-264b73a71175 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 818 time: 0.1459572 Aug 21 18:13:19.535500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03a453b0-8752-4e38-b666-ff1c7b81cc4a req-bc216735-da6d-4ba8-ad99-e1bd6436441c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450218 Aug 21 18:13:19.542600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Deleting port 3cb3880e-ed59-4509-a570-d73a25c495c3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:19.542881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:19.559811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-76af888c-a175-410d-8995-b687c6757f32 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/quotas/5c6d7c482e4646919dcdb53f701713b5 HTTP/1.1" status: 200 len: 375 time: 0.0238988 Aug 21 18:13:19.591102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:13:18Z', 'revision_number': 5, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port': {'id': '3cb3880e-ed59-4509-a570-d73a25c495c3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a1:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:11:31Z', 'updated_at': '2021-08-21T18:11:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:19.617845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-1e9db226-ec29-4e30-a5f8-2cb218c69a2c tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545776 Aug 21 18:13:19.639280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Checking router: 4441d10f-c7d7-45e6-9d3f-29c647ccd53c for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:13:19.649980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Routers {'4441d10f-c7d7-45e6-9d3f-29c647ccd53c'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:13:19.651997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:12:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:19.663550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] For port 3cb3880e-ed59-4509-a570-d73a25c495c3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb3880e-ed59-4509-a570-d73a25c495c3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:19.663550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:19.677281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Calling delete_port for 3cb3880e-ed59-4509-a570-d73a25c495c3 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:19.740732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-96376f97-a802-4fb0-95a0-eb7ffd5f1c14 service neutron] 10.222.0.41 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150408 Aug 21 18:13:19.886988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-9f7718c5-89ea-4544-ac16-5c40f1a18d31 service neutron] 10.222.0.41 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399548 Aug 21 18:13:19.922296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] Set router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:13:19.936094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:19.968769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb3880e-ed59-4509-a570-d73a25c495c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:20.034243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:13:19Z', 'revision_number': 6, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:20.047121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.068961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ca4d21-c424-471e-890c-e4de1d47264b None None] The sync data for ids ['4441d10f-c7d7-45e6-9d3f-29c647ccd53c'] in n-d-793621-32 is: [{'id': '4441d10f-c7d7-45e6-9d3f-29c647ccd53c', 'name': 'tempest-ServerRescueTestJSON-1012581278-router', 'tenant_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:11:30Z', 'updated_at': '2021-08-21T18:13:19Z', 'revision_number': 6, 'project_id': '90846e5b8f6f401d9fc4ef8e79f03abd', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:13:20.178787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.182403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.272361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.272887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4441d10f-c7d7-45e6-9d3f-29c647ccd53c {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:13:20.279063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.281837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9e96624-0a90-4d68-b459-9d57568394e9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4441d10f-c7d7-45e6-9d3f-29c647ccd53c HTTP/1.1" status: 204 len: 168 time: 1.1197984 Aug 21 18:13:20.283019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57478) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:20.315032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0aa1a76-3677-49a6-a635-4092333c89b3 req-6d361ce4-74ad-4e58-864c-820352b000f9 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0466304 Aug 21 18:13:20.319254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7942684-3136-464f-ac06-767cb9748a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.355808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929ba14-4416-455d-8642-abf76de109ed req-aa6093f7-ae47-4be5-8c1b-72cf8b1e9612 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:20.356871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3929ba14-4416-455d-8642-abf76de109ed req-aa6093f7-ae47-4be5-8c1b-72cf8b1e9612 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1801302 Aug 21 18:13:20.408073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Deleting subnet fde2a9e8-6478-44c9-aff0-823072ea87f4 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:13:20.418791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.423063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.452685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3929ba14-4416-455d-8642-abf76de109ed req-f977c5f7-6b8d-4276-a590-5ddb83c95c5b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878227 Aug 21 18:13:20.482915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.530635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.605306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.640577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde2a9e8-6478-44c9-aff0-823072ea87f4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:20.647946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.650004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-910b9afa-4a67-43a6-9229-20bf93e9014d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fde2a9e8-6478-44c9-aff0-823072ea87f4 HTTP/1.1" status: 204 len: 168 time: 0.3660209 Aug 21 18:13:20.653476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:20.688826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8ab19-2482-47e2-a4ed-a890fa9e30db req-7bec284d-e3f1-4177-954b-996bb1e04a25 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:20.692157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06e8ab19-2482-47e2-a4ed-a890fa9e30db req-7bec284d-e3f1-4177-954b-996bb1e04a25 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0626616 Aug 21 18:13:20.743247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.748285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06e8ab19-2482-47e2-a4ed-a890fa9e30db req-e30707ba-a317-4a22-b964-503cfaf93b24 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Aug 21 18:13:20.852414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.892492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11494840-96d2-4ec7-90f5-25458df0440d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:20.926546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ef6171-de00-45cd-ab66-77668005fda0') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:20.926546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ef6171-de00-45cd-ab66-77668005fda0') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:20.939179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.969824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.982017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:13:20.982977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:20.992637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff998f4-23ce-4448-9540-700bdb6839c2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:13:20.998641 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:13:21.021863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8ff998f4-23ce-4448-9540-700bdb6839c2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:21.022208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff998f4-23ce-4448-9540-700bdb6839c2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:21.022841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb3880e-ed59-4509-a570-d73a25c495c3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:21.067536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3cb3880e-ed59-4509-a570-d73a25c495c3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:21.068151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb3880e-ed59-4509-a570-d73a25c495c3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:21.084625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.091670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.093976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] 10.222.0.41 "DELETE /v2.0/networks/11494840-96d2-4ec7-90f5-25458df0440d HTTP/1.1" status: 204 len: 168 time: 0.4395177 Aug 21 18:13:21.110897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dc848-cecd-4e71-9fbe-8e23f6ad295a admin admin] Pushing event deleted for resources: {'Network': ['ID=11494840-96d2-4ec7-90f5-25458df0440d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:21.195261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2aec281d-03ce-4c0b-8dcc-b5901b960fdc no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:21.228176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 2aec281d-03ce-4c0b-8dcc-b5901b960fdc {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:21.229677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2aec281d-03ce-4c0b-8dcc-b5901b960fdc not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:21.262786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57506) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:21.331157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57508) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:21.343266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37ee68cd-8371-4115-b987-63921be2a87f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90846e5b8f6f401d9fc4ef8e79f03abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766649 Aug 21 18:13:21.413757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.443599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.504463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c26a2401-3b5f-4f5c-9458-364f0bf4a49d req-4458aabd-279b-4aba-af54-19fd1fe7b39f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0729182 Aug 21 18:13:21.510923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.516872 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.524180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bca1620f-ba48-4143-9404-901ced90f37c HTTP/1.1" status: 204 len: 168 time: 0.1907156 Aug 21 18:13:21.529888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:21.548004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064ee2d-3149-4d48-9f79-10b4d708a63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1620f-ba48-4143-9404-901ced90f37c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:21.670664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6509505-d3bf-4514-ad0f-b88d71f5a9c4 req-1b34790e-1dcf-45d5-be16-60dcbffa1962 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:21.681810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6509505-d3bf-4514-ad0f-b88d71f5a9c4 req-1b34790e-1dcf-45d5-be16-60dcbffa1962 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0775690 Aug 21 18:13:21.734113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6509505-d3bf-4514-ad0f-b88d71f5a9c4 req-cf6d00eb-7fba-4411-82c0-7615653f1c94 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509467 Aug 21 18:13:21.899813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f4f6a-b12e-453c-9c02-2a7633f161a6 req-d5565c2a-616c-4f3e-a66e-9aea197ae12e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:21.902466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed4f4f6a-b12e-453c-9c02-2a7633f161a6 req-d5565c2a-616c-4f3e-a66e-9aea197ae12e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0620611 Aug 21 18:13:21.968681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed4f4f6a-b12e-453c-9c02-2a7633f161a6 req-da6a173a-ee70-408b-b8b7-16b7285af9d7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591221 Aug 21 18:13:22.152073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-78102b82-ffa1-437d-9786-1f876435c8ac tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:22.154396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-78102b82-ffa1-437d-9786-1f876435c8ac tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 818 time: 0.1829622 Aug 21 18:13:22.179840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Request body: {'port': {'device_id': '2bea62f1-012e-47b0-8f60-ae1327192758', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'admin_state_up': True, 'tenant_id': '5c6d7c482e4646919dcdb53f701713b5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:22.384254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-db6eb0ef-7a0d-45ad-8ce6-c45997f6b123 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:22.386379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-db6eb0ef-7a0d-45ad-8ce6-c45997f6b123 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.39 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 818 time: 0.2215469 Aug 21 18:13:22.406468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Request body: {'port': {'device_id': '9d49dca5-f9fc-40d9-9a61-996848607690', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'admin_state_up': True, 'tenant_id': '5c6d7c482e4646919dcdb53f701713b5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:22.419778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Made reservation on behalf of 5c6d7c482e4646919dcdb53f701713b5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:22.423971 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:22.589884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Made reservation on behalf of 5c6d7c482e4646919dcdb53f701713b5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:22.597710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:22.698949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35ffabc1-a60f-4e7a-b722-917d128d924d req-9c5e117f-f5dc-4a9d-af5c-109512e95d90 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0508475 Aug 21 18:13:22.761386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-e7959195-ab3a-4996-b9c8-c809295783d1 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:22.762815 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-e7959195-ab3a-4996-b9c8-c809295783d1 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 818 time: 0.3166471 Aug 21 18:13:22.774120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Allocated IP 172.20.0.2 (ce205dfb-4a0b-4f41-808e-824153e2b7b2/2ce3c0d0-d059-4206-8f75-c3a2bbf7704a/f336e0c6-8acc-43fc-bfe3-a7b26c071a3e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:13:22.788659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Request body: {'port': {'device_id': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'admin_state_up': True, 'tenant_id': '5c6d7c482e4646919dcdb53f701713b5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:22.872199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b4cb5-9b04-41f0-9fc7-c1496f84c86f req-03bdd5b7-3e17-436d-bc06-83bf1347dd12 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:22.880290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-904b4cb5-9b04-41f0-9fc7-c1496f84c86f req-03bdd5b7-3e17-436d-bc06-83bf1347dd12 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0634036 Aug 21 18:13:22.932657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-904b4cb5-9b04-41f0-9fc7-c1496f84c86f req-5a22006f-e1ff-4f7a-a1e1-6bf755fdbd82 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514734 Aug 21 18:13:22.950879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Made reservation on behalf of 5c6d7c482e4646919dcdb53f701713b5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:13:22.954980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.130155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16a8f7-c1d5-43f1-8d38-960e814254f1 req-93f475fe-3659-4840-8e1d-feefcc4fcbc5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:23.141335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be16a8f7-c1d5-43f1-8d38-960e814254f1 req-93f475fe-3659-4840-8e1d-feefcc4fcbc5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0690875 Aug 21 18:13:23.171617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a6a2881-67fe-4182-872f-100bac45c67c req-ec146c37-7f69-4a16-96db-a536206eda02 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0388103 Aug 21 18:13:23.185964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-be16a8f7-c1d5-43f1-8d38-960e814254f1 req-281d829e-b27a-45ea-be3e-e79d012221bb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Aug 21 18:13:23.223715 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.234565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.313172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.367449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Allocated IP 172.20.0.13 (ce205dfb-4a0b-4f41-808e-824153e2b7b2/2ce3c0d0-d059-4206-8f75-c3a2bbf7704a/5f2dd8b9-a19c-449b-81d5-88c355101e71) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:13:23.371245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:13:23.375245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:23.378566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:13:23.429812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event updated for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:23.452724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:23.453769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.471981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-aa69fb9b-f329-484d-ba54-c7aab32cc775 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3018258 Aug 21 18:13:23.497188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Request body: {'port': {'device_id': '2bea62f1-012e-47b0-8f60-ae1327192758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:23.559104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.562013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.613734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.665956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:13:23.670171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:23.672800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:13:23.712534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event updated for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:23.738521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Allocated IP 172.20.0.3 (ce205dfb-4a0b-4f41-808e-824153e2b7b2/2ce3c0d0-d059-4206-8f75-c3a2bbf7704a/de07ae9f-e273-4d3d-b4ec-2b2ca425739a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:13:23.744144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:23.745121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.763367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-07945609-5c7f-41f7-9f84-b4faf1a8aac5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3650939 Aug 21 18:13:23.779017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Request body: {'port': {'device_id': '9d49dca5-f9fc-40d9-9a61-996848607690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:23.906916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:23.956719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-336375a1-d5d6-4bfc-a9c4-ebd9b7b8920f req-d5ac769f-6251-4269-a586-278d4cd73c8e tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.1100750 Aug 21 18:13:24.035691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.104678 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.136309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119ef7d-6a33-4f30-aa09-5be53d637bfe req-68258dc8-ece7-469c-b169-195342cad2cb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.138261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7119ef7d-6a33-4f30-aa09-5be53d637bfe req-68258dc8-ece7-469c-b169-195342cad2cb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0864806 Aug 21 18:13:24.185179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7119ef7d-6a33-4f30-aa09-5be53d637bfe req-62b7cf85-4b20-4c9f-b3c6-0556d81f495f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392783 Aug 21 18:13:24.204618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Network ce205dfb-4a0b-4f41-808e-824153e2b7b2 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:13:24.210294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:13:24.219989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:13:24.230247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event updated for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:24.320401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.321025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.414683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f336e0c6-8acc-43fc-bfe3-a7b26c071a3e {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:24.433244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.441132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-06d8198c-42e1-47dc-b95f-f0252094ddd5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6599648 Aug 21 18:13:24.442014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01d701bc-6272-4230-9b4f-1975f71c6e78 req-340f76f7-54cd-4be7-86c5-a680fe5988a9 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0376458 Aug 21 18:13:24.457691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6759c7a-0e1b-48b3-9a46-3615d5e807c6 req-4b8a574f-0a10-4037-9112-a0500b3e597a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.465605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6759c7a-0e1b-48b3-9a46-3615d5e807c6 req-4b8a574f-0a10-4037-9112-a0500b3e597a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1674070 Aug 21 18:13:24.475224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Request body: {'port': {'device_id': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:24.502274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Transition to ACTIVE for port object f336e0c6-8acc-43fc-bfe3-a7b26c071a3e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:13:24.528535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.577428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6759c7a-0e1b-48b3-9a46-3615d5e807c6 req-5910f9ea-b473-46a2-a58c-0a1ff9524b18 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096320 Aug 21 18:13:24.579974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-38e23eb6-8d51-432c-ad04-cb9123bb69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.582160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-38e23eb6-8d51-432c-ad04-cb9123bb69ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.1231468 Aug 21 18:13:24.735551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:24.810877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-70e4605e-b652-43d9-b229-cad31c7d36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.812564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-70e4605e-b652-43d9-b229-cad31c7d36f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2213612 Aug 21 18:13:24.841283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.939842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2dd8b9-a19c-449b-81d5-88c355101e71 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:24.955868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:24.960073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-6c0afc7c-bdf4-4b55-95e5-5c4ac658d536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1233609 Aug 21 18:13:24.965735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920412f-a9a0-4d39-8d1b-4b320a3975a7 req-74912f61-9cea-4261-a1f7-7f848678b171 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:24.973525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5920412f-a9a0-4d39-8d1b-4b320a3975a7 req-74912f61-9cea-4261-a1f7-7f848678b171 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.2086430 Aug 21 18:13:25.008937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Transition to ACTIVE for port object 5f2dd8b9-a19c-449b-81d5-88c355101e71 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:13:25.025148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.066808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-55a9e870-2862-40c6-89dd-42eec463f186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.068487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-55a9e870-2862-40c6-89dd-42eec463f186 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0989709 Aug 21 18:13:25.073859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Attempting to bind port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:13:25.074209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Attempting to bind port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:13:25.074439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Attempting to bind port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:25.092078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:13:25.092402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Attempting to bind port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:25.128324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5920412f-a9a0-4d39-8d1b-4b320a3975a7 req-57d4b1d4-d63f-409d-8443-17558b8b86d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1538501 Aug 21 18:13:25.131694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:13:25.132674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Checking segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:25.138239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Bound using segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:13:25.138925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Bound port: f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:13:25.139479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.203630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:25.204192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:25.239867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c327e9-f363-40c9-bd38-f5e83ab3fb43 req-b20ecd23-7a1b-4562-a277-cb5f49202a41 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.241536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38c327e9-f363-40c9-bd38-f5e83ab3fb43 req-b20ecd23-7a1b-4562-a277-cb5f49202a41 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 931 time: 0.1664879 Aug 21 18:13:25.246195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-95f27bd2-6bc7-40e7-af3b-89e7f26d4067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.249063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-95f27bd2-6bc7-40e7-af3b-89e7f26d4067 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689124 Aug 21 18:13:25.271550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Attempting to bind port 5f2dd8b9-a19c-449b-81d5-88c355101e71 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:13:25.273517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Attempting to bind port 5f2dd8b9-a19c-449b-81d5-88c355101e71 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:13:25.274898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Attempting to bind port 5f2dd8b9-a19c-449b-81d5-88c355101e71 on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:25.345704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Port 5f2dd8b9-a19c-449b-81d5-88c355101e71 on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:13:25.346405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Attempting to bind port 5f2dd8b9-a19c-449b-81d5-88c355101e71 on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:25.375344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:25.392341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:13:25.408080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.424446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:13:25.432685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:25.433483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Checking segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:25.434102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Bound using segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:13:25.434806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Bound port: 5f2dd8b9-a19c-449b-81d5-88c355101e71, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:13:25.435389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.462314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.462735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '77cab775-1bd3-4bab-886f-0b437d275906', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'port_id': '77cab775-1bd3-4bab-886f-0b437d275906', 'mac_address': 'fa:16:3e:4a:13:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51a296-7b74-458b-aed6-43c585d5cac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:25.462977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.477067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] 10.222.0.64 "PUT /v2.0/ports/f336e0c6-8acc-43fc-bfe3-a7b26c071a3e HTTP/1.1" status: 200 len: 1092 time: 1.9744823 Aug 21 18:13:25.477660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:25.481558 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:25.493464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38c327e9-f363-40c9-bd38-f5e83ab3fb43 req-c56ac7f0-482f-4c52-8e8d-bc344a8a3c82 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426977 Aug 21 18:13:25.559341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.586027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:25.594007 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb9b689-dc45-43fa-89a8-791d7d094f2e x-openstack-request-id: req-2eb9b689-dc45-43fa-89a8-791d7d094f2e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:25.594299 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:25.594559 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2eb9b689-dc45-43fa-89a8-791d7d094f2e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:25.594960 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'status': 'completed', 'code': 200} Aug 21 18:13:25.629585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-c9625d26-e0aa-4b30-a521-dfbcfe65c87d service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598733 Aug 21 18:13:25.634434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:25.641258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc7e7244-520c-42ca-880d-84b14282d552 req-cb3f17db-b77d-471b-834b-e6731a3417f2 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0664134 Aug 21 18:13:25.641986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.663192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09640825-16f0-44c4-94a6-8a53ba29fe28 service neutron] Pushing event updated for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:25.726298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-e7b452d6-001a-46ed-a99e-5274b40633d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.728176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-e7b452d6-001a-46ed-a99e-5274b40633d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 1095 time: 0.1918943 Aug 21 18:13:25.743042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de07ae9f-e273-4d3d-b4ec-2b2ca425739a {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:25.762647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.775493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:25.786659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:25.804097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:25.839757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-14781eed-62c0-408e-b599-87be7fc29b02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e HTTP/1.1" status: 200 len: 217 time: 0.0909367 Aug 21 18:13:25.850314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:13:25.863004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9cb0426-1e92-45fd-97a0-c564184ffe42 req-33838170-0b76-489b-b86d-22eb5551b606 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214448 Aug 21 18:13:25.866440 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.868637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d8744ec-35d6-458d-a59f-5db7c07444af req-0ebad7b1-7b95-47a0-8462-2115b470d7d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0489507 Aug 21 18:13:25.876976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Transition to ACTIVE for port object de07ae9f-e273-4d3d-b4ec-2b2ca425739a will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:13:25.949854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.955615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:25.958709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:25.960205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] 10.222.0.39 "PUT /v2.0/ports/5f2dd8b9-a19c-449b-81d5-88c355101e71 HTTP/1.1" status: 200 len: 1093 time: 2.1879363 Aug 21 18:13:25.960703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:25.977469 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354be2fa-d885-43d3-932b-6bafca2da20a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:25.999869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df57a2c-9487-4c1a-9ef5-67dc46ba3a90 req-8846ccb9-c32c-4f2b-bc42-1ff6af66eae0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.008061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9df57a2c-9487-4c1a-9ef5-67dc46ba3a90 req-8846ccb9-c32c-4f2b-bc42-1ff6af66eae0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 945 time: 0.2729008 Aug 21 18:13:26.018162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdba839-348b-46b4-b72f-4ed67475dff8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:26.099952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-71463425-afac-4ac9-977e-b701be0b1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.101351 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c23e06-6e54-4fb2-b31a-3451dba2c210 x-openstack-request-id: req-a7c23e06-6e54-4fb2-b31a-3451dba2c210 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:26.101755 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:26.102091 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7c23e06-6e54-4fb2-b31a-3451dba2c210 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:26.102715 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71', 'status': 'completed', 'code': 200} Aug 21 18:13:26.103201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-71463425-afac-4ac9-977e-b701be0b1072 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.2375114 Aug 21 18:13:26.106003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:26.107926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9df57a2c-9487-4c1a-9ef5-67dc46ba3a90 req-d83a372d-1261-4643-98cf-633a99ff48f1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988240 Aug 21 18:13:26.180530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-803ffcc8-06fa-4f26-8222-bac60d173fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.184462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-803ffcc8-06fa-4f26-8222-bac60d173fa2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 1096 time: 0.0751016 Aug 21 18:13:26.272697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-c4235df1-cb43-4f1c-947c-629d84a5f3b3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938904 Aug 21 18:13:26.646064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-ceaece0a-5d7a-426e-8f44-768833eff8cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71 HTTP/1.1" status: 200 len: 217 time: 0.4514203 Aug 21 18:13:26.717156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-d4d87553-22e2-48b3-99b8-1ecf7783760b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.718786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-d4d87553-22e2-48b3-99b8-1ecf7783760b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.0603240 Aug 21 18:13:26.778562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-7c9dd0b7-3582-4b33-b9ed-712a82c441c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447638 Aug 21 18:13:26.796364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb98d2e-6b39-4f53-88d0-6341e0027cd4 req-baa513ef-82b7-42ba-a095-c82cacc65d40 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.804588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efb98d2e-6b39-4f53-88d0-6341e0027cd4 req-baa513ef-82b7-42ba-a095-c82cacc65d40 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.5709553 Aug 21 18:13:26.835951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Attempting to bind port de07ae9f-e273-4d3d-b4ec-2b2ca425739a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:13:26.835951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Attempting to bind port de07ae9f-e273-4d3d-b4ec-2b2ca425739a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:13:26.836658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Attempting to bind port de07ae9f-e273-4d3d-b4ec-2b2ca425739a on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:26.846993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167cbfc-302e-4455-91ad-76cd0cebe518 req-f0b75e94-a69a-42f0-b1af-158414b4cf21 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:26.848642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6167cbfc-302e-4455-91ad-76cd0cebe518 req-f0b75e94-a69a-42f0-b1af-158414b4cf21 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 943 time: 0.2016439 Aug 21 18:13:26.853833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Port de07ae9f-e273-4d3d-b4ec-2b2ca425739a on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:13:26.854163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Attempting to bind port de07ae9f-e273-4d3d-b4ec-2b2ca425739a on network ce205dfb-4a0b-4f41-808e-824153e2b7b2 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:13:26.870043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:13:26.870387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Checking segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:13:26.871003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Bound using segment: {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:13:26.871470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Bound port: de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15fff93-e179-453d-ab9c-c2369cdd76f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:13:26.871826 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:26.910522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efb98d2e-6b39-4f53-88d0-6341e0027cd4 req-3df63d60-60fd-414d-91d0-cc855af892b8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049037 Aug 21 18:13:26.926824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-84ea3528-06df-48be-8f78-0bb7a5c9d7a4 service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312568 Aug 21 18:13:26.995950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6167cbfc-302e-4455-91ad-76cd0cebe518 req-a63229ac-5cb7-4326-b8b6-989a3e872d2e tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374199 Aug 21 18:13:27.046300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-f96971e3-309a-4a3c-8c8d-dda6db877989 service neutron] 10.222.0.39 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506034 Aug 21 18:13:27.172351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e87d63e-9d9a-4240-a973-5189d3eb8fef req-a58d3d98-94d3-433d-9b71-8fd202e9d100 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.1219914 Aug 21 18:13:27.193582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:27.204414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:13:27.213797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:27.221472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:27.291790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-5bef32bd-c744-4e5b-86b8-e5743112992e service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553519 Aug 21 18:13:27.292170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-a2e24495-721d-4a2f-9010-c87d44e7d781 service neutron] 10.222.0.39 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371888 Aug 21 18:13:27.299617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.300236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:27.301598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] 10.222.0.64 "PUT /v2.0/ports/de07ae9f-e273-4d3d-b4ec-2b2ca425739a HTTP/1.1" status: 200 len: 1092 time: 2.8307266 Aug 21 18:13:27.319339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 77cab775-1bd3-4bab-886f-0b437d275906 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:27.319704 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:27.358621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798fc70-c2b3-428f-b3bc-762d08a2cf6c service neutron] Pushing event updated for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:27.399414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59217348-b875-438a-80dc-fd0d6ba89e77 req-606ae207-5bf5-4a32-828a-149c4b0594a3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.407303 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59217348-b875-438a-80dc-fd0d6ba89e77 req-606ae207-5bf5-4a32-828a-149c4b0594a3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 945 time: 0.1342931 Aug 21 18:13:27.502844 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59217348-b875-438a-80dc-fd0d6ba89e77 req-d9d5945a-a4d3-4c29-b2e2-5ea429fdd01a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945351 Aug 21 18:13:27.508601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be2fa-d885-43d3-932b-6bafca2da20a req-46c2ea5b-78ae-4a36-bace-4c438c431d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.514686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:27.516045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-46c2ea5b-78ae-4a36-bace-4c438c431d41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 1096 time: 0.1061275 Aug 21 18:13:27.568165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:27.570045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:27.573154 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98df7e43-4dd7-4267-b52b-0ed0b8aaa671" -d '{"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:27.582873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-0cde1739-c69f-4996-9f45-1d8a4f516bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.587260 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:27.590262 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-0cde1739-c69f-4996-9f45-1d8a4f516bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 1095 time: 0.2174168 Aug 21 18:13:27.595534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:27.601657 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c64a47-881f-4615-a181-b33b53c90fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:27.630637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-fdba96cd-7133-4ec5-8708-f696e6730d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.635978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-fdba96cd-7133-4ec5-8708-f696e6730d7d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 1095 time: 0.2269602 Aug 21 18:13:27.659992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:27.681222 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93c7250-fb8b-48d1-8181-ca9c270201e7 x-openstack-request-id: req-f93c7250-fb8b-48d1-8181-ca9c270201e7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:27.681528 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:27.685195 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f93c7250-fb8b-48d1-8181-ca9c270201e7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:27.686645 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'code': 200} Aug 21 18:13:27.728663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be2fa-d885-43d3-932b-6bafca2da20a req-fc9e9626-114a-4cc5-bd98-b4989a5c0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.730720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-fc9e9626-114a-4cc5-bd98-b4989a5c0b27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 919 time: 0.2057300 Aug 21 18:13:27.817642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-6f82e4fd-51a1-441b-a846-08c23510e7a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71 HTTP/1.1" status: 200 len: 217 time: 0.0788627 Aug 21 18:13:27.821060 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f7f5f-13ec-4b6e-b348-6e29b472dc14 x-openstack-request-id: req-3c8f7f5f-13ec-4b6e-b348-6e29b472dc14 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:27.821597 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:27.821945 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c8f7f5f-13ec-4b6e-b348-6e29b472dc14 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:27.822404 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a', 'status': 'completed', 'code': 200} Aug 21 18:13:27.846177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-989d014e-0834-4657-982c-3abf03b2daed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a HTTP/1.1" status: 200 len: 217 time: 0.1869905 Aug 21 18:13:27.915387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354be2fa-d885-43d3-932b-6bafca2da20a req-bdb2f640-bcee-49a3-a682-73a93dc05f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.918825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-bdb2f640-bcee-49a3-a682-73a93dc05f4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.0871255 Aug 21 18:13:27.940801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-a43dc20a-2035-4a59-b395-8d7b3a10aa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.942290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-a43dc20a-2035-4a59-b395-8d7b3a10aa76 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 919 time: 0.3310232 Aug 21 18:13:27.965871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-88c74dfb-4751-4592-b330-e912b75014a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:27.967441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-88c74dfb-4751-4592-b330-e912b75014a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.1064901 Aug 21 18:13:28.018788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-b87188ea-bf5a-4f8a-8562-e53d7230be93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772662 Aug 21 18:13:28.063497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-fcb2ee18-00a0-433d-b1cb-c761d8ffcde3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e HTTP/1.1" status: 200 len: 217 time: 0.1059625 Aug 21 18:13:28.141423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f8682-dc78-4b36-8972-cdd8986919c9 req-03e7e404-d3a8-46f8-b92a-01a86f48e774 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.143042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-605f8682-dc78-4b36-8972-cdd8986919c9 req-03e7e404-d3a8-46f8-b92a-01a86f48e774 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1299446 Aug 21 18:13:28.157226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-473dce11-a2b7-4166-bcd1-0d32333da118 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089988 Aug 21 18:13:28.227729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-32e6579e-4377-404b-820e-23ea9e040621 service neutron] 10.222.0.39 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978586 Aug 21 18:13:28.249649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-990df3f3-a9a7-4a46-8b71-91083fd847c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.251817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-990df3f3-a9a7-4a46-8b71-91083fd847c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.1615887 Aug 21 18:13:28.276359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.286988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.293713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.294325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-605f8682-dc78-4b36-8972-cdd8986919c9 req-7ba70c27-b0be-4c01-b228-66d3aa06558c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1438491 Aug 21 18:13:28.302286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.311284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.318062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.326020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.328481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-517784ee-21eb-4e9e-bea7-76719186714c req-9ef582c0-54e8-47cf-96f0-ac40e5c1da90 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.2906916 Aug 21 18:13:28.381641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-c8e5dd5e-f864-4b83-83da-f35f8707f775 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491889 Aug 21 18:13:28.449738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-77bd5c3b-5b49-4708-b68e-2886b1e0b660 service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784939 Aug 21 18:13:28.577865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-517784ee-21eb-4e9e-bea7-76719186714c req-7838ca30-34ee-46b2-8a8f-6345e25265e5 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2341681 Aug 21 18:13:28.651293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1266-4be0-4755-9264-1f3e655d0794 req-13e1ec3a-8001-44bb-a398-b4793471fc3c tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:28.660720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-897b1266-4be0-4755-9264-1f3e655d0794 req-13e1ec3a-8001-44bb-a398-b4793471fc3c tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 943 time: 0.2403791 Aug 21 18:13:28.716626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-354be2fa-d885-43d3-932b-6bafca2da20a req-c88b9b25-2cb4-4870-a62d-aca49a675348 service neutron] 10.222.0.39 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646213 Aug 21 18:13:28.762072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-897b1266-4be0-4755-9264-1f3e655d0794 req-b8e28cdd-82f4-4c98-87a1-d4373d59aabb tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003687 Aug 21 18:13:28.767870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-c9c10989-3f4e-40df-a91a-64de3ccf0874 service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657227 Aug 21 18:13:28.894200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0f5fc2c-ef50-4ddb-b638-0c00bec7dab3 req-7cb8c44b-a86b-4972-8536-2705f2802aa5 service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144361 Aug 21 18:13:28.930781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc05e6a8-a25e-4364-9894-91ae9d30b0d0 req-15ecabe0-4385-491b-bf39-1632fa5752fa service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472338 Aug 21 18:13:28.992207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38ad648b-6609-4449-861d-ed82b908a8fb req-41ff2e86-27dd-4e82-84a3-f1e737d5d629 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0282354 Aug 21 18:13:29.029145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb70021-e93e-4d59-b292-d7d1157b19e8 req-f64693d5-9c2f-4e2b-b19e-4743d6d848b4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.038175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddb70021-e93e-4d59-b292-d7d1157b19e8 req-f64693d5-9c2f-4e2b-b19e-4743d6d848b4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0774722 Aug 21 18:13:29.049410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-4a810c0c-cefe-4ca0-8ec5-76c67f1e1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.051187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-4a810c0c-cefe-4ca0-8ec5-76c67f1e1ae3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5c6d7c482e4646919dcdb53f701713b5&device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 1095 time: 0.0578961 Aug 21 18:13:29.089820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ddb70021-e93e-4d59-b292-d7d1157b19e8 req-bfb20744-dc4b-4673-90e7-41135a6fc10b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456715 Aug 21 18:13:29.192314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-12210748-f7fb-45fd-bd85-f3a519cb0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.193941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-12210748-f7fb-45fd-bd85-f3a519cb0424 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 200 len: 919 time: 0.1234918 Aug 21 18:13:29.209973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda83a9f-69cc-4601-b483-be06ec996191 req-8596ccfc-85d1-4c99-afbe-7b6f2cb6f450 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.218376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fda83a9f-69cc-4601-b483-be06ec996191 req-8596ccfc-85d1-4c99-afbe-7b6f2cb6f450 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0637813 Aug 21 18:13:29.278209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fda83a9f-69cc-4601-b483-be06ec996191 req-00191b29-529b-4e3d-b645-9b4bb468f80f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564196 Aug 21 18:13:29.316395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-ed8199de-428b-4a51-8d6c-9a95aeffbecb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a HTTP/1.1" status: 200 len: 217 time: 0.1019397 Aug 21 18:13:29.394760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-7372a7ef-1a09-4eb4-a0aa-3e780ba2bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.396884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-7372a7ef-1a09-4eb4-a0aa-3e780ba2bd2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 200 len: 858 time: 0.0655928 Aug 21 18:13:29.415510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230afc9-16d3-4362-a3e7-fc4a215be167 req-605bd83b-0332-4894-a8a4-7cbbb7bcedcf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.423755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4230afc9-16d3-4362-a3e7-fc4a215be167 req-605bd83b-0332-4894-a8a4-7cbbb7bcedcf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 945 time: 0.1236272 Aug 21 18:13:29.459537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-587ef961-b606-4f48-baf0-8a486e6d4d80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ce205dfb-4a0b-4f41-808e-824153e2b7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330334 Aug 21 18:13:29.587042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4230afc9-16d3-4362-a3e7-fc4a215be167 req-55949ab6-a945-4cca-854d-119009cea6d0 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605124 Aug 21 18:13:29.664343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.671005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.677977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.686892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.693193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.699647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.706010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.714023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-6ad12982-493f-4179-89c9-82e49e2c0727 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.4843569 Aug 21 18:13:29.851494 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-cbb20845-8053-4f46-8318-cdb3cf7c9b9e service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766997 Aug 21 18:13:29.863372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-69b51839-bcbc-4551-8c9c-b6f7e905802b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.869012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-69b51839-bcbc-4551-8c9c-b6f7e905802b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1262376 Aug 21 18:13:29.877235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5f2dd8b9-a19c-449b-81d5-88c355101e71 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:29.914379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.929549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.943186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.953802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.960722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.967903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.975584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:29.984933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-fd04dae1-e8cf-415b-9aa6-3703d0d38068 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 5442 time: 0.1868856 Aug 21 18:13:30.055623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5bca183-2be2-4a3b-8970-12ef60f4ebaf req-ec2f2bb2-0fdb-4fec-9f32-67fda784da7b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676129 Aug 21 18:13:30.067161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:30.096122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '5f2dd8b9-a19c-449b-81d5-88c355101e71', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'port_id': '5f2dd8b9-a19c-449b-81d5-88c355101e71', 'mac_address': 'fa:16:3e:ab:e0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce3c0d0-d059-4206-8f75-c3a2bbf7704a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:30.198702 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:30.213285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2dd8b9-a19c-449b-81d5-88c355101e71 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:30.241372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-33c584c1-1194-4929-a9a2-2a73392c8819 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3531010 Aug 21 18:13:30.245854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:30.260746 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:30.262716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c64a47-881f-4615-a181-b33b53c90fb9 req-fadf35b3-1e11-4291-afa4-07411801fb31 service neutron] 10.222.0.64 "GET /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926320 Aug 21 18:13:30.269172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:30.318856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5127a-285c-4d7b-92ec-da92963eee56 req-7bba5b3d-4bd4-470c-8c56-a6312c969668 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:30.324486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4cf5127a-285c-4d7b-92ec-da92963eee56 req-7bba5b3d-4bd4-470c-8c56-a6312c969668 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 943 time: 0.1521673 Aug 21 18:13:30.356588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:30.376619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:30.394030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4cf5127a-285c-4d7b-92ec-da92963eee56 req-f9fc39c0-8448-4196-b69b-9568ade24945 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617406 Aug 21 18:13:30.610389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5f2dd8b9-a19c-449b-81d5-88c355101e71'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:30.680269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4794-5145-455f-837b-8b9ad126ef6c req-3d72ef4d-ff77-466c-82bd-135462e78b25 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:30.683020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03aa4794-5145-455f-837b-8b9ad126ef6c req-3d72ef4d-ff77-466c-82bd-135462e78b25 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1057725 Aug 21 18:13:30.734450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fc64e-f3da-490a-97cb-6efcd440dae0 req-714b21bd-7142-4991-af49-c7eea3e03ef4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:30.736418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c34fc64e-f3da-490a-97cb-6efcd440dae0 req-714b21bd-7142-4991-af49-c7eea3e03ef4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0848393 Aug 21 18:13:30.765636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=0f785a69-9299-4052-a2d5-1a144b4488ce,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:30.793776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c34fc64e-f3da-490a-97cb-6efcd440dae0 req-99006d5a-473d-4c19-ad63-0c450e732145 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513809 Aug 21 18:13:30.841120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03aa4794-5145-455f-837b-8b9ad126ef6c req-3e3b0efe-0416-491e-9ca1-75b3d4a7bab4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1483898 Aug 21 18:13:30.873224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-02a2312b-244e-4df8-a293-2577ec109185 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:30.883899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-02a2312b-244e-4df8-a293-2577ec109185 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 945 time: 0.1709228 Aug 21 18:13:30.957219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d8c93be-0843-4915-a001-b6f0ff810388 req-720d725e-1834-4ade-9e08-66797bdea17e tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0384696 Aug 21 18:13:30.988250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] For port 0f785a69-9299-4052-a2d5-1a144b4488ce, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:31.087991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] device_id is not set on port 0f785a69-9299-4052-a2d5-1a144b4488ce yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:13:31.109707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.131255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845c85-f5c2-41bc-bef6-5b58dfcd1a64 req-28cbc032-15d9-42cb-87ff-7acee7e1ee40 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.132996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9845c85-f5c2-41bc-bef6-5b58dfcd1a64 req-28cbc032-15d9-42cb-87ff-7acee7e1ee40 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 945 time: 0.1766467 Aug 21 18:13:31.135280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.220589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Deleting port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:31.220926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.233142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f336e0c6-8acc-43fc-bfe3-a7b26c071a3e details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:31.234848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75923c1-8254-4ad0-af76-be6d2ddcd674 req-160ef7a8-a5f2-4880-8798-ab75d6a4bea6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.236547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a75923c1-8254-4ad0-af76-be6d2ddcd674 req-160ef7a8-a5f2-4880-8798-ab75d6a4bea6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1059997 Aug 21 18:13:31.277597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Pushing event updated for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:31.286862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] No DVR routers for this DVR port 0f785a69-9299-4052-a2d5-1a144b4488ce on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:31.313487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a75923c1-8254-4ad0-af76-be6d2ddcd674 req-77bb2ab4-3121-446a-9384-23222b7e7278 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647550 Aug 21 18:13:31.340800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.354816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.355263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.355611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.355940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.356332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.356660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.357312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.357651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.357896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.358137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.358516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:31.404197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:31.423595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'port_id': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'mac_address': 'fa:16:3e:99:d0:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce3c0d0-d059-4206-8f75-c3a2bbf7704a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:31.458192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9845c85-f5c2-41bc-bef6-5b58dfcd1a64 req-74884c73-70a7-41b2-b070-0cdbc257d9ba tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116453 Aug 21 18:13:31.498659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.512307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] In _notify_port_updated(), no bound segment for port 0f785a69-9299-4052-a2d5-1a144b4488ce on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:13:31.514069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.515316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.519075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.520565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-e0b2d3dd-6136-424c-aa14-3c77cbea3444 service neutron] 10.222.0.64 "PUT /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 200 len: 1031 time: 1.2564042 Aug 21 18:13:31.523829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.525155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f336e0c6-8acc-43fc-bfe3-a7b26c071a3e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:31.532283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.538922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.545966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.551145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:31.552640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.560938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-a6700939-140f-43dc-a0fd-db2823068c75 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 4664 time: 0.1172299 Aug 21 18:13:31.567199 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.634345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f2eabc9-36c6-47b5-916d-a94a0ae3714b req-13961ea7-88e4-4df7-a6d6-d881379f2b4e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&id=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724814 Aug 21 18:13:31.673604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] For port 99717dea-bd9a-467c-9ad1-dbf8f62f1471, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=99717dea-bd9a-467c-9ad1-dbf8f62f1471,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:31.673993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.698970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:31.703529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-abfdcba7-6e59-49e2-87b5-c5bf14697e35 None None] Provisioning complete for port 0f785a69-9299-4052-a2d5-1a144b4488ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:31.703912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abfdcba7-6e59-49e2-87b5-c5bf14697e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.708435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-c0879d16-bac3-4cd1-965a-432458ec9cc9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.710192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-c0879d16-bac3-4cd1-965a-432458ec9cc9 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "GET /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1661863 Aug 21 18:13:31.711111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Calling delete_port for 99717dea-bd9a-467c-9ad1-dbf8f62f1471 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:31.727085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b96d0-0222-4728-89b7-ec2fc8448ca3 req-342128b8-1c9a-4b99-9b89-501aa59e471b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:31.734721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-173b96d0-0222-4728-89b7-ec2fc8448ca3 req-342128b8-1c9a-4b99-9b89-501aa59e471b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 943 time: 0.1238236 Aug 21 18:13:31.757348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-abfdcba7-6e59-49e2-87b5-c5bf14697e35 None None] Port 0f785a69-9299-4052-a2d5-1a144b4488ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:13:31.764265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:13:31.845997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-173b96d0-0222-4728-89b7-ec2fc8448ca3 req-22c8daf6-920c-40e5-b6b6-484461de35c0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052246 Aug 21 18:13:31.892188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5f2dd8b9-a19c-449b-81d5-88c355101e71 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:31.904136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:31.969701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f336e0c6-8acc-43fc-bfe3-a7b26c071a3e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:32.034138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 5f2dd8b9-a19c-449b-81d5-88c355101e71 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:13:32.044554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 5f2dd8b9-a19c-449b-81d5-88c355101e71 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:32.045048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.047042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f1d52-3115-4dac-a0fd-264a75ef1e78 req-c836ea0f-17c7-4e2a-987b-399253c009a7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:32.057604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b50f1d52-3115-4dac-a0fd-264a75ef1e78 req-c836ea0f-17c7-4e2a-987b-399253c009a7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1262546 Aug 21 18:13:32.084537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.107900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920', '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:32.122955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b50f1d52-3115-4dac-a0fd-264a75ef1e78 req-82d0d79b-00bb-4221-b7bd-8b3902505df9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Aug 21 18:13:32.134359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event deleted for resources: {'Port': ['ID=99717dea-bd9a-467c-9ad1-dbf8f62f1471,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:32.171163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d492a4c-bfc8-4719-8876-3396f36868ea req-db0127b2-037c-4c1d-a2eb-34bdcad540b1 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0512476 Aug 21 18:13:32.237834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] No DVR routers for this DVR port 99717dea-bd9a-467c-9ad1-dbf8f62f1471 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:32.240612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b85904ae-0139-4f12-8ab9-582294f98a7c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:32.243713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.246318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f4d2862-a8e2-4d39-acd5-f43796593071 req-e7d88fb7-4048-445d-a818-de669e67806c tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "DELETE /v2.0/ports/99717dea-bd9a-467c-9ad1-dbf8f62f1471 HTTP/1.1" status: 204 len: 173 time: 1.3532255 Aug 21 18:13:32.246882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'name': 'network-vif-deleted', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:32.249145 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6acdc-7db6-466f-971c-da0277b127a2" -d '{"events": [{"server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "name": "network-vif-deleted", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:32.325051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.330962 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669015d0-d59b-4ce8-b0aa-b834209b45b7 x-openstack-request-id: req-669015d0-d59b-4ce8-b0aa-b834209b45b7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:32.330962 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48afff71-aea5-4399-b713-691eb6c6806a", "name": "network-vif-deleted", "tag": "99717dea-bd9a-467c-9ad1-dbf8f62f1471", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:32.330962 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-669015d0-d59b-4ce8-b0aa-b834209b45b7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:32.331375 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48afff71-aea5-4399-b713-691eb6c6806a', 'name': 'network-vif-deleted', 'tag': '99717dea-bd9a-467c-9ad1-dbf8f62f1471', 'status': 'completed', 'code': 200} Aug 21 18:13:32.342514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] For port b85904ae-0139-4f12-8ab9-582294f98a7c, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:13:32.383053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] device_id is not set on port b85904ae-0139-4f12-8ab9-582294f98a7c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:13:32.393219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.406889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.488679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] No DVR routers for this DVR port b85904ae-0139-4f12-8ab9-582294f98a7c on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:32.490467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:32.491322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:32.497218 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd4a52-2ee3-45c3-892f-acf16123d00d" -d '{"events": [{"server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "name": "network-vif-plugged", "status": "completed", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:32.528420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:32.574698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.625556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933b8ce-8ef1-4f71-95d4-6787cb222b00 req-7d637a75-2414-4a2f-9c8a-fddfe57d4a80 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:32.628743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0933b8ce-8ef1-4f71-95d4-6787cb222b00 req-7d637a75-2414-4a2f-9c8a-fddfe57d4a80 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1516020 Aug 21 18:13:32.629434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] In _notify_port_updated(), no bound segment for port b85904ae-0139-4f12-8ab9-582294f98a7c on network 1377f771-d77d-4142-aac8-f02c134b2588 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:13:32.630278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:32.634244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.635629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-fde76ec0-5713-4754-86e0-ca4e935d87c7 service neutron] 10.222.0.64 "PUT /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 200 len: 1032 time: 0.8814328 Aug 21 18:13:32.762100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2988397b-e3a2-4e89-be1f-4c9f2a3bcfd0 req-ba7e6755-6726-4c5c-b24e-c6c3223db964 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=48afff71-aea5-4399-b713-691eb6c6806a HTTP/1.1" status: 200 len: 210 time: 0.0920701 Aug 21 18:13:32.771845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0933b8ce-8ef1-4f71-95d4-6787cb222b00 req-9d6a8b77-c78b-4f0a-97bb-95234506fcdd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1351113 Aug 21 18:13:32.793576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:32.856100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:32.856462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:32.860975 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a611ac-05b7-48ea-a71d-7df4e88655ef x-openstack-request-id: req-e8a611ac-05b7-48ea-a71d-7df4e88655ef {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:32.861540 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "name": "network-vif-plugged", "status": "completed", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:32.862700 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8a611ac-05b7-48ea-a71d-7df4e88655ef {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:32.863388 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71', 'code': 200} Aug 21 18:13:32.964091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3dfa1d18-1847-4157-8215-437169eeebde None None] Provisioning complete for port b85904ae-0139-4f12-8ab9-582294f98a7c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:32.964465 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1d18-1847-4157-8215-437169eeebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.029072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.038733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.047919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.048571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3dfa1d18-1847-4157-8215-437169eeebde None None] Port b85904ae-0139-4f12-8ab9-582294f98a7c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:13:33.063577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.065526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] For port 67cc5687-3c81-458d-b67e-9e8f317cb4e8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=67cc5687-3c81-458d-b67e-9e8f317cb4e8,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:33.066196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.084726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.097467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-c919e717-4655-46e2-a9eb-5ca793ff6145 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 3885 time: 0.1977706 Aug 21 18:13:33.192252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747a8bf-5b9f-4db9-bc03-9c352f63bcbb req-c3ed133e-10b6-40d5-a8de-593b2d7f6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.193951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d747a8bf-5b9f-4db9-bc03-9c352f63bcbb req-c3ed133e-10b6-40d5-a8de-593b2d7f6162 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 1098 time: 0.2335033 Aug 21 18:13:33.208788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d3aa12d0-926c-4daa-8de5-e55e91b4305f', '99717dea-bd9a-467c-9ad1-dbf8f62f1471'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:33.231927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-051b230a-64a0-4a11-8b1d-4f98ec42cef2 req-faaf83bb-5eeb-4ee9-9ef9-3094188e16ec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317883 Aug 21 18:13:33.274437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device de07ae9f-e273-4d3d-b4ec-2b2ca425739a details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:13:33.282441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 32595f40-8532-4865-b1c0-b391d91985be no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:33.322707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d747a8bf-5b9f-4db9-bc03-9c352f63bcbb req-f146f33c-c70c-4d7c-87f7-05a465f4c829 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890832 Aug 21 18:13:33.335417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.336137 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.336372 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Floating IP 4e38b065-38bc-44e1-97e4-92e97359f87a disassociated. External IP: 172.25.1.36, port: 67cc5687-3c81-458d-b67e-9e8f317cb4e8. Aug 21 18:13:33.340821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 67cc5687-3c81-458d-b67e-9e8f317cb4e8 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:33.422858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3a65e-bbcb-49ce-8393-865a3e280cd6 req-ea52b3fc-e0e4-4428-b2db-6bd66ce3f941 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.431224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe3a65e-bbcb-49ce-8393-865a3e280cd6 req-ea52b3fc-e0e4-4428-b2db-6bd66ce3f941 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 943 time: 0.0866632 Aug 21 18:13:33.483250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe3a65e-bbcb-49ce-8393-865a3e280cd6 req-280355f6-a07c-4240-af30-dca21f6ea1c1 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510974 Aug 21 18:13:33.558444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.600035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=67cc5687-3c81-458d-b67e-9e8f317cb4e8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:33.617674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b1204b-5e50-484d-bf43-0276cb9cb1f7 req-16090e18-eb27-4fc4-893a-f623ff8a56ed tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.625981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86b1204b-5e50-484d-bf43-0276cb9cb1f7 req-16090e18-eb27-4fc4-893a-f623ff8a56ed tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1009374 Aug 21 18:13:33.641261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:33.649129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9650-0731-4418-9e3d-53173fe02ed4 req-36a6066c-84b0-4f8f-bbbc-7d2b0d939973 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:33.660876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-200e9650-0731-4418-9e3d-53173fe02ed4 req-36a6066c-84b0-4f8f-bbbc-7d2b0d939973 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1117148 Aug 21 18:13:33.695377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.713920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-200e9650-0731-4418-9e3d-53173fe02ed4 req-0cb33248-657a-49b3-9ccc-0519cf00a81f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Aug 21 18:13:33.723179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a', 'network_id': 'ce205dfb-4a0b-4f41-808e-824153e2b7b2', 'port_id': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a', 'mac_address': 'fa:16:3e:4c:9b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce3c0d0-d059-4206-8f75-c3a2bbf7704a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:13:33.765381 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.809200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86b1204b-5e50-484d-bf43-0276cb9cb1f7 req-0771cbba-fdfc-44c1-8b92-256d705b8e05 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1818686 Aug 21 18:13:33.820872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de07ae9f-e273-4d3d-b4ec-2b2ca425739a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:13:33.830009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:33.843183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Router 6d558446-f880-4152-8a2c-6bb42a03dc08 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:13:33.852195 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:33.852963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 67cc5687-3c81-458d-b67e-9e8f317cb4e8 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:33.887920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10ee8641-3ee2-41b6-a0f3-d7336ef417a5 req-fa48fb1d-a7bd-420a-9c2d-a8740157b3a8 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0943809 Aug 21 18:13:33.931171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 67cc5687-3c81-458d-b67e-9e8f317cb4e8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:33.931498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 67cc5687-3c81-458d-b67e-9e8f317cb4e8 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:33.932707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f785a69-9299-4052-a2d5-1a144b4488ce no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:33.940090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:33.975810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:33.985048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.042801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:34.080267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 0f785a69-9299-4052-a2d5-1a144b4488ce not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:34.080703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 051a996a-e1c8-4f43-bd25-a69c59f4029c no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:34.228624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.274718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['de07ae9f-e273-4d3d-b4ec-2b2ca425739a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:34.282433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:34.310885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.312147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2d77109-c7e6-4219-9679-39f010c5b546 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:34.460943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-e976b189-dc5f-439b-85d2-b7137e984fd7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.477383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-e976b189-dc5f-439b-85d2-b7137e984fd7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.494048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-e976b189-dc5f-439b-85d2-b7137e984fd7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.519865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-e976b189-dc5f-439b-85d2-b7137e984fd7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.526222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:34.543881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-e976b189-dc5f-439b-85d2-b7137e984fd7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 3145 time: 0.1615391 Aug 21 18:13:34.616538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.640092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-381a6a40-e70c-4b81-903d-c3b922082ef4 req-2d31b7ab-2740-4010-bb8d-52fbd232f3dc tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961592 Aug 21 18:13:34.706136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:34.741172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.741172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b85904ae-0139-4f12-8ab9-582294f98a7c no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:34.778994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:13:34.792210 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Sync routers for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:13:34.836463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce636f9-f921-4bcd-acb4-d58505f60d45 req-343c9851-c735-4e81-86b5-04fca01cb13a tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.839006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bce636f9-f921-4bcd-acb4-d58505f60d45 req-343c9851-c735-4e81-86b5-04fca01cb13a tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 944 time: 0.1414709 Aug 21 18:13:34.841022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:13:34.845223 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:34.886963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] No DVR routers for this DVR port 67cc5687-3c81-458d-b67e-9e8f317cb4e8 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:34.889841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:34.892495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-0d83187e-2144-49b2-977a-4341a3927b6e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "DELETE /v2.0/ports/67cc5687-3c81-458d-b67e-9e8f317cb4e8 HTTP/1.1" status: 204 len: 173 time: 2.2449017 Aug 21 18:13:34.897867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:34.900448 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e0410-323d-406b-8bd5-0213125194c6" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:34.905271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32595f40-8532-4865-b1c0-b391d91985be'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:34.907531 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bea035f-0cf1-4758-a94b-4b7101f141b7" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "32595f40-8532-4865-b1c0-b391d91985be"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:34.921086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:34.931589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015727e-c46a-4f94-9c37-2844aa5e78f6 req-5dc2b48b-0ef4-4534-941d-4c0101f5bbe2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:34.934001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d015727e-c46a-4f94-9c37-2844aa5e78f6 req-5dc2b48b-0ef4-4534-941d-4c0101f5bbe2 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1005180 Aug 21 18:13:34.968336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b85904ae-0139-4f12-8ab9-582294f98a7c not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:34.969038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:34.993282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d015727e-c46a-4f94-9c37-2844aa5e78f6 req-7cde0e93-a053-4c01-a912-3f67ff444748 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515215 Aug 21 18:13:34.995545 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:13:35.013795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bce636f9-f921-4bcd-acb4-d58505f60d45 req-2fee8ecb-e3be-4fb3-8d19-4fe4f8642b7f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461866 Aug 21 18:13:35.125221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:35.125569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.130237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f930c82-589e-4f5c-bbea-04ae33722b55 req-de798feb-645a-43c5-ae0b-d580ea9f1b66 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:35.139290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f930c82-589e-4f5c-bbea-04ae33722b55 req-de798feb-645a-43c5-ae0b-d580ea9f1b66 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0772531 Aug 21 18:13:35.153690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.227290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f930c82-589e-4f5c-bbea-04ae33722b55 req-6bda9b46-d1a3-46fd-b59e-5cba50380b92 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869324 Aug 21 18:13:35.335065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:35.335441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.366068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:35.368645 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2d7ea7-050a-46ec-bf3c-3b7f51e5a02c x-openstack-request-id: req-0c2d7ea7-050a-46ec-bf3c-3b7f51e5a02c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:35.368936 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "67cc5687-3c81-458d-b67e-9e8f317cb4e8", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:35.369187 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c2d7ea7-050a-46ec-bf3c-3b7f51e5a02c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:35.370155 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '67cc5687-3c81-458d-b67e-9e8f317cb4e8', 'status': 'completed', 'code': 200} Aug 21 18:13:35.404161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:35.484976 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Checking router: 6d558446-f880-4152-8a2c-6bb42a03dc08 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:13:35.507140 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:13:35.507880 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:35.512883 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608c60a-f132-4a5c-97a5-1ed2d709f61e x-openstack-request-id: req-b608c60a-f132-4a5c-97a5-1ed2d709f61e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:35.513191 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "32595f40-8532-4865-b1c0-b391d91985be", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:35.513425 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b608c60a-f132-4a5c-97a5-1ed2d709f61e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:35.513820 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32595f40-8532-4865-b1c0-b391d91985be', 'code': 200} Aug 21 18:13:35.514071 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'code': 200} Aug 21 18:13:35.514316 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'code': 200} Aug 21 18:13:35.544740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82bfd2a1-96b4-4544-9dc7-293e9fd483df req-e7d0ed79-3f9b-473e-bb25-e047951b22e1 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0683789 Aug 21 18:13:35.560580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c79d6-9c1b-4cbb-9c48-50264d64ad6d req-6afbee8d-6ed6-461c-af9b-5d070a5edf08 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:35.569979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c5c79d6-9c1b-4cbb-9c48-50264d64ad6d req-6afbee8d-6ed6-461c-af9b-5d070a5edf08 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0849364 Aug 21 18:13:35.578657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:35.592644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.640368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c5c79d6-9c1b-4cbb-9c48-50264d64ad6d req-73995ac7-0082-40a1-a008-2b69a4dbf1b0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643265 Aug 21 18:13:35.737017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:35.752660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device de07ae9f-e273-4d3d-b4ec-2b2ca425739a up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:35.759403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:13:35.880602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port de07ae9f-e273-4d3d-b4ec-2b2ca425739a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:13:35.887210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port de07ae9f-e273-4d3d-b4ec-2b2ca425739a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:35.887587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.908924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:35.929815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f3ff-7634-4c72-bd89-cd179b653bb1 req-c95235e8-419e-4c8d-beff-6c0dbd45db3b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:35.933676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e503f3ff-7634-4c72-bd89-cd179b653bb1 req-c95235e8-419e-4c8d-beff-6c0dbd45db3b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1451201 Aug 21 18:13:36.056200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e503f3ff-7634-4c72-bd89-cd179b653bb1 req-5e048e63-57d6-40ec-ba0d-f3150c7d00d2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153541 Aug 21 18:13:36.063549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=679c0caa-4f5f-4e3c-98d8-c072dfeb29d9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:36.091149 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.112405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] No DVR routers for this DVR port 679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:36.116914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.122184 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:36.124324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-34b2abc7-2dab-4b2d-886c-7c5831e6ba72 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "DELETE /v2.0/ports/679c0caa-4f5f-4e3c-98d8-c072dfeb29d9 HTTP/1.1" status: 204 len: 173 time: 1.2205791 Aug 21 18:13:36.142041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-7d91ede1-e507-4571-a83a-204b6919f4b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.159304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-7d91ede1-e507-4571-a83a-204b6919f4b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.169045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:36.175649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-7d91ede1-e507-4571-a83a-204b6919f4b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.181376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.183283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f336e0c6-8acc-43fc-bfe3-a7b26c071a3e up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:13:36.186690 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eec6f3d-da98-42f3-af77-cb6b435b6976 None None] The sync data for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 is: [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:03:21Z', 'revision_number': 4, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '6416738d-9107-4ba4-9a54-276e5e358bfb', 'name': '', 'network_id': '20498726-c7da-4d33-8944-882848b3731c', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'mac_address': 'fa:16:3e:4b:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:20Z', 'updated_at': '2021-08-21T18:03:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'subnets': [{'id': 'f192ea2d-2b18-457c-9dd5-faca10d281f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:13:36.198741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-7d91ede1-e507-4571-a83a-204b6919f4b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.200620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-7d91ede1-e507-4571-a83a-204b6919f4b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 3063 time: 0.3781703 Aug 21 18:13:36.282116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860219d-eba6-4d24-b920-ba58ccb3acf5 req-3a496ac7-82ab-4296-90a8-4c41f384cd81 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.283716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f860219d-eba6-4d24-b920-ba58ccb3acf5 req-3a496ac7-82ab-4296-90a8-4c41f384cd81 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1140876 Aug 21 18:13:36.347912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:36.373711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:13:36.380105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:13:36.381061 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.384115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f860219d-eba6-4d24-b920-ba58ccb3acf5 req-30dff7e8-39b8-434e-8c76-f33fc1bb3996 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924201 Aug 21 18:13:36.438076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b0253f1-cbfc-42ec-8b12-1d2d8dbfb192 req-1e214881-e3a0-4cca-86ec-72a085fecbc7 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100956 Aug 21 18:13:36.519882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 051a996a-e1c8-4f43-bd25-a69c59f4029c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:36.520375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.580842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.641963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:36.647843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04ff52-5a33-44d9-a27b-3001766e2af7 req-c8f09aaa-9d1f-4932-b239-a4d00874fca0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.660413 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:36.661872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 99717dea-bd9a-467c-9ad1-dbf8f62f1471 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:36.665860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc04ff52-5a33-44d9-a27b-3001766e2af7 req-c8f09aaa-9d1f-4932-b239-a4d00874fca0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 945 time: 0.1146903 Aug 21 18:13:36.754879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc04ff52-5a33-44d9-a27b-3001766e2af7 req-3e58dbfe-061f-46ca-9124-59fe93fab94f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873773 Aug 21 18:13:36.794527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 99717dea-bd9a-467c-9ad1-dbf8f62f1471 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:36.795130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 99717dea-bd9a-467c-9ad1-dbf8f62f1471 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:36.811704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707e13a8-e4e3-4953-93f3-b27750322567 None None] New status for floating IP 4e38b065-38bc-44e1-97e4-92e97359f87a: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:13:36.833064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0cb47-c536-41bf-b213-3c6004f01c57 req-dd5ff537-d850-43f5-9ab5-6f28867039b7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:36.840829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2d0cb47-c536-41bf-b213-3c6004f01c57 req-dd5ff537-d850-43f5-9ab5-6f28867039b7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.3109326 Aug 21 18:13:36.998003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2d0cb47-c536-41bf-b213-3c6004f01c57 req-d29e96d8-b615-4784-a69d-b67822da99a6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1560833 Aug 21 18:13:37.005880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] For port 051a996a-e1c8-4f43-bd25-a69c59f4029c, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=051a996a-e1c8-4f43-bd25-a69c59f4029c,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:37.006367 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:37.042369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42371b42-740e-48cd-b30f-60ef59e235f8 req-93262671-5375-48c1-a1ee-e43c01fc8fb6 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0546753 Aug 21 18:13:37.044925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 051a996a-e1c8-4f43-bd25-a69c59f4029c owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:37.049010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:37.205233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:37.271967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=051a996a-e1c8-4f43-bd25-a69c59f4029c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:37.365299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] No DVR routers for this DVR port 051a996a-e1c8-4f43-bd25-a69c59f4029c on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:37.368273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:37.370821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-1b6660cc-ed0c-4f5c-a0e9-1f885b66f03d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "DELETE /v2.0/ports/051a996a-e1c8-4f43-bd25-a69c59f4029c HTTP/1.1" status: 204 len: 173 time: 1.1664104 Aug 21 18:13:37.371376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9'}, {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:37.376731 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3d9f04-8735-44cd-ad02-d4e72a2822ca" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9"}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:37.443245 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b8b90b-9328-4dd8-af7d-e3f20e476eed x-openstack-request-id: req-61b8b90b-9328-4dd8-af7d-e3f20e476eed {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:37.443245 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9", "status": "completed", "code": 200}, {"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "051a996a-e1c8-4f43-bd25-a69c59f4029c", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:37.443245 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61b8b90b-9328-4dd8-af7d-e3f20e476eed {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:37.443674 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'status': 'completed', 'code': 200} Aug 21 18:13:37.443674 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '051a996a-e1c8-4f43-bd25-a69c59f4029c', 'status': 'completed', 'code': 200} Aug 21 18:13:37.515388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9'}, {'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a'}, {'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:37.518096 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76e76e7-51de-4570-b721-67dfcbc02613" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9"}, {"server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a"}, {"server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "name": "network-vif-plugged", "status": "completed", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:37.627805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port f2d77109-c7e6-4219-9679-39f010c5b546 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:37.628504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:37.663573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209b35-f04c-41a0-af01-df9301e0922e req-87b4cb15-0115-4949-8da0-3be3ef171956 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:37.684947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96209b35-f04c-41a0-af01-df9301e0922e req-87b4cb15-0115-4949-8da0-3be3ef171956 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:37.687362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96209b35-f04c-41a0-af01-df9301e0922e req-87b4cb15-0115-4949-8da0-3be3ef171956 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 1676 time: 0.1030710 Aug 21 18:13:37.701389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c902c2-39c2-4975-8b45-34b6f9beaad8 req-c818e55e-6eb4-455d-accd-a16b1b6cfdae tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:37.702881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c902c2-39c2-4975-8b45-34b6f9beaad8 req-c818e55e-6eb4-455d-accd-a16b1b6cfdae tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1623080 Aug 21 18:13:37.773612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e7c902c2-39c2-4975-8b45-34b6f9beaad8 req-b86b21de-7a05-486c-8378-636d8a65b4f6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625389 Aug 21 18:13:37.808762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] For port f2d77109-c7e6-4219-9679-39f010c5b546, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2d77109-c7e6-4219-9679-39f010c5b546,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:37.812407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:37.813187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96209b35-f04c-41a0-af01-df9301e0922e req-710358cd-a0ee-4b37-9ac7-f3d578c4d9c0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174262 Aug 21 18:13:37.860437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for f2d77109-c7e6-4219-9679-39f010c5b546 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:37.891245 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233c62e-4d07-4260-9f86-19afeeae8353 x-openstack-request-id: req-4233c62e-4d07-4260-9f86-19afeeae8353 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:37.892616 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-unplugged", "status": "completed", "tag": "679c0caa-4f5f-4e3c-98d8-c072dfeb29d9", "code": 200}, {"server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "name": "network-vif-plugged", "status": "completed", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a", "code": 200}, {"server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "name": "network-vif-plugged", "status": "completed", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:37.893055 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4233c62e-4d07-4260-9f86-19afeeae8353 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:37.893748 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '679c0caa-4f5f-4e3c-98d8-c072dfeb29d9', 'code': 200} Aug 21 18:13:37.894165 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a', 'code': 200} Aug 21 18:13:37.895174 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'code': 200} Aug 21 18:13:38.079648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7b46d-9614-4281-8d99-c4eb6d66ff57 req-94a1fa0e-d725-43e6-a91d-bbd0bc640ace tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:38.087741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18a7b46d-9614-4281-8d99-c4eb6d66ff57 req-94a1fa0e-d725-43e6-a91d-bbd0bc640ace tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 945 time: 0.1433175 Aug 21 18:13:38.121888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9779471-3917-49af-a68f-faa7c68edb0f req-37ea7314-f1f9-4cc4-a6f2-3a3e8fd41e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:38.130805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c9779471-3917-49af-a68f-faa7c68edb0f req-37ea7314-f1f9-4cc4-a6f2-3a3e8fd41e9e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 1097 time: 0.1431544 Aug 21 18:13:38.137935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a5250-7dbe-43a7-9ef1-74fbb3bfc527 req-e5e142c7-3964-4bc8-8ba2-2e0a2f8d32de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:38.139838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-771a5250-7dbe-43a7-9ef1-74fbb3bfc527 req-e5e142c7-3964-4bc8-8ba2-2e0a2f8d32de service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 1097 time: 0.0999868 Aug 21 18:13:38.194382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18a7b46d-9614-4281-8d99-c4eb6d66ff57 req-4987354e-c965-4f6e-a538-d33ce31a6479 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052842 Aug 21 18:13:38.227570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-771a5250-7dbe-43a7-9ef1-74fbb3bfc527 req-8665cb68-8f1e-4a34-b305-91b1f6907342 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740156 Aug 21 18:13:38.235980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c9779471-3917-49af-a68f-faa7c68edb0f req-d890f75d-d740-4a5b-b0da-9029253d519e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950499 Aug 21 18:13:38.245863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f3f1f6f-4bcb-4162-b014-b60a220ca2ee req-fc8b0269-a38f-431e-b679-2d8f03215803 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0741420 Aug 21 18:13:38.246914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:38.300665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=f2d77109-c7e6-4219-9679-39f010c5b546,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:38.344468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] No DVR routers for this DVR port f2d77109-c7e6-4219-9679-39f010c5b546 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:38.347402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:38.349609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-59e1bd8b-b855-4e43-b10b-0822ed33142d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "DELETE /v2.0/ports/f2d77109-c7e6-4219-9679-39f010c5b546 HTTP/1.1" status: 204 len: 173 time: 0.9694579 Aug 21 18:13:38.798803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 32595f40-8532-4865-b1c0-b391d91985be {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:38.799157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:38.981671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110e52c-6e0f-4e07-b55b-dcad3d695296 req-fd69c46e-564f-4913-ae06-44327e333cde tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:38.983955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a110e52c-6e0f-4e07-b55b-dcad3d695296 req-fd69c46e-564f-4913-ae06-44327e333cde tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.0834148 Aug 21 18:13:39.042966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a110e52c-6e0f-4e07-b55b-dcad3d695296 req-46f3da9a-021d-4cfb-beff-4a057b773c8d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514908 Aug 21 18:13:39.066571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f66aa4-ed36-48bf-9f51-4de92556a180 req-f70e39dd-fe13-444b-9f2f-13b51813af6b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:39.068541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60f66aa4-ed36-48bf-9f51-4de92556a180 req-f70e39dd-fe13-444b-9f2f-13b51813af6b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1286509 Aug 21 18:13:39.130902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] For port 32595f40-8532-4865-b1c0-b391d91985be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=32595f40-8532-4865-b1c0-b391d91985be,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:39.132263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:39.148948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60f66aa4-ed36-48bf-9f51-4de92556a180 req-a8a6ab53-a7ae-4fde-b23a-8e5e1fb3cd12 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Aug 21 18:13:39.151843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f067c-70d7-4954-b9e4-a4e5a35e3e67 req-b59d51f8-8ad0-4e64-9b85-b185f9a533f1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:39.154929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 32595f40-8532-4865-b1c0-b391d91985be owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:39.162665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-896f067c-70d7-4954-b9e4-a4e5a35e3e67 req-b59d51f8-8ad0-4e64-9b85-b185f9a533f1 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 942 time: 0.0674772 Aug 21 18:13:39.231345 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:13:39.240609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-896f067c-70d7-4954-b9e4-a4e5a35e3e67 req-bdf84d70-3956-493a-9a5e-8557c3ca213e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups?id=c5846652-fb82-4334-9983-9aa870b1a14e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766644 Aug 21 18:13:39.394146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:39.396047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5d8d6-db45-439e-890d-d3d1f4c8a9ea req-22a52d0d-cd1e-42d6-969c-6f7bbc9a73fc tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:39.403744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3c5d8d6-db45-439e-890d-d3d1f4c8a9ea req-22a52d0d-cd1e-42d6-969c-6f7bbc9a73fc tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 945 time: 0.0761948 Aug 21 18:13:39.447213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=32595f40-8532-4865-b1c0-b391d91985be,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:39.470360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c3c5d8d6-db45-439e-890d-d3d1f4c8a9ea req-85406b46-e3a4-431d-a990-7eba16579a47 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572181 Aug 21 18:13:39.473936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:39.477642 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d03721-3233-4be7-b61e-0d6e5cd37c81" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:39.522411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a08b2230-34ad-4a60-90c5-18372cfc6ea1 req-e21cd276-1c1c-4544-93ee-fea2e11d254c tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.1117337 Aug 21 18:13:39.576578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] No DVR routers for this DVR port 32595f40-8532-4865-b1c0-b391d91985be on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:39.580950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:39.583213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b74a13-7dae-4415-93ad-f6dd46a9fa22 req-91a16ae7-5f2c-46c3-92e7-e6e5836a5991 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.64 "DELETE /v2.0/ports/32595f40-8532-4865-b1c0-b391d91985be HTTP/1.1" status: 204 len: 173 time: 0.9629145 Aug 21 18:13:39.588370 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78635367-9519-48e0-8a1c-285529607d45 x-openstack-request-id: req-78635367-9519-48e0-8a1c-285529607d45 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:39.588734 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "f2d77109-c7e6-4219-9679-39f010c5b546", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:39.589094 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78635367-9519-48e0-8a1c-285529607d45 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:39.589483 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': 'f2d77109-c7e6-4219-9679-39f010c5b546', 'status': 'completed', 'code': 200} Aug 21 18:13:40.185374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fb3df-b603-4f3f-9b9c-81f408c5ed4a req-a6ecc357-5eb0-4c5c-b6db-1f18c9f42448 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:40.193964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b5fb3df-b603-4f3f-9b9c-81f408c5ed4a req-a6ecc357-5eb0-4c5c-b6db-1f18c9f42448 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.0854261 Aug 21 18:13:40.243302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b5fb3df-b603-4f3f-9b9c-81f408c5ed4a req-91e40dd6-584d-4266-aca4-410eb8c25522 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479562 Aug 21 18:13:40.367183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa48f80-a4eb-43ab-a00a-683723645f17 req-797f70a8-807c-4225-ac06-d61d2a74e835 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:40.378082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daa48f80-a4eb-43ab-a00a-683723645f17 req-797f70a8-807c-4225-ac06-d61d2a74e835 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0939269 Aug 21 18:13:40.396259 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cce6483-93f9-4ff5-9641-7b5b6d6c916f req-090b3f36-b09c-48d9-ba0c-eea7425d0881 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0530107 Aug 21 18:13:40.449647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daa48f80-a4eb-43ab-a00a-683723645f17 req-000b76e4-c021-4dbe-bc44-269000a7fff7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623729 Aug 21 18:13:40.658360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1992bad-8e10-4ffd-8d3c-25cf28b8472c req-698719ad-1849-4ce9-aff7-eecb4d763328 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:40.660257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1992bad-8e10-4ffd-8d3c-25cf28b8472c req-698719ad-1849-4ce9-aff7-eecb4d763328 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 945 time: 0.0798624 Aug 21 18:13:40.691111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ce663a8-e588-40e6-bf9c-9c9431d2e931 req-b8885e06-3142-4b88-b4bf-edfe40cc1ce3 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0606005 Aug 21 18:13:40.735270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1992bad-8e10-4ffd-8d3c-25cf28b8472c req-7771ce1f-cba8-498b-91a2-a1d7b5eb61f9 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656414 Aug 21 18:13:40.764066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-66b67779-4750-46f8-b1d4-2bad54e5610d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:40.765683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-66b67779-4750-46f8-b1d4-2bad54e5610d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 945 time: 0.1043012 Aug 21 18:13:40.934327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2dde7-b3a2-46a1-841a-7257dca7f6f3 req-c813c690-ec1e-4b40-ace3-fb40311329eb tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:40.936050 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6fc2dde7-b3a2-46a1-841a-7257dca7f6f3 req-c813c690-ec1e-4b40-ace3-fb40311329eb tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 946 time: 0.0818622 Aug 21 18:13:40.947141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Deleting port d3aa12d0-926c-4daa-8de5-e55e91b4305f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:40.948082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:41.083226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] For port d3aa12d0-926c-4daa-8de5-e55e91b4305f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d3aa12d0-926c-4daa-8de5-e55e91b4305f,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:41.083591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:41.108409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6fc2dde7-b3a2-46a1-841a-7257dca7f6f3 req-e68b764f-0bf2-42a9-9ec7-c3275803eedb tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643753 Aug 21 18:13:41.124585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Calling delete_port for d3aa12d0-926c-4daa-8de5-e55e91b4305f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:41.264376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a7963-a921-49e2-96f7-1064ec93734e req-9b5983d0-11d7-4f29-b812-0baa61613d6f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:41.275683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-912a7963-a921-49e2-96f7-1064ec93734e req-9b5983d0-11d7-4f29-b812-0baa61613d6f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 945 time: 0.0887885 Aug 21 18:13:41.352545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-912a7963-a921-49e2-96f7-1064ec93734e req-f0083d56-d2b3-46b3-a3d4-6d2ce7a7e29e tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757439 Aug 21 18:13:41.417378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:41.437282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920', '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:41.444761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d3aa12d0-926c-4daa-8de5-e55e91b4305f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:41.495263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event deleted for resources: {'Port': ['ID=d3aa12d0-926c-4daa-8de5-e55e91b4305f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:41.570420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] No DVR routers for this DVR port d3aa12d0-926c-4daa-8de5-e55e91b4305f on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:41.582754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5328c3-be92-4be2-97ad-bab2dd30497f req-42d80c2f-1d6c-4b16-bc55-252531fa589d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:41.600010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f5328c3-be92-4be2-97ad-bab2dd30497f req-42d80c2f-1d6c-4b16-bc55-252531fa589d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=8eef9b2a-fad9-42ea-a10e-255b7d94a73a HTTP/1.1" status: 200 len: 867 time: 0.2293885 Aug 21 18:13:41.603172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:41.617591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5338ead5-1f18-41fe-a2fc-8f6fc13ba79c req-9ff619c2-d4fd-4fe3-b72a-d621e30fcae8 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.64 "DELETE /v2.0/ports/d3aa12d0-926c-4daa-8de5-e55e91b4305f HTTP/1.1" status: 204 len: 173 time: 0.8303089 Aug 21 18:13:41.618376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '32595f40-8532-4865-b1c0-b391d91985be'}, {'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'name': 'network-vif-deleted', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:41.620843 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8f171-e678-4413-9eea-07bcbb09203d" -d '{"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "32595f40-8532-4865-b1c0-b391d91985be"}, {"server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "name": "network-vif-deleted", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:41.714467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f5328c3-be92-4be2-97ad-bab2dd30497f req-74d55dff-f4d2-42a2-b67e-4e6f34a6bab1 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132352 Aug 21 18:13:41.717837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44c0038a-a0c3-4304-aaa4-609cf1fbd46b req-3f6fb12a-d01d-41a9-81c3-688a61420b81 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0473123 Aug 21 18:13:41.867475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768c474-3785-408d-9646-96576a437024 req-d64ac3fd-2b08-4615-8cf5-d3cac39e0664 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:41.879472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b768c474-3785-408d-9646-96576a437024 req-d64ac3fd-2b08-4615-8cf5-d3cac39e0664 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0976622 Aug 21 18:13:41.975165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b768c474-3785-408d-9646-96576a437024 req-5ac3ffd1-65fd-454d-a006-aed0efcaad4f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855548 Aug 21 18:13:42.037843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93e9d2-7590-4971-98f9-38731d37cbca req-3e13d160-72e5-40c1-a4f9-e27f796fe801 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:42.039709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e93e9d2-7590-4971-98f9-38731d37cbca req-3e13d160-72e5-40c1-a4f9-e27f796fe801 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 945 time: 0.0795350 Aug 21 18:13:42.054768 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b213007-e19f-4b22-b00a-fb6dadadaed1 x-openstack-request-id: req-7b213007-e19f-4b22-b00a-fb6dadadaed1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:42.055138 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdb7946-bf77-4adc-b2aa-deba8329366e", "name": "network-vif-deleted", "tag": "32595f40-8532-4865-b1c0-b391d91985be", "status": "completed", "code": 200}, {"server_uuid": "8eef9b2a-fad9-42ea-a10e-255b7d94a73a", "name": "network-vif-deleted", "tag": "d3aa12d0-926c-4daa-8de5-e55e91b4305f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:42.055305 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b213007-e19f-4b22-b00a-fb6dadadaed1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:42.055704 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdb7946-bf77-4adc-b2aa-deba8329366e', 'name': 'network-vif-deleted', 'tag': '32595f40-8532-4865-b1c0-b391d91985be', 'status': 'completed', 'code': 200} Aug 21 18:13:42.055959 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eef9b2a-fad9-42ea-a10e-255b7d94a73a', 'name': 'network-vif-deleted', 'tag': 'd3aa12d0-926c-4daa-8de5-e55e91b4305f', 'status': 'completed', 'code': 200} Aug 21 18:13:42.101135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e93e9d2-7590-4971-98f9-38731d37cbca req-62cd48cf-526c-4bec-a577-7fa433050107 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535462 Aug 21 18:13:42.237211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5018b931-ce42-4125-b773-5f9fcdf8c7b9 req-2e039389-298f-4f53-883b-22d384e353ae tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0967481 Aug 21 18:13:42.853898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30fd3392-3b3f-4387-9930-096213c77ef7 req-98bf77e0-6817-4b82-8d92-6459b3a16518 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0288429 Aug 21 18:13:43.087340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955d661-307f-499d-876e-ea826176e2a1 req-716e6d52-28aa-4938-a7be-9003753cfb14 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.088898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c955d661-307f-499d-876e-ea826176e2a1 req-716e6d52-28aa-4938-a7be-9003753cfb14 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Aug 21 18:13:43.093050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702302b-fc0a-4d32-8aca-19df55d031dd req-62df7c64-6467-4f8f-887b-ea48ebe07b70 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.094813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2702302b-fc0a-4d32-8aca-19df55d031dd req-62df7c64-6467-4f8f-887b-ea48ebe07b70 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0508516 Aug 21 18:13:43.133018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2702302b-fc0a-4d32-8aca-19df55d031dd req-b78c87ba-8baf-4d5a-84a2-1577d0fe0a5f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324039 Aug 21 18:13:43.162751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c955d661-307f-499d-876e-ea826176e2a1 req-b8f656c0-2139-4305-98e0-8becf28678b0 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677621 Aug 21 18:13:43.184080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17207-657e-4755-accf-925eed2bed65 req-99c3a4a1-53d0-4d0a-b9e7-7895dba263ac tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.187049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0af17207-657e-4755-accf-925eed2bed65 req-99c3a4a1-53d0-4d0a-b9e7-7895dba263ac tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 945 time: 0.0779214 Aug 21 18:13:43.257356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdc15c-9967-4439-8385-4038c8907f1c req-ada0579c-9963-4e20-8d3e-892fc745b0c0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.258819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dfdc15c-9967-4439-8385-4038c8907f1c req-ada0579c-9963-4e20-8d3e-892fc745b0c0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 945 time: 0.0555027 Aug 21 18:13:43.312195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dfdc15c-9967-4439-8385-4038c8907f1c req-44a42a32-d832-42cf-9bd5-5e307fcf320c tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401993 Aug 21 18:13:43.384296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4597b6f-e40a-41a5-87ae-4e4155108a06 req-e238b606-6252-424c-bd45-40318fb00c72 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Aug 21 18:13:43.406750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Deleting port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:43.407103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:43.498336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] For port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:43.498651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:43.533957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Calling delete_port for f336e0c6-8acc-43fc-bfe3-a7b26c071a3e owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:43.591619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58401687-26bc-429f-83d1-0569877db4f1 req-0c4b5e87-1bf2-43ae-b187-4a245bb704c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.593126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-0c4b5e87-1bf2-43ae-b187-4a245bb704c2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1098 time: 0.0919652 Aug 21 18:13:43.728192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58401687-26bc-429f-83d1-0569877db4f1 req-fef34add-456d-4806-9880-00dc18f652a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.729687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-fef34add-456d-4806-9880-00dc18f652a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 915 time: 0.1283216 Aug 21 18:13:43.776748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-0c98d549-611f-4f6c-a851-9c8abcc8ecfe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 217 time: 0.0375414 Aug 21 18:13:43.778874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:43.790709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5f2dd8b9-a19c-449b-81d5-88c355101e71'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:43.818807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:43.838373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event deleted for resources: {'Port': ['ID=f336e0c6-8acc-43fc-bfe3-a7b26c071a3e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:43.889690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] No DVR routers for this DVR port f336e0c6-8acc-43fc-bfe3-a7b26c071a3e on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:43.894079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:43.896237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0af17207-657e-4755-accf-925eed2bed65 req-8185adfa-1be2-4ae4-b4c3-3cd8a889d93b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "DELETE /v2.0/ports/f336e0c6-8acc-43fc-bfe3-a7b26c071a3e HTTP/1.1" status: 204 len: 173 time: 0.6159959 Aug 21 18:13:43.900811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58401687-26bc-429f-83d1-0569877db4f1 req-4b4c22fe-c848-453c-808c-3cc8f344cc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:43.902815 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-4b4c22fe-c848-453c-808c-3cc8f344cc5f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.1165652 Aug 21 18:13:43.959546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-068073ec-5b99-47f6-b2c5-2caa943e2a0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406885 Aug 21 18:13:44.001658 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1411105a-7504-4008-a34e-03ce5f7dff60 req-946cd792-dccc-42c1-b1d8-f633273fbdf4 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0364747 Aug 21 18:13:44.066318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'name': 'network-vif-deleted', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:44.068829 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee75d5a-b4de-46a2-bd8d-ebbb3b682ea5" -d '{"events": [{"server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "name": "network-vif-deleted", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:44.095361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-a5c72ade-58d1-457d-bfaf-2ec7d275f2f3 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179471 Aug 21 18:13:44.142618 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24292eb4-e8e9-4738-88ce-d2ebbd65db92 x-openstack-request-id: req-24292eb4-e8e9-4738-88ce-d2ebbd65db92 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:44.142908 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bea62f1-012e-47b0-8f60-ae1327192758", "name": "network-vif-deleted", "tag": "f336e0c6-8acc-43fc-bfe3-a7b26c071a3e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:44.143155 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24292eb4-e8e9-4738-88ce-d2ebbd65db92 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:44.143539 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bea62f1-012e-47b0-8f60-ae1327192758', 'name': 'network-vif-deleted', 'tag': 'f336e0c6-8acc-43fc-bfe3-a7b26c071a3e', 'status': 'completed', 'code': 200} Aug 21 18:13:44.255444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58401687-26bc-429f-83d1-0569877db4f1 req-33cceea8-9fad-4489-88dd-f80b695dcf6d service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526477 Aug 21 18:13:44.280545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82232d-c22f-43ee-aff2-73bd2e2467df req-64741140-077e-4b97-979a-703dc4b53928 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:44.282100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c82232d-c22f-43ee-aff2-73bd2e2467df req-64741140-077e-4b97-979a-703dc4b53928 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0741608 Aug 21 18:13:44.303609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da95d6b-1b02-4519-84b9-d963f2db01b9 req-bc432125-784a-4c58-82f2-dd455ad18046 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:44.305925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4da95d6b-1b02-4519-84b9-d963f2db01b9 req-bc432125-784a-4c58-82f2-dd455ad18046 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 945 time: 0.0595715 Aug 21 18:13:44.324206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5c82232d-c22f-43ee-aff2-73bd2e2467df req-2c1f09a4-0415-4400-a3aa-222f7453acc5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Aug 21 18:13:44.359900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4da95d6b-1b02-4519-84b9-d963f2db01b9 req-7eafc63a-c312-4440-b09d-c98eba26223e tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Aug 21 18:13:44.469569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-ade33a08-156a-4c52-9b64-b7d1207bdb23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:44.471853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-ade33a08-156a-4c52-9b64-b7d1207bdb23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 945 time: 0.0683918 Aug 21 18:13:44.539448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d077adfe-3a10-4182-97bd-10a0a382df93 req-699a32ef-157b-4ed6-b086-fb00f3db67fe tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0481529 Aug 21 18:13:44.567252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e87e9e95-d364-496f-9515-3d48725906e5 req-4188167d-d253-466a-b8a1-16555679ee8e tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=2bea62f1-012e-47b0-8f60-ae1327192758 HTTP/1.1" status: 200 len: 210 time: 0.0936346 Aug 21 18:13:44.610339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Deleting port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:44.611254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:44.704416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] For port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:44.704781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:44.716993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Calling delete_port for 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:44.871450 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:44.888456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920', '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:44.907750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event deleted for resources: {'Port': ['ID=07b4d929-db05-4cf7-9e6a-54c6b3e71fa9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:44.933996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.934350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.934760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.935086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.935424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.935758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.936106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.936409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.936740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.937061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.937392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.937715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:13:44.954773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] No DVR routers for this DVR port 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:44.957740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:44.960506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74cb802c-3e20-42d8-a7c4-e907f46ff50f req-d4690e52-a2e4-473b-a215-da0b2e4308b7 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "DELETE /v2.0/ports/07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 HTTP/1.1" status: 204 len: 173 time: 0.4763064 Aug 21 18:13:44.961050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'name': 'network-vif-deleted', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:44.964173 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d61a9-436a-478d-8577-8ffc7618465c" -d '{"events": [{"server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "name": "network-vif-deleted", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:45.006168 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd21010-7dec-4d86-bdfd-4f1cbb1c4114 x-openstack-request-id: req-9bd21010-7dec-4d86-bdfd-4f1cbb1c4114 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:45.006696 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a55c21d4-bbea-4fca-bbd9-4c3dab207594", "name": "network-vif-deleted", "tag": "07b4d929-db05-4cf7-9e6a-54c6b3e71fa9", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:45.007037 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bd21010-7dec-4d86-bdfd-4f1cbb1c4114 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:45.007700 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55c21d4-bbea-4fca-bbd9-4c3dab207594', 'name': 'network-vif-deleted', 'tag': '07b4d929-db05-4cf7-9e6a-54c6b3e71fa9', 'status': 'completed', 'code': 200} Aug 21 18:13:45.146178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e50a512e-4789-47dd-b696-59c211217c37 req-29ddf7e2-1d0a-42d6-a50f-997612dfb345 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0276549 Aug 21 18:13:45.329735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d3aa12d0-926c-4daa-8de5-e55e91b4305f no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:45.349677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: d3aa12d0-926c-4daa-8de5-e55e91b4305f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:45.350022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d3aa12d0-926c-4daa-8de5-e55e91b4305f not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:45.350440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f336e0c6-8acc-43fc-bfe3-a7b26c071a3e no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:45.369889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: f336e0c6-8acc-43fc-bfe3-a7b26c071a3e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:45.370221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f336e0c6-8acc-43fc-bfe3-a7b26c071a3e not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:45.455544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64fc36f-b6f1-474e-947f-61945e1ebc16 req-7b986965-e867-4499-90ae-404a83463e84 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:45.459018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a64fc36f-b6f1-474e-947f-61945e1ebc16 req-7b986965-e867-4499-90ae-404a83463e84 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0602305 Aug 21 18:13:45.483771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da63c858-9da0-45fa-9d22-2bf95913db22 req-4191793c-a1e8-43ab-81d0-e747ee4c81da tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=a55c21d4-bbea-4fca-bbd9-4c3dab207594 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Aug 21 18:13:45.512696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a64fc36f-b6f1-474e-947f-61945e1ebc16 req-1c2f4f91-32a8-4976-99c7-fd52fa869c71 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Aug 21 18:13:45.657586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a42bed-d3be-41d2-8950-2651d0fc3363 req-e9835f47-aa76-49e4-b32d-00934945bc52 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0314970 Aug 21 18:13:46.269228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f0a7615-2f1a-4366-a6b6-ab2177107fdb req-e26a297e-b990-4f2f-b63f-e720d65c49f0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0441058 Aug 21 18:13:46.384564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde07f9-3a9d-44f4-9a58-7792a5bee4c2 req-7af2a295-b239-4b84-ac01-04c8ba93ef41 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:46.391255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde07f9-3a9d-44f4-9a58-7792a5bee4c2 req-7af2a295-b239-4b84-ac01-04c8ba93ef41 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:46.392857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dde07f9-3a9d-44f4-9a58-7792a5bee4c2 req-7af2a295-b239-4b84-ac01-04c8ba93ef41 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690&device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 1682 time: 0.0597334 Aug 21 18:13:46.433412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dde07f9-3a9d-44f4-9a58-7792a5bee4c2 req-d165273a-a2fd-4a76-8e02-6a9405f7cec4 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333781 Aug 21 18:13:46.705457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addd80b-4e10-480a-97bb-25ca1d025481 req-d3906a4b-c143-454e-8648-113c3ef83f6a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:46.707844 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4addd80b-4e10-480a-97bb-25ca1d025481 req-d3906a4b-c143-454e-8648-113c3ef83f6a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.1066172 Aug 21 18:13:46.759110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4addd80b-4e10-480a-97bb-25ca1d025481 req-ef93407b-2383-4f79-adae-d82da444e868 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498819 Aug 21 18:13:46.852554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d8de7665-883e-43d9-b4b5-e8ecc8bb2289 req-9a88a49e-134f-4c22-b632-93268f61d9d2 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0338845 Aug 21 18:13:46.963273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444df89a-8619-4b76-aedc-e1bd6860b4ba req-158a1b09-19c5-4a35-815d-1cb9df0f62a6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:46.965490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-444df89a-8619-4b76-aedc-e1bd6860b4ba req-158a1b09-19c5-4a35-815d-1cb9df0f62a6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0518265 Aug 21 18:13:47.030728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-444df89a-8619-4b76-aedc-e1bd6860b4ba req-633a99ac-93d7-4455-a9c4-252a8beef197 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484195 Aug 21 18:13:47.148720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71fb34b-1275-49d4-a335-6bfc347747cb req-a2e04815-c30b-4a2a-88a2-e87ca380dfa9 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:47.150304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d71fb34b-1275-49d4-a335-6bfc347747cb req-a2e04815-c30b-4a2a-88a2-e87ca380dfa9 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 946 time: 0.0495481 Aug 21 18:13:47.192212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d71fb34b-1275-49d4-a335-6bfc347747cb req-933fc840-7bf9-4892-b926-19d6fdc2d555 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Aug 21 18:13:47.356446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:47.368853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d6eae-ac50-482d-ae1f-cf4256f06444 req-906b2313-00df-4e83-a883-d80be19133e0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:47.375007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-302d6eae-ac50-482d-ae1f-cf4256f06444 req-906b2313-00df-4e83-a883-d80be19133e0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 946 time: 0.0626445 Aug 21 18:13:47.415194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38e78466-141b-4a70-957f-1b07ee9dc404 req-3525eb29-fc34-4ac3-b1a9-d5880f1cacec tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0356016 Aug 21 18:13:47.430568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-7c707969-1eab-48f4-99e7-51a21775b793 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030109 Aug 21 18:13:47.431688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-302d6eae-ac50-482d-ae1f-cf4256f06444 req-0e51400f-2f7e-4519-b732-2356e1a95e17 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541131 Aug 21 18:13:47.446090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-4490967a-0d10-47ed-8e09-d2031986da3f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:13:47.447509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-4490967a-0d10-47ed-8e09-d2031986da3f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061352 Aug 21 18:13:47.468066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:47.492014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:47.494259 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d02d39-3a06-46f2-b27b-981e03fc3ec1" -d '{"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-unplugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:47.510092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:47.515885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:47.542388 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9dce3e-dc34-4377-9b9a-fc9d738b48ad x-openstack-request-id: req-fc9dce3e-dc34-4377-9b9a-fc9d738b48ad {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:47.542713 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-unplugged", "status": "failed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:47.542968 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc9dce3e-dc34-4377-9b9a-fc9d738b48ad {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:47.543392 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'code': 422} returned with failed status Aug 21 18:13:47.572437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:47.744816 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9ca95ca3-6397-4e33-9168-849a6dcc2387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:47.977143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3cd683ff-ba93-4c64-a6fb-1d8f36188380 req-f99057e5-eeb7-4638-9280-5a238da91575 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0260253 Aug 21 18:13:48.006814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:48.028427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:48.028786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 07b4d929-db05-4cf7-9e6a-54c6b3e71fa9 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:48.295494 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:48.387224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab577d3-5a17-442c-97ea-857d402e7e5b req-a1343058-ebe4-49f3-b2ce-954fe0218eb5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.388966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aab577d3-5a17-442c-97ea-857d402e7e5b req-a1343058-ebe4-49f3-b2ce-954fe0218eb5 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 946 time: 0.1227584 Aug 21 18:13:48.396286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-6621f48c-bcb4-46aa-8148-9ac61334857f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.396488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756663-e068-493d-bb76-6ee407aec533 req-4e943079-f6d7-4db8-b020-eab3362f8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.398045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-4e943079-f6d7-4db8-b020-eab3362f8782 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e&tenant_id=70d78263537a4bb1ac6b76906ee85b53 HTTP/1.1" status: 200 len: 1096 time: 0.0996943 Aug 21 18:13:48.398731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-6621f48c-bcb4-46aa-8148-9ac61334857f tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 946 time: 0.0585275 Aug 21 18:13:48.438340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aab577d3-5a17-442c-97ea-857d402e7e5b req-f3755bab-d317-441f-a3e9-11862d26cf18 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/security-groups?id=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Aug 21 18:13:48.492527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756663-e068-493d-bb76-6ee407aec533 req-f0dc8704-b0a1-4ab1-8a11-0f66cc38bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.496240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-f0dc8704-b0a1-4ab1-8a11-0f66cc38bbc6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1096 time: 0.0617330 Aug 21 18:13:48.575638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c83564d-8810-471a-b5cd-93e518df2250 req-828b5d02-466b-4669-b6f6-18920a013be6 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0309441 Aug 21 18:13:48.594114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Deleting port 5f2dd8b9-a19c-449b-81d5-88c355101e71 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:48.594315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:48.696292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:48.720891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] For port 5f2dd8b9-a19c-449b-81d5-88c355101e71, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5f2dd8b9-a19c-449b-81d5-88c355101e71,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:48.721310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:48.722350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756663-e068-493d-bb76-6ee407aec533 req-5416b9a3-6185-440a-b555-ae9bbf817f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.723946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-5416b9a3-6185-440a-b555-ae9bbf817f20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 915 time: 0.2169440 Aug 21 18:13:48.732313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b6149-6215-47b9-9d85-17fd236dd30d req-44d20ec2-7df0-4a0d-a3d5-32cadf753acc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.736045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Calling delete_port for 5f2dd8b9-a19c-449b-81d5-88c355101e71 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:48.738988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a0b6149-6215-47b9-9d85-17fd236dd30d req-44d20ec2-7df0-4a0d-a3d5-32cadf753acc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.1917081 Aug 21 18:13:48.770253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-3f9705c4-1eb2-491f-afb5-e7387461c1ff tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.771863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-3f9705c4-1eb2-491f-afb5-e7387461c1ff tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 945 time: 0.1226070 Aug 21 18:13:48.820275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-9ddd58a1-425e-4ce1-978e-09c5b4544aea service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 217 time: 0.0741770 Aug 21 18:13:48.953921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a0b6149-6215-47b9-9d85-17fd236dd30d req-450308ee-607c-4f90-ae60-f27ce2ebffa1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134452 Aug 21 18:13:48.972258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:48.991871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d756663-e068-493d-bb76-6ee407aec533 req-d756b4eb-1f31-4e53-914d-207ba60828d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:48.994422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-d756b4eb-1f31-4e53-914d-207ba60828d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.1540191 Aug 21 18:13:48.997579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5f2dd8b9-a19c-449b-81d5-88c355101e71'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:49.000218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['de07ae9f-e273-4d3d-b4ec-2b2ca425739a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:49.036928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-bf463196-3dae-4461-beb6-fca734eb406d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336802 Aug 21 18:13:49.083250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Deleting port de07ae9f-e273-4d3d-b4ec-2b2ca425739a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:49.083592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:49.124742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event deleted for resources: {'Port': ['ID=5f2dd8b9-a19c-449b-81d5-88c355101e71,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:49.178157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7e5f3ab-f90a-4825-9f7d-a8fc4b62ffba req-423aab74-4211-461e-93c5-769cf629bd19 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0757380 Aug 21 18:13:49.193196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] No DVR routers for this DVR port 5f2dd8b9-a19c-449b-81d5-88c355101e71 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:49.196586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:49.199988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b948a398-c6b3-4425-8800-afd0e5ff923a req-e107fb64-6547-45ed-9633-958c2bafd111 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.39 "DELETE /v2.0/ports/5f2dd8b9-a19c-449b-81d5-88c355101e71 HTTP/1.1" status: 204 len: 173 time: 0.7863851 Aug 21 18:13:49.200626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'name': 'network-vif-deleted', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:49.203599 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ed2de-ec13-4338-969d-ff00c762b2ad" -d '{"events": [{"server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "name": "network-vif-deleted", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:49.290101 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d67ff8-958d-4af0-8a4a-fbcfdb4441c1 x-openstack-request-id: req-d5d67ff8-958d-4af0-8a4a-fbcfdb4441c1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:49.290524 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d49dca5-f9fc-40d9-9a61-996848607690", "name": "network-vif-deleted", "tag": "5f2dd8b9-a19c-449b-81d5-88c355101e71", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:49.290920 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5d67ff8-958d-4af0-8a4a-fbcfdb4441c1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:49.291414 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d49dca5-f9fc-40d9-9a61-996848607690', 'name': 'network-vif-deleted', 'tag': '5f2dd8b9-a19c-449b-81d5-88c355101e71', 'status': 'completed', 'code': 200} Aug 21 18:13:49.603018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b690cc0-cbbf-40ac-a7d4-ca7a89fb6c80 req-b0b73e97-8a61-44d4-bab7-7f782fa45cd6 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=9d49dca5-f9fc-40d9-9a61-996848607690 HTTP/1.1" status: 200 len: 210 time: 0.0676808 Aug 21 18:13:49.627472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] For port de07ae9f-e273-4d3d-b4ec-2b2ca425739a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,segment=NetworkSegment(e15fff93-e179-453d-ab9c-c2369cdd76f9),segment_id=e15fff93-e179-453d-ab9c-c2369cdd76f9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:49.627854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:49.656456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Calling delete_port for de07ae9f-e273-4d3d-b4ec-2b2ca425739a owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:49.684796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-34dfead1-98ee-4567-8bbf-bb0297ebab98 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358526 Aug 21 18:13:49.723999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9d08a21-8107-4ec6-93a6-087869971c7f req-aa35a9eb-edb8-4f60-8609-47b558495b2b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0428944 Aug 21 18:13:49.836748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d756663-e068-493d-bb76-6ee407aec533 req-84c2e294-9008-49f3-91f5-41c5bc145703 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228678 Aug 21 18:13:49.912121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:49.929889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5f2dd8b9-a19c-449b-81d5-88c355101e71'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:49.972630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Pushing event deleted for resources: {'Port': ['ID=de07ae9f-e273-4d3d-b4ec-2b2ca425739a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:50.051353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] No DVR routers for this DVR port de07ae9f-e273-4d3d-b4ec-2b2ca425739a on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:50.055256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:50.057720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bbe2b93-0e46-48ff-ad08-48ba0550d388 req-cf7fab96-5b7a-478c-af24-56ada50b5524 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.64 "DELETE /v2.0/ports/de07ae9f-e273-4d3d-b4ec-2b2ca425739a HTTP/1.1" status: 204 len: 173 time: 1.2780685 Aug 21 18:13:50.058287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'name': 'network-vif-deleted', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:50.061441 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3a06c6-b16d-4109-9076-c8cbe032118d" -d '{"events": [{"server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "name": "network-vif-deleted", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:50.133157 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11be999e-9277-4fa2-885f-5ab78d5e5bfc x-openstack-request-id: req-11be999e-9277-4fa2-885f-5ab78d5e5bfc {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:50.133454 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4240583-65cc-4164-9409-6fe234c1ac8d", "name": "network-vif-deleted", "tag": "de07ae9f-e273-4d3d-b4ec-2b2ca425739a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:50.133710 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11be999e-9277-4fa2-885f-5ab78d5e5bfc {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:50.134118 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4240583-65cc-4164-9409-6fe234c1ac8d', 'name': 'network-vif-deleted', 'tag': 'de07ae9f-e273-4d3d-b4ec-2b2ca425739a', 'status': 'completed', 'code': 200} Aug 21 18:13:50.201127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bbd54-397b-4613-8747-1e4aaf29d70e req-ec7eb829-a5b6-4671-99ad-47b7ef78177b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:50.212538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c1bbd54-397b-4613-8747-1e4aaf29d70e req-ec7eb829-a5b6-4671-99ad-47b7ef78177b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0864894 Aug 21 18:13:50.273272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c1bbd54-397b-4613-8747-1e4aaf29d70e req-2e15c4ae-f6af-4e76-abc9-71de3518bdcd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Aug 21 18:13:50.330388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b462bf68-fe86-448b-9586-8577c8ad9997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:50.418154 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:50.498120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a348ec22-d199-46e1-97c4-4a739f83e902 req-6332a817-52f0-4938-b8f2-c08a3e0e6b46 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0891111 Aug 21 18:13:50.931881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7e12369-ca83-4690-870c-ea7af58d9c9e req-b2d94c62-df5a-47d3-a2a8-6a1215b97676 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0725803 Aug 21 18:13:50.962787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff253bdf-c750-42e5-b77b-e41afcb47fbf req-a129262d-8e1c-4755-b93d-cc4bae37a43b tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0763319 Aug 21 18:13:51.360329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:51.459329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070700-1982-4535-a91b-8480b6b9465d req-7b75d11d-1f08-4ce8-9eb0-473586f78583 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:51.461362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b070700-1982-4535-a91b-8480b6b9465d req-7b75d11d-1f08-4ce8-9eb0-473586f78583 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.1007216 Aug 21 18:13:51.494934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:51.523144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352e5c5-ba6c-49fd-903e-0662150cc776 req-4aba6bca-8884-4d9e-8e26-282c41075b23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:51.526824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9352e5c5-ba6c-49fd-903e-0662150cc776 req-4aba6bca-8884-4d9e-8e26-282c41075b23 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 945 time: 0.1283705 Aug 21 18:13:51.549722 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b070700-1982-4535-a91b-8480b6b9465d req-bbecae67-50ec-4e50-b9bb-f21a4c2cd0fe tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799143 Aug 21 18:13:51.594398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9352e5c5-ba6c-49fd-903e-0662150cc776 req-5721c8b0-432b-4d1e-ace9-19cef131140d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508168 Aug 21 18:13:51.746376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3df5186-4a37-4031-9961-c8e4b33c200d req-ada83967-bc21-4172-8368-0baa6fd0cf5e tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0623686 Aug 21 18:13:52.039880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5f2dd8b9-a19c-449b-81d5-88c355101e71 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:52.089626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70c91e45-14ee-4ea8-a853-3affaa644dcb req-ff3cb0d8-88d5-4d79-97fa-6924294e915b tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0508628 Aug 21 18:13:52.093135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 5f2dd8b9-a19c-449b-81d5-88c355101e71 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:52.093696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5f2dd8b9-a19c-449b-81d5-88c355101e71 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:52.097033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e981cb1-655c-4468-a1f3-cf8926309183 req-9d5a005d-ef05-41f9-8c68-6b23d5e1c36e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0550048 Aug 21 18:13:52.762323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85a50-7c0c-459d-a3ff-096eae6258cf req-3deb0fbd-294b-4eb1-91e5-8df6a8cf199d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:52.764425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b85a50-7c0c-459d-a3ff-096eae6258cf req-3deb0fbd-294b-4eb1-91e5-8df6a8cf199d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0745821 Aug 21 18:13:52.810749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa32223-0d2b-42af-bf7a-d574c81b6759 req-1c2bc246-9db9-4935-a4a8-3fb2e7addedf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:52.822208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1aa32223-0d2b-42af-bf7a-d574c81b6759 req-1c2bc246-9db9-4935-a4a8-3fb2e7addedf tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 945 time: 0.1147795 Aug 21 18:13:52.841311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b85a50-7c0c-459d-a3ff-096eae6258cf req-baa241c7-cdac-4c92-afe5-240100dc70c5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669422 Aug 21 18:13:52.894889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1aa32223-0d2b-42af-bf7a-d574c81b6759 req-0d10bbd8-6563-4eb8-9f5c-8f620c7d2c9d tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/security-groups?id=6bfbaa2d-abc7-4c01-877d-1a68c3864e08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Aug 21 18:13:52.960442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-79d2734d-c3e7-4500-84dd-947b510828d6 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:52.961945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-79d2734d-c3e7-4500-84dd-947b510828d6 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 945 time: 0.0732083 Aug 21 18:13:53.024649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-01c9b64e-260e-4ba5-98d4-abdd7c483a83 req-a3f7672f-39f5-4e12-9784-838a608030c5 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0462525 Aug 21 18:13:53.078670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Deleting port c7166a4b-ce16-4919-9176-1350a49eb920 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:13:53.079314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:53.212711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] For port c7166a4b-ce16-4919-9176-1350a49eb920, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=c7166a4b-ce16-4919-9176-1350a49eb920,segment=NetworkSegment(be965919-fdf5-43e0-8ab7-68f7d1ad7d28),segment_id=be965919-fdf5-43e0-8ab7-68f7d1ad7d28)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:13:53.214159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:53.229012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:53.246082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fce3b4ea-74e7-4da4-9579-2d0d1c967f87 req-c04a44e5-7cac-4f86-9697-f4953e2038b0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0507557 Aug 21 18:13:53.264510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Calling delete_port for c7166a4b-ce16-4919-9176-1350a49eb920 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:13:53.267922 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-619d2f50-fabf-4510-8d73-da261fc4949a req-75fffad7-8372-4673-9bc1-15f4b3810284 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0581481 Aug 21 18:13:53.359902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device de07ae9f-e273-4d3d-b4ec-2b2ca425739a no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:53.398017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: de07ae9f-e273-4d3d-b4ec-2b2ca425739a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:53.398619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device de07ae9f-e273-4d3d-b4ec-2b2ca425739a not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:53.439059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:53.451632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['c7166a4b-ce16-4919-9176-1350a49eb920'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:13:53.487846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Pushing event deleted for resources: {'Port': ['ID=c7166a4b-ce16-4919-9176-1350a49eb920,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:53.531438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] No DVR routers for this DVR port c7166a4b-ce16-4919-9176-1350a49eb920 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:13:53.534125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:53.536848 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-789724b6-29f6-44bd-bdb5-3e06b7303feb req-abc36215-d1b7-44e6-a619-93a6b8e32a9f tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.39 "DELETE /v2.0/ports/c7166a4b-ce16-4919-9176-1350a49eb920 HTTP/1.1" status: 204 len: 173 time: 0.5689628 Aug 21 18:13:53.537423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'name': 'network-vif-deleted', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:13:53.540315 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45770ba3-8008-45f5-bb8a-371da6e27ddf" -d '{"events": [{"server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "name": "network-vif-deleted", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:13:53.593337 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f514c95-70e6-401c-81c2-8a6ad4eb4e86 x-openstack-request-id: req-1f514c95-70e6-401c-81c2-8a6ad4eb4e86 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:13:53.593681 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795a696a-58f4-4521-a766-b395a82318f5", "name": "network-vif-deleted", "tag": "c7166a4b-ce16-4919-9176-1350a49eb920", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:13:53.593936 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f514c95-70e6-401c-81c2-8a6ad4eb4e86 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:13:53.595640 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795a696a-58f4-4521-a766-b395a82318f5', 'name': 'network-vif-deleted', 'tag': 'c7166a4b-ce16-4919-9176-1350a49eb920', 'status': 'completed', 'code': 200} Aug 21 18:13:53.998708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b29195-5ca1-45ff-8e04-bc649b4d2c29 req-d0836285-6cd7-49c5-9184-2f6dab1376a4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:54.000549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b29195-5ca1-45ff-8e04-bc649b4d2c29 req-d0836285-6cd7-49c5-9184-2f6dab1376a4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0801716 Aug 21 18:13:54.075305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7b29195-5ca1-45ff-8e04-bc649b4d2c29 req-3b2c494a-0ca5-4308-9e0b-1de21e2430a0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679922 Aug 21 18:13:54.079073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee9b34a8-9929-4cd9-9e25-8565c565862a req-e058bbe7-aed2-4108-a6aa-680ed0f77893 tempest-AttachVolumeNegativeTest-1058299027 tempest-AttachVolumeNegativeTest-1058299027-project] 10.222.0.41 "GET /v2.0/ports?device_id=795a696a-58f4-4521-a766-b395a82318f5 HTTP/1.1" status: 200 len: 210 time: 0.0595853 Aug 21 18:13:54.193038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7746d8c-086c-4681-bf44-473c5a7643b6 req-71ec39f8-4415-414b-a2c5-c0ddc4ceca4a tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0288179 Aug 21 18:13:54.397205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae7c4641-fca9-4bf8-adaa-817d5aaa2f1d req-babb642e-7a75-42c7-8d7d-8a509981dcb0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0395770 Aug 21 18:13:54.403171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bff74a1e-7dea-4d54-b287-eeca86a6cc78 req-716d3cc2-9aef-497f-b77c-1ad0276b35c0 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0402560 Aug 21 18:13:54.856104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d860f6-d209-45e3-9fd9-65462143e73d req-5984d2a2-8895-43e0-850a-1c6a7d484d11 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:54.857647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-01d860f6-d209-45e3-9fd9-65462143e73d req-5984d2a2-8895-43e0-850a-1c6a7d484d11 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0513368 Aug 21 18:13:54.900750 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-01d860f6-d209-45e3-9fd9-65462143e73d req-b35045de-9d62-4935-ad2a-7b8179f2706e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350876 Aug 21 18:13:55.129396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:55.221116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Deleting subnet 5ea6fb99-bb71-4512-b0cd-c98baf294c7a {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:13:55.231638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.266364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e00b1f-78c2-428d-a029-7fd95f80458a req-d91e3578-e3c1-4147-9e04-30e07ec14034 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:55.268007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84e00b1f-78c2-428d-a029-7fd95f80458a req-d91e3578-e3c1-4147-9e04-30e07ec14034 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.1123199 Aug 21 18:13:55.286718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.345692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84e00b1f-78c2-428d-a029-7fd95f80458a req-6cabad71-9d11-4c1e-bfc6-e997ebae9a47 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711260 Aug 21 18:13:55.353038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.358193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4df2d50-a8b9-49fd-b5eb-11c2a08ad374 req-6e07d8a4-ffcb-478a-961a-bcdaedfd70e9 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0295780 Aug 21 18:13:55.406647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.438064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea6fb99-bb71-4512-b0cd-c98baf294c7a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:55.445438 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.447953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0f2906db-2d4f-45f9-bfb9-a7e54c96ab17 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5ea6fb99-bb71-4512-b0cd-c98baf294c7a HTTP/1.1" status: 204 len: 168 time: 0.3173881 Aug 21 18:13:55.451562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58208) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:55.545208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9303c30-f088-49fd-a2de-d410cd4cd144 req-341f5ca4-5c93-4bcb-9a57-58cd1edda37c tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0367603 Aug 21 18:13:55.561362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93b156cc-55bc-430d-8ffb-187d4884a1f7 req-03c5a7ab-de04-4109-8d1c-42b4da63443c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0475769 Aug 21 18:13:55.569702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.657551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.676261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['318bf77c-7375-4868-8fe9-7fb93377cb1a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:55.689010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:55.689327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be965919-fdf5-43e0-8ab7-68f7d1ad7d28') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:13:55.700085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.717468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.723378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:13:55.723770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:13:55.725368 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:13:55.779259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.785852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:55.788408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] 10.222.0.41 "DELETE /v2.0/networks/318bf77c-7375-4868-8fe9-7fb93377cb1a HTTP/1.1" status: 204 len: 168 time: 0.3356786 Aug 21 18:13:55.803890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc27e9-048a-4d60-a987-7a8324c8548e admin admin] Pushing event deleted for resources: {'Network': ['ID=318bf77c-7375-4868-8fe9-7fb93377cb1a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:55.976966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58214) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:56.031101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ffa29-3601-4841-8c0c-944f0c96d4a1 req-4e3adbdd-c29c-40e4-a523-69c6a229d1c1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:56.032987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b8ffa29-3601-4841-8c0c-944f0c96d4a1 req-4e3adbdd-c29c-40e4-a523-69c6a229d1c1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0562923 Aug 21 18:13:56.036012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f83fe8c8-efc3-4ded-8f69-f6fb8a8609ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83d8d264defd4d26851ebd434e16f259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578811 Aug 21 18:13:56.038355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58216) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:13:56.074436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c7166a4b-ce16-4919-9176-1350a49eb920 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:13:56.081776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b8ffa29-3601-4841-8c0c-944f0c96d4a1 req-6f88925a-bbf2-4c36-81a7-ef7567ec56cf tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422144 Aug 21 18:13:56.108341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:56.121578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: c7166a4b-ce16-4919-9176-1350a49eb920 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:13:56.122247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device c7166a4b-ce16-4919-9176-1350a49eb920 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:13:56.123777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:56.170612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:56.173175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:13:56.177359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bfbaa2d-abc7-4c01-877d-1a68c3864e08 HTTP/1.1" status: 204 len: 168 time: 0.1350632 Aug 21 18:13:56.188502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73336682-f0e1-4bbe-9075-b11a54c9fb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfbaa2d-abc7-4c01-877d-1a68c3864e08,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:13:56.488241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-690e1bb2-9873-4aa0-b3a3-c132597df15e req-94d0ab1a-3e84-4c9e-9fad-a4fbf246a408 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0450554 Aug 21 18:13:56.505441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619432c-c1d5-48c8-8a9d-3e91fcfe87d5 req-657e3639-425f-4aa3-9ac0-799832dff548 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:56.507224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1619432c-c1d5-48c8-8a9d-3e91fcfe87d5 req-657e3639-425f-4aa3-9ac0-799832dff548 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0726306 Aug 21 18:13:56.564951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1619432c-c1d5-48c8-8a9d-3e91fcfe87d5 req-89e2d36b-c29e-41f8-a094-6a27f580e08e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461712 Aug 21 18:13:56.703130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa5f560f-57b5-4c9b-be34-35fef1f196ee req-686afd0f-d10e-448e-9a32-c696fe21568d tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0489750 Aug 21 18:13:56.709854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9024549c-b223-43cb-b882-1ab1a0f3616b req-759b5d1f-d1ac-4ee2-a5bd-d70b126de7b4 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0572395 Aug 21 18:13:57.282217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dacb3a-f44b-47c2-bfd2-abf75e783cb1 req-31a6ae97-1b45-4d90-ac7e-1bee3d80a232 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:57.283838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79dacb3a-f44b-47c2-bfd2-abf75e783cb1 req-31a6ae97-1b45-4d90-ac7e-1bee3d80a232 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0965593 Aug 21 18:13:57.670202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79dacb3a-f44b-47c2-bfd2-abf75e783cb1 req-fd22ddf4-80a4-4c51-966d-139d3d078007 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3784487 Aug 21 18:13:57.804628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d067364-ed03-4909-a5e5-ecbe81a66593 req-609af83d-23da-440f-a04b-dfef50001599 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0312800 Aug 21 18:13:57.922110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1d17d-e8bb-4033-bdd6-6a23ca44635b req-020f9010-e726-4d2f-b11e-9788ac454f50 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:57.923681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37b1d17d-e8bb-4033-bdd6-6a23ca44635b req-020f9010-e726-4d2f-b11e-9788ac454f50 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0723836 Aug 21 18:13:57.979501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fa4f957-affd-49c4-aa58-9a7a5383ce02 req-b9372834-eaa4-4c31-a69b-bdd9e672b6a0 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0289023 Aug 21 18:13:58.013980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37b1d17d-e8bb-4033-bdd6-6a23ca44635b req-dfaebd80-7e6f-49cc-83b4-c0a6076d9998 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704663 Aug 21 18:13:58.110950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cc959e7-86c6-4957-85d9-9c0263896fe0 req-ab0d7a32-a8a0-4bd7-a634-0619c85dfd92 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0274181 Aug 21 18:13:58.797454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1a60e-d2f5-4c8d-be6e-c306434e1819 req-30ed726f-b412-40ad-88af-4be03648e6c5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:58.799102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14c1a60e-d2f5-4c8d-be6e-c306434e1819 req-30ed726f-b412-40ad-88af-4be03648e6c5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0532749 Aug 21 18:13:58.846468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14c1a60e-d2f5-4c8d-be6e-c306434e1819 req-deb2e178-7106-43bd-9d4a-417ceba5daf7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 Aug 21 18:13:58.934910 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10d95430-f693-4d47-a14a-eaf4f51caf32 req-cc290aa6-207f-4944-91c0-60c728460f63 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0293796 Aug 21 18:13:59.089257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18c3ee83-5109-418b-b492-62b1be8e3a35 req-7d3a5f71-0832-4fc8-916c-c12c028aa775 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0312660 Aug 21 18:13:59.246598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d47db-16aa-4f27-9c81-58e4082f29f2 req-b9f55865-e4a5-4ab5-9e1a-291f56e51d4c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:13:59.260698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e9d47db-16aa-4f27-9c81-58e4082f29f2 req-b9f55865-e4a5-4ab5-9e1a-291f56e51d4c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0910108 Aug 21 18:13:59.319527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ee313fa-ff18-43a0-ae4a-1403926f8c3c req-a9473d43-c9d6-48fc-a15b-b7d6cb64bcc2 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0349920 Aug 21 18:13:59.330761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e9d47db-16aa-4f27-9c81-58e4082f29f2 req-14225e99-0fb9-4f5d-95f6-1dfc9fdab29f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Aug 21 18:14:00.025049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046af13-340d-4e03-a5bc-ad8c4c02b849 req-f5f83832-7645-4717-9470-f92c7dcc2db7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:00.032723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7046af13-340d-4e03-a5bc-ad8c4c02b849 req-f5f83832-7645-4717-9470-f92c7dcc2db7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0911775 Aug 21 18:14:00.074693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc0e9d89-c8c8-47bd-9e53-e71e32bd8476 req-5e1a142f-65fa-44b2-ac65-550e0111f9f5 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0463295 Aug 21 18:14:00.075546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7046af13-340d-4e03-a5bc-ad8c4c02b849 req-7c9e25b2-563a-4b4c-bca2-23025ff78797 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414867 Aug 21 18:14:00.223494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b95fb6de-c4e1-40a3-acba-40942769718a req-e6a9ea82-fa62-42e2-942c-52a2c2cdc975 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0448260 Aug 21 18:14:00.507545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3f2d3769-76a3-472c-9a39-30fbe1a1c696 req-4a2edec3-ed8d-4187-a018-f87c9138c729 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0436776 Aug 21 18:14:00.541443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967cd9dd-2bc6-4c80-9bc3-8695d3aa0c16 req-d5e77b6d-b87e-4333-854e-92adc3de0ce7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:00.543038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-967cd9dd-2bc6-4c80-9bc3-8695d3aa0c16 req-d5e77b6d-b87e-4333-854e-92adc3de0ce7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0626032 Aug 21 18:14:00.587558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-967cd9dd-2bc6-4c80-9bc3-8695d3aa0c16 req-c0162c75-7693-4d8f-a1ed-7a14a3c0cab8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Aug 21 18:14:01.189853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c1ed195b-fd79-46c8-af36-e2bcefdb75fd req-723bd794-e792-440e-be7a-d89e95bebf0c tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0374069 Aug 21 18:14:01.207295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef06746-3efe-4eea-ac30-33202621bf36 req-06c98e73-9790-4754-8546-82a91c40f986 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:01.209066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ef06746-3efe-4eea-ac30-33202621bf36 req-06c98e73-9790-4754-8546-82a91c40f986 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0532794 Aug 21 18:14:01.247577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ef06746-3efe-4eea-ac30-33202621bf36 req-bf65ea15-fba2-4ac3-80c5-f80e412fd9d3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318942 Aug 21 18:14:01.357134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad74bf77-6557-40ae-9c4e-70a1b05d7a34 req-c259529c-0c20-42c9-b3bc-e3467a9eb525 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0270770 Aug 21 18:14:01.627594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0a39c38-5a9b-4918-8a9b-5619b92f745a req-e2ed14e9-2c4a-4395-8af3-a2f7843d01d4 tempest-ListServersNegativeTestJSON-1639597775 tempest-ListServersNegativeTestJSON-1639597775-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4240583-65cc-4164-9409-6fe234c1ac8d HTTP/1.1" status: 200 len: 210 time: 0.0316620 Aug 21 18:14:01.707794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d64f81-a092-4136-adec-623eaa22cc35 req-946c9efa-2b90-409e-853e-9b4f06711851 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:01.709180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d64f81-a092-4136-adec-623eaa22cc35 req-946c9efa-2b90-409e-853e-9b4f06711851 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0520265 Aug 21 18:14:01.751948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d64f81-a092-4136-adec-623eaa22cc35 req-68340303-1aed-4edc-9f32-aca850dba02b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Aug 21 18:14:02.333161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d9499e5-2962-4183-80eb-6e9460a9b6cf req-6f62c59e-a8cf-482e-83c6-77b206237944 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0417120 Aug 21 18:14:02.446547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff18ca7-6168-45fc-8bed-8661cbe99279 req-4d8bcc4f-b51a-4e5f-976a-fca869a03d1c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:02.453821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ff18ca7-6168-45fc-8bed-8661cbe99279 req-4d8bcc4f-b51a-4e5f-976a-fca869a03d1c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0896695 Aug 21 18:14:02.489825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56d6df49-1219-4f63-80c8-9c60e1ca799a req-a29cf46e-5b53-445b-88a5-41bb85d13fad tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/ports?device_id=2fdb7946-bf77-4adc-b2aa-deba8329366e HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 21 18:14:02.499442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ff18ca7-6168-45fc-8bed-8661cbe99279 req-0fd88451-1338-471b-9123-908b20d37a5f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Aug 21 18:14:02.692418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58366) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:02.742988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Deleting subnet 2ce3c0d0-d059-4206-8f75-c3a2bbf7704a {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:02.746862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:02.791005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:02.847870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:02.948517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3439bfa-f811-498c-a9c0-6e0057aec5a4 req-d26417f7-4a19-4fcc-935e-52d642d32a3f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:02.950010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3439bfa-f811-498c-a9c0-6e0057aec5a4 req-d26417f7-4a19-4fcc-935e-52d642d32a3f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.0688820 Aug 21 18:14:02.955589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:02.993200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce3c0d0-d059-4206-8f75-c3a2bbf7704a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:02.995182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:02.996989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-91f801f3-c711-4e6a-aeb8-3049b5b87393 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2ce3c0d0-d059-4206-8f75-c3a2bbf7704a HTTP/1.1" status: 204 len: 168 time: 0.3033340 Aug 21 18:14:02.999632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58374) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.064324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3439bfa-f811-498c-a9c0-6e0057aec5a4 req-5ec75c51-9f31-4245-968d-7ca7680b6f1c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064789 Aug 21 18:14:03.082640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.161277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.174743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce205dfb-4a0b-4f41-808e-824153e2b7b2']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:03.186029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15fff93-e179-453d-ab9c-c2369cdd76f9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:03.186320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15fff93-e179-453d-ab9c-c2369cdd76f9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:03.195214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.208483 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.214714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:03.215097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:03.216658 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:03.271772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.277768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.279696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ce205dfb-4a0b-4f41-808e-824153e2b7b2 HTTP/1.1" status: 204 len: 168 time: 0.2791719 Aug 21 18:14:03.295017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45a9ee-2537-483d-b947-ea75bbba8ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce205dfb-4a0b-4f41-808e-824153e2b7b2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:03.435390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fc597d45-fe34-46ac-9d22-52da01779dfd req-cb7262f5-338a-46f0-b422-eefc821c9372 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0264478 Aug 21 18:14:03.462197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58386) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.531234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-05beebe7-fedb-4b08-943f-643d3bf87dbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c6d7c482e4646919dcdb53f701713b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671198 Aug 21 18:14:03.533710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.604814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.636408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.653158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249981c4-63c4-4773-9ec0-b116d4f6f911 req-d8c9c5ad-fb42-4cb1-9458-82a6c3655920 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:03.654650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-249981c4-63c4-4773-9ec0-b116d4f6f911 req-d8c9c5ad-fb42-4cb1-9458-82a6c3655920 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0495908 Aug 21 18:14:03.655560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa78233d-8793-43ec-8007-b150940eaca3 req-aebe6231-2be0-41b7-8b31-412e2de56a3c tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.2639685 Aug 21 18:14:03.701871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-249981c4-63c4-4773-9ec0-b116d4f6f911 req-a9d0d063-be9b-4678-8e93-414c2aee0daf tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409613 Aug 21 18:14:03.702631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58396) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.711637 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.714240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.718484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5 HTTP/1.1" status: 204 len: 168 time: 0.1797061 Aug 21 18:14:03.736720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12956b53-c22a-4914-b56c-cd9adfc131f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201f3c6-23dc-4d73-9f04-81d4fbbcf8a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:03.766484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.789000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.851993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.856245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:03.857860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/security-groups/c5846652-fb82-4334-9983-9aa870b1a14e HTTP/1.1" status: 204 len: 168 time: 0.1540899 Aug 21 18:14:03.860795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.868008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c809d-dd56-4805-a1c9-889905e83303 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5846652-fb82-4334-9983-9aa870b1a14e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:03.885355 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-c9c6024e-a82c-4cc4-af1f-91e9d47cc97c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] show failed (client error): The resource could not be found. Aug 21 18:14:03.886689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c9c6024e-a82c-4cc4-af1f-91e9d47cc97c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "GET /v2.0/security-groups/c5846652-fb82-4334-9983-9aa870b1a14e HTTP/1.1" status: 404 len: 347 time: 0.0245752 Aug 21 18:14:03.892513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:03.949672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-0ee0808c-3dfa-465c-9721-9de64d74e4a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0719941 Aug 21 18:14:04.044519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-fb90d760-d6a2-41f6-a6c4-e8df8e954f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.046060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-fb90d760-d6a2-41f6-a6c4-e8df8e954f65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.0631161 Aug 21 18:14:04.090951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 13d2fbdf-782b-474d-81cd-4860cddce5f1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:04.091576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.192201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.192654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.207368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 13d2fbdf-782b-474d-81cd-4860cddce5f1 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:04.210407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-720ea7bf-e7ba-4758-a452-569357a92fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.214178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-720ea7bf-e7ba-4758-a452-569357a92fe2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1447067 Aug 21 18:14:04.355892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-444718ea-ac45-4055-b57e-a74da4bdec60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1275222 Aug 21 18:14:04.369795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b3fdf-d15e-44a9-820d-256e90348528 req-7d9827ed-4913-40c3-8c2c-20b879a856c7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.372381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.378178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff7b3fdf-d15e-44a9-820d-256e90348528 req-7d9827ed-4913-40c3-8c2c-20b879a856c7 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.1627407 Aug 21 18:14:04.417056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=13d2fbdf-782b-474d-81cd-4860cddce5f1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:04.491986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-9c486984-8c4d-4568-ba63-c86f2dc2fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.493835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-9c486984-8c4d-4568-ba63-c86f2dc2fb2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1124310 Aug 21 18:14:04.507083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff7b3fdf-d15e-44a9-820d-256e90348528 req-30fbc4d5-a7a2-4aa2-8be5-6c6252c2d119 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271546 Aug 21 18:14:04.507349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.512149 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.519894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ef42b0a6-a473-41aa-ba29-401bb2151810 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/floatingips/4e38b065-38bc-44e1-97e4-92e97359f87a HTTP/1.1" status: 204 len: 168 time: 0.6252062 Aug 21 18:14:04.525748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:04.570840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-86d594a8-905f-47f8-a907-0ddbdb55bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.573264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-86d594a8-905f-47f8-a907-0ddbdb55bff0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651705 Aug 21 18:14:04.637946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port b85904ae-0139-4f12-8ab9-582294f98a7c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:04.638214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.735806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-697a912f-4f19-4da5-a5c4-083782ef4400 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493795 Aug 21 18:14:04.836813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17f7d56c-4a1a-4a8b-bef7-4273634b7e8f req-d91bdf62-c6cb-41f9-853f-171f5d1b072a tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0726349 Aug 21 18:14:04.840816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:04.847721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58444) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:04.866180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for b85904ae-0139-4f12-8ab9-582294f98a7c owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:04.911262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ed9b7-bcf4-4907-8a00-0e9b92a34c07 req-0c7a1b20-43e7-4d34-baa8-30a273eefbcf tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:04.920026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c10ed9b7-bcf4-4907-8a00-0e9b92a34c07 req-0c7a1b20-43e7-4d34-baa8-30a273eefbcf tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1092041 Aug 21 18:14:04.932327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbfb2190-3b77-43f9-93e2-b39f1a83e877 req-479f41e2-5046-479c-8aaf-72b4a204354f service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863306 Aug 21 18:14:04.990111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c10ed9b7-bcf4-4907-8a00-0e9b92a34c07 req-ee5f3f0b-27d2-478d-b823-43061c995d1a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692136 Aug 21 18:14:05.058458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-715483564-network', 'tenant_id': '646769f52d934be18f5959afa1b4c5da'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:05.063992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.118064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=b85904ae-0139-4f12-8ab9-582294f98a7c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:05.148448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Made reservation on behalf of 646769f52d934be18f5959afa1b4c5da for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:05.149394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.207301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84a4277f-43f1-4a55-984b-f31fea79eb4b req-cc8bf3ed-1fcc-4c11-8653-efd5ebf36261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e2d90484b66946c59cf33efd9f4c6adc&device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0543587 Aug 21 18:14:05.235207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.291411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6eba532-a0b9-42c2-8a57-7b5aa83d3186 req-e1ca8b5a-4bae-4345-9c6f-ad07ed694e94 tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0774632 Aug 21 18:14:05.292988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84a4277f-43f1-4a55-984b-f31fea79eb4b req-8439c9b8-ee70-4635-b139-9e20cb56893f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e2d90484b66946c59cf33efd9f4c6adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749180 Aug 21 18:14:05.344885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.346792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b7e81c1-947d-4dff-b8f1-f698d294e547 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/ports/b85904ae-0139-4f12-8ab9-582294f98a7c HTTP/1.1" status: 204 len: 168 time: 0.8199871 Aug 21 18:14:05.349726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:05.422384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:14:05.444116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4277f-43f1-4a55-984b-f31fea79eb4b req-e882312b-d7d4-4543-b363-0896db940550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.445548 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84a4277f-43f1-4a55-984b-f31fea79eb4b req-e882312b-d7d4-4543-b363-0896db940550 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413562 Aug 21 18:14:05.494305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting port 0f785a69-9299-4052-a2d5-1a144b4488ce {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:05.495018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.497819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.513866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.528303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-689ce66a-c895-45fb-8e64-0f967eab376a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1050220 Aug 21 18:14:05.545537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:14:05.570132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c134d42-63c0-41e6-aad6-07071faef417,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:05.593928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.594284 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Added segment bbe4433f-cc59-4b84-937f-29194d3d5776 of type vlan for network 0734633d-6081-48e1-a131-4eb41cb11035 Aug 21 18:14:05.618871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:05.630657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '77cab775-1bd3-4bab-886f-0b437d275906', 'network_id': '6f359357-ade8-4460-a653-e35e7ea5f090', 'port_id': '77cab775-1bd3-4bab-886f-0b437d275906', 'mac_address': 'fa:16:3e:4a:13:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a51a296-7b74-458b-aed6-43c585d5cac6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:14:05.680626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.694439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.711225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:05.713141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.713698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.714380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.715037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.715670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.716306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.716941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.719232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3a9f199c-9e65-44ea-a98a-033de200bc33 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6496 time: 0.1190553 Aug 21 18:14:05.721496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.737501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:05.745078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.746405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Calling delete_port for 0f785a69-9299-4052-a2d5-1a144b4488ce owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:05.783270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.786232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.788640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:05.842622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:05.851996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.852355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.852685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.853044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.853377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.853702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.862377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.862977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.863493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.864137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.864393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.864737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:05.891886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77887f39-a932-41ff-ae48-e0d3cbdf9ba6 req-36bcb595-d486-4781-998d-27a6acf9b730 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.893486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77887f39-a932-41ff-ae48-e0d3cbdf9ba6 req-36bcb595-d486-4781-998d-27a6acf9b730 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 944 time: 0.2158189 Aug 21 18:14:05.909271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0602551 Aug 21 18:14:05.911005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3ce62-950b-41d5-a96d-01f255f4524c admin admin] Pushing event updated for resources: {'Network': ['ID=0734633d-6081-48e1-a131-4eb41cb11035,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:05.913600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58464) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:05.929408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-dd3c16ff-e7b8-4a42-82a8-df1a6eff564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.930147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-dd3c16ff-e7b8-4a42-82a8-df1a6eff564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.930586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-dd3c16ff-e7b8-4a42-82a8-df1a6eff564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:05.930979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 0734633d-6081-48e1-a131-4eb41cb11035 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:14:05.933031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-dd3c16ff-e7b8-4a42-82a8-df1a6eff564e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3ccdad-4d90-4633-846b-69c6fd50df72&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=4235e44c-5df5-4c67-83ca-4a302acae183&id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 2289 time: 0.1814468 Aug 21 18:14:05.944441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Request body: {'subnet': {'network_id': '0734633d-6081-48e1-a131-4eb41cb11035', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-715483564-subnet', 'tenant_id': '646769f52d934be18f5959afa1b4c5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:05.980256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Made reservation on behalf of 646769f52d934be18f5959afa1b4c5da for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:05.983124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.009781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:06.040447 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77887f39-a932-41ff-ae48-e0d3cbdf9ba6 req-bc465c65-5c3d-4ccf-86a8-ed79816efb07 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333287 Aug 21 18:14:06.053194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-b282f694-11bc-4e6c-b079-7af115c02738 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 200 len: 1000 time: 0.1070557 Aug 21 18:14:06.159250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:14:06.160561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.228003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-87ce1809-f339-48ec-86b8-d0081a10a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:06.230083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-87ce1809-f339-48ec-86b8-d0081a10a314 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad90d85-0a1c-4fe6-803d-3f2901558060 HTTP/1.1" status: 200 len: 850 time: 0.1658306 Aug 21 18:14:06.236264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Port': ['ID=0f785a69-9299-4052-a2d5-1a144b4488ce,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:06.253344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.281851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:06.295943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:14:06.303774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0aaab-b455-46b2-9ea1-d6eb3dd834c7 req-09c5a71b-45e7-42e2-a0d2-1e495fcd8c4b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:06.326945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5c0aaab-b455-46b2-9ea1-d6eb3dd834c7 req-09c5a71b-45e7-42e2-a0d2-1e495fcd8c4b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.2066517 Aug 21 18:14:06.361812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.382137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:06.411464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-90cd97e9-9fc6-4223-8c9a-e1d57ae93381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:06.412715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-90cd97e9-9fc6-4223-8c9a-e1d57ae93381 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3ccdad-4d90-4633-846b-69c6fd50df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738660 Aug 21 18:14:06.413256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.415130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-84a440a0-799f-4092-9fdd-c725bf90409c tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/ports/0f785a69-9299-4052-a2d5-1a144b4488ce HTTP/1.1" status: 204 len: 168 time: 1.0640934 Aug 21 18:14:06.421880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58488) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:06.422294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8026c65d-1008-4c7c-9a32-ceeb83eec8a2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:06.425346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Checking segment: {'id': 'bbe4433f-cc59-4b84-937f-29194d3d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:06.425346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Network hostable DHCP agents. Network: 0734633d-6081-48e1-a131-4eb41cb11035, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:14:06.537107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Network 0734633d-6081-48e1-a131-4eb41cb11035 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:14:06.550133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-339cf28f-b9a9-4b99-8f46-860820c25fa4 req-3916cf77-5e02-4a78-9450-30c28079fa5a tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0825655 Aug 21 18:14:06.562266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:06.579494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 0734633d-6081-48e1-a131-4eb41cb11035) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:06.582521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.583461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:06.584058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.615740 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9ccc36d-13d6-4012-888a-a11e15885de9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6803501 Aug 21 18:14:06.704566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-43899cb9-95ff-4ac0-a8be-b7e80865ffc5 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620313 Aug 21 18:14:06.771297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:06.781332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c1b19-fce4-447b-86e6-7b34e8fcd113 None None] Network 0734633d-6081-48e1-a131-4eb41cb11035 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:06.803741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting subnet f3d584da-38ab-4e05-a114-537cc92c41c7 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:06.808395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:06.815563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:06.941145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84a4277f-43f1-4a55-984b-f31fea79eb4b req-58c7dc93-3247-489f-b2a4-7184dd32151f tempest-ServerShowV254Test-2079487153 tempest-ServerShowV254Test-2079487153-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e770aa5-5509-4467-9964-5dc865098d76 HTTP/1.1" status: 200 len: 210 time: 0.0762885 Aug 21 18:14:06.976794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:06.986833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.001505 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b8092d5-b00c-4b9e-94e5-b57c1bf90357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.049024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5c0aaab-b455-46b2-9ea1-d6eb3dd834c7 req-b1e53df0-2c4a-4c6c-b119-e6b1417ab254 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7211919 Aug 21 18:14:07.116531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-8c801b47-af60-414e-a221-cf094c99c644 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995965 Aug 21 18:14:07.201021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-87b4309d-0ebc-42df-8c39-51f5f8543b97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 217 time: 0.0558255 Aug 21 18:14:07.256804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ed145-b030-4603-93c4-408eadcf081d None None] Network 0734633d-6081-48e1-a131-4eb41cb11035 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:07.268460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b8092d5-b00c-4b9e-94e5-b57c1bf90357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.282807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b8092d5-b00c-4b9e-94e5-b57c1bf90357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.403574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.418284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b8092d5-b00c-4b9e-94e5-b57c1bf90357 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1528b08528ee47039632673ef3648cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016123 Aug 21 18:14:07.424817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:07.457105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:07.538854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 77cab775-1bd3-4bab-886f-0b437d275906 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:07.539232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.565747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-e094961d-a8c1-4e0c-917d-1dec19d48131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:07.567665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-e094961d-a8c1-4e0c-917d-1dec19d48131 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.3406482 Aug 21 18:14:07.571563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8092d5-b00c-4b9e-94e5-b57c1bf90357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa5e81-1bc3-48b7-a2f0-532e54f9160a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:07.687850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.697496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354233c0-dbac-4542-b1ac-71a803df1008 req-a929e46a-6f52-4077-a62a-58569438c17a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:07.700672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-354233c0-dbac-4542-b1ac-71a803df1008 req-a929e46a-6f52-4077-a62a-58569438c17a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 945 time: 0.3094902 Aug 21 18:14:07.703483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-77572612-fd73-41a2-ba09-6f54084f1306 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:07.711683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-77572612-fd73-41a2-ba09-6f54084f1306 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/networks?id=0734633d-6081-48e1-a131-4eb41cb11035 HTTP/1.1" status: 200 len: 812 time: 0.3512127 Aug 21 18:14:07.723297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.728869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:07.732016 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0137f09d-2ea1-4740-b9af-b583127de721" -d '{"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:07.737506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-83a821a6-a961-4247-aadd-eefd99a06f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:07.739444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-83a821a6-a961-4247-aadd-eefd99a06f41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1593359 Aug 21 18:14:07.748976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:07.756444 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.763403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.764470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.773456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-643945a8-19d1-4fb0-a245-c44d1132b5f5 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/quotas/646769f52d934be18f5959afa1b4c5da HTTP/1.1" status: 200 len: 375 time: 0.0595989 Aug 21 18:14:07.817181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:07.829456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-34cc61e7-70cd-4d14-9f62-ebbc53c1d943 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=646769f52d934be18f5959afa1b4c5da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547662 Aug 21 18:14:07.859461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d584da-38ab-4e05-a114-537cc92c41c7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:07.865245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:07.869528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29251531-6a10-47a7-a03f-c8d1c7efeada tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/subnets/f3d584da-38ab-4e05-a114-537cc92c41c7 HTTP/1.1" status: 204 len: 168 time: 1.4444344 Aug 21 18:14:07.869926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:07.875342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4cd6d9-0cb9-40ea-bbde-a1d8930f877d None None] Network 122b5a72-74c5-4768-a7a4-52e290ff18fe requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:07.875971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-354233c0-dbac-4542-b1ac-71a803df1008 req-d8f1739a-ba42-4029-8fd4-a9f8944e2742 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579576 Aug 21 18:14:07.919841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-d8850f03-35e0-40b2-8d37-3258e30dd6f3 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723974 Aug 21 18:14:08.002684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Deleting subnet 75b71b44-704b-4b09-985f-c62a7b379bd2 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:08.006282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.061597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-12bc60a3-86a6-44f8-98ce-70e06a7eb55d service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348128 Aug 21 18:14:08.095686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-1519269f-ab4d-4067-8cbd-39f4d8b41161 service neutron] 10.222.0.41 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515609 Aug 21 18:14:08.130301 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e8b1b5-64b3-45a8-9088-9dbaa60bd55f x-openstack-request-id: req-65e8b1b5-64b3-45a8-9088-9dbaa60bd55f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:08.130631 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-plugged", "status": "completed", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:08.130891 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65e8b1b5-64b3-45a8-9088-9dbaa60bd55f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:08.131293 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'code': 200} Aug 21 18:14:08.165005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-6cf2150a-58ec-449d-9580-ba4cf6b50405 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 217 time: 0.0948579 Aug 21 18:14:08.182033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:08.239401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.244628 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.250379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ecfa5e81-1bc3-48b7-a2f0-532e54f9160a HTTP/1.1" status: 204 len: 168 time: 0.7305329 Aug 21 18:14:08.289049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] DHCP port deletion for 122b5a72-74c5-4768-a7a4-52e290ff18fe request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:14:08.313226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c89388-daca-4397-a004-6744271f6a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa5e81-1bc3-48b7-a2f0-532e54f9160a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:08.324129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.357177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:08.357824 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.378160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-382f34e6-0aca-454b-a979-b451b553996f service neutron] 10.222.0.41 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814987 Aug 21 18:14:08.407911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:08.487935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-a6c0ed5d-605e-4210-a6a0-47558f620cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:08.489514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-a6c0ed5d-605e-4210-a6a0-47558f620cc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.3149650 Aug 21 18:14:08.503736 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.517362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.550120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:08.557612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.672003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55923d89-c7e5-4dfb-a4fe-9d96f506d79e req-46897134-055c-47a8-97c4-a2832cec8f9b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:08.687059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55923d89-c7e5-4dfb-a4fe-9d96f506d79e req-46897134-055c-47a8-97c4-a2832cec8f9b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 945 time: 0.4740183 Aug 21 18:14:08.687786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.705211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Deleting port da7379bf-d55b-4fe7-90be-3fe02cba540a {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:08.705769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.726692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:08.755325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e4830-8b73-4d5f-9ce5-2969057e573d req-2912808c-736a-4c1d-9ef0-c01124a9c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:08.767526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b4e4830-8b73-4d5f-9ce5-2969057e573d req-2912808c-736a-4c1d-9ef0-c01124a9c623 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1099 time: 0.4042113 Aug 21 18:14:08.804649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.815166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9397da-396c-4842-b97a-44c72bfff944 None None] Network 1377f771-d77d-4142-aac8-f02c134b2588 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:08.827862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58564) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:08.832174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/subnets/75b71b44-704b-4b09-985f-c62a7b379bd2 HTTP/1.1" status: 204 len: 168 time: 0.9610639 Aug 21 18:14:08.840993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] For port da7379bf-d55b-4fe7-90be-3fe02cba540a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=da7379bf-d55b-4fe7-90be-3fe02cba540a,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:08.841818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:08.850274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15371a9b-f949-4efe-91af-fce3df61754e tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Subnet': ['ID=75b71b44-704b-4b09-985f-c62a7b379bd2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:08.858527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device da7379bf-d55b-4fe7-90be-3fe02cba540a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:08.956230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3073c1c9-dbf5-40b4-921c-360c27932190 req-4eaee402-662c-40bf-ac3f-228790881b1f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 210 time: 0.2520127 Aug 21 18:14:09.129342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Calling delete_port for da7379bf-d55b-4fe7-90be-3fe02cba540a owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:09.206755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.263495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bdc0e-771c-4115-bb1c-e3fd9f32bf5b req-9fc4500e-14d4-4331-a1eb-5c9212b55837 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:09.273840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-199bdc0e-771c-4115-bb1c-e3fd9f32bf5b req-9fc4500e-14d4-4331-a1eb-5c9212b55837 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1702280 Aug 21 18:14:09.331477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-199bdc0e-771c-4115-bb1c-e3fd9f32bf5b req-b0c1fc0a-9b06-4b40-b5ce-2095beb8c310 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493975 Aug 21 18:14:09.342724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port da7379bf-d55b-4fe7-90be-3fe02cba540a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=da7379bf-d55b-4fe7-90be-3fe02cba540a,segment=NetworkSegment(2c9f2aa8-aef3-41f8-9da7-015be425d6cb),segment_id=2c9f2aa8-aef3-41f8-9da7-015be425d6cb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:09.405552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.516923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33a7e4d2-91e4-4787-80f4-27dd4a63087e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.551059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-43e71d77-8ca3-4a59-ab99-e8c1599618f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:09.554995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-43e71d77-8ca3-4a59-ab99-e8c1599618f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0508351 Aug 21 18:14:09.618990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=da7379bf-d55b-4fe7-90be-3fe02cba540a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:09.636244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.687254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55923d89-c7e5-4dfb-a4fe-9d96f506d79e req-663541c3-dc7f-42d3-ba67-04d7c6039af6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9983394 Aug 21 18:14:09.714787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] DHCP port deletion for 1377f771-d77d-4142-aac8-f02c134b2588 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:14:09.727987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] Pushing event deleted for resources: {'Port': ['ID=da7379bf-d55b-4fe7-90be-3fe02cba540a,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:09.755310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6610186-bee7-4b9e-9d4c-473be9ddf1ee None None] No DVR routers for this DVR port da7379bf-d55b-4fe7-90be-3fe02cba540a on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:09.882013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Deleting port 52789bd6-207a-4ea7-9061-86db97a5eda9 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:09.882392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.896405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33a7e4d2-91e4-4787-80f4-27dd4a63087e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.918137 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.954304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33a7e4d2-91e4-4787-80f4-27dd4a63087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.982616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] For port 52789bd6-207a-4ea7-9061-86db97a5eda9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=52789bd6-207a-4ea7-9061-86db97a5eda9,segment=NetworkSegment(4f105f39-6ff3-4e3c-8949-6b8407638232),segment_id=4f105f39-6ff3-4e3c-8949-6b8407638232)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:09.983023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:09.998313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Calling delete_port for 52789bd6-207a-4ea7-9061-86db97a5eda9 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:10.110327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5757d31d-29bc-45d3-96f9-1343a2fa6fb5 req-30400f9c-37e0-491c-b7ce-d41759d7dab7 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 210 time: 0.0381963 Aug 21 18:14:10.134105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:10.137161 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371c20a7-1b80-4857-ba36-d17231476deb" -d '{"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:10.181691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b4e4830-8b73-4d5f-9ce5-2969057e573d req-9e31288b-cb72-4729-bf6c-271497ba55d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3496518 Aug 21 18:14:10.183953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7e4d2-91e4-4787-80f4-27dd4a63087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a301966-d542-4529-8717-ef9218c1a356,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:10.193488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58610) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:10.197281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33a7e4d2-91e4-4787-80f4-27dd4a63087e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2d90484b66946c59cf33efd9f4c6adc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7676411 Aug 21 18:14:10.231960 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.260069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] Pushing event deleted for resources: {'Port': ['ID=52789bd6-207a-4ea7-9061-86db97a5eda9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:10.270302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65a7d1-5601-462c-9538-dd6408d6cd23 None None] No DVR routers for this DVR port 52789bd6-207a-4ea7-9061-86db97a5eda9 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:10.316153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.350369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.365477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.379198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122b5a72-74c5-4768-a7a4-52e290ff18fe']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:10.382915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-1aca527a-2c8e-4e9e-a11d-e5ff03cc7e01 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7728848 Aug 21 18:14:10.398737 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a108e7-6ef5-4433-b0e4-eead445db3bd x-openstack-request-id: req-a1a108e7-6ef5-4433-b0e4-eead445db3bd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:10.399247 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:10.399504 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1a108e7-6ef5-4433-b0e4-eead445db3bd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:10.399968 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'code': 200} Aug 21 18:14:10.480001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9f2aa8-aef3-41f8-9da7-015be425d6cb') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:10.480865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9f2aa8-aef3-41f8-9da7-015be425d6cb') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:10.486377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.491072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.492982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a301966-d542-4529-8717-ef9218c1a356 HTTP/1.1" status: 204 len: 168 time: 0.2982602 Aug 21 18:14:10.512669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.515267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61181996-17d8-4b96-9d36-02db7d352491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a301966-d542-4529-8717-ef9218c1a356,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:10.533932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.555786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:10.557317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:10.567418 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:10.647515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71318d3d-359e-43d3-9276-d96a5897c068 req-5a5aabfc-d1a2-4eca-b8a0-1f479050a320 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:10.650410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71318d3d-359e-43d3-9276-d96a5897c068 req-5a5aabfc-d1a2-4eca-b8a0-1f479050a320 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1074183 Aug 21 18:14:10.743221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71318d3d-359e-43d3-9276-d96a5897c068 req-02f9801d-10aa-4ed0-9011-48e59f014ce6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837624 Aug 21 18:14:10.818090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 52789bd6-207a-4ea7-9061-86db97a5eda9 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:10.848939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.866841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 52789bd6-207a-4ea7-9061-86db97a5eda9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:10.867361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 52789bd6-207a-4ea7-9061-86db97a5eda9 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:10.928712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:10.933182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/networks/122b5a72-74c5-4768-a7a4-52e290ff18fe HTTP/1.1" status: 204 len: 168 time: 2.0856175 Aug 21 18:14:10.933520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58632) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:10.956526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-6d77b7cb-4eff-477a-a13d-ed5807997f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:10.958163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-6d77b7cb-4eff-477a-a13d-ed5807997f3a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.3876743 Aug 21 18:14:10.963191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2bf0f-0fbe-46c9-bac8-ae1f8ec2a330 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Network': ['ID=122b5a72-74c5-4768-a7a4-52e290ff18fe,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:10.990133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-17c3e8e0-a261-4feb-9ccc-c78311b18535 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5992360 Aug 21 18:14:11.115833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-d85dd735-4b87-42a5-b9f7-fbcba68a3aae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1149feed-d4e5-4a61-9637-9dcf13700158 HTTP/1.1" status: 200 len: 217 time: 0.1070099 Aug 21 18:14:11.170079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1bada-d0c8-4301-adb9-62c9ac1c5732 req-a6d5e2d6-3d9f-4fba-abd1-ccd64fb615a5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:11.172072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-feb1bada-d0c8-4301-adb9-62c9ac1c5732 req-a6d5e2d6-3d9f-4fba-abd1-ccd64fb615a5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.3564634 Aug 21 18:14:11.223645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:11.234011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-9e535fcf-53d7-45d1-8e67-e71617ea66ff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:11.235665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-9e535fcf-53d7-45d1-8e67-e71617ea66ff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.64 "GET /v2.0/networks?id=0734633d-6081-48e1-a131-4eb41cb11035 HTTP/1.1" status: 200 len: 812 time: 0.4494541 Aug 21 18:14:11.255898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dec347-50a0-4fe7-ae44-e411a92f7444 req-c5fc2fbe-8c40-4543-a5eb-43a2317e489e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:11.269713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13dec347-50a0-4fe7-ae44-e411a92f7444 req-c5fc2fbe-8c40-4543-a5eb-43a2317e489e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1630032 Aug 21 18:14:11.279082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Request body: {'port': {'device_id': '762c8ab6-1026-4083-b079-251f445111fb', 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035', 'admin_state_up': True, 'tenant_id': '646769f52d934be18f5959afa1b4c5da'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:11.428468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13dec347-50a0-4fe7-ae44-e411a92f7444 req-c8b378ee-b736-4a11-a6b3-ac416f4a5c7f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462219 Aug 21 18:14:11.510338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-e1b564d1-45a1-4fa9-9762-f57404db588e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:11.520813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-e1b564d1-45a1-4fa9-9762-f57404db588e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.3768759 Aug 21 18:14:11.525494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-95736135-8a46-44ac-975b-541ed0939bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:11.528818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-95736135-8a46-44ac-975b-541ed0939bf1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.5590334 Aug 21 18:14:11.550572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-feb1bada-d0c8-4301-adb9-62c9ac1c5732 req-481bd107-14a7-4a8b-9f62-89498ca8039f tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666799 Aug 21 18:14:11.637413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:11.671979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1377f771-d77d-4142-aac8-f02c134b2588']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:11.701086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f105f39-6ff3-4e3c-8949-6b8407638232') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:11.701387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f105f39-6ff3-4e3c-8949-6b8407638232') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:11.736325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:11.765025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:11.788434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:11.797318 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:11.812378 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:11.869742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60c240bd-bc4f-4770-b1a8-84e7526f2339 req-b146610e-49f1-48c6-8dc5-978acae1f170 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 210 time: 0.1395001 Aug 21 18:14:11.962909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-984af485-28b5-4ed9-a35b-506d5c259f0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.3963456 Aug 21 18:14:12.021525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-c25a24dc-bdfd-4d37-a732-dff739d8e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.033008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-c25a24dc-bdfd-4d37-a732-dff739d8e713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4808915 Aug 21 18:14:12.134419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-0a1c9a1e-ad93-4e42-8b08-8ee4b2e21e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.135949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-0a1c9a1e-ad93-4e42-8b08-8ee4b2e21e1f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1427956 Aug 21 18:14:12.169985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:12.201361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:12.206587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] 10.222.0.41 "DELETE /v2.0/networks/1377f771-d77d-4142-aac8-f02c134b2588 HTTP/1.1" status: 204 len: 168 time: 1.2716358 Aug 21 18:14:12.310607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5cbbd-96b4-4865-8b65-250f867f2887 tempest-TaggedBootDevicesTest_v242-1903387226 tempest-TaggedBootDevicesTest_v242-1903387226-project] Pushing event deleted for resources: {'Network': ['ID=1377f771-d77d-4142-aac8-f02c134b2588,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:12.349709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Made reservation on behalf of 646769f52d934be18f5959afa1b4c5da for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:12.366510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1437fdc-ba36-4a0a-82b8-63a9421cbd88 req-ef873d74-9550-4d42-92d1-2a28d13445b4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.368261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1437fdc-ba36-4a0a-82b8-63a9421cbd88 req-ef873d74-9550-4d42-92d1-2a28d13445b4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.3609092 Aug 21 18:14:12.389771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:12.511782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1437fdc-ba36-4a0a-82b8-63a9421cbd88 req-5c991e03-59ba-4d09-aaca-d5ad367fe612 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1190820 Aug 21 18:14:12.523716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-905f07b4-9563-4b4a-bd44-6e61cde51c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.528813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-905f07b4-9563-4b4a-bd44-6e61cde51c00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2522233 Aug 21 18:14:12.719383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-7e97cf5f-6655-4a40-b472-be080d0a994e service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808523 Aug 21 18:14:12.730837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad66a92-b07e-4555-8384-81686606b814 req-5f225c11-91a3-4ad1-bcee-d577a7b825c2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.740993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ad66a92-b07e-4555-8384-81686606b814 req-5f225c11-91a3-4ad1-bcee-d577a7b825c2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.0842388 Aug 21 18:14:12.804419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ad66a92-b07e-4555-8384-81686606b814 req-349ce543-cb13-4652-bbe1-ad848ad3198f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585475 Aug 21 18:14:12.947630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50e01a-072d-4f5e-97e9-ce5275d38be4 req-9127b905-f9d6-49eb-b655-46ab82a23f87 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:12.956817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c50e01a-072d-4f5e-97e9-ce5275d38be4 req-9127b905-f9d6-49eb-b655-46ab82a23f87 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.0820735 Aug 21 18:14:13.047614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c50e01a-072d-4f5e-97e9-ce5275d38be4 req-bc3c7ffc-c1e6-4a71-9b15-649187200ee5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878701 Aug 21 18:14:13.061542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-3a5e006a-54fc-4faa-b96b-9c28e910242a service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059717 Aug 21 18:14:13.203031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Allocated IP 172.20.0.9 (0734633d-6081-48e1-a131-4eb41cb11035/8026c65d-1008-4c7c-9a32-ceeb83eec8a2/a1f172f3-aafe-4daa-94b1-f8593c855e0e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:13.398276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42a06072-47c1-4662-b63b-f993c6d024e3 req-eaf14b8c-cf90-4e74-be55-cba3a59dd700 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 210 time: 0.1393745 Aug 21 18:14:13.733001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:13.793227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d24f8d94-aabf-427a-878a-9450f428cf7f req-b96fe739-ad12-4c79-af48-cd0b1ac946e7 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541910 Aug 21 18:14:13.795764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-cf6b3e55-3b73-47a7-a811-3726b3aeace2 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0357120 Aug 21 18:14:13.893496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-1c423224-8bb8-492a-8f50-15e7d88480a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 HTTP/1.1" status: 200 len: 217 time: 0.0863926 Aug 21 18:14:13.957371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-23aeebe6-4a33-409a-b2ed-2f5f19d75ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:13.958054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-391734c5-e6d9-4c67-b21c-201fdedfdf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:13.961257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-23aeebe6-4a33-409a-b2ed-2f5f19d75ffb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.0568843 Aug 21 18:14:14.054664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60502fbc-a7d1-4a8d-a850-86273a6f2f6a req-5d9af8a4-ca48-4b15-a8a4-84cd1dec883c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.066078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60502fbc-a7d1-4a8d-a850-86273a6f2f6a req-5d9af8a4-ca48-4b15-a8a4-84cd1dec883c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.3452318 Aug 21 18:14:14.142183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60502fbc-a7d1-4a8d-a850-86273a6f2f6a req-61f8eed7-45a5-48f8-bf09-71cc5449389f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749516 Aug 21 18:14:14.215590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12621c33-4d4c-4897-b1dc-749b5e2a4e4d req-990b3fa1-6afc-4189-9d5e-e28135a73c1a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.217207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12621c33-4d4c-4897-b1dc-749b5e2a4e4d req-990b3fa1-6afc-4189-9d5e-e28135a73c1a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.2250535 Aug 21 18:14:14.223613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:14.291702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-665b0213-8b8c-47b7-9b34-e6ab017a9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.293300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-665b0213-8b8c-47b7-9b34-e6ab017a9d1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3205419 Aug 21 18:14:14.434327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12621c33-4d4c-4897-b1dc-749b5e2a4e4d req-c1cf718d-c91b-40b4-a950-452b74136dd2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064171 Aug 21 18:14:14.461423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-391734c5-e6d9-4c67-b21c-201fdedfdf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:14.471564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-391734c5-e6d9-4c67-b21c-201fdedfdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:14.483679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:14.563790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Network 0734633d-6081-48e1-a131-4eb41cb11035 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:14.569677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:14.578107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:14.616046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-391734c5-e6d9-4c67-b21c-201fdedfdf8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c17e2cea0644cd28ff865777359f924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8819647 Aug 21 18:14:14.633440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58754) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:14.649000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3362f-8980-44a8-8ab9-dcf1468eae4b req-bc16b305-552e-4c65-93f5-48b0a4503f4b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.650689 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d3362f-8980-44a8-8ab9-dcf1468eae4b req-bc16b305-552e-4c65-93f5-48b0a4503f4b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2618186 Aug 21 18:14:14.652565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-66213ee7-4d44-45ae-9f0b-935376d21610 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483648 Aug 21 18:14:14.659477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391734c5-e6d9-4c67-b21c-201fdedfdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c90c9-51e9-45d8-9254-e54dbc824ebb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:14.708512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Pushing event updated for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:14.780330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.781355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:14.846114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-3f06fe3d-f0dc-407a-bb9c-ea8a408b2099 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769147 Aug 21 18:14:14.917223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d48a31-2b95-470b-ac44-c21dfbe6c5b5 req-3aef4c6e-5abc-47bb-b9cb-4b487a532c3e tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:14.918796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24d48a31-2b95-470b-ac44-c21dfbe6c5b5 req-3aef4c6e-5abc-47bb-b9cb-4b487a532c3e tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 931 time: 0.2448521 Aug 21 18:14:14.925131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d3362f-8980-44a8-8ab9-dcf1468eae4b req-9988950e-ea93-4ced-95d9-bfa13a062ab4 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646043 Aug 21 18:14:14.927973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-1f5143a0-b418-4861-87b6-b749018221c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 200 len: 217 time: 0.0692844 Aug 21 18:14:14.929711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-526a5930-3733-4e33-9230-916f5e1b6b6a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6677709 Aug 21 18:14:14.965856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Request body: {'port': {'device_id': '762c8ab6-1026-4083-b079-251f445111fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:14.996778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:15.051306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-2ca7387b-0b93-42cb-b1ab-6e1bbbc1dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:15.053086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-2ca7387b-0b93-42cb-b1ab-6e1bbbc1dabc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.1133580 Aug 21 18:14:15.080354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24d48a31-2b95-470b-ac44-c21dfbe6c5b5 req-eb98a1f7-817f-481f-9125-e123501769ca tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375191 Aug 21 18:14:15.099032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:15.177595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:15.181957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:15.186719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c4c90c9-51e9-45d8-9254-e54dbc824ebb HTTP/1.1" status: 204 len: 168 time: 0.5467649 Aug 21 18:14:15.200414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:15.220719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecc81d-666e-4f0c-a8c0-11b9417ef50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c90c9-51e9-45d8-9254-e54dbc824ebb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:15.433284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-45be8844-ed27-4af2-9545-899bd220dc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:15.434839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-45be8844-ed27-4af2-9545-899bd220dc2e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3733857 Aug 21 18:14:15.457996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefeff3-f99e-45a7-91fd-fc602137826f req-0be6a916-b909-4ce6-a5f3-0f5b757c9a94 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:15.467876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecefeff3-f99e-45a7-91fd-fc602137826f req-0be6a916-b909-4ce6-a5f3-0f5b757c9a94 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1833224 Aug 21 18:14:15.606938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecefeff3-f99e-45a7-91fd-fc602137826f req-ed51ea6e-3101-47b3-9542-75909762cbb5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1365964 Aug 21 18:14:15.897675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9648ed-1bab-46b6-b9f4-6fc329092ff5 req-645f79ef-8921-4483-a585-3e50279df56f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:15.909954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe9648ed-1bab-46b6-b9f4-6fc329092ff5 req-645f79ef-8921-4483-a585-3e50279df56f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1321654 Aug 21 18:14:16.011382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe9648ed-1bab-46b6-b9f4-6fc329092ff5 req-b383dea0-bb97-446f-b888-e9bb9202a3c9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763094 Aug 21 18:14:16.141060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5701b0fe-bd69-4cd3-91eb-d56a97a3d40a req-d67c5844-c2ef-4f11-acd7-60f5832f2d52 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:16.147404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5701b0fe-bd69-4cd3-91eb-d56a97a3d40a req-d67c5844-c2ef-4f11-acd7-60f5832f2d52 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 1.0211506 Aug 21 18:14:16.230561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:14:16.253420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5701b0fe-bd69-4cd3-91eb-d56a97a3d40a req-afab85f2-3a20-4ace-a9aa-06e9ee3329e6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846970 Aug 21 18:14:16.337060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7b1ab-f48e-45cc-9ac3-59210a6dbad6 req-99c3407f-38ce-4a0b-b57f-21940fcaf418 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:16.341609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55d7b1ab-f48e-45cc-9ac3-59210a6dbad6 req-99c3407f-38ce-4a0b-b57f-21940fcaf418 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 931 time: 0.1253598 Aug 21 18:14:16.346033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58794) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:16.364332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-a9b1764e-32a8-4a7c-9db4-6620c71a705a service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9207554 Aug 21 18:14:16.512423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55d7b1ab-f48e-45cc-9ac3-59210a6dbad6 req-eac90003-30b7-410c-9ea1-bcd13d646c9a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333709 Aug 21 18:14:16.561937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d0520-2061-46d0-bfcb-da3dd535742b req-b8e078ab-fcaf-42ea-a478-84e0ec17f77e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:16.569991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d59d0520-2061-46d0-bfcb-da3dd535742b req-b8e078ab-fcaf-42ea-a478-84e0ec17f77e tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1992416 Aug 21 18:14:16.631497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da9b27f3-1b80-41a7-a0a3-ac80a8bec018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:16.720281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-867009fb-dc95-4899-b880-cb133a30fb52 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283856 Aug 21 18:14:16.735656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d59d0520-2061-46d0-bfcb-da3dd535742b req-f92c1682-e20a-4258-861c-44c1dc9a9945 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647770 Aug 21 18:14:16.750460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da9b27f3-1b80-41a7-a0a3-ac80a8bec018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:16.777470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da9b27f3-1b80-41a7-a0a3-ac80a8bec018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:16.824714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-92d4968e-c83a-4bbd-ac32-338f546ba8e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 200 len: 217 time: 0.0803173 Aug 21 18:14:16.939900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b27f3-1b80-41a7-a0a3-ac80a8bec018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10380e9b-f278-4a12-a262-55fc29b1be0b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:16.979116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da9b27f3-1b80-41a7-a0a3-ac80a8bec018 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2de3a0213f54969bde8d5f458d7adb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318636 Aug 21 18:14:16.981640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-7de8eb61-9400-49d8-97de-92abe3e9fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:16.983345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-7de8eb61-9400-49d8-97de-92abe3e9fc02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.0972319 Aug 21 18:14:16.987906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58814) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:16.988254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58816) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:17.017049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8165c8e-50ff-450d-a981-b669c5133ab9 req-5b44259c-b70d-426d-a854-724cdc8a187a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.018031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8165c8e-50ff-450d-a981-b669c5133ab9 req-5b44259c-b70d-426d-a854-724cdc8a187a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.2657387 Aug 21 18:14:17.047193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f172f3-aafe-4daa-94b1-f8593c855e0e {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:17.065610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.096580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-ec46403e-f5e2-48ee-b9d1-9297af239d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.097693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8165c8e-50ff-450d-a981-b669c5133ab9 req-3aa70c0c-020e-40f6-aa0b-eaa650f1c80d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699351 Aug 21 18:14:17.112193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-ec46403e-f5e2-48ee-b9d1-9297af239d4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103795 Aug 21 18:14:17.113453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Transition to ACTIVE for port object a1f172f3-aafe-4daa-94b1-f8593c855e0e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:17.134725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2544f3e3-6594-4ff2-ad90-6de74a4f3040 req-e9ac77aa-bc2e-4a78-abfd-f81798f7e396 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.139813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2544f3e3-6594-4ff2-ad90-6de74a4f3040 req-e9ac77aa-bc2e-4a78-abfd-f81798f7e396 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2521298 Aug 21 18:14:17.141439 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.203766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.239641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.314136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2133245581-network', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:17.352082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4e5ef-8544-4441-9e35-658a0c8a603a req-81667ab9-e9ac-4afd-8234-739f40d30c21 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.360667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2544f3e3-6594-4ff2-ad90-6de74a4f3040 req-8f483309-9b33-4bc5-b4d6-4f45d110e41d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023075 Aug 21 18:14:17.361468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e4e5ef-8544-4441-9e35-658a0c8a603a req-81667ab9-e9ac-4afd-8234-739f40d30c21 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1402202 Aug 21 18:14:17.365476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Made reservation on behalf of 59ed792fb2034630a4f7931a7e0e36b5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:17.369537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.394867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.413570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.416525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.429037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/10380e9b-f278-4a12-a262-55fc29b1be0b HTTP/1.1" status: 204 len: 168 time: 0.4371588 Aug 21 18:14:17.485001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da6fa6-2263-4b7f-9da4-affd0562a6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10380e9b-f278-4a12-a262-55fc29b1be0b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:17.515266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e4e5ef-8544-4441-9e35-658a0c8a603a req-6a9284a7-de39-49bb-ba70-d8f448ac68dd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524420 Aug 21 18:14:17.529757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-712ebc92-d2cd-42a2-a02b-9b4a17cf808a service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884633 Aug 21 18:14:17.651902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:17.751972 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-76b5d413-44e5-4e16-9b9a-a3a56d5a8985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.827701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b375a82-96eb-44a0-8cf1-b7b96f2aafd2 req-b8b4527b-eec2-497d-a6ae-82b15c429e9b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.829308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b375a82-96eb-44a0-8cf1-b7b96f2aafd2 req-b8b4527b-eec2-497d-a6ae-82b15c429e9b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2250488 Aug 21 18:14:17.843077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Attempting to bind port a1f172f3-aafe-4daa-94b1-f8593c855e0e on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:17.843663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Attempting to bind port a1f172f3-aafe-4daa-94b1-f8593c855e0e by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'bbe4433f-cc59-4b84-937f-29194d3d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:17.844001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Attempting to bind port a1f172f3-aafe-4daa-94b1-f8593c855e0e on network 0734633d-6081-48e1-a131-4eb41cb11035 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:17.862976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Port a1f172f3-aafe-4daa-94b1-f8593c855e0e on network 0734633d-6081-48e1-a131-4eb41cb11035 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:14:17.863351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Attempting to bind port a1f172f3-aafe-4daa-94b1-f8593c855e0e on network 0734633d-6081-48e1-a131-4eb41cb11035 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:17.879575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0bb49f-0aa4-4747-b18d-de7c3b554022 req-d313169f-e7f7-4dcc-bb3f-1f95c794a47f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:17.889445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd0bb49f-0aa4-4747-b18d-de7c3b554022 req-d313169f-e7f7-4dcc-bb3f-1f95c794a47f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 943 time: 0.2047341 Aug 21 18:14:17.901738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455bf54c-8ce3-4ad4-9711-26e98a092a53 req-47f1f815-f415-49b7-9274-30e5fe7daeef service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571253 Aug 21 18:14:17.903605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:17.903948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Checking segment: {'id': 'bbe4433f-cc59-4b84-937f-29194d3d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:17.904330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Bound using segment: {'id': 'bbe4433f-cc59-4b84-937f-29194d3d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:17.904780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Bound port: a1f172f3-aafe-4daa-94b1-f8593c855e0e, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe4433f-cc59-4b84-937f-29194d3d5776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:17.905140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.919853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b375a82-96eb-44a0-8cf1-b7b96f2aafd2 req-812075bb-2d6b-4817-8fb4-80313d4a88b0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735478 Aug 21 18:14:17.958078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.967208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:17.999765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00e4ff6-d304-4d6b-8a44-36dbfb5c7231,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:18.011198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd0bb49f-0aa4-4747-b18d-de7c3b554022 req-17400bc6-cd86-45fa-9745-028cf9cb611a tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146739 Aug 21 18:14:18.030490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:14:18.051840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.052475 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Added segment cdb7e131-bdc6-46fe-93f6-db033ced06ad of type vlan for network 53e1c8c6-8ec4-42c0-90ee-27244482c04c Aug 21 18:14:18.079848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:18.085587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e,segment=NetworkSegment(bbe4433f-cc59-4b84-937f-29194d3d5776),segment_id=bbe4433f-cc59-4b84-937f-29194d3d5776)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:18.094071 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.191939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.231546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.236433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.237907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/a1f172f3-aafe-4daa-94b1-f8593c855e0e HTTP/1.1" status: 200 len: 1092 time: 3.2769482 Aug 21 18:14:18.266959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:18.269221 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49063381-cb81-4542-a8fb-007c3cda99eb" -d '{"events": [{"name": "network-changed", "server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:18.324893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.358590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb4a31-307f-49f1-b63c-60b468eb5a7c req-ea10174d-2687-4e99-9ed5-f4beeb0aee95 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.367129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63bb4a31-307f-49f1-b63c-60b468eb5a7c req-ea10174d-2687-4e99-9ed5-f4beeb0aee95 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1278007 Aug 21 18:14:18.370738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.372164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.373180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.387172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312070d-ef93-4a41-a465-27dad0ebc5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:18.409550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24084992-eb65-444f-9605-48cb88cd6938 req-3a0d1725-a7a7-46ba-80d0-39927100bb18 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.416055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24084992-eb65-444f-9605-48cb88cd6938 req-3a0d1725-a7a7-46ba-80d0-39927100bb18 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2583482 Aug 21 18:14:18.419755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-2d5879fd-6322-4db4-af21-d349a27dff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.421221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-2d5879fd-6322-4db4-af21-d349a27dff9f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646769f52d934be18f5959afa1b4c5da&device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 1095 time: 0.1190305 Aug 21 18:14:18.478410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-88fe5751-7fd3-44de-a285-923edb585b67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e HTTP/1.1" status: 200 len: 217 time: 0.0414796 Aug 21 18:14:18.535679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24084992-eb65-444f-9605-48cb88cd6938 req-d69d3cea-9f9b-4078-a53e-a5b5669133f8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145849 Aug 21 18:14:18.580850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-0d8b4572-3784-4a77-9151-7c2f7544c6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.585517 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-0d8b4572-3784-4a77-9151-7c2f7544c6e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8026c65d-1008-4c7c-9a32-ceeb83eec8a2 HTTP/1.1" status: 200 len: 852 time: 0.0963326 Aug 21 18:14:18.599048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6092329 Aug 21 18:14:18.605103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:18.613134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Request body: {'subnet': {'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2133245581-subnet', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:18.646809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63bb4a31-307f-49f1-b63c-60b468eb5a7c req-c7322b18-7de6-4cba-bf69-450c807eefcd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2753525 Aug 21 18:14:18.652742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f2e92-24e2-4046-a186-1710321f9c4c admin admin] Pushing event updated for resources: {'Network': ['ID=53e1c8c6-8ec4-42c0-90ee-27244482c04c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:18.658622 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bda8d47-a457-4d2a-87fa-52d57d21dfca x-openstack-request-id: req-1bda8d47-a457-4d2a-87fa-52d57d21dfca {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:18.658927 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:18.659137 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bda8d47-a457-4d2a-87fa-52d57d21dfca {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:18.659526 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e', 'status': 'completed', 'code': 200} Aug 21 18:14:18.666266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-63877461-a99b-4c46-89be-79cd00d56d26 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0734633d-6081-48e1-a131-4eb41cb11035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716448 Aug 21 18:14:18.676181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:14:18.701681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Made reservation on behalf of 59ed792fb2034630a4f7931a7e0e36b5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:18.704506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.928495 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:18.959243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853768c9-e3bc-48e9-90f4-22d1f6b02d70 req-1442ee55-c7da-4fb0-b1db-1879e0113fae tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:18.961018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-853768c9-e3bc-48e9-90f4-22d1f6b02d70 req-1442ee55-c7da-4fb0-b1db-1879e0113fae tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.2158234 Aug 21 18:14:19.012394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88a36-ec33-4702-9cdb-1b77480a0f55 req-a2fd0c61-5a0a-44c2-9201-3b7351034695 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.014197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78c88a36-ec33-4702-9cdb-1b77480a0f55 req-a2fd0c61-5a0a-44c2-9201-3b7351034695 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1524549 Aug 21 18:14:19.030975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-3eff8650-ad0f-46d9-b93f-cf51447d8995 service neutron] 10.222.0.64 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274937 Aug 21 18:14:19.069987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-853768c9-e3bc-48e9-90f4-22d1f6b02d70 req-fce52681-2fb3-458b-9d01-e8c7e34de14f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829823 Aug 21 18:14:19.072623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78c88a36-ec33-4702-9cdb-1b77480a0f55 req-a74b4122-1452-4e02-ad7d-a4fe69a2bc71 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500813 Aug 21 18:14:19.391983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c27bcac-f255-4e8a-ae16-2211c9891694 req-929a74ab-322e-48ad-96f6-b4fb56ddc819 service neutron] 10.222.0.64 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541045 Aug 21 18:14:19.408474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:19.459017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bab34-9189-4ee2-a8d2-a66514f5d364 req-0c66090b-abe0-4c64-9317-e6266716041f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.465152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a8bab34-9189-4ee2-a8d2-a66514f5d364 req-0c66090b-abe0-4c64-9317-e6266716041f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 943 time: 0.1725514 Aug 21 18:14:19.554687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860b81df-aef3-4eb3-aa65-34a09d0df97f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:19.574682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Checking segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:19.575048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Network hostable DHCP agents. Network: 53e1c8c6-8ec4-42c0-90ee-27244482c04c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:14:19.581863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063381-cb81-4542-a8fb-007c3cda99eb req-b988ccd4-354c-406a-b6fa-0977ed0c09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.583868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-b988ccd4-354c-406a-b6fa-0977ed0c09e1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=646769f52d934be18f5959afa1b4c5da&device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 1095 time: 0.1149585 Aug 21 18:14:19.630080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:14:19.642163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a8bab34-9189-4ee2-a8d2-a66514f5d364 req-6b436975-1302-4a75-86b8-cf534513357c tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975418 Aug 21 18:14:19.652974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 53e1c8c6-8ec4-42c0-90ee-27244482c04c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:19.660101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.660706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:19.664312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03bdf1-db06-4215-976f-ef42a8c919d4 None None] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:19.743068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-92f388f5-b14b-4853-94eb-ea651fddb4c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1345358 Aug 21 18:14:19.745830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58884) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:19.760485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:19.830144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a6e39-af06-48f9-9490-82bbdbd03aba req-7a16a793-9f09-439c-826b-d387922fdfbd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.840921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e41a6e39-af06-48f9-9490-82bbdbd03aba req-7a16a793-9f09-439c-826b-d387922fdfbd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1597188 Aug 21 18:14:19.867159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e5fa-8520-463d-9e14-5f2b54188395 req-c477f5d8-90fd-401e-a7dd-bf76f35c6160 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.874735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8088e5fa-8520-463d-9e14-5f2b54188395 req-c477f5d8-90fd-401e-a7dd-bf76f35c6160 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1103334 Aug 21 18:14:19.904123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:19.904779 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:19.957691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e41a6e39-af06-48f9-9490-82bbdbd03aba req-c5978cc9-b960-4dbc-9dc5-ef2e743e4002 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157358 Aug 21 18:14:19.965796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:19.968717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063381-cb81-4542-a8fb-007c3cda99eb req-90f5cfab-b64d-4cfe-bc94-8e4e5dd63da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:19.970857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-90f5cfab-b64d-4cfe-bc94-8e4e5dd63da2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0734633d-6081-48e1-a131-4eb41cb11035 HTTP/1.1" status: 200 len: 913 time: 0.3612733 Aug 21 18:14:20.012173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:14:20.013451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.279632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Allocated IP 172.20.0.2 (53e1c8c6-8ec4-42c0-90ee-27244482c04c/860b81df-aef3-4eb3-aa65-34a09d0df97f/440e75e7-bf45-45e2-951f-65a1f8c72438) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:20.324085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-44713604-5d89-491c-bfcb-57e9596900df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e HTTP/1.1" status: 200 len: 217 time: 0.3362157 Aug 21 18:14:20.336266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4858b40-7dab-4d09-add6-a4ace48acc97 req-06017bb6-902c-43b7-b4bd-386dd4c40f5c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:20.342908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8088e5fa-8520-463d-9e14-5f2b54188395 req-26055599-e7fe-4a7e-b9ed-83e4bc712e3d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4673727 Aug 21 18:14:20.345492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4858b40-7dab-4d09-add6-a4ace48acc97 req-06017bb6-902c-43b7-b4bd-386dd4c40f5c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1036613 Aug 21 18:14:20.417287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4858b40-7dab-4d09-add6-a4ace48acc97 req-a9e096bf-2448-4586-a83c-4623f6cea345 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658848 Aug 21 18:14:20.513562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49063381-cb81-4542-a8fb-007c3cda99eb req-6d6140bb-6630-419c-94f3-2edb9f8ebb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:20.515075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-6d6140bb-6630-419c-94f3-2edb9f8ebb9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8026c65d-1008-4c7c-9a32-ceeb83eec8a2 HTTP/1.1" status: 200 len: 852 time: 0.1693261 Aug 21 18:14:20.551526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3ff1d76-ffc6-45f3-be1e-385300ea985e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.569353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.594390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.599875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-2f94dcbb-a44d-4d4a-9d7c-ce38a4f7f44e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0734633d-6081-48e1-a131-4eb41cb11035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384524 Aug 21 18:14:20.601289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.615362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Transition to ACTIVE for port object 440e75e7-bf45-45e2-951f-65a1f8c72438 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:20.633134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Transition to ACTIVE for port object 440e75e7-bf45-45e2-951f-65a1f8c72438 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:20.677247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.773735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-8c942164-3510-41ca-bce9-49bf7497be09 service neutron] 10.222.0.64 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503229 Aug 21 18:14:20.811021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Pushing event updated for resources: {'Port': ['ID=440e75e7-bf45-45e2-951f-65a1f8c72438,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:20.835615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:20.838352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:20.856351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:20.903303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d557e-ab6d-4881-ae36-675067088246 req-279c5d84-1e58-4766-9624-036d11827acb tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:20.917262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b3d557e-ab6d-4881-ae36-675067088246 req-279c5d84-1e58-4766-9624-036d11827acb tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 943 time: 0.1068659 Aug 21 18:14:20.924471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Attempting to bind port 440e75e7-bf45-45e2-951f-65a1f8c72438 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:20.924832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Attempting to bind port 440e75e7-bf45-45e2-951f-65a1f8c72438 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:20.925384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Attempting to bind port 440e75e7-bf45-45e2-951f-65a1f8c72438 on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:20.932255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:20.932868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Checking segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:20.933556 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.934102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Bound using segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:20.934750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Bound port: 440e75e7-bf45-45e2-951f-65a1f8c72438, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:20.935301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:20.947721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49063381-cb81-4542-a8fb-007c3cda99eb req-f4dcf355-b676-4f65-8b36-6787366ccfd6 service neutron] 10.222.0.64 "GET /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608365 Aug 21 18:14:21.003115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b3d557e-ab6d-4881-ae36-675067088246 req-cc2507bb-9dd2-4941-a93b-271a10192c28 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791328 Aug 21 18:14:21.051245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] For port 440e75e7-bf45-45e2-951f-65a1f8c72438, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:21.063170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] For port 440e75e7-bf45-45e2-951f-65a1f8c72438, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=440e75e7-bf45-45e2-951f-65a1f8c72438,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:21.075871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:21.154117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddc2d5-180c-4058-bd18-1782a7957876 None None] Pushing event updated for resources: {'Port': ['ID=440e75e7-bf45-45e2-951f-65a1f8c72438,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:21.294156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:21.338750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61616d09-9303-4d23-b93f-b7170abe3aac req-4ee48d5a-c1c3-4d73-8b3f-af32bf8cebd6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:21.344297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61616d09-9303-4d23-b93f-b7170abe3aac req-4ee48d5a-c1c3-4d73-8b3f-af32bf8cebd6 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2063749 Aug 21 18:14:21.359758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:21.533927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:21.600488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61616d09-9303-4d23-b93f-b7170abe3aac req-87b5d770-bdd0-4a90-873e-5e33a8be6625 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480490 Aug 21 18:14:21.760882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Allocated IP 172.25.1.197 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ec19316b-f979-4be1-900d-820b802d7230) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:21.869590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7d9e6-77be-49dc-8b33-44b227098552 req-697d8849-2501-40c5-8f1f-e88b3b90e109 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:21.877007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5b7d9e6-77be-49dc-8b33-44b227098552 req-697d8849-2501-40c5-8f1f-e88b3b90e109 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1103752 Aug 21 18:14:21.943099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:21.969642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a5b7d9e6-77be-49dc-8b33-44b227098552 req-542076e9-bd35-4292-a2aa-09221c0705da tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857768 Aug 21 18:14:22.063521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:22.191030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:22.217207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:22.222479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:22.311862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3308b-8216-4d0b-88f6-2f87036374bd req-9c6e7b08-4bef-4129-995f-d27ccfb1ccb3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:22.314153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7f3308b-8216-4d0b-88f6-2f87036374bd req-9c6e7b08-4bef-4129-995f-d27ccfb1ccb3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2906251 Aug 21 18:14:22.340149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Pushing event updated for resources: {'Port': ['ID=ec19316b-f979-4be1-900d-820b802d7230,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:22.346637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-266ab807-74f8-48ac-8d60-e6dc082d7cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:22.348075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-266ab807-74f8-48ac-8d60-e6dc082d7cbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=70d78263537a4bb1ac6b76906ee85b53&device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 1099 time: 0.2314420 Aug 21 18:14:22.695752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a99d7-1ac4-4d98-9a2e-e74bf041a2b5 req-38117ad3-a2da-4240-aa97-9809b58daa35 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:22.707971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c54a99d7-1ac4-4d98-9a2e-e74bf041a2b5 req-38117ad3-a2da-4240-aa97-9809b58daa35 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 943 time: 0.5963242 Aug 21 18:14:22.722991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cc4e2-b726-4571-85ab-14ded5839327 None None] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:22.792627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c54a99d7-1ac4-4d98-9a2e-e74bf041a2b5 req-fb555932-e35c-4ed7-8cf9-9fb1ef37b698 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811102 Aug 21 18:14:22.881671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 440e75e7-bf45-45e2-951f-65a1f8c72438 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:22.937971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-abf49478-ffce-434b-8c79-2a60003ffba6 None None] Provisioning for port 440e75e7-bf45-45e2-951f-65a1f8c72438 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:23.044698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 440e75e7-bf45-45e2-951f-65a1f8c72438 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:23.090356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 440e75e7-bf45-45e2-951f-65a1f8c72438 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:23.090826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.267138 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.272646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.288419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4e565-49e1-456a-98b7-532a55902477 req-99ee87f7-2049-4f38-9e9e-f3346b8ff1de tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:23.290050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64b4e565-49e1-456a-98b7-532a55902477 req-99ee87f7-2049-4f38-9e9e-f3346b8ff1de tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1435812 Aug 21 18:14:23.337676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 440e75e7-bf45-45e2-951f-65a1f8c72438, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=440e75e7-bf45-45e2-951f-65a1f8c72438,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:23.354914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.391104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64b4e565-49e1-456a-98b7-532a55902477 req-4d3fc8ea-9b16-4212-8cc6-50ce7e64057d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923851 Aug 21 18:14:23.424830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7f3308b-8216-4d0b-88f6-2f87036374bd req-0c620077-dc64-485e-b184-29a6c974774b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0954559 Aug 21 18:14:23.529654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-742da4e1-4733-4977-8cd9-318c84510e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:23.531273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-742da4e1-4733-4977-8cd9-318c84510e63 service neutron] 10.222.0.64 "GET /v2.0/networks?id=6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 200 len: 915 time: 1.1720610 Aug 21 18:14:23.548647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1f172f3-aafe-4daa-94b1-f8593c855e0e details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:14:23.573790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.584613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=440e75e7-bf45-45e2-951f-65a1f8c72438,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:23.903784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-09ff048e-8031-4135-a38b-9137baf1244d None None] Provisioning complete for port 440e75e7-bf45-45e2-951f-65a1f8c72438 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:23.905112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09ff048e-8031-4135-a38b-9137baf1244d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:23.947648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e,segment=NetworkSegment(bbe4433f-cc59-4b84-937f-29194d3d5776),segment_id=bbe4433f-cc59-4b84-937f-29194d3d5776)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:23.962671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e', 'network_id': '0734633d-6081-48e1-a131-4eb41cb11035', 'port_id': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e', 'mac_address': 'fa:16:3e:0c:25:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8026c65d-1008-4c7c-9a32-ceeb83eec8a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:14:24.051843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:24.080122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f172f3-aafe-4daa-94b1-f8593c855e0e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:24.117527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-171b1f98-cdf8-4d99-8a9f-34944d5ef11e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 200 len: 217 time: 0.5765736 Aug 21 18:14:24.132424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e,segment=NetworkSegment(bbe4433f-cc59-4b84-937f-29194d3d5776),segment_id=bbe4433f-cc59-4b84-937f-29194d3d5776)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:24.143857 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:24.216348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:24.329501 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:24.356344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618601c8-a1f1-4c82-b21f-f8abab0a757d req-f05c6939-14dc-43a6-bf37-6db32cc5ac1c tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:24.364793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-618601c8-a1f1-4c82-b21f-f8abab0a757d req-f05c6939-14dc-43a6-bf37-6db32cc5ac1c tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 943 time: 0.4052806 Aug 21 18:14:24.400546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['a1f172f3-aafe-4daa-94b1-f8593c855e0e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:24.587695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-618601c8-a1f1-4c82-b21f-f8abab0a757d req-c9d7e434-6e90-4a40-832c-196bc5c8f05c tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213798 Aug 21 18:14:24.601029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-9606f7e3-b880-40c6-bc08-19999aa6f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:24.610724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-9606f7e3-b880-40c6-bc08-19999aa6f4c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 200 len: 854 time: 0.4817121 Aug 21 18:14:24.644175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebc5e5-7b29-4e65-b24d-af2a225f0e4e req-db1ffb51-27ce-4e04-8a91-6ccb431266d3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:24.669142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95ebc5e5-7b29-4e65-b24d-af2a225f0e4e req-db1ffb51-27ce-4e04-8a91-6ccb431266d3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1303477 Aug 21 18:14:24.860929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-bac89e2f-fd08-4f03-80ef-df901b36ccdc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6f359357-ade8-4460-a653-e35e7ea5f090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2381823 Aug 21 18:14:24.891024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95ebc5e5-7b29-4e65-b24d-af2a225f0e4e req-881df8c9-fb32-4655-a136-031e1f316ddb tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919658 Aug 21 18:14:24.938658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 440e75e7-bf45-45e2-951f-65a1f8c72438 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:25.066907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a4e8d-ed0f-4d08-a612-3e037f57ce15 req-1b903d3b-d42f-4aee-9fb0-f222145eb8e1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:25.068588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 440e75e7-bf45-45e2-951f-65a1f8c72438 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:25.068966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:25.080704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-666a4e8d-ed0f-4d08-a612-3e037f57ce15 req-1b903d3b-d42f-4aee-9fb0-f222145eb8e1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.2122395 Aug 21 18:14:25.144068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-70aea31d-71a9-48b3-9801-014bfe1584d5 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465489 Aug 21 18:14:25.247337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-666a4e8d-ed0f-4d08-a612-3e037f57ce15 req-652e7819-8f4e-42e8-9d38-9f4828f2fe70 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653788 Aug 21 18:14:25.279179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:14:25.349498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1ee269a4-d2a0-4b63-92b7-ddab3923dccd req-7354590f-e5cb-46d3-8935-201d063756d8 service neutron] 10.222.0.64 "GET /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967742 Aug 21 18:14:25.428915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:14:25.439986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:14:25.459881 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:25.460786 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:25.467472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:25.474362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58972) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:25.485793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bef7cd9e-67aa-4af5-9726-c80f1fb5d836 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7313869 Aug 21 18:14:25.514978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1f172f3-aafe-4daa-94b1-f8593c855e0e up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:25.590426 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:25.620607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port a1f172f3-aafe-4daa-94b1-f8593c855e0e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:25.629714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port a1f172f3-aafe-4daa-94b1-f8593c855e0e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:25.630182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:25.735028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:25.764750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:25.767812 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c914fff-8545-4527-ab06-5e1b750f6191" -d '{"events": [{"server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "name": "network-vif-plugged", "status": "completed", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:25.786066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e,segment=NetworkSegment(bbe4433f-cc59-4b84-937f-29194d3d5776),segment_id=bbe4433f-cc59-4b84-937f-29194d3d5776)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:25.792931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:25.865620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:25.876228 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc23d2-09b0-4775-a068-65b9a5b01c48 x-openstack-request-id: req-08cc23d2-09b0-4775-a068-65b9a5b01c48 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:25.876546 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "name": "network-vif-plugged", "status": "completed", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:25.876861 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08cc23d2-09b0-4775-a068-65b9a5b01c48 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:25.877326 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e', 'code': 200} Aug 21 18:14:25.972245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:23Z', 'revision_number': 3, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:25.980074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9b717-e55e-4e61-a761-5308e4c9b60d req-951551b2-0c53-4eda-8fbc-8c38904d6ea0 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:26.005638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dde9b717-e55e-4e61-a761-5308e4c9b60d req-951551b2-0c53-4eda-8fbc-8c38904d6ea0 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 944 time: 0.2482173 Aug 21 18:14:26.023686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8410770-e9b4-4d3b-9655-8a4a14517830 req-15fb6c67-7845-4044-a3b3-2f450fe89105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:26.029276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8410770-e9b4-4d3b-9655-8a4a14517830 req-15fb6c67-7845-4044-a3b3-2f450fe89105 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 1097 time: 0.0632827 Aug 21 18:14:26.039549 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:14:26.039899 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Updating router 44427a84-0b9d-4524-9efc-5acdfee36b19 port ec19316b-f979-4be1-900d-820b802d7230 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:14:26.113979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dde9b717-e55e-4e61-a761-5308e4c9b60d req-24ae0f06-f4bb-4e0c-b0c4-3580fd9ea859 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021559 Aug 21 18:14:26.128624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598e3c0-a5bc-4556-a4f2-b37b0d1e88b9 req-c9d81428-135a-42be-8017-a3633cd24ba1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:26.130557 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0598e3c0-a5bc-4556-a4f2-b37b0d1e88b9 req-c9d81428-135a-42be-8017-a3633cd24ba1 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.0993261 Aug 21 18:14:26.139597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8410770-e9b4-4d3b-9655-8a4a14517830 req-01b13632-5a0a-43b5-8d5d-5d393f787e50 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714164 Aug 21 18:14:26.154238 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.224695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0598e3c0-a5bc-4556-a4f2-b37b0d1e88b9 req-a7df6948-b0be-465b-b975-4096bb8d03f0 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840547 Aug 21 18:14:26.500238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10646e0b-2cd9-41d5-8944-ee180fc0a303 req-1c6eead0-21b9-49cb-a4b4-2b322aa01d17 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:26.509285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10646e0b-2cd9-41d5-8944-ee180fc0a303 req-1c6eead0-21b9-49cb-a4b4-2b322aa01d17 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1036005 Aug 21 18:14:26.567708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10646e0b-2cd9-41d5-8944-ee180fc0a303 req-ff2063ed-3294-4852-98d7-c645ed9cd81c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570138 Aug 21 18:14:26.590899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.729263 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.760873 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Transition to ACTIVE for port object ec19316b-f979-4be1-900d-820b802d7230 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:26.775360 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.856138 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Attempting to bind port ec19316b-f979-4be1-900d-820b802d7230 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:26.866872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Attempting to bind port ec19316b-f979-4be1-900d-820b802d7230 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:26.869094 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Attempting to bind port ec19316b-f979-4be1-900d-820b802d7230 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:26.879793 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:26.880436 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:26.881129 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.881667 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:26.882281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Bound port: ec19316b-f979-4be1-900d-820b802d7230, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:26.882840 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.943212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] For port ec19316b-f979-4be1-900d-820b802d7230, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:26.947025 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] For port ec19316b-f979-4be1-900d-820b802d7230, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec19316b-f979-4be1-900d-820b802d7230,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:26.971226 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:26.978145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Pushing event updated for resources: {'Port': ['ID=ec19316b-f979-4be1-900d-820b802d7230,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:27.006588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.006927 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.007269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.007596 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.007919 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.008242 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.008561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.009411 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.009728 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.010040 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.016224 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.016522 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:27.060892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Allocated IP 172.20.0.1 (53e1c8c6-8ec4-42c0-90ee-27244482c04c/860b81df-aef3-4eb3-aa65-34a09d0df97f/65fad186-36d5-42aa-8d87-9c50d74d72e7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:27.090561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:27.091202 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:27.130424 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12110dbd-4c00-434f-a514-d22c69f38156 None None] Pushing event updated for resources: {'Port': ['ID=ec19316b-f979-4be1-900d-820b802d7230,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:27.431853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb4661-e252-4d26-bd88-c7288caa185f req-97de44e1-85d7-46ed-83f9-05b32fcb460b tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:27.439930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bfb4661-e252-4d26-bd88-c7288caa185f req-97de44e1-85d7-46ed-83f9-05b32fcb460b tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 945 time: 0.1987884 Aug 21 18:14:27.466807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:27.469440 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:27.524417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bfb4661-e252-4d26-bd88-c7288caa185f req-666ac0cd-379a-4e19-8069-18a4de0cc0b7 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801587 Aug 21 18:14:27.544985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Transition to ACTIVE for port object 65fad186-36d5-42aa-8d87-9c50d74d72e7 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:27.650791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a499b0f-7fc1-4712-9941-33e37476b9ca req-e93f8daa-1417-4e7e-923b-9fb16f7fbcc5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:27.683926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a499b0f-7fc1-4712-9941-33e37476b9ca req-e93f8daa-1417-4e7e-923b-9fb16f7fbcc5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1809230 Aug 21 18:14:27.778776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:27.784633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b1390-bc59-49e9-8ca3-9b4650e12662 req-084e5964-e0d8-493c-8f4b-eb2d3fe9314d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:27.798766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-544b1390-bc59-49e9-8ca3-9b4650e12662 req-084e5964-e0d8-493c-8f4b-eb2d3fe9314d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1028428 Aug 21 18:14:27.866576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-544b1390-bc59-49e9-8ca3-9b4650e12662 req-8cb6d004-5e29-486a-a105-503498bb0fe4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592308 Aug 21 18:14:27.902923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a499b0f-7fc1-4712-9941-33e37476b9ca req-65459704-af31-4ccf-b52b-51446d99b143 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172775 Aug 21 18:14:27.933118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:27.934773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:27.945182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:27.962481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Pushing event updated for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:27.985575 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:23Z', 'revision_number': 3, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:28.033913 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcaee2d8-df0a-4992-ad1d-a7590bcb24e7 None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:23Z', 'revision_number': 3, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:14:28.044346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.142511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009df96-058d-4786-be43-8bc622d3c388 req-f50eb1ab-575c-4e6d-a9f2-0c7f354f6fe3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:28.148987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f009df96-058d-4786-be43-8bc622d3c388 req-f50eb1ab-575c-4e6d-a9f2-0c7f354f6fe3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1193175 Aug 21 18:14:28.153882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59020) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:28.260300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f009df96-058d-4786-be43-8bc622d3c388 req-de41dc27-577e-4dd9-8271-02f9a334c647 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901616 Aug 21 18:14:28.370589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.400072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2fa895e-5bd3-4162-8b37-242496256b16 None None] Provisioning for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:28.405711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2fa895e-5bd3-4162-8b37-242496256b16 None None] Provisioning complete for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:28.406336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2fa895e-5bd3-4162-8b37-242496256b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.445863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b2fa895e-5bd3-4162-8b37-242496256b16 None None] Port 65fad186-36d5-42aa-8d87-9c50d74d72e7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:14:28.681938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729b14f-ea0b-4a8a-96ec-9007fa1fceb1 req-7e205918-f54f-4189-a298-e9600bf0433c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:28.683533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4729b14f-ea0b-4a8a-96ec-9007fa1fceb1 req-7e205918-f54f-4189-a298-e9600bf0433c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1749425 Aug 21 18:14:28.752672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4729b14f-ea0b-4a8a-96ec-9007fa1fceb1 req-812c10b7-dc44-481d-9d7d-080f82447821 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619149 Aug 21 18:14:28.797896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.819944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.907892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:28.909312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec19316b-f979-4be1-900d-820b802d7230 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:28.970664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a55a0-1ce7-4d83-96a9-a0b87ea0a62d req-b9516158-7424-4e8c-8f93-5844d8ebda0d tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:28.973009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd2a55a0-1ce7-4d83-96a9-a0b87ea0a62d req-b9516158-7424-4e8c-8f93-5844d8ebda0d tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 945 time: 0.2932935 Aug 21 18:14:29.112072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd2a55a0-1ce7-4d83-96a9-a0b87ea0a62d req-e8a14a01-3315-4ced-a0eb-85317db6a828 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037171 Aug 21 18:14:29.114883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Pushing event updated for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:29.123220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ec19316b-f979-4be1-900d-820b802d7230 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:29.128222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ec19316b-f979-4be1-900d-820b802d7230 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:29.129033 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:29.187186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:29.190257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:29.276251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2f5cd-57e2-499a-940b-0e1ced203b7d req-09212445-0e33-4b47-9b51-2ce3f4bd9193 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:29.285577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-21f2f5cd-57e2-499a-940b-0e1ced203b7d req-09212445-0e33-4b47-9b51-2ce3f4bd9193 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1029756 Aug 21 18:14:29.367094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-21f2f5cd-57e2-499a-940b-0e1ced203b7d req-1c9a678e-0324-404a-be1f-40980c9b514d tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803883 Aug 21 18:14:29.465354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:14:29.488499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:29.537587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ec19316b-f979-4be1-900d-820b802d7230, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec19316b-f979-4be1-900d-820b802d7230,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:29.552830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:29.563889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:29.697401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:14:29.715861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4eeb7cc1-f5cd-4576-8d01-cd1412a84092 admin admin] 10.222.0.41 "PUT /v2.0/routers/44427a84-0b9d-4524-9efc-5acdfee36b19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2289929 Aug 21 18:14:29.721013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357595-7529-493d-bcfd-c7782a1d573a req-f3e4d540-fece-4851-9a93-733d355b2072 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:29.722860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa357595-7529-493d-bcfd-c7782a1d573a req-f3e4d540-fece-4851-9a93-733d355b2072 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.3073051 Aug 21 18:14:29.752942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ec19316b-f979-4be1-900d-820b802d7230,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:29.788338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa357595-7529-493d-bcfd-c7782a1d573a req-54f84b8f-e25f-4c4f-9370-83fec85123ca tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552936 Aug 21 18:14:29.824720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-584942e4-77d4-46cb-a205-417c2e04bafe None None] Provisioning complete for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:29.825564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-584942e4-77d4-46cb-a205-417c2e04bafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:29.931179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-584942e4-77d4-46cb-a205-417c2e04bafe None None] Port 65fad186-36d5-42aa-8d87-9c50d74d72e7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:14:30.048338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad7306-51fd-44e1-854a-bc12df423b7c req-61faa865-1f07-4c55-863b-ebfa72d48422 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:30.050999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bad7306-51fd-44e1-854a-bc12df423b7c req-61faa865-1f07-4c55-863b-ebfa72d48422 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.0896037 Aug 21 18:14:30.101025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bad7306-51fd-44e1-854a-bc12df423b7c req-4ca71476-7555-4a45-83c0-7a5315662990 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Aug 21 18:14:30.121885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Deleting port 6416738d-9107-4ba4-9a54-276e5e358bfb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:30.122858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:30.225483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] For port 6416738d-9107-4ba4-9a54-276e5e358bfb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6416738d-9107-4ba4-9a54-276e5e358bfb,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:30.226035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:30.250928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Calling delete_port for 6416738d-9107-4ba4-9a54-276e5e358bfb owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:30.488361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84158495-da95-4e7e-8d29-e569103e388f req-0c82239c-8f35-4912-9bb0-07d9f7534a4b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:30.490575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84158495-da95-4e7e-8d29-e569103e388f req-0c82239c-8f35-4912-9bb0-07d9f7534a4b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.0824981 Aug 21 18:14:30.617643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84158495-da95-4e7e-8d29-e569103e388f req-bada814a-d4b0-41ff-a23f-5073024963e3 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064572 Aug 21 18:14:30.636222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:30.673427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Pushing event deleted for resources: {'Port': ['ID=6416738d-9107-4ba4-9a54-276e5e358bfb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:30.948626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59078) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:30.965541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec19316b-f979-4be1-900d-820b802d7230 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:30.989869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1426282278', 'description': 'tempest-description--693811628'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:31.030192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.030859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:14:31.056509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:31.058178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:31.236677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.261431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.316014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.318364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3586316 Aug 21 18:14:31.327629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59094) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:31.337540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group_rule': {'security_group_id': '0a644f12-86d5-4e83-b5ad-8f31adfdbeb9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:31.388112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4e7b8-2099-4e27-b915-66ca8b4c323b req-784b77ad-8d8b-4948-810f-613eb58a95b3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:31.404589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf4e7b8-2099-4e27-b915-66ca8b4c323b req-784b77ad-8d8b-4948-810f-613eb58a95b3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1579378 Aug 21 18:14:31.438765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:31.443282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0353b-db0b-4c83-8021-6f50bde5726c req-a398ee7c-5360-49a3-9f4a-e825db45b062 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:31.448644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c28b96-abfa-47fd-9a56-78122b436b03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:31.451213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dd0353b-db0b-4c83-8021-6f50bde5726c req-a398ee7c-5360-49a3-9f4a-e825db45b062 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 945 time: 0.7077560 Aug 21 18:14:31.459828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.474711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdf4e7b8-2099-4e27-b915-66ca8b4c323b req-32e6c13c-1eec-4f84-9097-b15a640d57b2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667241 Aug 21 18:14:31.516210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.572642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1dd0353b-db0b-4c83-8021-6f50bde5726c req-6f539db7-6abd-4974-8a94-eab47ada8b07 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204944 Aug 21 18:14:31.649529 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.661757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.696013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0930b896-c5bf-4cd2-9dfd-10df8c985a5d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:31.708838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.710244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-31851bbd-c668-4616-9971-f45ac91edeac tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3772204 Aug 21 18:14:31.713870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59100) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:31.721953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group_rule': {'security_group_id': '0a644f12-86d5-4e83-b5ad-8f31adfdbeb9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:31.762654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.781600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ec19316b-f979-4be1-900d-820b802d7230 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:31.782262 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.847351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 2, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:31.887893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:14:31.888559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Updating router 44427a84-0b9d-4524-9efc-5acdfee36b19 port 65fad186-36d5-42aa-8d87-9c50d74d72e7 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:14:31.906374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.914385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.940009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:31.968720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee86fa3-67bd-4dc3-bbc2-81746acba41e,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:31.991400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Router 6d558446-f880-4152-8a2c-6bb42a03dc08 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:14:32.000972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.008615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9cccbc1-f7bf-4bb6-b641-881625ef31af tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2900364 Aug 21 18:14:32.008615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59108) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:32.021746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:32.026099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-5b2c40db-83da-4786-a1d1-256d49563cf7 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:32.027757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-5b2c40db-83da-4786-a1d1-256d49563cf7 tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.64 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 945 time: 0.2296915 Aug 21 18:14:32.056634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910153-c90e-4a67-9c90-881d1424ae4e req-f8c0b7f6-0cd2-4eae-8dd1-fd0ba032054a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:32.059227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11910153-c90e-4a67-9c90-881d1424ae4e req-f8c0b7f6-0cd2-4eae-8dd1-fd0ba032054a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.3673630 Aug 21 18:14:32.085676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.231763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11910153-c90e-4a67-9c90-881d1424ae4e req-1fef0ae9-0db4-44f4-a736-cfa26439fad9 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546102 Aug 21 18:14:32.326995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.349452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Transition to ACTIVE for port object 65fad186-36d5-42aa-8d87-9c50d74d72e7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:32.365852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.373925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.464803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbe28-5d7f-4de7-b01e-30597c04c423 None None] Pushing event updated for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:32.475723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:14:32.489633 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Sync routers for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:14:32.498669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Deleting port a1f172f3-aafe-4daa-94b1-f8593c855e0e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:32.499379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.500426 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:32.501045 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:32.515215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c487bb05-2af9-40fd-b2a2-b1cf46afd528 admin admin] 10.222.0.41 "PUT /v2.0/routers/6d558446-f880-4152-8a2c-6bb42a03dc08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3601701 Aug 21 18:14:32.522777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Attempting to bind port 65fad186-36d5-42aa-8d87-9c50d74d72e7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:32.523143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Attempting to bind port 65fad186-36d5-42aa-8d87-9c50d74d72e7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:32.523518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Attempting to bind port 65fad186-36d5-42aa-8d87-9c50d74d72e7 on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:32.534855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:32.535230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Checking segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:32.535638 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.536030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Bound using segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:32.536496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Bound port: 65fad186-36d5-42aa-8d87-9c50d74d72e7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:32.536879 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.545806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:32.611597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Allocated IP 172.25.1.185 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/0caf2693-1cbd-48de-99ec-7cb1c714f8a8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:32.668016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] For port 65fad186-36d5-42aa-8d87-9c50d74d72e7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:32.673634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] For port 65fad186-36d5-42aa-8d87-9c50d74d72e7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65fad186-36d5-42aa-8d87-9c50d74d72e7,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:32.702728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.746767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:32.763988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379fd6b-e3f3-4cd2-9dd0-428ef44a1c8f req-38d781c8-57b5-410f-b239-bead4fe5bd68 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:32.785418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3379fd6b-e3f3-4cd2-9dd0-428ef44a1c8f req-38d781c8-57b5-410f-b239-bead4fe5bd68 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.4334245 Aug 21 18:14:32.868896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:32.869307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:32.891341 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:32.979132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3379fd6b-e3f3-4cd2-9dd0-428ef44a1c8f req-57d0bbf4-c228-4566-8fdf-d5065e27857a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905148 Aug 21 18:14:32.987873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708456f5-9f6c-40a3-9d60-0be0c3b146c6 req-c993b0c8-567e-4595-a560-4b57862ec3ed tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:32.996112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-708456f5-9f6c-40a3-9d60-0be0c3b146c6 req-c993b0c8-567e-4595-a560-4b57862ec3ed tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.2440302 Aug 21 18:14:33.060226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.083271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-708456f5-9f6c-40a3-9d60-0be0c3b146c6 req-940cc408-c074-4b51-8a96-b0d810929e34 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840552 Aug 21 18:14:33.184754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.234391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:33.258461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:33.264615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:33.273115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:33.288925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] For port a1f172f3-aafe-4daa-94b1-f8593c855e0e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=a1f172f3-aafe-4daa-94b1-f8593c855e0e,segment=NetworkSegment(bbe4433f-cc59-4b84-937f-29194d3d5776),segment_id=bbe4433f-cc59-4b84-937f-29194d3d5776)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:33.289301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.321362 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:14:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:33.340310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Calling delete_port for a1f172f3-aafe-4daa-94b1-f8593c855e0e owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:33.361074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.373837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=0caf2693-1cbd-48de-99ec-7cb1c714f8a8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:33.378252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Checking router: 6d558446-f880-4152-8a2c-6bb42a03dc08 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:14:33.400175 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Routers {'6d558446-f880-4152-8a2c-6bb42a03dc08'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:33.400795 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6d558446-f880-4152-8a2c-6bb42a03dc08'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:33.412857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1163977-0952-4e64-82b6-7390a7345242 req-37388147-12bb-4fb6-8967-facd52238c6f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:33.422694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1163977-0952-4e64-82b6-7390a7345242 req-37388147-12bb-4fb6-8967-facd52238c6f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/ports?device_id=762c8ab6-1026-4083-b079-251f445111fb HTTP/1.1" status: 200 len: 945 time: 0.2818649 Aug 21 18:14:33.444435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fbe28-5d7f-4de7-b01e-30597c04c423 None None] Pushing event updated for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:33.566195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1163977-0952-4e64-82b6-7390a7345242 req-dbc84062-a0a0-42d3-a679-4584fcc7410f tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.41 "GET /v2.0/security-groups?id=8c134d42-63c0-41e6-aad6-07071faef417&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424925 Aug 21 18:14:33.581971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.597643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7ce3-32b6-46f9-8301-680e5c8a6c9b req-e26fbf61-86e0-467c-9689-8b28d35e822a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:33.618661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-826f7ce3-32b6-46f9-8301-680e5c8a6c9b req-e26fbf61-86e0-467c-9689-8b28d35e822a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1672542 Aug 21 18:14:33.626158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Deleting port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:33.626929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.634746 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] Set router 6d558446-f880-4152-8a2c-6bb42a03dc08 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:33.648449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:32Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:33.694377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a86d31-e319-4f37-a50a-4ec7cc8880a7 None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:32Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:14:33.700873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.705988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-826f7ce3-32b6-46f9-8301-680e5c8a6c9b req-3dacaa57-1080-4509-ae32-4662828211b5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Aug 21 18:14:33.836496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.910731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-885460e1-33e0-4a44-8098-9f0f0219e27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:33.912287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-885460e1-33e0-4a44-8098-9f0f0219e27b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1098 time: 0.2336338 Aug 21 18:14:33.929995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Pushing event deleted for resources: {'Port': ['ID=a1f172f3-aafe-4daa-94b1-f8593c855e0e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:33.983010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] For port 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:33.983390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:33.990309 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:14:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:34.004160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.004434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.004781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.005118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.005450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.005777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.006101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.006431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.006777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.007105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.007420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.007742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:34.027331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab62f6e9-6bd6-49bf-a7fc-94ec31a62d14 None None] The sync data for ids ['6d558446-f880-4152-8a2c-6bb42a03dc08'] in n-d-793621-32 is: [{'id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'name': 'tempest-TaggedBootDevicesTest_v242-369838308-router', 'tenant_id': '69c3a87e3ea34cbfb8d424845a19d697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:03:14Z', 'updated_at': '2021-08-21T18:14:30Z', 'revision_number': 5, 'project_id': '69c3a87e3ea34cbfb8d424845a19d697', 'gw_port': {'id': '8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d558446-f880-4152-8a2c-6bb42a03dc08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:03:16Z', 'updated_at': '2021-08-21T18:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:14:34.078144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.090943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.100540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Calling delete_port for 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:34.107725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] No DVR routers for this DVR port a1f172f3-aafe-4daa-94b1-f8593c855e0e on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:34.113890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.122252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89d52e64-da19-4052-a276-67ccbe956eb5 req-a0a42857-4513-4798-85a2-a652059e1eff tempest-ServerPasswordTestJSON-1069969070 tempest-ServerPasswordTestJSON-1069969070-project] 10.222.0.64 "DELETE /v2.0/ports/a1f172f3-aafe-4daa-94b1-f8593c855e0e HTTP/1.1" status: 204 len: 173 time: 2.0555480 Aug 21 18:14:34.125112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'name': 'network-vif-deleted', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:34.127647 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e774be-d787-4cbf-b865-4c9ec4845bc7" -d '{"events": [{"server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "name": "network-vif-deleted", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:34.154949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b413a62-0b28-4cde-9130-918bdf8ae68b req-96a05cfb-4e87-41d3-bd4c-fecbe99e019b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.165849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b413a62-0b28-4cde-9130-918bdf8ae68b req-96a05cfb-4e87-41d3-bd4c-fecbe99e019b tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.3154263 Aug 21 18:14:34.275297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=0caf2693-1cbd-48de-99ec-7cb1c714f8a8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:34.277784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.312222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cbd0d-1c96-4566-83ca-5a81387dc6a6 req-a03427b2-c47e-4abd-ac26-b41239a7d784 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.313837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e0cbd0d-1c96-4566-83ca-5a81387dc6a6 req-a03427b2-c47e-4abd-ac26-b41239a7d784 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1076272 Aug 21 18:14:34.315132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.325829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce365205-96a7-4de2-936b-07607ae04a90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3151217 Aug 21 18:14:34.335362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b413a62-0b28-4cde-9130-918bdf8ae68b req-5adbb571-e149-4dce-a717-2a0295c160e8 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521828 Aug 21 18:14:34.338713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-ce4eb6f5-3957-4263-98d0-1c794013b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.340305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-ce4eb6f5-3957-4263-98d0-1c794013b151 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.4054921 Aug 21 18:14:34.369556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e0cbd0d-1c96-4566-83ca-5a81387dc6a6 req-537bb711-ab3b-49fe-9399-47be132d981a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Aug 21 18:14:34.611936 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd8faae-3a77-4030-b304-8eb96a7d48eb x-openstack-request-id: req-5fd8faae-3a77-4030-b304-8eb96a7d48eb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:34.612638 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762c8ab6-1026-4083-b079-251f445111fb", "name": "network-vif-deleted", "tag": "a1f172f3-aafe-4daa-94b1-f8593c855e0e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:34.612638 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fd8faae-3a77-4030-b304-8eb96a7d48eb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:34.613087 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762c8ab6-1026-4083-b079-251f445111fb', 'name': 'network-vif-deleted', 'tag': 'a1f172f3-aafe-4daa-94b1-f8593c855e0e', 'status': 'completed', 'code': 200} Aug 21 18:14:34.616160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-60aad501-14b5-43b6-af78-5d82fce040e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 1001 time: 0.2665441 Aug 21 18:14:34.633984 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.715923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-3e836710-d365-4927-8107-689e0bde6f8c tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1426282278&fields=id&tenant_id=59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 267 time: 0.0801642 Aug 21 18:14:34.729343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:34.794259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-4ec8f5a6-0104-416e-8606-7d5f9d6cbbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.807680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-4ec8f5a6-0104-416e-8606-7d5f9d6cbbcd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.1742420 Aug 21 18:14:34.891702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97556076-a6ca-46f1-b1cb-caa3a841f847 req-76fe9c63-2aa1-4d18-a97a-7278370aa8ed tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.893665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97556076-a6ca-46f1-b1cb-caa3a841f847 req-76fe9c63-2aa1-4d18-a97a-7278370aa8ed tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2293105 Aug 21 18:14:34.898679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:34.954113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65fad186-36d5-42aa-8d87-9c50d74d72e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:34.960695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-16ae001d-4659-4dcd-ada6-a2ff9b98a32d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:34.990925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-16ae001d-4659-4dcd-ada6-a2ff9b98a32d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 811 time: 0.2741983 Aug 21 18:14:35.007559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.010998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.040591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-5f84e007-8aad-4077-a225-666169430d9e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/quotas/59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 375 time: 0.0448959 Aug 21 18:14:35.082719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.083321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d558446-f880-4152-8a2c-6bb42a03dc08 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:14:35.088988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.092857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d122041f-7ed0-444c-a745-6947d69882a1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6d558446-f880-4152-8a2c-6bb42a03dc08 HTTP/1.1" status: 204 len: 168 time: 2.5447416 Aug 21 18:14:35.093460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59178) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:35.093868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:35.108288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:35.108954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.147138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-8cd934e8-fda2-46aa-9b36-5bb8e39c7f16 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1053600 Aug 21 18:14:35.173624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-3a7f4a3b-8ec8-44d6-b020-d1162fb183d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:35.175260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-3a7f4a3b-8ec8-44d6-b020-d1162fb183d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3665967 Aug 21 18:14:35.235678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97556076-a6ca-46f1-b1cb-caa3a841f847 req-213a5366-6b01-4b72-af94-9095c1f8fd1a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644986 Aug 21 18:14:35.278657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.328136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:35.340021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 65fad186-36d5-42aa-8d87-9c50d74d72e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65fad186-36d5-42aa-8d87-9c50d74d72e7,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:35.351769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.432139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-150b5c0e-4d97-4754-9070-ceffdeafe40a service neutron] 10.222.0.41 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781715 Aug 21 18:14:35.433789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6416738d-9107-4ba4-9a54-276e5e358bfb no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:35.473998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6416738d-9107-4ba4-9a54-276e5e358bfb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:35.474467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6416738d-9107-4ba4-9a54-276e5e358bfb not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:35.521095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:35.532389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Deleting subnet 8026c65d-1008-4c7c-9a32-ceeb83eec8a2 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:35.538333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.556412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1f172f3-aafe-4daa-94b1-f8593c855e0e no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:35.578026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: a1f172f3-aafe-4daa-94b1-f8593c855e0e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:35.578368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device a1f172f3-aafe-4daa-94b1-f8593c855e0e not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:35.596026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.617961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-5c7eae1a-accd-48a4-879c-1d01dbdaff2c service neutron] 10.222.0.41 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849127 Aug 21 18:14:35.657972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.702319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Deleting subnet f192ea2d-2b18-457c-9dd5-faca10d281f9 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:35.713213 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.750400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.811526 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.816972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8026c65d-1008-4c7c-9a32-ceeb83eec8a2 HTTP/1.1" status: 204 len: 168 time: 0.4746065 Aug 21 18:14:35.816972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c45bc-1293-4e3b-96fd-525e6218e141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8026c65d-1008-4c7c-9a32-ceeb83eec8a2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:35.817955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:35.835617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:35.889250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-98edb6f3-d097-4b6f-8570-dbfb020d5fcb service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6967447 Aug 21 18:14:35.899107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4df66-677b-4a47-8928-8e63d846de3e req-6cd86c83-a4c6-4d6c-b9cd-4199c1fe07bd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:35.907039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbd4df66-677b-4a47-8928-8e63d846de3e req-6cd86c83-a4c6-4d6c-b9cd-4199c1fe07bd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1974168 Aug 21 18:14:36.001852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.025971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bbd4df66-677b-4a47-8928-8e63d846de3e req-8cc84bb1-d874-4c7a-97fb-e2f6adbb5763 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153390 Aug 21 18:14:36.038914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef12db-abe7-467f-b948-91efacaa5fe3 req-0e931ee9-1b86-4a5f-9d66-359b9af233c8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:36.038914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49ef12db-abe7-467f-b948-91efacaa5fe3 req-0e931ee9-1b86-4a5f-9d66-359b9af233c8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1045403 Aug 21 18:14:36.127601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.198716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49ef12db-abe7-467f-b948-91efacaa5fe3 req-db9c0d28-1277-4fd6-a2f6-5c557393269a tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382504 Aug 21 18:14:36.233666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.266291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-460a5a5c-c48a-452e-867c-ebf396ccf45d req-9f0fd901-fb11-40b4-a0d0-fcc06397d3a3 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526955 Aug 21 18:14:36.279671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07bd4b5c-0e95-42d2-b5b9-a07ce2268984 req-2e9f2b80-89fa-4b40-a462-d576b634ffe0 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 210 time: 0.0905755 Aug 21 18:14:36.298448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0734633d-6081-48e1-a131-4eb41cb11035']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:36.316560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe4433f-cc59-4b84-937f-29194d3d5776') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:36.316888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe4433f-cc59-4b84-937f-29194d3d5776') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:36.329125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.359851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.362691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.373345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:36.374184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:36.376522 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:36.429781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f192ea2d-2b18-457c-9dd5-faca10d281f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:36.443653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.446641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55ea1b0-f880-4fe8-8471-eb6e1e9527d1 None None] Network 20498726-c7da-4d33-8944-882848b3731c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:36.450961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c0a94669-10f0-428b-8864-dddd385d601c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f192ea2d-2b18-457c-9dd5-faca10d281f9 HTTP/1.1" status: 204 len: 168 time: 1.3376722 Aug 21 18:14:36.451591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59212) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:36.475643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.497408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.499701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] 10.222.0.41 "DELETE /v2.0/networks/0734633d-6081-48e1-a131-4eb41cb11035 HTTP/1.1" status: 204 len: 168 time: 0.6807022 Aug 21 18:14:36.513648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b065db7-9a25-40d1-9e84-a9b9356aae6c admin admin] Pushing event deleted for resources: {'Network': ['ID=0734633d-6081-48e1-a131-4eb41cb11035,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:36.562670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8219f6-adf2-4f01-9b81-29b80235ef73 req-063a3efa-5553-4abf-9f57-291f5ed09610 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:36.576757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f8219f6-adf2-4f01-9b81-29b80235ef73 req-063a3efa-5553-4abf-9f57-291f5ed09610 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1396642 Aug 21 18:14:36.601234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.665842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f8219f6-adf2-4f01-9b81-29b80235ef73 req-f76f8a90-bfcf-4c6b-b30a-c262cfcce4be tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821047 Aug 21 18:14:36.719799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Deleting port b5e01d89-a023-4c35-ac77-7f2db424d9a2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:36.721355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.774088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59220) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:36.842428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] For port b5e01d89-a023-4c35-ac77-7f2db424d9a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5e01d89-a023-4c35-ac77-7f2db424d9a2,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:36.842836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.856420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d99eeca0-2e8a-4622-ab9e-d869d0128a97 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=646769f52d934be18f5959afa1b4c5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795085 Aug 21 18:14:36.858124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59222) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:36.861574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] DHCP port deletion for 20498726-c7da-4d33-8944-882848b3731c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:14:36.909172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65fad186-36d5-42aa-8d87-9c50d74d72e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:36.931414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Calling delete_port for b5e01d89-a023-4c35-ac77-7f2db424d9a2 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:36.940446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:36.972220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.054799 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.056488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Deleting port b5e01d89-a023-4c35-ac77-7f2db424d9a2 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:37.057064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.059511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.060683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c134d42-63c0-41e6-aad6-07071faef417 HTTP/1.1" status: 204 len: 168 time: 0.2013979 Aug 21 18:14:37.064110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132cdb2-295b-44c6-832b-90871487ee81 req-5f6d1110-042c-4291-8a5f-78fc2d5ba491 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:37.065839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7132cdb2-295b-44c6-832b-90871487ee81 req-5f6d1110-042c-4291-8a5f-78fc2d5ba491 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2264488 Aug 21 18:14:37.078339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fc7a2c-a39e-4b6b-b071-998a7cbcd419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c134d42-63c0-41e6-aad6-07071faef417,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:37.136465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 65fad186-36d5-42aa-8d87-9c50d74d72e7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:37.137885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7132cdb2-295b-44c6-832b-90871487ee81 req-a2cefc18-5cf6-4be2-a133-9016e925f91c tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Aug 21 18:14:37.141512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.152739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.224112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e01d89-a023-4c35-ac77-7f2db424d9a2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:37.226668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] No DVR routers for this DVR port b5e01d89-a023-4c35-ac77-7f2db424d9a2 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:37.280614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] For port b5e01d89-a023-4c35-ac77-7f2db424d9a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5e01d89-a023-4c35-ac77-7f2db424d9a2,segment=NetworkSegment(08e13a08-519d-490d-8dfc-4e39abb5d823),segment_id=08e13a08-519d-490d-8dfc-4e39abb5d823)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:37.291737 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.320670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Calling delete_port for b5e01d89-a023-4c35-ac77-7f2db424d9a2 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: from cryptography.utils import int_from_bytes Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: from cryptography.utils import int_from_bytes Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.454068 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:14:37.457315 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:14:37.462212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.470012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.484006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ec046-2884-4035-871b-11a3c33dd5ca req-44d6cad7-8036-4586-80de-cefb8faee5fb tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:37.484608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20498726-c7da-4d33-8944-882848b3731c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:37.489756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-251ec046-2884-4035-871b-11a3c33dd5ca req-44d6cad7-8036-4586-80de-cefb8faee5fb tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 946 time: 0.1036251 Aug 21 18:14:37.511780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] Pushing event deleted for resources: {'Port': ['ID=b5e01d89-a023-4c35-ac77-7f2db424d9a2,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:37.517089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:37.520026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48972efd-965f-44d9-b48c-61c6297b9304 None None] No DVR routers for this DVR port b5e01d89-a023-4c35-ac77-7f2db424d9a2 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:37.525145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e13a08-519d-490d-8dfc-4e39abb5d823') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:37.528772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e13a08-519d-490d-8dfc-4e39abb5d823') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:37.551339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.559201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:37.559927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8f390243-de0e-4cd1-8f9b-cb6c79dbb1c8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:37.563538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-251ec046-2884-4035-871b-11a3c33dd5ca req-908681f0-eeaa-4c2c-94df-8419733ede3e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686769 Aug 21 18:14:37.590924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad2605-c0f1-4956-b389-c3ea3df28787 req-505923f9-61cd-40ab-b872-ae1a4dfe1dcd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:37.598572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edad2605-c0f1-4956-b389-c3ea3df28787 req-505923f9-61cd-40ab-b872-ae1a4dfe1dcd tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2037714 Aug 21 18:14:37.618724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.631081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:37.631499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:37.633139 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:37.715053 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edad2605-c0f1-4956-b389-c3ea3df28787 req-f4c69b2e-1532-47c1-8954-7be518db3608 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118853 Aug 21 18:14:37.750877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b9f0b09-af5b-4845-b4c4-18875f307a41 req-fc3aa2ac-cb87-4f1a-8e36-90e3e08a3cd4 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 210 time: 0.0675991 Aug 21 18:14:37.803375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.815891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:37.817808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/20498726-c7da-4d33-8944-882848b3731c HTTP/1.1" status: 204 len: 168 time: 1.3605468 Aug 21 18:14:37.832589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f90e-06d5-4b43-bed0-dda18ced04f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=20498726-c7da-4d33-8944-882848b3731c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:37.886386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-055052b8-d9b6-4f10-bc78-35956f209d20 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:37.889090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-055052b8-d9b6-4f10-bc78-35956f209d20 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 811 time: 0.2283695 Aug 21 18:14:37.940891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-79a26093-21c1-4546-86b9-1c469c5d473f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 380 time: 0.0400622 Aug 21 18:14:37.957775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'port': {'device_id': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'admin_state_up': True, 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'security_groups': ['0a644f12-86d5-4e83-b5ad-8f31adfdbeb9']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:38.092378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59254) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:38.129233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Made reservation on behalf of 59ed792fb2034630a4f7931a7e0e36b5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:38.133235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.148514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e83af949-4469-448e-8438-28513193fc4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69c3a87e3ea34cbfb8d424845a19d697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549808 Aug 21 18:14:38.152502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59258) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:38.334009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Allocated IP 172.20.0.11 (53e1c8c6-8ec4-42c0-90ee-27244482c04c/860b81df-aef3-4eb3-aa65-34a09d0df97f/5bb1f710-0f8a-4634-8465-efc1e71e90e5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:38.396070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:38.449548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.517120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:38.535285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.537017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.565313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:38.568430 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd07d9a4-d407-4a28-8a12-df338cf1fa51" -d '{"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-unplugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:38.583636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:38.591232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.613589 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.641505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Transition to ACTIVE for port object 5bb1f710-0f8a-4634-8465-efc1e71e90e5 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:38.644662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.647931 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d135404d-405f-46dd-876c-c448e51ce30e x-openstack-request-id: req-d135404d-405f-46dd-876c-c448e51ce30e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:38.648512 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-unplugged", "status": "failed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:38.649139 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d135404d-405f-46dd-876c-c448e51ce30e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:38.649279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.649762 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'code': 422} returned with failed status Aug 21 18:14:38.651173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07cb8478-c196-4ef7-b5a3-e4bf37ce2a06 HTTP/1.1" status: 204 len: 168 time: 0.4975388 Aug 21 18:14:38.668665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fc94d-1316-45c2-8cc5-079cdf82c228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cb8478-c196-4ef7-b5a3-e4bf37ce2a06,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:38.700511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:38.718864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.799446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-182120921-network', 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:38.825570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:38.828900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:38.847859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:38.855471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:38.858469 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.858883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:38.880727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5e01d89-a023-4c35-ac77-7f2db424d9a2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:38.880922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:38.926859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b5e01d89-a023-4c35-ac77-7f2db424d9a2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:38.930207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5e01d89-a023-4c35-ac77-7f2db424d9a2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:38.973915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d6afc-3d01-451f-86f1-955b70d6de1b req-89ec8d44-35e0-4c41-85c5-9af22990c0ef tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:38.987482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f52d6afc-3d01-451f-86f1-955b70d6de1b req-89ec8d44-35e0-4c41-85c5-9af22990c0ef tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.2797034 Aug 21 18:14:39.037933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:39.038943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.068332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f52d6afc-3d01-451f-86f1-955b70d6de1b req-68263a5d-0712-4538-9c00-c22bae8eeb30 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748508 Aug 21 18:14:39.131258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e367ee-156a-497f-974e-8bcdf04816ef req-e15d74b2-f431-4c49-ad97-f7b80e0eefda tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:39.140283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23e367ee-156a-497f-974e-8bcdf04816ef req-e15d74b2-f431-4c49-ad97-f7b80e0eefda tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 932 time: 0.2205012 Aug 21 18:14:39.216234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23e367ee-156a-497f-974e-8bcdf04816ef req-d1de4ad1-b68b-4bbd-b13e-c1e1ccb6e4fe tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704098 Aug 21 18:14:39.303952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.315154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.315619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2e8066e3-ae36-4f85-8411-2eba7a10906b None None] Provisioning for port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:39.320493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-c9f84ff6-68c3-46c7-b82e-fd9e0ea6929f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3673375 Aug 21 18:14:39.323852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2e8066e3-ae36-4f85-8411-2eba7a10906b None None] Provisioning complete for port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:39.324443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e8066e3-ae36-4f85-8411-2eba7a10906b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.335348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Request body: {'port': {'device_id': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:39.399096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:14:39.420087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b2870-ae63-4e21-9700-c6d485f5ddb4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:39.425443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2e8066e3-ae36-4f85-8411-2eba7a10906b None None] Port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:14:39.447680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.450391 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Added segment 6a6498ee-ab26-4a8d-a8a1-c280e95992e4 of type vlan for network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 Aug 21 18:14:39.463315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.558378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.610330 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.611511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:39.612113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:39.733930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] Pushing event updated for resources: {'Network': ['ID=97e2bf5f-e8d7-457b-a66f-504e97da3a30,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:39.748387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:14:39.773026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-598f8ed5-c8c1-4e4b-8f39-2428af0eefdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2537444 Aug 21 18:14:39.774092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:39.791860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Request body: {'subnet': {'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-182120921-subnet', 'tenant_id': 'b7a0bd023499448eac35735248eda284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:39.857409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:39.860815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.168616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb1f710-0f8a-4634-8465-efc1e71e90e5 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:40.184361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.216506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Transition to ACTIVE for port object 5bb1f710-0f8a-4634-8465-efc1e71e90e5 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:40.228846 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.558538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:40.623296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551aac6c-07f8-4594-a12a-f04d1dca1927 req-e9f4ad1c-74a3-4afd-bb26-d55210a15277 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:40.632279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-551aac6c-07f8-4594-a12a-f04d1dca1927 req-e9f4ad1c-74a3-4afd-bb26-d55210a15277 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 944 time: 0.1946578 Aug 21 18:14:40.691637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-551aac6c-07f8-4594-a12a-f04d1dca1927 req-ccc748bf-8c35-4218-8cf6-709d2f520800 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582674 Aug 21 18:14:40.725294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Attempting to bind port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:40.727068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Attempting to bind port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:40.728162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Attempting to bind port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:40.745194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:14:40.747408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.748810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Attempting to bind port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:40.770254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:40.770841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Checking segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:40.771412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Bound using segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:40.772035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Bound port: 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:40.772715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.837893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99dc12ac-d66a-4824-8f87-a86db97f37a5,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:40.860492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:40.860860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Network hostable DHCP agents. Network: 97e2bf5f-e8d7-457b-a66f-504e97da3a30, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:14:40.887064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:40.892139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:40.895189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:14:40.901368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.932745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 97e2bf5f-e8d7-457b-a66f-504e97da3a30) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:40.941922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:40.943841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:40.944068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf06fad-e6dd-4f17-9102-29b004c8cfef None None] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:40.985257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2168e221-c7fa-44b9-a6f9-f27948a9280d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2076879 Aug 21 18:14:41.046027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:41.046721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:41.054285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] 10.222.0.64 "PUT /v2.0/ports/5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 1093 time: 1.7247624 Aug 21 18:14:41.073106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:41.079838 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a06af1-c346-4e9f-b442-590e884553f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:41.179441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b863726-7683-4743-863d-ae52df44cfe4 req-6ef0b207-386b-4b15-be69-fff87c630cc8 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.1452217 Aug 21 18:14:41.326053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c88fb-51c8-4f9b-af47-4020b63dca22 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:41.338674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-23b49657-07fd-4688-9a3d-706682da3950 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232703 Aug 21 18:14:41.440462 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9cc920-f751-4791-a02e-586d5a61c1b9 x-openstack-request-id: req-3a9cc920-f751-4791-a02e-586d5a61c1b9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:41.443689 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:41.444133 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a9cc920-f751-4791-a02e-586d5a61c1b9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:41.446595 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'status': 'completed', 'code': 200} Aug 21 18:14:41.479175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72799cd1-9e15-40e4-9b3f-75ee8bde3cb8 None None] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:14:41.596703 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-94994f21-c946-46f5-89e0-4bdd788c8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:41.599678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-94994f21-c946-46f5-89e0-4bdd788c8bc8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1096 time: 0.4857097 Aug 21 18:14:41.616760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d682177-4e95-47d5-b71d-104c2cfd41f0 req-14da84ba-059f-4a65-9198-51aa8b18e4f2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:41.619337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d682177-4e95-47d5-b71d-104c2cfd41f0 req-14da84ba-059f-4a65-9198-51aa8b18e4f2 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.3595524 Aug 21 18:14:41.744493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-091ee4dc-884a-46ca-9d98-ee74814b0fa2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 217 time: 0.1241264 Aug 21 18:14:41.917055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d682177-4e95-47d5-b71d-104c2cfd41f0 req-a86857e9-1608-4f30-9b91-386099ebddb4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811143 Aug 21 18:14:41.945911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-0d15d776-609a-4210-aae8-7d462ee9a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:41.953780 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-0d15d776-609a-4210-aae8-7d462ee9a306 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1914818 Aug 21 18:14:42.145192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9546f4-c331-4043-9126-0a5427746091 req-998ff839-592b-4c25-9af5-db9ed05e71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:42.147928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-998ff839-592b-4c25-9af5-db9ed05e71e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887965 Aug 21 18:14:42.322754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1cac4-d0da-4e24-b85f-8e7cc4ff82ec req-82ebfa18-ae96-43b8-9eab-97e7d9cbde4f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:42.332852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-faa1cac4-d0da-4e24-b85f-8e7cc4ff82ec req-82ebfa18-ae96-43b8-9eab-97e7d9cbde4f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 944 time: 0.1747375 Aug 21 18:14:42.372958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-d314d6f5-cff8-43f8-9ff6-12d8237f1ae6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:42.376868 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-d314d6f5-cff8-43f8-9ff6-12d8237f1ae6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2768600 Aug 21 18:14:42.406596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-f7e0b223-055b-4712-beb4-8ae8cba05490 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0243080 Aug 21 18:14:42.427272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:42.454343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-faa1cac4-d0da-4e24-b85f-8e7cc4ff82ec req-c1805e0e-f10e-42dd-97fc-dd21b35595fa tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139276 Aug 21 18:14:42.480857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-13451b40-0f81-4592-9447-c8861b47e94d service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128083 Aug 21 18:14:42.523633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-c7138465-7a25-4240-80ff-2268867d817c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099811 Aug 21 18:14:42.742479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f9546f4-c331-4043-9126-0a5427746091 req-8096af05-81ca-4478-8118-7ac2f3b93177 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515938 Aug 21 18:14:42.817802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-96e00f5e-8367-45fc-8955-078515822bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801218 Aug 21 18:14:42.863503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3eb0ab7b-ee1c-475a-9110-68deba0b1c96 req-3989d309-03de-4126-b21d-d93a32668b79 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0548282 Aug 21 18:14:42.963304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-986d1f17-89d5-40eb-91c0-0e62ae52600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:42.967042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-986d1f17-89d5-40eb-91c0-0e62ae52600e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1096 time: 0.1215000 Aug 21 18:14:42.978073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-186d6bcf-4da0-465a-8d65-43567a716038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:42.979718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-186d6bcf-4da0-465a-8d65-43567a716038 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128&tenant_id=acc6f548d01045cbb9c8d090098e3fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0744269 Aug 21 18:14:43.085252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-76f9d1e1-f3e3-4351-8ab7-86e9b2b12233 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596710 Aug 21 18:14:43.250783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-335d04e9-c412-4d1b-baf4-5bcbaa866468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.252310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-335d04e9-c412-4d1b-baf4-5bcbaa866468 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1096 time: 0.2466645 Aug 21 18:14:43.366653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523b4b6-76fe-478e-99b5-e495500b6cf1 req-b602e664-6e34-460e-9eb7-300d8737520d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.379986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a523b4b6-76fe-478e-99b5-e495500b6cf1 req-b602e664-6e34-460e-9eb7-300d8737520d tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.2450485 Aug 21 18:14:43.380619 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1bc04a5f-6051-40ed-906e-3fd76e235829 req-d476fdb2-7abd-4fd7-9db3-fe3b97b37931 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 210 time: 0.0628459 Aug 21 18:14:43.514336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-11c5cb29-c645-44a0-aaef-141c0451e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.514336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-11c5cb29-c645-44a0-aaef-141c0451e047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.5394838 Aug 21 18:14:43.543411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:43.620460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a523b4b6-76fe-478e-99b5-e495500b6cf1 req-9fdfab52-70cb-4e35-9366-f5005badf742 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323484 Aug 21 18:14:43.628688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-7e979b05-696f-4de8-88d5-f9a4e2eb3473 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 217 time: 0.0768969 Aug 21 18:14:43.705137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bfb61-4267-498a-8f2f-3cf8469701d5 req-3ac591f5-6014-44ef-9531-6f0dcf0b4554 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.737571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d21bfb61-4267-498a-8f2f-3cf8469701d5 req-3ac591f5-6014-44ef-9531-6f0dcf0b4554 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 944 time: 0.1644540 Aug 21 18:14:43.772754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-6e76f6f0-a2bc-49ee-8e6b-f9bf24b7a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.774836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-6e76f6f0-a2bc-49ee-8e6b-f9bf24b7a544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.5008729 Aug 21 18:14:43.809972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-1a02b22b-2f00-4494-b76b-2753b545acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:43.811817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-1a02b22b-2f00-4494-b76b-2753b545acdf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1721451 Aug 21 18:14:43.813978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d270c34-010a-439a-8fe9-c3c2576c4482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:43.937081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-d7234e9a-1cf6-431b-8bad-194e441f38ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 999 time: 0.1512356 Aug 21 18:14:43.975126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d21bfb61-4267-498a-8f2f-3cf8469701d5 req-54f03554-d070-473e-8395-cf7f89128a2a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366669 Aug 21 18:14:44.071676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-18ab0aee-5d0a-4457-a3f2-d07538d4a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:44.077239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-18ab0aee-5d0a-4457-a3f2-d07538d4a003 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1731226 Aug 21 18:14:44.102608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42d66264-5631-4070-88bd-488b44ac8548 req-a5783db0-e078-4868-adc3-09518c68d375 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0781813 Aug 21 18:14:44.122044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d270c34-010a-439a-8fe9-c3c2576c4482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.130153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-63cc1822-9996-46a9-8ce5-a856023ee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:44.131284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-63cc1822-9996-46a9-8ce5-a856023ee42d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.1853409 Aug 21 18:14:44.136472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d270c34-010a-439a-8fe9-c3c2576c4482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.200487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2d270c34-010a-439a-8fe9-c3c2576c4482 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b19dc08f6f724ff897d426b56587f4a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536832 Aug 21 18:14:44.200487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d270c34-010a-439a-8fe9-c3c2576c4482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd61da65-4d94-4e17-9151-00d09d1182e4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:44.201964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59472) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:44.263243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-28f4df32-c205-4374-9506-ca3e3fbdad16 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646051 Aug 21 18:14:44.265301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-44227866-7408-4583-95f3-17b18db4401a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:44.267573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-44227866-7408-4583-95f3-17b18db4401a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1060309 Aug 21 18:14:44.269513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.319972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.394122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.398296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:44.411680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd61da65-4d94-4e17-9151-00d09d1182e4 HTTP/1.1" status: 204 len: 168 time: 0.1959047 Aug 21 18:14:44.432315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968faf76-a5d0-42e6-8088-d7739a0f3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd61da65-4d94-4e17-9151-00d09d1182e4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:44.530540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41374c3b-191e-4e9a-b554-c42d13f5cb9a req-4f429670-47d2-4de7-9a6f-46957b949e36 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 210 time: 0.0439124 Aug 21 18:14:44.893151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fa959f9-9ec2-42a8-8ba2-bac838fbda15 req-7cd2bd2c-3360-44e6-8c81-ddfaab6edb87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0599632 Aug 21 18:14:44.998344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-af765afd-a8ad-4798-be5e-0c7a6d06b8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7149198 Aug 21 18:14:45.000269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1a06af1-c346-4e9f-b442-590e884553f4 req-f5c1cd06-1aa8-4c9e-a172-d924a9002679 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285399 Aug 21 18:14:45.045106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d607b-926c-4530-923f-9f7db8c50644 req-fbdb981c-145a-4c6d-8aa2-643f0615d8a5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:45.052529 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-751d607b-926c-4530-923f-9f7db8c50644 req-fbdb981c-145a-4c6d-8aa2-643f0615d8a5 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.2291348 Aug 21 18:14:45.203937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-751d607b-926c-4530-923f-9f7db8c50644 req-a4713f7a-56b4-435f-9e6a-d1ec1c757caa tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505034 Aug 21 18:14:45.267692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-93868816-527a-45d0-a27c-adf8c30218a6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:45.269678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-93868816-527a-45d0-a27c-adf8c30218a6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.3143024 Aug 21 18:14:45.285625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecae35-458d-4cf0-9b4b-f10c0b920eac req-47bb1506-2a75-47f0-8342-99331751bd0a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:45.287536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91ecae35-458d-4cf0-9b4b-f10c0b920eac req-47bb1506-2a75-47f0-8342-99331751bd0a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 944 time: 0.0948362 Aug 21 18:14:45.294414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:45.379264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42b70ad7-73e6-4a29-9ec2-422c96365f17 req-3054fdf2-72aa-46f4-9595-e36c34857b93 service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549090 Aug 21 18:14:45.423936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4705ee4f-17e7-4660-9ad4-68926919ccbc req-5f6902a1-efd9-4b92-9a92-80112b21d47e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0891209 Aug 21 18:14:45.434775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91ecae35-458d-4cf0-9b4b-f10c0b920eac req-37e249ed-7bd4-4c22-af82-1ee3dfcef6e4 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365507 Aug 21 18:14:45.469431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:45.475670 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:45.533498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6785b6a5-1100-47cf-bdf3-5d28198e3b7c req-8139aef7-e727-4fa5-a0b3-d6a57644e1a1 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0388751 Aug 21 18:14:45.578413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72fba57-fbe4-4c7d-a2b1-5e1505b9ee44 req-bd1765da-0dd7-4bff-aa8f-c59ae11c0aa5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:45.580269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b72fba57-fbe4-4c7d-a2b1-5e1505b9ee44 req-bd1765da-0dd7-4bff-aa8f-c59ae11c0aa5 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.0775881 Aug 21 18:14:45.616046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5bb1f710-0f8a-4634-8465-efc1e71e90e5 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:14:45.632127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b72fba57-fbe4-4c7d-a2b1-5e1505b9ee44 req-57188400-3ad0-49e6-8450-718ede2e4021 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429132 Aug 21 18:14:45.668255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2fbec285-04c5-4504-98da-873fdc41e55b req-eafe5d28-ff54-438a-a78b-9b25ef34ebc2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 210 time: 0.0352368 Aug 21 18:14:45.686874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.2 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/999f2fc6-007a-4b94-9dfb-cb26b50253be) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:45.788865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:45.803641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'port_id': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'mac_address': 'fa:16:3e:50:88:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:14:45.855686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:45.869351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb1f710-0f8a-4634-8465-efc1e71e90e5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:45.883409 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:45.891529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:45.896159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:45.927983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:45.955061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:45.984689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:45.991246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:45.993578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:45.995532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:46.055269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:46.055891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:46.076029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-b555cec6-f250-4c48-ab47-f43b9d94885b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7933354 Aug 21 18:14:46.091785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Request body: {'port': {'device_id': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:46.129179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5bb1f710-0f8a-4634-8465-efc1e71e90e5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:46.172197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:46.724540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca0a83-9336-41e3-87f2-171bedff9bc2 req-222ec8e1-b4b7-4a58-a6f7-2d0572441982 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:46.741551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6dca0a83-9336-41e3-87f2-171bedff9bc2 req-222ec8e1-b4b7-4a58-a6f7-2d0572441982 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 945 time: 0.1580560 Aug 21 18:14:46.742613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 999f2fc6-007a-4b94-9dfb-cb26b50253be {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:46.761537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:46.827368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6dca0a83-9336-41e3-87f2-171bedff9bc2 req-82504ac2-4bae-4f21-aa28-62dbafefcf14 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830064 Aug 21 18:14:46.838199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Transition to ACTIVE for port object 999f2fc6-007a-4b94-9dfb-cb26b50253be will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:46.861974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:47.224464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4ec84-120f-4538-9875-8eb3037c02c2 req-edd393a7-4c49-4e52-99f5-7a7e99848e7c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:47.226003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18e4ec84-120f-4538-9875-8eb3037c02c2 req-edd393a7-4c49-4e52-99f5-7a7e99848e7c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.3842051 Aug 21 18:14:47.226685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03def1cf-3513-4c6c-b361-63adfbf99e24 req-08c479cf-b24e-4ef7-9398-71ca6685a854 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.1245625 Aug 21 18:14:47.230793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Pushing event updated for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:47.322780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Attempting to bind port 999f2fc6-007a-4b94-9dfb-cb26b50253be on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:47.323124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Attempting to bind port 999f2fc6-007a-4b94-9dfb-cb26b50253be by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:47.323435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Attempting to bind port 999f2fc6-007a-4b94-9dfb-cb26b50253be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:47.331185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18e4ec84-120f-4538-9875-8eb3037c02c2 req-fd8647f0-5cc0-4ab1-b70c-ad58e5ebe5b9 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914009 Aug 21 18:14:47.339306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-ece62d9b-45fc-43be-8c7f-6531ea63f73a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:47.340778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-ece62d9b-45fc-43be-8c7f-6531ea63f73a tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.64 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.1820307 Aug 21 18:14:47.341534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Port 999f2fc6-007a-4b94-9dfb-cb26b50253be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:14:47.341859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Attempting to bind port 999f2fc6-007a-4b94-9dfb-cb26b50253be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:47.350856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:47.351334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:47.361803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:47.363621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Bound port: 999f2fc6-007a-4b94-9dfb-cb26b50253be, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:47.364121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:47.645477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5bb1f710-0f8a-4634-8465-efc1e71e90e5 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:47.671238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41a41-8c6a-469f-88e1-32ea442e1757 req-40649486-fc52-486d-bb0a-794d3ff39506 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:47.672887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eef41a41-8c6a-469f-88e1-32ea442e1757 req-40649486-fc52-486d-bb0a-794d3ff39506 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 947 time: 0.2253940 Aug 21 18:14:47.772308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eef41a41-8c6a-469f-88e1-32ea442e1757 req-0b2f2543-217e-465b-87ca-a2479c0cc316 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/security-groups?id=f2069235-a3a0-4c8c-ba88-f840bb815c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761178 Aug 21 18:14:47.789010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:47.794573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:47.826393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Deleting port 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:14:47.826854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:47.830153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:47.845416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd31c2-fe61-4053-89b7-eb3c5c499bd7 req-b6dfdb60-90ee-4b03-bc40-1f5f4fd93921 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:47.847135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfcd31c2-fe61-4053-89b7-eb3c5c499bd7 req-b6dfdb60-90ee-4b03-bc40-1f5f4fd93921 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 943 time: 0.2959421 Aug 21 18:14:47.891336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-de58f6b0-5557-41e3-99c4-5c903ae89402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:47.903947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:47.914391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:47.914917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.024847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:48.025458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.026897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] 10.222.0.64 "PUT /v2.0/ports/999f2fc6-007a-4b94-9dfb-cb26b50253be HTTP/1.1" status: 200 len: 1092 time: 1.9416525 Aug 21 18:14:48.050314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:48.062388 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa459574-07b1-4964-be60-6ac142b0965b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:48.082803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.140118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:48.142463 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5e289-3d7c-4b66-bfd3-7f118b4d73e9" -d '{"events": [{"server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:48.158152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:48.161807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13e3fc-463a-446b-bfdd-fcbf2749e239 req-98f7f487-facc-48fa-af75-36e298e0c4ed tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:48.167378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.198748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cfcd31c2-fe61-4053-89b7-eb3c5c499bd7 req-8f9c067f-e7dc-4a9d-934d-2490ad2aa666 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243942 Aug 21 18:14:48.201278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b13e3fc-463a-446b-bfdd-fcbf2749e239 req-98f7f487-facc-48fa-af75-36e298e0c4ed tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 945 time: 0.1798811 Aug 21 18:14:48.210384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92d059-fe9e-4e20-b883-e35f99363e9a service neutron] Pushing event updated for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:48.249401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] For port 77cab775-1bd3-4bab-886f-0b437d275906, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=77cab775-1bd3-4bab-886f-0b437d275906,segment=NetworkSegment(ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0),segment_id=ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:48.250127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.263542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-279b19f3-8955-4ec1-ab67-ff0c6dad7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:48.265509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-279b19f3-8955-4ec1-ab67-ff0c6dad7995 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 1095 time: 0.1711841 Aug 21 18:14:48.272705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Calling delete_port for 77cab775-1bd3-4bab-886f-0b437d275906 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:14:48.331729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-940edad9-377a-46a0-a79c-059b73691612 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be HTTP/1.1" status: 200 len: 217 time: 0.0567541 Aug 21 18:14:48.346335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b13e3fc-463a-446b-bfdd-fcbf2749e239 req-beca7a8d-532c-4763-afa7-26c0d6ea40dc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426611 Aug 21 18:14:48.364704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:48.374166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.443465 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0717e760-f90d-4342-ba76-0f9c5ae0dbdd x-openstack-request-id: req-0717e760-f90d-4342-ba76-0f9c5ae0dbdd {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:48.443778 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:48.444621 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0717e760-f90d-4342-ba76-0f9c5ae0dbdd {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:48.446374 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be', 'status': 'completed', 'code': 200} Aug 21 18:14:48.619629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92d8e9aa-539e-4036-846e-1884b6e692c3 req-46ab7221-5250-4b4c-91ac-b7fd6d13a1c8 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0994995 Aug 21 18:14:48.638905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-21c5f09e-6f08-4c20-b2b1-fc22515cb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:48.640552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-21c5f09e-6f08-4c20-b2b1-fc22515cb65f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.2280369 Aug 21 18:14:48.714944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-c36b6aa5-70fb-4753-86e6-1300274fc878 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652699 Aug 21 18:14:48.729111 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.874474 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89b104b-04ba-4048-bc06-ec1b49775040 x-openstack-request-id: req-b89b104b-04ba-4048-bc06-ec1b49775040 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:48.878943 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:48.879311 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b89b104b-04ba-4048-bc06-ec1b49775040 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:48.879842 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'code': 200} Aug 21 18:14:48.951923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:48.967154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['77cab775-1bd3-4bab-886f-0b437d275906'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:49.032972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635996bc-9841-4de0-be5d-3d59539c2a1a req-1368cfc8-1abd-4071-9f0a-bb80dee6c4f6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.034688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-635996bc-9841-4de0-be5d-3d59539c2a1a req-1368cfc8-1abd-4071-9f0a-bb80dee6c4f6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1935787 Aug 21 18:14:49.048777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Pushing event deleted for resources: {'Port': ['ID=77cab775-1bd3-4bab-886f-0b437d275906,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:49.056881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c90c8-580a-424b-b440-524c76b2d414 req-d1e0b180-c39a-43d5-887d-4f8c3b06b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.065282 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb8c90c8-580a-424b-b440-524c76b2d414 req-d1e0b180-c39a-43d5-887d-4f8c3b06b64d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1098 time: 0.1182187 Aug 21 18:14:49.126384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-7dfd11ae-4ee4-4d99-a47b-77d66e59ea5d service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809226 Aug 21 18:14:49.165386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] No DVR routers for this DVR port 77cab775-1bd3-4bab-886f-0b437d275906 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:14:49.168474 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:49.171232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eacd0f2-d76e-42ff-b90d-05eca78fd11b req-966c23e6-7c17-4a59-987b-57469f9cf9cc tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.64 "DELETE /v2.0/ports/77cab775-1bd3-4bab-886f-0b437d275906 HTTP/1.1" status: 204 len: 173 time: 1.7995009 Aug 21 18:14:49.171485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb8c90c8-580a-424b-b440-524c76b2d414 req-ac2ab45a-b471-4873-a196-24f7e88200d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975873 Aug 21 18:14:49.287105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-635996bc-9841-4de0-be5d-3d59539c2a1a req-935b906e-6c5e-43fb-aead-a006b220cd79 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380269 Aug 21 18:14:49.438144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81b12d4e-4836-4fb6-9c5b-807ca786715f req-88577c25-714b-4a7f-9d96-3173ebf6ca92 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744992 Aug 21 18:14:49.476571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ac7ae968-2480-4db7-905a-31c1d7d2ec2d req-d6654f68-9d64-4db0-b851-392f40065438 tempest-ServersNegativeTestJSON-219162886 tempest-ServersNegativeTestJSON-219162886-project] 10.222.0.41 "GET /v2.0/ports?device_id=71a4f613-52c2-4317-8867-f8b1caa8bd3e HTTP/1.1" status: 200 len: 210 time: 0.0678289 Aug 21 18:14:49.609468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459574-07b1-4964-be60-6ac142b0965b req-8e1d9053-7602-4642-b50c-273112dda439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.611063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-8e1d9053-7602-4642-b50c-273112dda439 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 1095 time: 0.0951943 Aug 21 18:14:49.724557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a3bfb-a463-432a-9c8c-b2ec984409ad req-b1c561f6-2883-4e11-b86d-6b6a809e6f8e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.749117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a0a3bfb-a463-432a-9c8c-b2ec984409ad req-b1c561f6-2883-4e11-b86d-6b6a809e6f8e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 943 time: 0.1239924 Aug 21 18:14:49.757054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459574-07b1-4964-be60-6ac142b0965b req-5950f7d4-0fee-415c-afb2-764fb88c5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.758977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-5950f7d4-0fee-415c-afb2-764fb88c5119 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.1376464 Aug 21 18:14:49.835137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-4a7cc0a6-2209-4e9b-87d0-48b9245afc29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be HTTP/1.1" status: 200 len: 217 time: 0.0612187 Aug 21 18:14:49.857391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a0a3bfb-a463-432a-9c8c-b2ec984409ad req-47e6a272-23cd-49af-a666-a5de23488e68 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070161 Aug 21 18:14:49.885952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:49.915774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459574-07b1-4964-be60-6ac142b0965b req-f3da7a7c-4f04-4605-99d2-242d58f006cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:49.917378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-f3da7a7c-4f04-4605-99d2-242d58f006cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0728905 Aug 21 18:14:49.958073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-999bd351-95aa-42fb-9757-16802c735905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304673 Aug 21 18:14:49.981863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8da5bc31-89e1-434f-b386-da76b0a4dd0c req-f6ae1858-a26e-431d-a018-981e0b03107e tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0353880 Aug 21 18:14:50.095216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.105005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-daa19fbe-34aa-4f21-9bba-859070de8fa5 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364021 Aug 21 18:14:50.147385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aa43e-5ca2-40e7-9732-baeb484e0b20 req-60bdae5a-6b5b-4880-9533-710d66d4c364 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:50.149876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-945aa43e-5ca2-40e7-9732-baeb484e0b20 req-60bdae5a-6b5b-4880-9533-710d66d4c364 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1112127 Aug 21 18:14:50.225278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa459574-07b1-4964-be60-6ac142b0965b req-4fb30d35-0c4d-4ad9-bd96-4bab4b2eb780 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104021 Aug 21 18:14:50.227831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-945aa43e-5ca2-40e7-9732-baeb484e0b20 req-500c51ad-390c-4203-a3c3-0302c49407c1 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660088 Aug 21 18:14:50.318471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.321500 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bff8ef17-108c-46c4-bfbe-c0f323532beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.323343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.371528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb7ee1f4cda04932a2e832df705e4600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820106 Aug 21 18:14:50.371528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058a5e7e-9d4a-493c-8fa9-ebe0af571dc1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:50.372484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:50.378524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.379024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.379465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.379905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.380337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.380772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.381199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.381641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.382145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.382601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.383042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.384177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00ecfa3-fba8-463a-940f-58c9279820b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:14:50.438099 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.447671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-deleted', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:50.450349 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7434a89b-7c0d-42d8-982f-d2825e74fa5a" -d '{"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-deleted", "tag": "77cab775-1bd3-4bab-886f-0b437d275906"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:50.472916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.479372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11962-9873-4bef-8556-2aec96250340 req-58ae8a13-b684-4293-a28c-5615c267990c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:50.482975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72b11962-9873-4bef-8556-2aec96250340 req-58ae8a13-b684-4293-a28c-5615c267990c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.0874608 Aug 21 18:14:50.498054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.536146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72b11962-9873-4bef-8556-2aec96250340 req-1d6dffae-7188-42ff-a45b-debaf975c9e1 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471611 Aug 21 18:14:50.571830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.574767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.578849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/058a5e7e-9d4a-493c-8fa9-ebe0af571dc1 HTTP/1.1" status: 204 len: 168 time: 0.2042375 Aug 21 18:14:50.587954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e235d-7065-4761-9071-419d1b97e4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058a5e7e-9d4a-493c-8fa9-ebe0af571dc1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:50.592189 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bb4490-7db8-447e-980b-51f303680b88 x-openstack-request-id: req-90bb4490-7db8-447e-980b-51f303680b88 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:50.592472 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71a4f613-52c2-4317-8867-f8b1caa8bd3e", "name": "network-vif-deleted", "tag": "77cab775-1bd3-4bab-886f-0b437d275906", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:50.592715 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90bb4490-7db8-447e-980b-51f303680b88 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:50.593101 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71a4f613-52c2-4317-8867-f8b1caa8bd3e', 'name': 'network-vif-deleted', 'tag': '77cab775-1bd3-4bab-886f-0b437d275906', 'status': 'completed', 'code': 200} Aug 21 18:14:50.625305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59636) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:50.684108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Deleting subnet 7a51a296-7b74-458b-aed6-43c585d5cac6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:14:50.687301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.728238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.774771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.849067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.881398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a51a296-7b74-458b-aed6-43c585d5cac6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:50.892620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:50.898724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58a892cc-4014-47b2-bb95-762989c0afdd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7a51a296-7b74-458b-aed6-43c585d5cac6 HTTP/1.1" status: 204 len: 168 time: 0.2680955 Aug 21 18:14:50.899289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59642) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:50.987884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59644) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:51.004942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab6-7d98-450f-9912-f72120dfd312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.026182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.045801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f80bc-1649-4880-b3f1-79faf30bfe02 req-e1b59368-18dd-423c-97df-b4441b1579bb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:51.054618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-022f80bc-1649-4880-b3f1-79faf30bfe02 req-e1b59368-18dd-423c-97df-b4441b1579bb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 943 time: 0.1147554 Aug 21 18:14:51.112425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab6-7d98-450f-9912-f72120dfd312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.120005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71e1dab6-7d98-450f-9912-f72120dfd312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.134161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-022f80bc-1649-4880-b3f1-79faf30bfe02 req-21f23a86-f124-4609-8eac-ce53bc0a5db3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777605 Aug 21 18:14:51.173813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-71e1dab6-7d98-450f-9912-f72120dfd312 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53502578fe0a4c2bb1bb0951fc114040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847703 Aug 21 18:14:51.175678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59648) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:51.208687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.223003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f359357-ade8-4460-a653-e35e7ea5f090']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:51.223224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1dab6-7d98-450f-9912-f72120dfd312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea0512b-bf7e-4225-9a60-2150b6da0c2b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:51.237422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:51.237647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8654a9-d0c9-43ae-903f-9cc8c34ef1f0') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:51.244031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.273664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.276013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.279333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1cdfc293-f1fb-476f-a931-65e4546ef04a req-1db2a5c5-804a-4c38-bbbc-77ccd4f232f8 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0332210 Aug 21 18:14:51.299452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.320166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:14:51.320780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:14:51.323112 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:14:51.357596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.360259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.361568 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eea0512b-bf7e-4225-9a60-2150b6da0c2b HTTP/1.1" status: 204 len: 168 time: 0.1821404 Aug 21 18:14:51.370605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00af62-be34-4783-b34c-3fbf07f31e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea0512b-bf7e-4225-9a60-2150b6da0c2b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:51.434041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.445267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e86c5b-24bd-494b-9012-37d433f3c419 req-8cf4b8c9-1589-48f9-98d2-40c66735cdff tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:51.446993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37e86c5b-24bd-494b-9012-37d433f3c419 req-8cf4b8c9-1589-48f9-98d2-40c66735cdff tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.0714774 Aug 21 18:14:51.463638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.466095 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] 10.222.0.41 "DELETE /v2.0/networks/6f359357-ade8-4460-a653-e35e7ea5f090 HTTP/1.1" status: 204 len: 168 time: 0.5604963 Aug 21 18:14:51.467235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab53f1-3865-4b36-8680-e8736adfb20b admin admin] Pushing event deleted for resources: {'Network': ['ID=6f359357-ade8-4460-a653-e35e7ea5f090,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:51.497685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.536774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37e86c5b-24bd-494b-9012-37d433f3c419 req-56369618-bed0-4b96-9dc3-3445f37220c9 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755653 Aug 21 18:14:51.663604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:14:51.685245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 77cab775-1bd3-4bab-886f-0b437d275906 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:14:51.685952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 77cab775-1bd3-4bab-886f-0b437d275906 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:14:51.704750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96164007-33cd-4fa7-bdfe-efdca9901842 req-c460be0e-dc78-42b9-86a2-449b4124129e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:51.706342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-96164007-33cd-4fa7-bdfe-efdca9901842 req-c460be0e-dc78-42b9-86a2-449b4124129e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.0988708 Aug 21 18:14:51.717963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59662) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:51.723455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'floatingip': {'port_id': '5bb1f710-0f8a-4634-8465-efc1e71e90e5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:51.771303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:51.840074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87970ac2-27cc-47e8-9f12-21df254f5e7c req-967b61d0-b964-4ed3-8973-e83d28657e0e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:51.848719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87970ac2-27cc-47e8-9f12-21df254f5e7c req-967b61d0-b964-4ed3-8973-e83d28657e0e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.0815537 Aug 21 18:14:51.896075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:51.942471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87970ac2-27cc-47e8-9f12-21df254f5e7c req-3206d881-9369-45c3-a522-4eb2f9c9156e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925801 Aug 21 18:14:51.960882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b11c9e03-b598-4006-8a53-9d9a6b14fc85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70d78263537a4bb1ac6b76906ee85b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635970 Aug 21 18:14:51.963549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59668) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:52.033754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.066998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.148299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.151244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.152483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f2069235-a3a0-4c8c-ba88-f840bb815c60 HTTP/1.1" status: 204 len: 168 time: 0.1879401 Aug 21 18:14:52.161640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2854b-1898-45db-8d6f-aecf0e79e6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2069235-a3a0-4c8c-ba88-f840bb815c60,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:52.320326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16465a8a-5620-46c4-99ff-53df50876b27 req-3f35b674-ce3c-4d00-87a9-5e06c5843dbc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:52.328521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16465a8a-5620-46c4-99ff-53df50876b27 req-3f35b674-ce3c-4d00-87a9-5e06c5843dbc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 943 time: 0.0777671 Aug 21 18:14:52.381232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16465a8a-5620-46c4-99ff-53df50876b27 req-2ab17161-e4ba-45e3-b0a5-9850daecb7a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Aug 21 18:14:52.497898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.506731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:52.534173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f48918cb-202f-422c-a16a-4f5617e952b8 req-da3e950a-93b3-4077-a0d3-9c719f7e6c29 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0578511 Aug 21 18:14:52.687550 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Floating IP 6f9fefec-a0be-435b-b4f5-f6d1fa0c9418 associated. External IP: 172.25.1.185, port: 5bb1f710-0f8a-4634-8465-efc1e71e90e5. Aug 21 18:14:52.773490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2f52-444c-4212-a1e1-0994958d630e req-a6d0cf47-2fce-4d28-b307-4cc1afc5e3e8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:52.781257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d6f2f52-444c-4212-a1e1-0994958d630e req-a6d0cf47-2fce-4d28-b307-4cc1afc5e3e8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1086385 Aug 21 18:14:52.855844 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d6f2f52-444c-4212-a1e1-0994958d630e req-b296ee0a-78be-4622-8c0e-f8c73fb30bfe tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649321 Aug 21 18:14:53.107617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab04c2-1156-4c8e-8745-367df7e79fdb req-ca4d0f51-f9aa-4506-81b9-d3d8a71b2e5f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:53.120024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60ab04c2-1156-4c8e-8745-367df7e79fdb req-ca4d0f51-f9aa-4506-81b9-d3d8a71b2e5f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1293666 Aug 21 18:14:53.204448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60ab04c2-1156-4c8e-8745-367df7e79fdb req-ec761a6c-fba8-4ebc-8c16-67847089ebba tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811028 Aug 21 18:14:53.236478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:14:53.249489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:53.476989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56715b47-d5ef-429a-9307-5d3a6ebf5c0f req-9875d352-9559-42fe-a38b-4a09a26b8738 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:53.485786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56715b47-d5ef-429a-9307-5d3a6ebf5c0f req-9875d352-9559-42fe-a38b-4a09a26b8738 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1173139 Aug 21 18:14:53.510532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:14:53.559390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56715b47-d5ef-429a-9307-5d3a6ebf5c0f req-c8841217-6fd3-4911-8a4c-c86d2d11ebcd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724723 Aug 21 18:14:53.671717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 999f2fc6-007a-4b94-9dfb-cb26b50253be details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:14:53.808997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:14:53.826738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3307a97-c259-4a6a-b586-b780a3160521 req-5d2f28d4-95fe-413d-969c-6ab3e048cb87 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:53.828357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3307a97-c259-4a6a-b586-b780a3160521 req-5d2f28d4-95fe-413d-969c-6ab3e048cb87 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 943 time: 0.1034815 Aug 21 18:14:53.831655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:14:53.841376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:53.869848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:53.874930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:53.887056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4731900c-3502-4974-bf9f-3a0a7ab0943e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "PUT /v2.0/floatingips/6f9fefec-a0be-435b-b4f5-f6d1fa0c9418 HTTP/1.1" status: 200 len: 992 time: 2.1677547 Aug 21 18:14:53.888387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:53.893454 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:53.910611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3307a97-c259-4a6a-b586-b780a3160521 req-ebf0df67-af23-48bf-96da-6f93b71cdb74 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724792 Aug 21 18:14:54.070274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:54.110387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '999f2fc6-007a-4b94-9dfb-cb26b50253be', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': '999f2fc6-007a-4b94-9dfb-cb26b50253be', 'mac_address': 'fa:16:3e:e6:a4:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:14:54.123458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:54.177290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-286ceea8-76de-4559-85a2-cf217eba5bd5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:54.185712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-286ceea8-76de-4559-85a2-cf217eba5bd5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1655900 Aug 21 18:14:54.212685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-db249301-1018-4346-a32a-0b935866050b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/quotas/c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 375 time: 0.0243433 Aug 21 18:14:54.286564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-490f9e83-4f7f-46b5-bb9c-0a386110ecff tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0729444 Aug 21 18:14:54.328250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:54.343608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 999f2fc6-007a-4b94-9dfb-cb26b50253be {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:54.434352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:54.443893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:54.499109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-3517eae5-c7cd-4c62-a26a-255a715ec73d service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025125 Aug 21 18:14:54.583892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:54.643939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6f9fefec-a0be-435b-b4f5-f6d1fa0c9418', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:50:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:14:33Z', 'updated_at': '2021-08-21T18:14:52Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:54.681436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:14:54.706243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:54.748821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-6dfccc11-5bff-4d3f-94dd-65fb610520f9 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206306 Aug 21 18:14:54.754064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:14:54.754751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:54.948107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:14:55.152526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88f72646-5ec5-43f9-9eb1-be2bd02cd3b3 req-9b294157-1444-4ecc-8200-95bd8202272e tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0406938 Aug 21 18:14:55.350973 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9ae141-2e3f-43f0-ac6e-a51852abe23b x-openstack-request-id: req-5c9ae141-2e3f-43f0-ac6e-a51852abe23b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:55.351613 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:55.351613 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c9ae141-2e3f-43f0-ac6e-a51852abe23b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:55.352412 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'status': 'completed', 'code': 200} Aug 21 18:14:55.496814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-6305a863-d97f-4924-b4e4-9ba12e3dbb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:55.498482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-6305a863-d97f-4924-b4e4-9ba12e3dbb15 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1098 time: 0.1230588 Aug 21 18:14:55.621899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e519e-47d2-495e-b9d5-9354ff2b119e req-230de9e4-13d8-410b-b6c7-9d681ad8f376 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:55.623547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-205e519e-47d2-495e-b9d5-9354ff2b119e req-230de9e4-13d8-410b-b6c7-9d681ad8f376 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1023803 Aug 21 18:14:55.700018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59784) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:55.703792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-1ac39f0a-02b9-4e0a-b6c6-b554048546aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:55.705584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-1ac39f0a-02b9-4e0a-b6c6-b554048546aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.1981273 Aug 21 18:14:55.738093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-205e519e-47d2-495e-b9d5-9354ff2b119e req-68d70983-140e-4eda-b4dc-9e5e067e6565 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067410 Aug 21 18:14:55.862624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 999f2fc6-007a-4b94-9dfb-cb26b50253be up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:14:55.900365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-16c08f25-71da-48a9-8d06-e88edea4f03c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 1000 time: 0.1745720 Aug 21 18:14:55.935914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b198726-4206-459f-91da-0c0bd1459db1 req-c8fc6c5a-2744-4ecd-8a66-771e70b2b6b9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:55.944697 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b198726-4206-459f-91da-0c0bd1459db1 req-c8fc6c5a-2744-4ecd-8a66-771e70b2b6b9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 944 time: 0.1058533 Aug 21 18:14:55.991678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:56.020600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6f9fefec-a0be-435b-b4f5-f6d1fa0c9418', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:50:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:14:33Z', 'updated_at': '2021-08-21T18:14:52Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:14:56.031328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-9eb9910c-6bb5-438c-82af-95c7396d7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:56.035997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-9eb9910c-6bb5-438c-82af-95c7396d7ed7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1259680 Aug 21 18:14:56.046856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b198726-4206-459f-91da-0c0bd1459db1 req-f1a8aad1-1410-4d2f-9954-9d199185b220 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972755 Aug 21 18:14:56.090252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78cdf60c-6e01-4eb6-86cc-a4889a676031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.114038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 999f2fc6-007a-4b94-9dfb-cb26b50253be completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:56.125671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 999f2fc6-007a-4b94-9dfb-cb26b50253be triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:56.126257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.170275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-448ffe5e-a0f4-4f82-8b3d-e252c7793900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.172849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-beea5961-1943-4e9e-ab02-f07cc6572817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:56.174684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-beea5961-1943-4e9e-ab02-f07cc6572817 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303916 Aug 21 18:14:56.225001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d2cfb9-d1a1-40ba-8fc5-89fb0290cd1a None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6f9fefec-a0be-435b-b4f5-f6d1fa0c9418', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.185', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:50:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:14:33Z', 'updated_at': '2021-08-21T18:14:52Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:14:56.286633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c6a67ec-aefd-4d67-9658-3af70294adb5 req-7e5255fe-01da-4d51-828b-e15aa4fba933 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 210 time: 0.0955572 Aug 21 18:14:56.373905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.418772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:56.422229 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c200a48a-a074-4eff-bf11-9f695c91a942" -d '{"events": [{"server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "name": "network-vif-plugged", "status": "completed", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:56.434912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-052138ae-4f44-47f0-afcf-f7b73957b21a service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458844 Aug 21 18:14:56.445293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:14:56.456254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.497508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fb38b62-23bf-47e3-b233-4b1f3be18b39 req-3da3a601-1f3c-43ff-bf44-c87a83387c39 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0642521 Aug 21 18:14:56.546242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:56.561107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78cdf60c-6e01-4eb6-86cc-a4889a676031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.570220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78cdf60c-6e01-4eb6-86cc-a4889a676031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.600145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f9c28-0de3-4f36-8fb4-b9049a78283d None None] New status for floating IP 6f9fefec-a0be-435b-b4f5-f6d1fa0c9418: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:14:56.642067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c057d6a-42cf-4fb6-bbe8-2c77f34088b3 req-72bcd477-7171-4dec-b392-a3fe93ce3dad service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970947 Aug 21 18:14:56.684665 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a286098-f205-4396-a7e6-e1e5d6096aba x-openstack-request-id: req-8a286098-f205-4396-a7e6-e1e5d6096aba {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:56.685006 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "name": "network-vif-plugged", "status": "completed", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:56.685406 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a286098-f205-4396-a7e6-e1e5d6096aba {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:56.685932 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be', 'code': 200} Aug 21 18:14:56.725897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-78cdf60c-6e01-4eb6-86cc-a4889a676031 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61d0351aac8244af9857f951b7103b12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0228319 Aug 21 18:14:56.728624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59798) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:56.734447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cdf60c-6e01-4eb6-86cc-a4889a676031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58f7552-7b4f-49af-bd14-d8fb2fe778a5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:56.829905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-b6b65b62-cfb0-4aa9-8e86-0755a3374a7c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:56.831758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-b6b65b62-cfb0-4aa9-8e86-0755a3374a7c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.2124066 Aug 21 18:14:56.845455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'device_id': '195f75d5-2976-468f-a580-da98037b97c4', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'admin_state_up': True, 'tenant_id': 'c952f672e4994556b81280dd46917cad'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:56.888267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f7dd-ea52-4cd8-bf16-4b33670ebb3f req-6ed7cea2-1a24-4471-9091-5bc06438416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:56.889789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44e9f7dd-ea52-4cd8-bf16-4b33670ebb3f req-6ed7cea2-1a24-4471-9091-5bc06438416b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 1097 time: 0.0960314 Aug 21 18:14:56.892552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.927644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.938527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-448ffe5e-a0f4-4f82-8b3d-e252c7793900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.947280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-448ffe5e-a0f4-4f82-8b3d-e252c7793900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.963617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44e9f7dd-ea52-4cd8-bf16-4b33670ebb3f req-a0e04fd5-f2bc-4f7e-abdc-b63562f0304e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617065 Aug 21 18:14:56.986094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.988672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:56.989813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a58f7552-7b4f-49af-bd14-d8fb2fe778a5 HTTP/1.1" status: 204 len: 168 time: 0.2600069 Aug 21 18:14:57.000924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae05f-93b9-48f0-bce7-252d813dcab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58f7552-7b4f-49af-bd14-d8fb2fe778a5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:57.004370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5cf06f-7413-4de4-944b-dcb7663c87f5 req-64cd7f4c-a89d-413d-935a-5af659cf011f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:57.005890 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af5cf06f-7413-4de4-944b-dcb7663c87f5 req-64cd7f4c-a89d-413d-935a-5af659cf011f tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1570117 Aug 21 18:14:57.043880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-448ffe5e-a0f4-4f82-8b3d-e252c7793900 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8da53a5261544e159473db36ca4f4c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0466614 Aug 21 18:14:57.044194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59804) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:57.056888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ffe5e-a0f4-4f82-8b3d-e252c7793900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f598a2-0fc7-4f2a-8dfd-94c3cdf6bd6b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:57.107875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.121227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af5cf06f-7413-4de4-944b-dcb7663c87f5 req-27e2767e-d924-465b-9099-55833b4b6ac6 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030321 Aug 21 18:14:57.148205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:14:57.155663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.159707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.227587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df5e8-d92a-4c33-a691-798b61a4041d req-09f33b99-f827-4d31-a625-6b81a1eac371 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:57.229229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f74df5e8-d92a-4c33-a691-798b61a4041d req-09f33b99-f827-4d31-a625-6b81a1eac371 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 945 time: 0.0938594 Aug 21 18:14:57.268124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.270996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.272356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99f598a2-0fc7-4f2a-8dfd-94c3cdf6bd6b HTTP/1.1" status: 204 len: 168 time: 0.2272713 Aug 21 18:14:57.285918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae1954-ac84-4c12-b38f-a9b966ec041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f598a2-0fc7-4f2a-8dfd-94c3cdf6bd6b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:57.292773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f74df5e8-d92a-4c33-a691-798b61a4041d req-ee83f597-74a1-4341-8dad-bc4efc5fb56e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541441 Aug 21 18:14:57.337356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.20.0.9 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/5cdc09ea-c377-4a23-ab26-32c6b1b4ceee) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:14:57.406306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-282bd518-7a2b-4305-964f-48caf375d71f req-df08b57d-f1f9-4346-8f07-43572a222ba0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 210 time: 0.0415931 Aug 21 18:14:57.464768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:57.478070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2d8eae6-22ba-4cf0-8dc9-5b24db46cafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.547204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.570182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Transition to ACTIVE for port object 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:57.601283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2d8eae6-22ba-4cf0-8dc9-5b24db46cafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.607142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.619181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e03846ba-bf1a-4bf9-af25-dfee16d58a03 req-445cd948-704e-49d4-89d4-67e81b843e97 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0386858 Aug 21 18:14:57.620018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2d8eae6-22ba-4cf0-8dc9-5b24db46cafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.625689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc', 'a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:14:57.672774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:14:57.674246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8eae6-22ba-4cf0-8dc9-5b24db46cafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e1a29f-18d3-42b8-8f40-02ce6b64e6ad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:57.676193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:14:57.687267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2d8eae6-22ba-4cf0-8dc9-5b24db46cafb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec5a1308e4464b7085bfa79453d16040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208314 Aug 21 18:14:57.689479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59828) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:14:57.693713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:14:57.730874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:57.769682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:57.770442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.787078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.793915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-46e6d013-9afd-4614-b8e1-f151f81f71d5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524505 Aug 21 18:14:57.811675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Request body: {'port': {'device_id': '195f75d5-2976-468f-a580-da98037b97c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:14:57.823116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.876808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.890652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.893500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:57.897192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56e1a29f-18d3-42b8-8f40-02ce6b64e6ad HTTP/1.1" status: 204 len: 168 time: 0.2039087 Aug 21 18:14:57.916212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284a538-0f78-4c6f-a2d1-c790e6cbe6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e1a29f-18d3-42b8-8f40-02ce6b64e6ad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:58.105562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-69bb8f5d-2b11-4f46-a9a2-39b59d2842bb None None] Provisioning for port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:14:58.110021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-69bb8f5d-2b11-4f46-a9a2-39b59d2842bb None None] Provisioning complete for port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:14:58.110368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69bb8f5d-2b11-4f46-a9a2-39b59d2842bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.155980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-69bb8f5d-2b11-4f46-a9a2-39b59d2842bb None None] Port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:14:58.297740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:14:58.310416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.338976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ea15d-61f9-4b91-b13d-7dbf16ae3143 req-aab3038b-93d0-472e-957e-2c7eb16d1f45 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:58.348320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-495ea15d-61f9-4b91-b13d-7dbf16ae3143 req-aab3038b-93d0-472e-957e-2c7eb16d1f45 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.1190884 Aug 21 18:14:58.369712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Transition to ACTIVE for port object 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:14:58.389005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.434162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a7d6c-49b9-46c0-91e5-7082c222ff61 req-6364499e-3b53-4cf5-a625-f7e4f8fff457 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:58.435638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c00a7d6c-49b9-46c0-91e5-7082c222ff61 req-6364499e-3b53-4cf5-a625-f7e4f8fff457 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 945 time: 0.0587535 Aug 21 18:14:58.447090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-495ea15d-61f9-4b91-b13d-7dbf16ae3143 req-f23dc839-f47e-423e-ac0e-f0c96995ea3c tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930607 Aug 21 18:14:58.479326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:58.480344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c00a7d6c-49b9-46c0-91e5-7082c222ff61 req-bdd9f287-2fea-4d5f-8d5c-9b83e65b3f66 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368364 Aug 21 18:14:58.649058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Attempting to bind port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:14:58.649507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Attempting to bind port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:14:58.649913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Attempting to bind port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:58.659184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:14:58.659586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Attempting to bind port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:14:58.666881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:14:58.667325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:14:58.667901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:14:58.668570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Bound port: 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:14:58.669108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.693816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b7ce8-51a4-4134-adcd-ffcd3002c012 req-73987459-2af1-4e2c-b3a3-e5acf1b20ed6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:58.703209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-524b7ce8-51a4-4134-adcd-ffcd3002c012 req-73987459-2af1-4e2c-b3a3-e5acf1b20ed6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 943 time: 0.1377316 Aug 21 18:14:58.761607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70c7b1f6-865c-4626-aad8-a9f7b1abcc89 req-d6db53b7-b2e7-4e11-9556-7d17c3295f8b tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0376439 Aug 21 18:14:58.816411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-524b7ce8-51a4-4134-adcd-ffcd3002c012 req-20e77b86-1e13-4ce3-b739-8a8f50f46e01 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120682 Aug 21 18:14:58.817877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:14:58.822567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:14:58.828491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.891723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:58.892685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:14:58.894364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] 10.222.0.64 "PUT /v2.0/ports/5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 200 len: 1092 time: 1.0877991 Aug 21 18:14:58.896917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:14:58.899245 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abae3ba3-1d36-4485-bad5-cf96f4f2abef" -d '{"events": [{"name": "network-changed", "server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:14:58.956598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e05f8-389a-4d11-b9f7-f55dc71e070a service neutron] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:14:59.051422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-fc9caf84-7141-4a94-ac27-5bbad9f5d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.052940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-fc9caf84-7141-4a94-ac27-5bbad9f5d7df service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 1095 time: 0.0989954 Aug 21 18:14:59.110611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-42eb8af3-de60-45e8-9d95-c1ea1ed07a13 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 200 len: 217 time: 0.0462685 Aug 21 18:14:59.167935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-e6f05870-edb6-4555-8d97-13be87e1c7eb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.169516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-e6f05870-edb6-4555-8d97-13be87e1c7eb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2397871 Aug 21 18:14:59.190937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-2683e5eb-fa7e-4693-a778-6f7d41a10d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.192293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-2683e5eb-fa7e-4693-a778-6f7d41a10d8b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0682049 Aug 21 18:14:59.195435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-3c1b615e-85b9-43f1-bfab-216ad6c6f433 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0151432 Aug 21 18:14:59.281065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001036f-fe61-4924-928b-6e01f06d048e req-dadc5cf9-c767-4787-820b-42c070793c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.282912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-dadc5cf9-c767-4787-820b-42c070793c53 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829010 Aug 21 18:14:59.291878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-83924398-115a-42ff-bb77-828dca8309e0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817084 Aug 21 18:14:59.379787 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a16b8d-ade2-4bfc-96ff-89989655597a x-openstack-request-id: req-d3a16b8d-ade2-4bfc-96ff-89989655597a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:14:59.380085 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:14:59.380204 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3a16b8d-ade2-4bfc-96ff-89989655597a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:14:59.380595 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'status': 'completed', 'code': 200} Aug 21 18:14:59.467631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-f4c2d56f-cf71-4d0e-b825-ac6a81fd1dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495197 Aug 21 18:14:59.474195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-070adbe1-47fc-4607-a31c-993d282d31bd service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812117 Aug 21 18:14:59.586620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b260bb-b7ad-4283-829b-8f6c94f0917e req-c0a421ad-cd96-45a5-bcc1-1647f5b24a1e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.588461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b260bb-b7ad-4283-829b-8f6c94f0917e req-c0a421ad-cd96-45a5-bcc1-1647f5b24a1e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 944 time: 0.0558054 Aug 21 18:14:59.646905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49342263-f85f-4ab6-90ab-ee262c0aec06 req-d95382ac-8a3d-4974-8179-2020a0a27491 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688213 Aug 21 18:14:59.650064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b260bb-b7ad-4283-829b-8f6c94f0917e req-9ff8e886-7122-48ba-a9eb-f8123d44bd66 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539327 Aug 21 18:14:59.663656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0001036f-fe61-4924-928b-6e01f06d048e req-5e5e8582-13ab-407c-ad3e-7acccaaa216f service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311038 Aug 21 18:14:59.765516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-a68807fc-dfcc-4f55-afff-91a37da9a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.767147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-a68807fc-dfcc-4f55-afff-91a37da9a122 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 1095 time: 0.0487368 Aug 21 18:14:59.925938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-59acde0a-e8d4-4abc-923a-f9668b3341cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:14:59.929474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-59acde0a-e8d4-4abc-923a-f9668b3341cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1520231 Aug 21 18:14:59.941235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31bade73-9c3b-4cfa-838a-45d662f99f9e req-2a2dae7e-5f81-4ac6-a648-253a39971f5c tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0496378 Aug 21 18:14:59.999156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-b6354c6c-984d-4165-90ee-6489d84b836f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 200 len: 217 time: 0.0607965 Aug 21 18:15:00.078538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-1c2730a2-a7ab-478d-9f83-10de9781164e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:00.080054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-1c2730a2-a7ab-478d-9f83-10de9781164e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0664592 Aug 21 18:15:00.108885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e47a7f9-385c-47ce-82c6-cb70c65c1658 req-6ae98d61-0596-4812-959b-adeb39490931 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:00.113847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e47a7f9-385c-47ce-82c6-cb70c65c1658 req-6ae98d61-0596-4812-959b-adeb39490931 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 943 time: 0.1001217 Aug 21 18:15:00.161521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-aad3cbe5-b4c6-4782-b079-8d90fab3a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:00.165245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-aad3cbe5-b4c6-4782-b079-8d90fab3a4fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714428 Aug 21 18:15:00.173890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e47a7f9-385c-47ce-82c6-cb70c65c1658 req-bd5dfb7c-e41a-4b25-9bde-431e1d76359e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499554 Aug 21 18:15:00.309013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-332c1218-b02f-426c-9266-f8917746b8c9 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302969 Aug 21 18:15:00.411004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3ba3-1d36-4485-bad5-cf96f4f2abef req-bb9c2564-33cd-40a8-bcb6-c931bc7e9e13 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941136 Aug 21 18:15:00.506090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:00.614471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:00.627366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'port_id': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'mac_address': 'fa:16:3e:45:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:00.671836 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:00.687388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:00.711913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:00.717221 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:00.773304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:00.831783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390b34f-a8f3-405c-aa4e-890a255e4f94 req-99e8cdc6-4344-47a5-b98c-ad8bad62e5e8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:00.833556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4390b34f-a8f3-405c-aa4e-890a255e4f94 req-99e8cdc6-4344-47a5-b98c-ad8bad62e5e8 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 945 time: 0.0725694 Aug 21 18:15:00.882080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4390b34f-a8f3-405c-aa4e-890a255e4f94 req-189036ba-80fd-43d0-835e-83585b6e9060 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424385 Aug 21 18:15:00.963622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-198b057f-f1fc-4593-8555-137353c16008 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:00.972563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-198b057f-f1fc-4593-8555-137353c16008 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.1526403 Aug 21 18:15:00.989646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-c985707a-d80c-4135-9d51-b023cfe64280 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0162003 Aug 21 18:15:01.067040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-ae84adc6-18e5-445a-b427-d5d0118f42ed tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705395 Aug 21 18:15:01.075514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2524fe8a-68b2-44ea-a128-d63429e8020a req-3beb9fb1-a1f1-405d-9155-41504019b7ef tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0405266 Aug 21 18:15:01.084042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:01.178647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-cc08b6f3-f218-487c-bb75-f21b494991d2 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101696 Aug 21 18:15:01.311189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-47b2bdc0-c60a-4250-8ec0-7cbffc5a37c2 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314569 Aug 21 18:15:01.647091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-837ab610-59bc-4103-a8a8-fab5c51f008b req-1eb8a80f-ed92-47dd-ae35-2185de087df6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 210 time: 0.0703537 Aug 21 18:15:01.650580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205f792-1f7c-419a-851a-c2b5c3fc64d9 req-af2a5bc7-aea8-4919-b7fb-06755bac5a22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:01.659099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2205f792-1f7c-419a-851a-c2b5c3fc64d9 req-af2a5bc7-aea8-4919-b7fb-06755bac5a22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 943 time: 0.1216719 Aug 21 18:15:01.715826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2205f792-1f7c-419a-851a-c2b5c3fc64d9 req-6ef75073-71e8-4015-9b82-50ab4fc18a60 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471017 Aug 21 18:15:01.931911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60040) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:02.031399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbb00-0366-4dc8-83eb-fb7d5a63e034 req-ae8ddef7-cbc0-4b57-94cd-8fda0a0993a4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:02.039030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf0cbb00-0366-4dc8-83eb-fb7d5a63e034 req-ae8ddef7-cbc0-4b57-94cd-8fda0a0993a4 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 945 time: 0.0644829 Aug 21 18:15:02.068099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9666afe4-c111-4fdd-91a9-a033419bd507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.105632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf0cbb00-0366-4dc8-83eb-fb7d5a63e034 req-02641655-f00e-4fb6-9034-db6056bfe6ac tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502539 Aug 21 18:15:02.192512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9666afe4-c111-4fdd-91a9-a033419bd507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.209173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b972fcf3-83fb-48f6-91a9-3cf2f16731de req-430a0f8d-85e6-4ecc-be45-225167798c75 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0349138 Aug 21 18:15:02.209951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9666afe4-c111-4fdd-91a9-a033419bd507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.212892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60048) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:02.261913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666afe4-c111-4fdd-91a9-a033419bd507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1b3a5f-f0ce-4b66-8377-ff5a68e34b05,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:02.266912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9666afe4-c111-4fdd-91a9-a033419bd507 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86efd6daa6a340f58fb8942094619ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338563 Aug 21 18:15:02.271610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60052) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:02.326998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.353804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1eb271f-aebe-4f4f-8ecc-33b66005db13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.368548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.435983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.438485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.439638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4c1b3a5f-f0ce-4b66-8377-ff5a68e34b05 HTTP/1.1" status: 204 len: 168 time: 0.1673484 Aug 21 18:15:02.454407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d842d9-bd89-4351-a633-30824cc51e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1b3a5f-f0ce-4b66-8377-ff5a68e34b05,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:02.505440 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1eb271f-aebe-4f4f-8ecc-33b66005db13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.509906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1eb271f-aebe-4f4f-8ecc-33b66005db13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.538757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:02.565329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60060) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:02.565483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1eb271f-aebe-4f4f-8ecc-33b66005db13 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f10fad18fe3744859e073e353f86fe58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3514514 Aug 21 18:15:02.566653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb271f-aebe-4f4f-8ecc-33b66005db13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1838924e-55ec-495a-9b4e-784e52bdb965,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:02.615263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:02.615626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.639454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.673672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.755572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.760149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.763650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1838924e-55ec-495a-9b4e-784e52bdb965 HTTP/1.1" status: 204 len: 168 time: 0.1950507 Aug 21 18:15:02.763798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.799740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:02.802770 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc54d949-e215-435f-842f-8093f0fdf50a" -d '{"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:02.819036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:02.827765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.837119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b05d830-faaf-4d64-8942-fc22d64fcb73 req-cdbd72a6-4308-4bb5-a1da-74a43dae03f7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 210 time: 0.0608032 Aug 21 18:15:02.837878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbabd25-af70-44f0-add2-c0fc670f7cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1838924e-55ec-495a-9b4e-784e52bdb965,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:02.889548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60072) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:02.906259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f065832-1032-4d7f-928a-98317629358e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:02.973148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:03.044082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f065832-1032-4d7f-928a-98317629358e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.046311 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180de95-61ce-48a9-8592-87cd31d460d7 x-openstack-request-id: req-e180de95-61ce-48a9-8592-87cd31d460d7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:03.046593 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-plugged", "status": "completed", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:03.047041 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e180de95-61ce-48a9-8592-87cd31d460d7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:03.047495 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'code': 200} Aug 21 18:15:03.049776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f065832-1032-4d7f-928a-98317629358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.099437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f065832-1032-4d7f-928a-98317629358e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca370892be0b4c90a401cfdcf1318ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086508 Aug 21 18:15:03.100423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065832-1032-4d7f-928a-98317629358e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619124e9-0376-45a3-b0d9-4602a1b576a8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:03.104335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:03.183750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.212314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.281913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27441e94-cec0-46d7-8ccd-948d65bcb827 req-617a1d95-59b1-4734-894e-cb557129cdb5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:03.287011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27441e94-cec0-46d7-8ccd-948d65bcb827 req-617a1d95-59b1-4734-894e-cb557129cdb5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 943 time: 0.4305320 Aug 21 18:15:03.295299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-86979266-339d-481d-98f0-166fd98baa97 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:03.297088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-86979266-339d-481d-98f0-166fd98baa97 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.5941246 Aug 21 18:15:03.315778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:03.317811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': 'b61e2537-43cd-4025-8963-b8992996df89', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:03.332414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcf50eb-28db-4d3d-b1e8-7fb4fc5ba38c req-41bd7e74-5d72-4302-90f1-2ac9513f30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:03.333925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dcf50eb-28db-4d3d-b1e8-7fb4fc5ba38c req-41bd7e74-5d72-4302-90f1-2ac9513f30a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1099 time: 0.0976739 Aug 21 18:15:03.347132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd672f-1f8b-47af-a4be-419cac86eb14 req-a9d86914-98fa-4094-85de-d95c8fb7fedd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:03.348580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffcd672f-1f8b-47af-a4be-419cac86eb14 req-a9d86914-98fa-4094-85de-d95c8fb7fedd tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.1112206 Aug 21 18:15:03.361367 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a224336-d95e-4d7f-a6b8-bb3b7ace7989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.371694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.374224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.375376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/619124e9-0376-45a3-b0d9-4602a1b576a8 HTTP/1.1" status: 204 len: 168 time: 0.2699130 Aug 21 18:15:03.389295 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27441e94-cec0-46d7-8ccd-948d65bcb827 req-5e937f39-1171-4391-9f52-3f08fdea1c78 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Aug 21 18:15:03.420286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a961ff-ebd3-4e4c-b023-5ff1539654dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619124e9-0376-45a3-b0d9-4602a1b576a8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:03.459721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dcf50eb-28db-4d3d-b1e8-7fb4fc5ba38c req-d5f9d2c8-bc9d-451d-b197-e264fbf0b564 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079860 Aug 21 18:15:03.465075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffcd672f-1f8b-47af-a4be-419cac86eb14 req-682f1379-a9e4-42b8-99e5-fb89147fed61 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047986 Aug 21 18:15:03.512576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb4549e5-02d3-45b9-85be-4894dfc8108c req-a6f1aabf-90f3-40f4-9f9b-0009a0049e1c tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0307431 Aug 21 18:15:03.542404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a224336-d95e-4d7f-a6b8-bb3b7ace7989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.546460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a224336-d95e-4d7f-a6b8-bb3b7ace7989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.561148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:15:03.565295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.588304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a224336-d95e-4d7f-a6b8-bb3b7ace7989 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4ea223e93224b56a6bdb7c6c91f6110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710662 Aug 21 18:15:03.589543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a224336-d95e-4d7f-a6b8-bb3b7ace7989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9538c17-f14d-4c0d-bb73-074b4342d33d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:03.591528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:03.709897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:03.723453 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.749793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.12 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:15:03.757163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.832482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:03.847964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'mac_address': 'fa:16:3e:d9:f6:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:03.881772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.884902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.886068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9538c17-f14d-4c0d-bb73-074b4342d33d HTTP/1.1" status: 204 len: 168 time: 0.2910595 Aug 21 18:15:03.900183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:03.901853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c956389-69e6-415f-8b91-42bb9cd2baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9538c17-f14d-4c0d-bb73-074b4342d33d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:03.934698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:03.992998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:03.994751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62a8e587-cbdb-468b-bd61-93959ca75261 req-c6ce60b2-5fa1-4627-bc0b-ffd3b43f7048 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 210 time: 0.0541873 Aug 21 18:15:04.003691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.050391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.059151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:04.108481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.122482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:04.147332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:15:04.151201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:15:04.153682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:15:04.210856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:04.224269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:04.225276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.246908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-bc4689ba-e276-43a4-945e-966b36a2d814 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9327493 Aug 21 18:15:04.266129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Request body: {'port': {'device_id': 'b61e2537-43cd-4025-8963-b8992996df89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:04.277817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:04.350572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.627088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339de4c-a461-4d3d-ab9c-d988b76bee36 req-82a1866a-7bcd-4cc8-9d31-837782bf7554 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:04.629781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a339de4c-a461-4d3d-ab9c-d988b76bee36 req-82a1866a-7bcd-4cc8-9d31-837782bf7554 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.0614388 Aug 21 18:15:04.630602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71441405-8658-47e3-be76-626fb4239e1d req-5a1eb314-935c-4181-bb68-e5516741757b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:04.632121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71441405-8658-47e3-be76-626fb4239e1d req-5a1eb314-935c-4181-bb68-e5516741757b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 944 time: 0.1268232 Aug 21 18:15:04.701585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a339de4c-a461-4d3d-ab9c-d988b76bee36 req-c68a4b6e-7f52-4e65-b69f-3f31dd7e3bb3 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577712 Aug 21 18:15:04.707820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71441405-8658-47e3-be76-626fb4239e1d req-bcb08cbd-d026-4eec-bab0-9e305f10a21c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617337 Aug 21 18:15:04.813065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:04.829559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.848932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-100a4b2a-018e-49bb-ad71-f5c2d6c1872d req-b1f591bf-408c-42e9-a8f1-b111f751819a tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0630972 Aug 21 18:15:04.852082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Transition to ACTIVE for port object caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:15:04.857402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:04.960732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:04.991455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Attempting to bind port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:15:04.991887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Attempting to bind port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:15:04.992844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Attempting to bind port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:04.997401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:15:04.997793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Attempting to bind port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:05.003441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:15:05.003863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:15:05.004313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:15:05.004800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Bound port: caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:15:05.005168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.032321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:05.149171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:15:05.153797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:15:05.161179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.183501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d5f51-1169-40ea-93f3-7a029b37fb92 req-bcd3ffc7-1e4b-499d-baaf-aa20a64bb7c0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:05.184971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c99d5f51-1169-40ea-93f3-7a029b37fb92 req-bcd3ffc7-1e4b-499d-baaf-aa20a64bb7c0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 944 time: 0.0975482 Aug 21 18:15:05.221899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:05.222593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.224098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] 10.222.0.39 "PUT /v2.0/ports/caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 HTTP/1.1" status: 200 len: 1093 time: 0.9641700 Aug 21 18:15:05.230690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:05.233086 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aff07e5-ab54-4680-8b48-a67cee91e918" -d '{"events": [{"name": "network-changed", "server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:05.279006 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c99d5f51-1169-40ea-93f3-7a029b37fb92 req-52c40d70-61f4-46e0-97d9-41297c430663 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743165 Aug 21 18:15:05.280945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94885866-0b68-4b5b-a511-df8cba02dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:05.294393 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e84263-83be-46a3-b4bb-d9f9f82c2fe5 x-openstack-request-id: req-66e84263-83be-46a3-b4bb-d9f9f82c2fe5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:05.294393 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:05.294393 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66e84263-83be-46a3-b4bb-d9f9f82c2fe5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:05.294778 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00', 'status': 'completed', 'code': 200} Aug 21 18:15:05.336213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-f90af4c5-5ee8-4701-89e3-ad3cff64a99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:05.337726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-f90af4c5-5ee8-4701-89e3-ad3cff64a99e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 1096 time: 0.0578132 Aug 21 18:15:05.358926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27a14fb1-b615-466c-ba4c-80f6f25faa8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.393463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-c0e84d0c-6c0c-4077-8d5c-6f23eac72bc3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 HTTP/1.1" status: 200 len: 217 time: 0.0436676 Aug 21 18:15:05.461659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33550a0-d871-4255-90df-a561c30ee176 req-4375945b-89fb-4e2d-bd5d-b92301bf06d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:05.464142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-4375945b-89fb-4e2d-bd5d-b92301bf06d3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0635245 Aug 21 18:15:05.478475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27a14fb1-b615-466c-ba4c-80f6f25faa8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.487263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27a14fb1-b615-466c-ba4c-80f6f25faa8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.505454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-71752f97-f97c-4a81-b0b5-8cb22cf59816 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334914 Aug 21 18:15:05.527927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-27a14fb1-b615-466c-ba4c-80f6f25faa8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=08b27446dde641d1a39c3f9cd4f365c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4944572 Aug 21 18:15:05.529162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a14fb1-b615-466c-ba4c-80f6f25faa8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4cdf6b-06fa-4dd7-bd97-c3fd5c0d50ef,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:05.531521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60208) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:05.587546 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.614456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.653665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-3cd4ef32-0853-43b8-b68b-70e7d6297cc4 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385980 Aug 21 18:15:05.685761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.689856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.691160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a4cdf6b-06fa-4dd7-bd97-c3fd5c0d50ef HTTP/1.1" status: 204 len: 168 time: 0.1587417 Aug 21 18:15:05.699950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad4b80-29e0-4005-95d4-e40510d34706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4cdf6b-06fa-4dd7-bd97-c3fd5c0d50ef,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:05.747539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:05.820849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f33550a0-d871-4255-90df-a561c30ee176 req-ca921441-633f-4a8f-a840-da0db5e019d0 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559379 Aug 21 18:15:05.886980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:05.893723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:05.894533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:05.932472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6aee9-fb14-4725-a95a-f0be0c3eb8b6 req-f78aff11-1917-40dd-81b2-32fab40dbd9e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:05.942101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfa6aee9-fb14-4725-a95a-f0be0c3eb8b6 req-f78aff11-1917-40dd-81b2-32fab40dbd9e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.0824890 Aug 21 18:15:05.993031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfa6aee9-fb14-4725-a95a-f0be0c3eb8b6 req-47d18540-63a2-47e1-8f4e-d088dab4fa57 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493739 Aug 21 18:15:06.023278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:06.051948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ac736-24fc-4707-a401-fd2b83b4533c req-ce0cc761-6412-47ac-8563-e9bfeda68acb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.064501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:06.065098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e4ac736-24fc-4707-a401-fd2b83b4533c req-ce0cc761-6412-47ac-8563-e9bfeda68acb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 944 time: 0.2062860 Aug 21 18:15:06.066193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:06.072058 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b2f36a-df30-4ba6-b78b-b3265a9a1460" -d '{"events": [{"server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:06.076419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:06.082227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-b654b43f-2ac6-4c83-8d4f-2f713e664005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.084408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-b654b43f-2ac6-4c83-8d4f-2f713e664005 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 1096 time: 0.1580639 Aug 21 18:15:06.138011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e4ac736-24fc-4707-a401-fd2b83b4533c req-ab355f68-a176-43b9-9f53-8e3178628be8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719121 Aug 21 18:15:06.143713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:06.154614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.154960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.155295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.155708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.156040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.156592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.156922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.157242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.157609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.157931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.158313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.158790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:06.233496 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caacdae-0322-49d9-b159-740b75893749 x-openstack-request-id: req-8caacdae-0322-49d9-b159-740b75893749 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:06.234094 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "name": "network-vif-plugged", "status": "completed", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:06.234520 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8caacdae-0322-49d9-b159-740b75893749 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:06.235088 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'code': 200} Aug 21 18:15:06.253804 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18c847b6-a1bc-45e1-a1a8-0df63a9d8ed3 req-432b6aaa-5778-40f3-8261-3b3815112f9a tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0403092 Aug 21 18:15:06.321841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-35d58fe0-91a4-462c-b705-e66cd9b083ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.322189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-35d58fe0-91a4-462c-b705-e66cd9b083ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.2256761 Aug 21 18:15:06.374147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-69b37cba-38f6-46af-bcbc-29e41b12949e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 HTTP/1.1" status: 200 len: 217 time: 0.0346200 Aug 21 18:15:06.441257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560e16b-11fe-423f-b0f3-cae3e0488055 req-627798c2-5c93-4e23-8ef0-c8fbb6afeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.442791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6560e16b-11fe-423f-b0f3-cae3e0488055 req-627798c2-5c93-4e23-8ef0-c8fbb6afeb9d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 1097 time: 0.1364441 Aug 21 18:15:06.444090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-0fd21f8a-86e1-4850-82eb-e279697b61e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.446089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-0fd21f8a-86e1-4850-82eb-e279697b61e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0597761 Aug 21 18:15:06.475856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85e3b2-cf5c-43f9-b11b-8a859092e33d req-7d223e17-8de2-4f53-8d74-eb2a7a77899e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.477572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e85e3b2-cf5c-43f9-b11b-8a859092e33d req-7d223e17-8de2-4f53-8d74-eb2a7a77899e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 944 time: 0.0980179 Aug 21 18:15:06.480583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-f4916bc5-fefd-4af3-b231-5559b34c26c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695798 Aug 21 18:15:06.516641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-386ebb30-6be0-45a6-8b24-e4ba884ea900 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556786 Aug 21 18:15:06.552169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6560e16b-11fe-423f-b0f3-cae3e0488055 req-285bbf3e-0182-4717-8f07-96f9132c0998 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988657 Aug 21 18:15:06.560097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e85e3b2-cf5c-43f9-b11b-8a859092e33d req-85013134-ab5e-4b65-a346-0e7fe1d8101a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684452 Aug 21 18:15:06.566286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-721a91ad-0f2b-4679-a378-afe7258545d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.567979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-721a91ad-0f2b-4679-a378-afe7258545d2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 1099 time: 0.0601606 Aug 21 18:15:06.652397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-b4501df5-e018-4bdd-9808-3574ccea45cd service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192682 Aug 21 18:15:06.702223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-bbc90d48-139d-4b94-8f33-f57f32fcfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.704021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-bbc90d48-139d-4b94-8f33-f57f32fcfdfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 200 len: 918 time: 0.1115961 Aug 21 18:15:06.776555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aff07e5-ab54-4680-8b48-a67cee91e918 req-b7cb066e-405d-4721-853a-1879cc00be11 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140184 Aug 21 18:15:06.793812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-f37e7b6c-b47d-4aba-8d00-67aafaaf6691 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 200 len: 1001 time: 0.0746129 Aug 21 18:15:06.862488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-cbcd3b28-467c-4c2f-96b5-8675dcca73f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.864753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-cbcd3b28-467c-4c2f-96b5-8675dcca73f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 200 len: 856 time: 0.0578687 Aug 21 18:15:06.918705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-15730bad-bc41-4da3-9234-5a086b170347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:06.920236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-15730bad-bc41-4da3-9234-5a086b170347 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34db1572-a42b-4074-aee9-bfcd755e7ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475769 Aug 21 18:15:07.022924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-dd083774-025a-4591-8d6a-553787933e7e service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935805 Aug 21 18:15:07.142204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acddfa4-4e47-46f1-b84a-3da70455b3b5 req-82f11383-c94a-413b-96aa-0649208dd504 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:07.144249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4acddfa4-4e47-46f1-b84a-3da70455b3b5 req-82f11383-c94a-413b-96aa-0649208dd504 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.0555389 Aug 21 18:15:07.149770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49b0f094-a2c4-4695-8388-7bf0f1d04ad7 req-298d8106-5e5a-4824-af87-d5efbe1d6dfa service neutron] 10.222.0.39 "GET /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177101 Aug 21 18:15:07.164789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60290) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:07.201983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4acddfa4-4e47-46f1-b84a-3da70455b3b5 req-e97ce7b0-0c98-44e5-94c3-f64f93aa8e84 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499458 Aug 21 18:15:07.315457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9a220-f97d-4ef3-8433-b98a5197f411 req-f5992d92-20d3-4a00-a629-4909839d01d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:07.317365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94a9a220-f97d-4ef3-8433-b98a5197f411 req-f5992d92-20d3-4a00-a629-4909839d01d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 945 time: 0.0582926 Aug 21 18:15:07.339963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99416543-a020-4df7-ad42-ea9ef85926c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.385809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3055b854-bb99-4453-a3d5-9be91fa54da3 req-1f654edf-0d0e-4e41-a88c-eb1993bb7fe4 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Aug 21 18:15:07.395324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94a9a220-f97d-4ef3-8433-b98a5197f411 req-ef7a0df5-7543-4214-bdbd-343ec612d748 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687542 Aug 21 18:15:07.474888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99416543-a020-4df7-ad42-ea9ef85926c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.480076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99416543-a020-4df7-ad42-ea9ef85926c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.518583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-99416543-a020-4df7-ad42-ea9ef85926c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d003765f568443fa00b4e63157edeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526046 Aug 21 18:15:07.520556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99416543-a020-4df7-ad42-ea9ef85926c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51880a93-4039-41a9-aa89-c17cbe76e398,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:07.521250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:07.582121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.606569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.663950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.666854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:07.668217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/51880a93-4039-41a9-aa89-c17cbe76e398 HTTP/1.1" status: 204 len: 168 time: 0.1457827 Aug 21 18:15:07.678249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d093ac2f-8db0-4f24-b4fb-8af879b00854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51880a93-4039-41a9-aa89-c17cbe76e398,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:07.705586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8907fb2-e92e-4cd8-b16c-23a331c6b5a6 req-8fd02213-4a86-49dc-a6c6-ff763f261405 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:07.707245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c8907fb2-e92e-4cd8-b16c-23a331c6b5a6 req-8fd02213-4a86-49dc-a6c6-ff763f261405 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 944 time: 0.0722671 Aug 21 18:15:07.759248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c8907fb2-e92e-4cd8-b16c-23a331c6b5a6 req-38afc7ac-f089-423b-a37f-11eea197841c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435264 Aug 21 18:15:07.973215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60324) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:07.986656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ca6543d-df6d-474a-aca8-5e05095ff133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.077664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ca6543d-df6d-474a-aca8-5e05095ff133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.083065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ca6543d-df6d-474a-aca8-5e05095ff133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.122473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6543d-df6d-474a-aca8-5e05095ff133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2771a0f2-b93a-4a86-b03c-2423db670289,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:08.131132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6ca6543d-df6d-474a-aca8-5e05095ff133 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43dbc415a8c3475d8482ed268145f17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543550 Aug 21 18:15:08.132374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:08.189394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.212099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.273340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.276508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.278187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2771a0f2-b93a-4a86-b03c-2423db670289 HTTP/1.1" status: 204 len: 168 time: 0.1436429 Aug 21 18:15:08.287218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1c6c3-f1a8-4687-b226-27ed59840892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2771a0f2-b93a-4a86-b03c-2423db670289,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:08.527302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794b591d-edce-44c5-a1bd-065b00f24c4f req-cb4775e8-b146-4452-b589-5d3937d55992 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0309901 Aug 21 18:15:08.542808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484166f6-178e-4d10-9619-cc584734fc66 req-07ab2983-7b53-488e-972d-59e52db98361 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:08.554398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:08.563097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-484166f6-178e-4d10-9619-cc584734fc66 req-07ab2983-7b53-488e-972d-59e52db98361 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 945 time: 0.0751710 Aug 21 18:15:08.613802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-484166f6-178e-4d10-9619-cc584734fc66 req-29771264-e273-4f25-b534-166703bc459c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485229 Aug 21 18:15:08.703892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:08.716984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00', 'mac_address': 'fa:16:3e:be:50:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:08.727719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-af58b8fa-a63a-477a-8506-e37224e60322 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 267 time: 0.0429976 Aug 21 18:15:08.782772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.785095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-c41c2e9a-a21c-43a4-84b0-729135c649af tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:08.806296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:08.806778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-c41c2e9a-a21c-43a4-84b0-729135c649af tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 945 time: 0.0769646 Aug 21 18:15:08.817362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'security_groups': []}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:08.841804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:08.846677 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.883542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60368) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:08.903807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:08.910454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:08.952572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22524b7f-9150-4ac3-80f0-2749a30a6b80 req-706ce7a5-f02b-4467-a650-951b315bc949 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:08.959784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22524b7f-9150-4ac3-80f0-2749a30a6b80 req-706ce7a5-f02b-4467-a650-951b315bc949 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 945 time: 0.0632334 Aug 21 18:15:09.006314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-22524b7f-9150-4ac3-80f0-2749a30a6b80 req-cd2633d2-a995-421c-9c32-fabcd4a2ee10 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455768 Aug 21 18:15:09.036908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e4719e3-a0b1-4ba0-8537-1b9e4f817708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.102185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:09.135229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.140332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.143537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e4719e3-a0b1-4ba0-8537-1b9e4f817708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.155500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc', 'a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:09.155737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e4719e3-a0b1-4ba0-8537-1b9e4f817708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.159603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:09.185543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e4719e3-a0b1-4ba0-8537-1b9e4f817708 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb7f58a040114e008a822e7121ccc115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008449 Aug 21 18:15:09.193253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60380) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:09.196127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.196954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.207366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f71c26b9-88c8-4a6b-8851-b5d0a3580dc9 req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "PUT /v2.0/ports/5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 200 len: 904 time: 0.3993857 Aug 21 18:15:09.219761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:09.228061 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e72571-7a4f-4a37-9eae-22422531182e" -d '{"events": [{"name": "network-changed", "server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:09.237710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4719e3-a0b1-4ba0-8537-1b9e4f817708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae2370c-23a0-401e-abe5-62ab8cd088c4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:09.240017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:09.309644 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8761643-45e8-4ae8-9490-d84259ef9387 x-openstack-request-id: req-c8761643-45e8-4ae8-9490-d84259ef9387 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:09.315191 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:09.315461 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c8761643-45e8-4ae8-9490-d84259ef9387 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:09.315888 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'status': 'completed', 'code': 200} Aug 21 18:15:09.317000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66289a-1dc2-4cfa-9fef-cd6672a8d54a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:09.389172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:09.389548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.411710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcae988-e5b1-4280-aea6-044e4070160a req-7087859c-fcd4-4ddd-a138-a076d80012a9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.413514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dcae988-e5b1-4280-aea6-044e4070160a req-7087859c-fcd4-4ddd-a138-a076d80012a9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 907 time: 0.1060681 Aug 21 18:15:09.417587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72571-7a4f-4a37-9eae-22422531182e req-b1c11907-7d77-4cb4-82ef-cf78ac05c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.419003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-b1c11907-7d77-4cb4-82ef-cf78ac05c862 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 1059 time: 0.0900238 Aug 21 18:15:09.460805 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.516973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.519890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.521079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ae2370c-23a0-401e-abe5-62ab8cd088c4 HTTP/1.1" status: 204 len: 168 time: 0.3268259 Aug 21 18:15:09.556482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22543afe-df4c-4b5d-9f06-b23198b4d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae2370c-23a0-401e-abe5-62ab8cd088c4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:09.619932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72571-7a4f-4a37-9eae-22422531182e req-9db75d97-e816-459d-9d55-71f88317087c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.622386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-9db75d97-e816-459d-9d55-71f88317087c service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1948392 Aug 21 18:15:09.698723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-953f0728-40f3-45c8-a559-3e292c5bf83e req-2a2f125a-5f21-4944-a143-6d039783268b tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0452335 Aug 21 18:15:09.712841 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-03298a68-73d3-4e88-9572-a80ab12ed09a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 200 len: 217 time: 0.0803061 Aug 21 18:15:09.725394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fe998-dc8f-4dfe-ac73-e6c51705b14c req-71881f83-0da5-4ca5-9507-cdafc6c2c3f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.731665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1607c3b0-a566-436b-ab5b-61d0d8bf1386 None None] Provisioning complete for port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:09.732257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1607c3b0-a566-436b-ab5b-61d0d8bf1386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:09.743842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-466fe998-dc8f-4dfe-ac73-e6c51705b14c req-71881f83-0da5-4ca5-9507-cdafc6c2c3f1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1656704 Aug 21 18:15:09.849845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-466fe998-dc8f-4dfe-ac73-e6c51705b14c req-d85f28d8-a44b-4ee1-9220-9f248a90a609 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1051216 Aug 21 18:15:09.860269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72571-7a4f-4a37-9eae-22422531182e req-8ae3b0dd-61a6-47b4-9636-d36e4492eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.862010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-8ae3b0dd-61a6-47b4-9636-d36e4492eb4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1102946 Aug 21 18:15:09.954927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e72571-7a4f-4a37-9eae-22422531182e req-f79015a8-0819-430b-b453-d541047a7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:09.957371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-f79015a8-0819-430b-b453-d541047a7613 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699835 Aug 21 18:15:10.024925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1390761-4e57-49ff-8841-230f54e899aa req-47a231bd-6509-47a5-a8ca-547c7b1cbe39 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:10.034406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1390761-4e57-49ff-8841-230f54e899aa req-47a231bd-6509-47a5-a8ca-547c7b1cbe39 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0748775 Aug 21 18:15:10.091824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1390761-4e57-49ff-8841-230f54e899aa req-25350bc0-fd66-489a-9274-fe7e2b324562 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503752 Aug 21 18:15:10.146860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-15f96917-d905-4d4c-8c92-58c26164a160 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808584 Aug 21 18:15:10.165200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf59ef-8eea-4b44-824e-c86b9086c194 req-e4c77fc1-290b-42fd-9a81-b5c521b9e4be tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:10.167002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19bf59ef-8eea-4b44-824e-c86b9086c194 req-e4c77fc1-290b-42fd-9a81-b5c521b9e4be tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 945 time: 0.0763283 Aug 21 18:15:10.267781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19bf59ef-8eea-4b44-824e-c86b9086c194 req-2154f160-861c-4d6a-97ee-822bcc5f8968 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913968 Aug 21 18:15:10.299630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7e72571-7a4f-4a37-9eae-22422531182e req-e2e3b45b-96ce-48e7-9f1e-61ddd8f2c8d7 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316540 Aug 21 18:15:10.414953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b7b570da-6939-433b-890c-178e19d01075 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:10.416561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b7b570da-6939-433b-890c-178e19d01075 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1143346 Aug 21 18:15:10.439111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-e2e7a6ef-7a80-4973-b486-2aea15af0fda tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/quotas/c952f672e4994556b81280dd46917cad HTTP/1.1" status: 200 len: 375 time: 0.0162776 Aug 21 18:15:10.523161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-a9406d5a-2dd2-45a0-9d3e-d1cc536afb98 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0813773 Aug 21 18:15:10.618016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-919664b4-2c22-4fc4-8c48-29817e9fbac9 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925789 Aug 21 18:15:10.715179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-6e64f7d5-7eec-47f2-87f9-c325dcefe703 service neutron] 10.222.0.41 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961437 Aug 21 18:15:10.817361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2643441-b0b6-4f40-8814-7cacf6653fd8 req-3844e042-4ec3-4de8-8ca5-9fd866363115 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0314224 Aug 21 18:15:10.939774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e06da2e-0442-4359-953c-ed4bd7f43e21 req-63220f35-bafc-4525-988c-0e7c37a7cc1e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 210 time: 0.0359411 Aug 21 18:15:11.422329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99beb8e0-5893-4577-8b5b-26fbd79e411d req-5ad6f6e4-385c-44d4-b8d2-b269ae6d90b5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:11.424764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99beb8e0-5893-4577-8b5b-26fbd79e411d req-5ad6f6e4-385c-44d4-b8d2-b269ae6d90b5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 945 time: 0.0760348 Aug 21 18:15:11.474016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-99beb8e0-5893-4577-8b5b-26fbd79e411d req-8cdf331c-0be1-41b1-9dfb-cdb1ea38e299 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Aug 21 18:15:11.991803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a29b426-795f-47da-a8fe-ef8555e7cbb2 req-661f0f9d-5c37-4c7d-be8d-6a61c0dd6301 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0519042 Aug 21 18:15:12.008471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60528) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:12.058427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-7a48511f-ae12-42c8-b47d-2eba9135f9ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:12.061315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-7a48511f-ae12-42c8-b47d-2eba9135f9ec tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 812 time: 0.1996872 Aug 21 18:15:12.103294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Request body: {'port': {'device_id': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'admin_state_up': True, 'tenant_id': 'c952f672e4994556b81280dd46917cad'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:12.124835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b321929-6998-47cc-98d1-910483d33368 req-32d57e2e-6323-4096-96c5-ea57e3185ea9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 210 time: 0.0542786 Aug 21 18:15:12.177130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9465-2d02-4a5a-941e-9776a20b718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.274127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9465-2d02-4a5a-941e-9776a20b718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.278204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9bb9465-2d02-4a5a-941e-9776a20b718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.301417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Made reservation on behalf of c952f672e4994556b81280dd46917cad for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:15:12.310029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.324412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e9bb9465-2d02-4a5a-941e-9776a20b718e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b98b67cd87a845f5b7110f925187b76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119557 Aug 21 18:15:12.324412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb9465-2d02-4a5a-941e-9776a20b718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf09b1-daa9-4435-9d40-6b304a14142d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:12.325255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:12.446995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.499177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.518369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Allocated IP 172.20.0.8 (cd46ec78-9e3e-4c18-8308-eb33f7727ed0/205f4aee-71d2-4dec-938c-dbad10725fdb/e85cd0e3-02a0-41b5-a664-68c147a55c88) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:15:12.547277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:12.627536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:12.639759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:12.640198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.640717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60568) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:12.671642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.674130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.675358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/76cf09b1-daa9-4435-9d40-6b304a14142d HTTP/1.1" status: 204 len: 168 time: 0.3489146 Aug 21 18:15:12.716035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d4fc-08ee-4f66-b2ba-876f8905e778 req-3ff9786d-db7f-4690-a544-8ab052cf9a9f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:12.717563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b58d4fc-08ee-4f66-b2ba-876f8905e778 req-3ff9786d-db7f-4690-a544-8ab052cf9a9f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 945 time: 0.1486468 Aug 21 18:15:12.729502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dea6b-ae53-4aec-9d7e-ae0c7240712c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf09b1-daa9-4435-9d40-6b304a14142d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:12.735247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.780891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:12.781973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b58d4fc-08ee-4f66-b2ba-876f8905e778 req-a960f33a-4b57-4280-9934-6063b6db31ff tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560572 Aug 21 18:15:12.783679 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddd7963-ab45-4b23-992e-7e1ab50490f5" -d '{"events": [{"server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "name": "network-vif-plugged", "status": "completed", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:12.811340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:12.819199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.821968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.852933 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c29031-2894-4f17-ac36-192d7e89e0f5 x-openstack-request-id: req-72c29031-2894-4f17-ac36-192d7e89e0f5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:12.853236 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "name": "network-vif-plugged", "status": "completed", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:12.853492 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-72c29031-2894-4f17-ac36-192d7e89e0f5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:12.853884 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00', 'code': 200} Aug 21 18:15:12.856016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Transition to ACTIVE for port object e85cd0e3-02a0-41b5-a664-68c147a55c88 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:15:12.880763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:12.903464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:12.915404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc', 'a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:12.956970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:15:12.971880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:12.977775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:15:12.980646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:15:12.996589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe1129-d7b2-4548-9a3b-d22a512a2148 req-a2cac3f4-825e-4dac-85cd-de9f03822249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:13.003019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2fe1129-d7b2-4548-9a3b-d22a512a2148 req-a2cac3f4-825e-4dac-85cd-de9f03822249 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 1098 time: 0.0839486 Aug 21 18:15:13.047147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97557343-a8d8-46da-9e78-fda3bcb33fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.062374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2fe1129-d7b2-4548-9a3b-d22a512a2148 req-eaa1c492-3aaa-4efd-9b59-2463aeb89435 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Aug 21 18:15:13.098189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:13.099223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.144393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60582) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:13.162052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88ef998f-f130-4380-a545-d31d1b213a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.163589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0df33ad5-af43-4f91-88fb-3f24e4cd52b5 req-0f90bd35-736f-4557-a302-3c523c1d568c tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0530083 Aug 21 18:15:13.287873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97557343-a8d8-46da-9e78-fda3bcb33fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.306712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97557343-a8d8-46da-9e78-fda3bcb33fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.323481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-b383cb98-c729-4ebb-8b87-5fd0cd596eb0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2330658 Aug 21 18:15:13.348669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-af9c6e42-0dc7-4220-b806-ead2e48d2977 None None] Provisioning for port e85cd0e3-02a0-41b5-a664-68c147a55c88 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:13.353271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-af9c6e42-0dc7-4220-b806-ead2e48d2977 None None] Provisioning complete for port e85cd0e3-02a0-41b5-a664-68c147a55c88 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:13.353643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9c6e42-0dc7-4220-b806-ead2e48d2977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.355942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Request body: {'port': {'device_id': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:13.379703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88ef998f-f130-4380-a545-d31d1b213a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.384900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88ef998f-f130-4380-a545-d31d1b213a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.389568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-97557343-a8d8-46da-9e78-fda3bcb33fb6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f79048c0d9fa413ca12ce92d5bb71cec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7456114 Aug 21 18:15:13.390889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:13.392382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-af9c6e42-0dc7-4220-b806-ead2e48d2977 None None] Port e85cd0e3-02a0-41b5-a664-68c147a55c88 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:15:13.392827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97557343-a8d8-46da-9e78-fda3bcb33fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a3cc7-4d94-4940-9162-64dc67241e23,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:13.414843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef998f-f130-4380-a545-d31d1b213a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e23848-8baf-4eaf-99d2-c5c64dc93b55,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:13.426858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f0c37-f5d2-4dd0-87ca-2338b78177d6 req-10fd5a95-371b-4e91-aea9-1377260d8403 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:13.431047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d3f0c37-f5d2-4dd0-87ca-2338b78177d6 req-10fd5a95-371b-4e91-aea9-1377260d8403 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 931 time: 0.1631680 Aug 21 18:15:13.431195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-88ef998f-f130-4380-a545-d31d1b213a23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84b02d0f262d44a5a9af39cbb7538dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857156 Aug 21 18:15:13.433838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:13.485043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.499079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.506796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.553195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.553423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d3f0c37-f5d2-4dd0-87ca-2338b78177d6 req-c179b576-965b-4e39-be28-89787267c92b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041007 Aug 21 18:15:13.556829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.561243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2e23848-8baf-4eaf-99d2-c5c64dc93b55 HTTP/1.1" status: 204 len: 168 time: 0.1264336 Aug 21 18:15:13.570220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d656c-4976-4db0-98f0-ca7c0beb9c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e23848-8baf-4eaf-99d2-c5c64dc93b55,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:13.570721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.656405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.775431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.778058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.779493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e7a3cc7-4d94-4940-9162-64dc67241e23 HTTP/1.1" status: 204 len: 168 time: 0.3874052 Aug 21 18:15:13.791929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649506df-0479-42f9-a8c7-89ed23f2462b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a3cc7-4d94-4940-9162-64dc67241e23,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:13.895705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e85cd0e3-02a0-41b5-a664-68c147a55c88 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:13.906157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:13.923611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Transition to ACTIVE for port object e85cd0e3-02a0-41b5-a664-68c147a55c88 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:15:13.938196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f413d-49c5-4e75-b540-4823252f8e49 req-22db2d9b-9f6f-460c-803e-ad298e6ac62f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:13.938599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-761f413d-49c5-4e75-b540-4823252f8e49 req-22db2d9b-9f6f-460c-803e-ad298e6ac62f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.0732183 Aug 21 18:15:13.939735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.005609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:14.057663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-761f413d-49c5-4e75-b540-4823252f8e49 req-fd445b8a-c471-462e-b87e-81f0a9f12aa3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844145 Aug 21 18:15:14.113881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Attempting to bind port e85cd0e3-02a0-41b5-a664-68c147a55c88 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:15:14.114218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Attempting to bind port e85cd0e3-02a0-41b5-a664-68c147a55c88 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:15:14.114765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Attempting to bind port e85cd0e3-02a0-41b5-a664-68c147a55c88 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:14.120457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Port e85cd0e3-02a0-41b5-a664-68c147a55c88 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:15:14.120787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Attempting to bind port e85cd0e3-02a0-41b5-a664-68c147a55c88 on network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:14.126953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:15:14.127305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Checking segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:15:14.128081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Bound using segment: {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:15:14.128679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Bound port: e85cd0e3-02a0-41b5-a664-68c147a55c88, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e148327-b2ad-4aae-9339-409cebe35ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:15:14.129050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.215623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:15:14.219717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:15:14.227701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.285453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:14.286054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.287507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] 10.222.0.64 "PUT /v2.0/ports/e85cd0e3-02a0-41b5-a664-68c147a55c88 HTTP/1.1" status: 200 len: 1092 time: 0.9533482 Aug 21 18:15:14.287934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:14.290228 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:14.347224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:14.371807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b9e1c59-c484-4c47-ba7b-ca8b6d00e13a req-155b4197-64bd-42cb-832c-b3c3b11543e7 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0551124 Aug 21 18:15:14.375878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ba532-a7fe-4857-843a-154b7d7fc8ee service neutron] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:14.428826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa891e49-ae53-421c-8db2-7a21f5010690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.446927 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f506c7c-6079-4f3b-bd1e-683e4c57cd73 x-openstack-request-id: req-2f506c7c-6079-4f3b-bd1e-683e4c57cd73 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:14.447220 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:14.447473 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2f506c7c-6079-4f3b-bd1e-683e4c57cd73 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:14.447866 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'status': 'completed', 'code': 200} Aug 21 18:15:14.475635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-7a929f6d-f0f0-44e5-b892-d2922bdc02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:14.477228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-7a929f6d-f0f0-44e5-b892-d2922bdc02f8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 1095 time: 0.1183867 Aug 21 18:15:14.536676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-364c0df7-6034-466a-b04f-29bd82d69eca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88 HTTP/1.1" status: 200 len: 217 time: 0.0430877 Aug 21 18:15:14.680706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b6c653-198a-4191-9443-3d17c1f62bd0 req-0d3f8602-62df-40a4-9893-e5748c17af4f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:14.682291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6b6c653-198a-4191-9443-3d17c1f62bd0 req-0d3f8602-62df-40a4-9893-e5748c17af4f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 943 time: 0.0546477 Aug 21 18:15:14.725304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6b6c653-198a-4191-9443-3d17c1f62bd0 req-978116e8-e173-480a-bc64-4a3ebd82cf82 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Aug 21 18:15:14.918823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-1ff9ad8d-e7fa-4371-a935-3f8befb5a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:14.920305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-1ff9ad8d-e7fa-4371-a935-3f8befb5a4cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.3759034 Aug 21 18:15:14.967353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa891e49-ae53-421c-8db2-7a21f5010690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:14.973869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa891e49-ae53-421c-8db2-7a21f5010690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:15.006185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-9fce683f-562c-4690-9225-1dcd287c7b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.007763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-9fce683f-562c-4690-9225-1dcd287c7b12 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798161 Aug 21 18:15:15.025817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa891e49-ae53-421c-8db2-7a21f5010690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e5a8ca-5dfb-4a00-8f74-fb4f0a30dc3d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:15.033269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fa891e49-ae53-421c-8db2-7a21f5010690 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ae23d3ecc1944dca821de20998fda91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6835675 Aug 21 18:15:15.034478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60640) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:15.094173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:15.118044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-d1189d73-2017-430b-b112-0cd5b34232ab service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982339 Aug 21 18:15:15.123979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:15.204272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9be3b9-5f91-4d3c-ac53-70cfb58ebd20 req-6e3f7df4-8bcf-4661-8df5-ce91f07921ca tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.205885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b9be3b9-5f91-4d3c-ac53-70cfb58ebd20 req-6e3f7df4-8bcf-4661-8df5-ce91f07921ca tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.0799446 Aug 21 18:15:15.227035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7eef65e-155b-447e-bb53-88e1237aa393 req-d991f13c-9a58-400a-9056-96c62e371447 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996559 Aug 21 18:15:15.236179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:15.238965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:15.240102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5e5a8ca-5dfb-4a00-8f74-fb4f0a30dc3d HTTP/1.1" status: 204 len: 168 time: 0.2042837 Aug 21 18:15:15.257333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8ef1d-83f9-4ea4-9615-766c76ad2795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e5a8ca-5dfb-4a00-8f74-fb4f0a30dc3d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:15.261692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b9be3b9-5f91-4d3c-ac53-70cfb58ebd20 req-bd6c9c4b-9d77-487f-9138-b111ab108c85 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485816 Aug 21 18:15:15.365193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-f11265e4-62b1-43b8-b1cb-fec771bb7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.366966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-f11265e4-62b1-43b8-b1cb-fec771bb7578 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 1095 time: 0.0706897 Aug 21 18:15:15.465355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b67963-72d0-45d6-a85b-3779271dff65 req-677f6b96-e7f1-4408-af28-04183e1ec2f2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.467429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59b67963-72d0-45d6-a85b-3779271dff65 req-677f6b96-e7f1-4408-af28-04183e1ec2f2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.1138573 Aug 21 18:15:15.488368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0dc5bb0d-9994-40e7-a4e6-f6dab753c53a req-61012867-03a7-452c-af07-2c5cc31cf966 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0357032 Aug 21 18:15:15.516817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-00ea0384-1a08-44d3-bd2b-bcca69236d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.518681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-00ea0384-1a08-44d3-bd2b-bcca69236d3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1324105 Aug 21 18:15:15.539431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59b67963-72d0-45d6-a85b-3779271dff65 req-1e877b15-4cdc-4fb4-8ea7-7c2a742aab1f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602040 Aug 21 18:15:15.574544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-9bb86714-2965-43eb-9fb0-99b27090a528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88 HTTP/1.1" status: 200 len: 217 time: 0.0460534 Aug 21 18:15:15.659519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-209f8a8d-6f52-49ae-92cf-95ceeb090202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.660698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-209f8a8d-6f52-49ae-92cf-95ceeb090202 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0781739 Aug 21 18:15:15.730060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-94b74831-b650-4771-8748-807131d0adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.731759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-94b74831-b650-4771-8748-807131d0adab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595958 Aug 21 18:15:15.872161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-ba37ed9f-75fb-41af-83fa-6043ebd4bde6 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285658 Aug 21 18:15:15.885173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371fdbf-5bf3-4292-a5d8-b0304d7fa4b4 req-e510a8ce-630a-4564-a70f-e21aeffdb671 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.894488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2371fdbf-5bf3-4292-a5d8-b0304d7fa4b4 req-e510a8ce-630a-4564-a70f-e21aeffdb671 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.0663443 Aug 21 18:15:15.935820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2371fdbf-5bf3-4292-a5d8-b0304d7fa4b4 req-73a56412-cb59-4263-b080-8da0ed15a5e7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Aug 21 18:15:15.980655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28a227-b0a8-4daf-8957-0388785c804d req-45d0d2cb-89a8-46e9-a577-ca442aa4a3ee tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:15.988349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d28a227-b0a8-4daf-8957-0388785c804d req-45d0d2cb-89a8-46e9-a577-ca442aa4a3ee tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 943 time: 0.1390011 Aug 21 18:15:16.051150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f7d99b3-db1d-4782-9f62-848c09d7d5d7 req-2f1c626c-ec17-434c-b73a-f01526fa0d24 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612093 Aug 21 18:15:16.055280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d28a227-b0a8-4daf-8957-0388785c804d req-3f580b8f-8068-476e-bbd3-cfb8120c9a5f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Aug 21 18:15:16.391889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:16.543834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4300c718-ef9a-4f19-ac3b-d48cada90bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.611027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e9c4394-6e4b-4f4c-af43-5c16810adc6b req-f52ce88d-5081-4a12-a304-a2a91badd0b6 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0330276 Aug 21 18:15:16.671919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4300c718-ef9a-4f19-ac3b-d48cada90bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.677642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4300c718-ef9a-4f19-ac3b-d48cada90bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.715095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4300c718-ef9a-4f19-ac3b-d48cada90bea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8278d139c8c047c69f46c4be76ec5f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219962 Aug 21 18:15:16.718156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60748) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:16.719778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300c718-ef9a-4f19-ac3b-d48cada90bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a577eeb-070d-46f3-83c3-f891d6da2c36,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:16.770013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.792536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.847217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.848321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:16.849786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:16.850973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a577eeb-070d-46f3-83c3-f891d6da2c36 HTTP/1.1" status: 204 len: 168 time: 0.1316378 Aug 21 18:15:16.859336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbba70-5cf7-47f3-89b4-681f0de2b582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a577eeb-070d-46f3-83c3-f891d6da2c36,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:17.063364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be74835-d06e-447f-a4e7-80d4bfb52bb2 req-0efd7c95-5df6-4448-b8f9-40e968fdebcf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:17.071352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5be74835-d06e-447f-a4e7-80d4bfb52bb2 req-0efd7c95-5df6-4448-b8f9-40e968fdebcf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.0700598 Aug 21 18:15:17.113881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-101318f5-eb92-4d84-ad27-e2e99c969b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.135824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5be74835-d06e-447f-a4e7-80d4bfb52bb2 req-b447b966-ff58-4cbd-abe1-6533bdbd0ccb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636063 Aug 21 18:15:17.187673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cda510-3d20-4a17-8782-d3bcf57c23d7 req-b2d39513-18df-4926-bcc7-0d70f7355ab3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:17.189285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49cda510-3d20-4a17-8782-d3bcf57c23d7 req-b2d39513-18df-4926-bcc7-0d70f7355ab3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 943 time: 0.0507183 Aug 21 18:15:17.192324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:17.230138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49cda510-3d20-4a17-8782-d3bcf57c23d7 req-c0193c11-c20b-42be-bf7f-33149786f7dd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346282 Aug 21 18:15:17.234106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b7a055d-c42e-4bc4-91b4-aa7c3ad3f519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.292101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-42fe52f0-c94d-47a4-a71d-ffeb8b40be8f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:17.293611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-42fe52f0-c94d-47a4-a71d-ffeb8b40be8f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 946 time: 0.0922022 Aug 21 18:15:17.301814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-101318f5-eb92-4d84-ad27-e2e99c969b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.312113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-101318f5-eb92-4d84-ad27-e2e99c969b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.392466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-101318f5-eb92-4d84-ad27-e2e99c969b9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=392d75d769884a8cad8ab38c580180ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5429111 Aug 21 18:15:17.395259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60768) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:17.416655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101318f5-eb92-4d84-ad27-e2e99c969b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67d634c-e83b-485a-8f63-6493f3ade02c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:17.459712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.478253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:17.478623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.482666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.530568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.533161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.535656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b7a055d-c42e-4bc4-91b4-aa7c3ad3f519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.537166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e67d634c-e83b-485a-8f63-6493f3ade02c HTTP/1.1" status: 204 len: 168 time: 0.1408715 Aug 21 18:15:17.543770 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b7a055d-c42e-4bc4-91b4-aa7c3ad3f519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.545233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de137d6-28bf-4e32-9620-578bd2eda232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67d634c-e83b-485a-8f63-6493f3ade02c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:17.745251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e73b0d8e-f0f2-4aa6-bcc0-fc41def10955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.810733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e85cd0e3-02a0-41b5-a664-68c147a55c88 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:17.911970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b7a055d-c42e-4bc4-91b4-aa7c3ad3f519 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27256b62fea84e3193d4f61b639a98ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161868 Aug 21 18:15:17.914621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:17.924726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a055d-c42e-4bc4-91b4-aa7c3ad3f519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbba441-3893-4d66-8485-da8f9b52b84a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:17.941604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:17.955942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'mac_address': 'fa:16:3e:be:ac:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:17.961080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60729545-0877-46d7-9d20-2acc8d23575f req-6d77e573-345a-44b0-a417-bf6e33d1ee96 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0432076 Aug 21 18:15:17.989271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:17.989908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:17.991710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.002941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.005921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:18.017786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e85cd0e3-02a0-41b5-a664-68c147a55c88 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:18.021590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.041274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:18.048005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.081104 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.094840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.098308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cbba441-3893-4d66-8485-da8f9b52b84a HTTP/1.1" status: 204 len: 168 time: 0.1798093 Aug 21 18:15:18.114595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b410d4d-c046-4e9e-9a36-a5b8493abe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbba441-3893-4d66-8485-da8f9b52b84a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:18.120500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:18.213177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.237422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:18.241211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:18.259512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:18.277919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc0bbf88-c49a-43e6-ae1c-fe6fb1b66fca req-1b37640a-e9d8-4153-a818-caedcae31d08 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=b61e2537-43cd-4025-8963-b8992996df89 HTTP/1.1" status: 200 len: 210 time: 0.0547569 Aug 21 18:15:18.340642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:15:18.345040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.350443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69d7f8d2-6f36-4510-b01a-cd393a5ab637 req-8fe82a8b-5940-499a-81d5-96e26df8c16f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "DELETE /v2.0/ports/caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 HTTP/1.1" status: 204 len: 173 time: 1.0473902 Aug 21 18:15:18.359919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'name': 'network-vif-deleted', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:18.362241 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146bea13-463e-4795-849e-852d5dab4e8f" -d '{"events": [{"server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "name": "network-vif-deleted", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:18.394136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e85cd0e3-02a0-41b5-a664-68c147a55c88'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:18.410240 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e7662-4783-4616-91a2-e50be7c1ed68 x-openstack-request-id: req-b72e7662-4783-4616-91a2-e50be7c1ed68 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:18.410581 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b61e2537-43cd-4025-8963-b8992996df89", "name": "network-vif-deleted", "tag": "caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:18.410840 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b72e7662-4783-4616-91a2-e50be7c1ed68 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:18.411283 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b61e2537-43cd-4025-8963-b8992996df89', 'name': 'network-vif-deleted', 'tag': 'caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00', 'status': 'completed', 'code': 200} Aug 21 18:15:18.412476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e2119-a531-4d17-b032-7f674ff5e8b0 req-486ed1d7-0022-45be-b844-6e1e7af16b15 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:18.414986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea3e2119-a531-4d17-b032-7f674ff5e8b0 req-486ed1d7-0022-45be-b844-6e1e7af16b15 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 944 time: 0.0793574 Aug 21 18:15:18.450600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:18.496861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea3e2119-a531-4d17-b032-7f674ff5e8b0 req-70e97a80-f4b8-44ae-9d99-21eb0cdac852 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Aug 21 18:15:18.745404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:19.068804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18378313-7f2b-45dd-92dc-a31ab2ae06ec req-a6203656-377e-4d71-b661-e8205b3d2124 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0287790 Aug 21 18:15:19.625418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17872c-7762-403e-90a1-23298d288f33 req-f5eb0399-a786-47e8-a0ba-662c164a6d14 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:19.627255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa17872c-7762-403e-90a1-23298d288f33 req-f5eb0399-a786-47e8-a0ba-662c164a6d14 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 944 time: 0.0631123 Aug 21 18:15:19.684200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa17872c-7762-403e-90a1-23298d288f33 req-9e46f755-e7cf-402e-984e-9103ae0d470b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Aug 21 18:15:19.811593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e85cd0e3-02a0-41b5-a664-68c147a55c88 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:19.905078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port e85cd0e3-02a0-41b5-a664-68c147a55c88 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:19.918112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e85cd0e3-02a0-41b5-a664-68c147a55c88 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:19.918714 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:20.049285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:20.063399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-c11bda2a-650c-4a59-b63d-17e7bc6d43ee tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:20.065826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-c11bda2a-650c-4a59-b63d-17e7bc6d43ee tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.1460905 Aug 21 18:15:20.076708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:20.078963 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d66492-e586-40c2-a9ea-c41eb8b9d3b2" -d '{"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:20.082439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-4e0bdd81-3539-4989-bd67-d6aeece63f19 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0098710 Aug 21 18:15:20.096413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:20.104812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:20.116257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-202144db-c8db-4413-8cb3-a2555ac5041d req-c258735d-d630-44b4-be76-7f5630adf01c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0325754 Aug 21 18:15:20.139300 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149bc25a-ba8f-4259-a16f-c2f05cfa7bd2 x-openstack-request-id: req-149bc25a-ba8f-4259-a16f-c2f05cfa7bd2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:20.139735 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:20.140082 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-149bc25a-ba8f-4259-a16f-c2f05cfa7bd2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:20.140884 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'code': 200} Aug 21 18:15:20.166620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:20.194326 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-2acd1148-cddb-4a90-815d-95a25c217cc4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810678 Aug 21 18:15:20.227551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a0cfdcf-27c9-4a82-a540-e5cd86323292 req-9767c9cf-8fa7-486f-806c-6a904d63cf13 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0333970 Aug 21 18:15:20.318233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99298aa8-725b-4410-b3de-9b96d34a968e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:20.344269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e172-3514-4c47-bbd8-01c546e1fa1b req-8471ec89-60f7-4700-b25b-acf813813ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:20.345833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e827e172-3514-4c47-bbd8-01c546e1fa1b req-8471ec89-60f7-4700-b25b-acf813813ad0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 1097 time: 0.1400840 Aug 21 18:15:20.347656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-479deaa9-94a3-4130-889e-977d2503f494 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404982 Aug 21 18:15:20.423289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:20.434864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e827e172-3514-4c47-bbd8-01c546e1fa1b req-45c1f3b1-66b3-41da-9fb9-48461ee08bfb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814965 Aug 21 18:15:20.465142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-df97f856-69d4-49a1-9d09-b2f3a21d52dc service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062300 Aug 21 18:15:20.601101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:15:20.622151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:15:20.622874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device caf1ffeb-9c63-4fe2-87ba-8e2cbed3da00 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:15:20.645281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-834120e0-19ed-45cf-a9e3-6f383366ae44 req-0e95db85-e6ee-4ac7-92f7-6d50337bd05b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 210 time: 0.0258875 Aug 21 18:15:20.807531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd5a7-e5b0-4319-81ee-2dc4621e66a7 req-a3b41fe0-27db-4d18-856e-cba9dfb8c076 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:20.809450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b11bd5a7-e5b0-4319-81ee-2dc4621e66a7 req-a3b41fe0-27db-4d18-856e-cba9dfb8c076 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0556085 Aug 21 18:15:20.853408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b11bd5a7-e5b0-4319-81ee-2dc4621e66a7 req-d6d7d471-2492-43b1-bb46-876aa07b5770 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363724 Aug 21 18:15:21.352772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-16bd8d0f-290d-4e17-b162-e07dd1bf1ca0 req-116fa9a0-ddf3-44b8-8e3d-ebcee5d11f05 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0388415 Aug 21 18:15:21.496802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:21.770668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd839e46-0aec-40d9-b153-60bc1ecf1b8a req-d80b066f-0cb5-4f96-bdb8-f3cf28ddd5be tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466&device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0551205 Aug 21 18:15:21.845885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c792e050-6c29-49c6-893c-6a47d7ff414c req-19f87225-1546-402b-ae11-debf18f85fb0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 210 time: 0.0543933 Aug 21 18:15:21.943635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-9e55ed7f-b46f-4ae2-9ece-eca6f584f15c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:21.946146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-9e55ed7f-b46f-4ae2-9ece-eca6f584f15c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2158499 Aug 21 18:15:21.969682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:22.069992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a15f9e-1e33-4597-9ce3-47ed2a0d5a85 req-900a4ab6-2dda-477c-9fb8-4ecb16b1d45c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:22.072641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5a15f9e-1e33-4597-9ce3-47ed2a0d5a85 req-900a4ab6-2dda-477c-9fb8-4ecb16b1d45c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1002426 Aug 21 18:15:22.124036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6be4b9da-33f4-4f29-b6ef-6281ffac97c2 req-dcf6e49c-180f-4c91-b7ff-c526fea64c5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a7b0113a29c46b4a7541e5ca051e502&device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0502601 Aug 21 18:15:22.151804 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5a15f9e-1e33-4597-9ce3-47ed2a0d5a85 req-3ca22b35-5e88-4e93-b262-a88de21ad3a5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680802 Aug 21 18:15:22.171015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2b948e0-dc62-492d-b017-711884175bcc req-baa6e4e4-2a3a-422b-ad84-2a145f78099c tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0453656 Aug 21 18:15:22.183825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6be4b9da-33f4-4f29-b6ef-6281ffac97c2 req-5b714dcc-c74f-4f06-9734-0f705057644b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a7b0113a29c46b4a7541e5ca051e502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481164 Aug 21 18:15:22.215593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:15:22.224823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:22.325687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4b9da-33f4-4f29-b6ef-6281ffac97c2 req-e289753b-9fd3-4971-b249-dfe7f52c6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:22.327787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6be4b9da-33f4-4f29-b6ef-6281ffac97c2 req-e289753b-9fd3-4971-b249-dfe7f52c6bec service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293097 Aug 21 18:15:22.439863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.12 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/9134795a-eb84-470e-a8e9-cf5e9523f830) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:15:22.520494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8c610-0b4e-40dd-aa4e-e8829c8dec69 req-0425f889-6ed4-401d-b998-cc04dfb601c7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:22.522022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91e8c610-0b4e-40dd-aa4e-e8829c8dec69 req-0425f889-6ed4-401d-b998-cc04dfb601c7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0790324 Aug 21 18:15:22.622010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91e8c610-0b4e-40dd-aa4e-e8829c8dec69 req-f54dfd38-b9dd-428f-910f-b87d31d744f3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899458 Aug 21 18:15:22.675340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:22.722650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:22.737977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:22.767177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:15:22.770901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:15:22.774352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:15:22.835359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:22.864706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:22.866137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:22.897462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-29e01681-866d-406d-8dac-e7230cb098da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9378710 Aug 21 18:15:22.917564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Request body: {'port': {'device_id': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:22.982315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.004712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e774b92-4ea5-4d15-b310-e256904ff85f req-fb3304b6-7ac1-40c1-8016-63d24a0e97a2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:23.013449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e774b92-4ea5-4d15-b310-e256904ff85f req-fb3304b6-7ac1-40c1-8016-63d24a0e97a2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 932 time: 0.0611846 Aug 21 18:15:23.059503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e774b92-4ea5-4d15-b310-e256904ff85f req-02917f9a-5926-4f28-a78c-3a70028073c8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448494 Aug 21 18:15:23.217571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.297481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a9f15e72-dfa5-4731-9640-5232b6b9c2b7 req-a85a8f35-390b-4588-893a-991a33451cae tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0518577 Aug 21 18:15:23.313739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9134795a-eb84-470e-a8e9-cf5e9523f830 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:23.327119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.341976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Transition to ACTIVE for port object 9134795a-eb84-470e-a8e9-cf5e9523f830 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:15:23.344043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.406346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:23.482615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Attempting to bind port 9134795a-eb84-470e-a8e9-cf5e9523f830 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:15:23.483239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Attempting to bind port 9134795a-eb84-470e-a8e9-cf5e9523f830 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:15:23.483569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Attempting to bind port 9134795a-eb84-470e-a8e9-cf5e9523f830 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:23.487781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Port 9134795a-eb84-470e-a8e9-cf5e9523f830 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:15:23.488189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Attempting to bind port 9134795a-eb84-470e-a8e9-cf5e9523f830 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:23.493901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:15:23.494249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:15:23.494666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:15:23.495538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Bound port: 9134795a-eb84-470e-a8e9-cf5e9523f830, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:15:23.495538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.564397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:15:23.568034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9134795a-eb84-470e-a8e9-cf5e9523f830,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:15:23.574363 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.613263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:23.614070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:23.615692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] 10.222.0.64 "PUT /v2.0/ports/9134795a-eb84-470e-a8e9-cf5e9523f830 HTTP/1.1" status: 200 len: 1093 time: 0.7052743 Aug 21 18:15:23.616234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:23.619421 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925385a1-6918-46e0-956e-19ea76eae9bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:23.656709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2ddb2-d35b-4c97-84cd-313d62d6aeb5 service neutron] Pushing event updated for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:23.708210 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c575b2-e9ec-4613-9156-00f6fcd58b32 x-openstack-request-id: req-d4c575b2-e9ec-4613-9156-00f6fcd58b32 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:23.709068 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:23.709758 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4c575b2-e9ec-4613-9156-00f6fcd58b32 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:23.710258 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830', 'status': 'completed', 'code': 200} Aug 21 18:15:23.773255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-2f8d926a-20cb-494d-bfb5-0560ea53fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:23.774993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-2f8d926a-20cb-494d-bfb5-0560ea53fe0e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 1096 time: 0.0843980 Aug 21 18:15:23.794628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6be4b9da-33f4-4f29-b6ef-6281ffac97c2 req-853b43a8-cdfa-4ee3-9c8f-7fe2b54cc4ee tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0437667 Aug 21 18:15:23.852147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a8531-1966-43db-8927-e60afa859dc4 req-9cc35e19-001b-490c-a26d-7f0136f4d6b1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:23.853731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-272a8531-1966-43db-8927-e60afa859dc4 req-9cc35e19-001b-490c-a26d-7f0136f4d6b1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1237369 Aug 21 18:15:23.855564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-20ffe784-541f-41b2-a3ca-9a60effd3126 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9134795a-eb84-470e-a8e9-cf5e9523f830 HTTP/1.1" status: 200 len: 217 time: 0.0704248 Aug 21 18:15:24.006687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-272a8531-1966-43db-8927-e60afa859dc4 req-9ffb477a-5e08-4019-9071-47bcb936a138 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415937 Aug 21 18:15:24.036097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-e742a933-3093-4748-96d6-e5c344368d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.037992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-e742a933-3093-4748-96d6-e5c344368d0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1633618 Aug 21 18:15:24.081597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-8d4c7f0d-6742-40a1-80e9-893ae40ab2a0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324552 Aug 21 18:15:24.262698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ee15c-6bd7-4e8c-ad9e-71b0289b44d6 req-c59a1429-76c6-41b2-9fd2-5f49932eb2d3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.271009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-178ee15c-6bd7-4e8c-ad9e-71b0289b44d6 req-c59a1429-76c6-41b2-9fd2-5f49932eb2d3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 944 time: 0.0987017 Aug 21 18:15:24.291280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-55a56af5-75bf-4d34-9646-b8c5396cd8f9 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982241 Aug 21 18:15:24.335312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-178ee15c-6bd7-4e8c-ad9e-71b0289b44d6 req-cc9ace95-026e-417a-98e8-9fd1fe6b1197 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630655 Aug 21 18:15:24.477961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d28e47b3-bebb-49ec-ba48-6e9410420a51 req-cfe80705-7a7b-408e-b581-c70f82b9d381 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ef6dd8e-81d0-4837-80eb-f69fb6e87466 HTTP/1.1" status: 200 len: 210 time: 0.0478754 Aug 21 18:15:24.505090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-913f4ca3-97c3-4fc4-b60a-eddff671d961 req-85f0b785-7ce0-4cc6-ac2f-0387a297ad5e service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991322 Aug 21 18:15:24.634110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925385a1-6918-46e0-956e-19ea76eae9bb req-0e45e937-b6f6-4edf-9fcd-8525ce67cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.635646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-0e45e937-b6f6-4edf-9fcd-8525ce67cbe3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 1096 time: 0.0714951 Aug 21 18:15:24.647106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9ad64-c772-4bf7-b996-c9799fdc97cf req-236061ff-c229-4749-a48c-955dbc3f58f5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.652305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c9ad64-c772-4bf7-b996-c9799fdc97cf req-236061ff-c229-4749-a48c-955dbc3f58f5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0867031 Aug 21 18:15:24.748284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-02c9ad64-c772-4bf7-b996-c9799fdc97cf req-3d30bde3-45f9-436e-aec3-d1cacaec5ccf tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866585 Aug 21 18:15:24.779499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925385a1-6918-46e0-956e-19ea76eae9bb req-99140cf8-b6aa-4aa1-b17e-c5311038f3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.781002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-99140cf8-b6aa-4aa1-b17e-c5311038f3eb service neutron] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.1279089 Aug 21 18:15:24.830093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-2b6f94fa-41a5-489a-8061-7314a44fb35c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9134795a-eb84-470e-a8e9-cf5e9523f830 HTTP/1.1" status: 200 len: 217 time: 0.0404317 Aug 21 18:15:24.883818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925385a1-6918-46e0-956e-19ea76eae9bb req-f5ee641d-4c77-4dd2-b4cf-7e57ff89773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:24.885322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-f5ee641d-4c77-4dd2-b4cf-7e57ff89773d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0469170 Aug 21 18:15:24.923222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-43319ff9-ba17-4e77-949b-84ef6d11348e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299022 Aug 21 18:15:25.027973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-e42db952-8342-4a42-8c0a-8a32d52d25a6 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931623 Aug 21 18:15:25.134719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-925385a1-6918-46e0-956e-19ea76eae9bb req-9dc2880f-2c71-4b6a-8866-45ddc4748e63 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983195 Aug 21 18:15:25.496091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343018f-81dc-42fb-8467-2051f102c9f9 req-9cca99d3-bdc6-43dc-ab51-ace701d845ac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:25.497643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a343018f-81dc-42fb-8467-2051f102c9f9 req-9cca99d3-bdc6-43dc-ab51-ace701d845ac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 944 time: 0.0715146 Aug 21 18:15:25.568350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a343018f-81dc-42fb-8467-2051f102c9f9 req-eadef8cf-05cc-432f-99ae-67dbdd37bdbb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634885 Aug 21 18:15:25.779745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ccaf085-1fb9-4b4f-9e91-004413fb703f req-56791bc9-0f95-4f64-8b5a-fab4efceaeb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a7b0113a29c46b4a7541e5ca051e502&device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0398393 Aug 21 18:15:25.819685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ccaf085-1fb9-4b4f-9e91-004413fb703f req-2a12aca8-0d56-4ebf-963e-f17b4996d8cb service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6a7b0113a29c46b4a7541e5ca051e502&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272336 Aug 21 18:15:25.842407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0b4d6ba-26ab-4cf1-9e2b-7999094720cc req-211834c3-f525-4e6e-b7e5-9cb18b3e3f4f tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0693676 Aug 21 18:15:25.954800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01496b-7c64-4878-8b8a-c7a1e6448d28 req-eeffa431-46c4-4593-8037-a2fcbbad1819 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:25.956694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c01496b-7c64-4878-8b8a-c7a1e6448d28 req-eeffa431-46c4-4593-8037-a2fcbbad1819 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0680506 Aug 21 18:15:25.957360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf085-1fb9-4b4f-9e91-004413fb703f req-98e3017f-e642-42e6-856a-fa0d5bafaf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:25.958970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ccaf085-1fb9-4b4f-9e91-004413fb703f req-98e3017f-e642-42e6-856a-fa0d5bafaf82 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1190593 Aug 21 18:15:26.014162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c01496b-7c64-4878-8b8a-c7a1e6448d28 req-31c84409-e667-4193-8fad-2d10f303fcc2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Aug 21 18:15:26.715907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b2809-454a-4a8b-9739-6a0eb6e79f0e req-2acae024-1500-45be-8993-18bf5ba116ce tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:26.718985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820b2809-454a-4a8b-9739-6a0eb6e79f0e req-2acae024-1500-45be-8993-18bf5ba116ce tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 944 time: 0.0663717 Aug 21 18:15:26.764773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820b2809-454a-4a8b-9739-6a0eb6e79f0e req-4a54b2af-d405-48ac-9b11-9b38539f7895 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382752 Aug 21 18:15:26.967189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05d4f7a1-97cf-4476-8093-f0d9e74a853d req-5d24dc37-792c-4c0f-8d3e-c00462c8bfc6 tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.41 "GET /v2.0/ports?device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0318277 Aug 21 18:15:27.160379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0fd22-8b51-42d7-a187-8c4b7901fb88 req-7a8a028c-fd29-44bc-a55f-788fee632945 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:27.162438 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2c0fd22-8b51-42d7-a187-8c4b7901fb88 req-7a8a028c-fd29-44bc-a55f-788fee632945 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0595062 Aug 21 18:15:27.212260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2c0fd22-8b51-42d7-a187-8c4b7901fb88 req-50a46c8e-f273-4423-b374-c9d9ca5b82b9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Aug 21 18:15:27.348735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ccaf085-1fb9-4b4f-9e91-004413fb703f req-6f988110-6b5f-409e-bb19-1533cbe26c8a tempest-ServerShowV247Test-321864220 tempest-ServerShowV247Test-321864220-project] 10.222.0.39 "GET /v2.0/ports?device_id=d96c2295-7cc0-408d-b84a-faed7855a1c6 HTTP/1.1" status: 200 len: 210 time: 0.0524311 Aug 21 18:15:27.844821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9134795a-eb84-470e-a8e9-cf5e9523f830 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:28.118153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f6fac-fc73-42d4-80bf-2175a3b86b6d req-e0c2760d-f7cc-49cb-843f-8a74552ac311 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:28.129385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b37f6fac-fc73-42d4-80bf-2175a3b86b6d req-e0c2760d-f7cc-49cb-843f-8a74552ac311 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 944 time: 0.1424267 Aug 21 18:15:28.240960 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b37f6fac-fc73-42d4-80bf-2175a3b86b6d req-31a5e7b1-bb4d-4068-9167-eb133f2bf2f1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908892 Aug 21 18:15:28.458696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a441ed7-abdc-41f6-83d1-6d8b1a42270e req-4bb37a35-f63a-49bf-9cc1-d390d3cedbc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:28.467375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a441ed7-abdc-41f6-83d1-6d8b1a42270e req-4bb37a35-f63a-49bf-9cc1-d390d3cedbc3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1214712 Aug 21 18:15:28.539780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a441ed7-abdc-41f6-83d1-6d8b1a42270e req-37c6857b-8cb2-40e5-b30d-f9a71a0d8042 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709560 Aug 21 18:15:28.575485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9134795a-eb84-470e-a8e9-cf5e9523f830,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:28.615359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9134795a-eb84-470e-a8e9-cf5e9523f830', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': '9134795a-eb84-470e-a8e9-cf5e9523f830', 'mac_address': 'fa:16:3e:fb:e3:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:28.743687 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:28.792172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9134795a-eb84-470e-a8e9-cf5e9523f830 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:28.863011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9134795a-eb84-470e-a8e9-cf5e9523f830,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:28.872717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33030) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:28.883752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:28.884566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e85cd0e3-02a0-41b5-a664-68c147a55c88 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:29.034882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:29.049001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'port_id': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'mac_address': 'fa:16:3e:be:ac:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:29.102221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:29.216624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.236263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e85cd0e3-02a0-41b5-a664-68c147a55c88 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:29.261644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:29.267844 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.328520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:29.418980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-256e3812-9b4c-429c-91f2-3e6ab1f50ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.419621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e85cd0e3-02a0-41b5-a664-68c147a55c88'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:29.442187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b5820-5756-4195-8b45-f0a72a453901 req-4574bbbd-e154-4efb-97ef-ccecb9623021 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:29.449991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d1b5820-5756-4195-8b45-f0a72a453901 req-4574bbbd-e154-4efb-97ef-ccecb9623021 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 945 time: 0.0846338 Aug 21 18:15:29.539439 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d1b5820-5756-4195-8b45-f0a72a453901 req-9c333479-65a8-414b-a3ea-45bcaf9b4cd9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829179 Aug 21 18:15:29.646144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9134795a-eb84-470e-a8e9-cf5e9523f830'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:29.746715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-256e3812-9b4c-429c-91f2-3e6ab1f50ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.753621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-256e3812-9b4c-429c-91f2-3e6ab1f50ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.771918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e294e-a9e1-4bba-b500-32507871d99f req-7fcc3e72-6f2e-4c1d-bc1f-da8cc0e04afb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:29.783073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-058e294e-a9e1-4bba-b500-32507871d99f req-7fcc3e72-6f2e-4c1d-bc1f-da8cc0e04afb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 944 time: 0.1284397 Aug 21 18:15:29.817719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-256e3812-9b4c-429c-91f2-3e6ab1f50ee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a7b0113a29c46b4a7541e5ca051e502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9434800 Aug 21 18:15:29.820960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33056) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:29.907875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-058e294e-a9e1-4bba-b500-32507871d99f req-17f4b640-6048-4593-82ce-48da25f78cea tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234546 Aug 21 18:15:29.953476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:29.979569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e3812-9b4c-429c-91f2-3e6ab1f50ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d0b92-aa61-4aaa-bc40-c293b8681589,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:30.028510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:30.182155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:30.186267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:30.189704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de8d0b92-aa61-4aaa-bc40-c293b8681589 HTTP/1.1" status: 204 len: 168 time: 0.3654773 Aug 21 18:15:30.204009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d6a8f-8388-44bf-9b9c-59b5dcd4d1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d0b92-aa61-4aaa-bc40-c293b8681589,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:30.240536 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:15:30.788539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef7a92-3cb5-4086-b0c1-4a8be44b7c27 req-e72fd658-efe9-4283-9d84-f29adea687ef tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:30.798840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9ef7a92-3cb5-4086-b0c1-4a8be44b7c27 req-e72fd658-efe9-4283-9d84-f29adea687ef tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 945 time: 0.1705666 Aug 21 18:15:30.849751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9ef7a92-3cb5-4086-b0c1-4a8be44b7c27 req-b8417b9b-644c-4c8f-b5bc-7285ac22ad94 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Aug 21 18:15:31.093198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3143a5-0a3d-43a9-92e3-6c891bb59771 req-b7e11260-6f49-4cad-8398-e745cc37aaf1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:31.101712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d3143a5-0a3d-43a9-92e3-6c891bb59771 req-b7e11260-6f49-4cad-8398-e745cc37aaf1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 944 time: 0.0667734 Aug 21 18:15:31.164416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d3143a5-0a3d-43a9-92e3-6c891bb59771 req-9fd5b85d-9a98-4a47-9ba1-fe6d965b8c02 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614786 Aug 21 18:15:31.860443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9134795a-eb84-470e-a8e9-cf5e9523f830 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:32.013349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 9134795a-eb84-470e-a8e9-cf5e9523f830 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:32.018967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9134795a-eb84-470e-a8e9-cf5e9523f830 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:32.019338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.093101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea418a0-7f43-4fe0-bdee-6262c2af9879 req-ec9b4132-dd20-47c2-b9b1-260831f8a549 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:32.098006 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eea418a0-7f43-4fe0-bdee-6262c2af9879 req-ec9b4132-dd20-47c2-b9b1-260831f8a549 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 945 time: 0.1030064 Aug 21 18:15:32.276174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eea418a0-7f43-4fe0-bdee-6262c2af9879 req-9cfb21f1-694e-4805-bb40-bcc9966dfdba tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718254 Aug 21 18:15:32.309313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.383355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9134795a-eb84-470e-a8e9-cf5e9523f830,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:32.384330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:32.387848 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d326175-daec-4f5e-9c6a-a9bfd7b69d86" -d '{"events": [{"server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "name": "network-vif-plugged", "status": "completed", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:32.393569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.394175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e85cd0e3-02a0-41b5-a664-68c147a55c88 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:32.475783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:32.511397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e85cd0e3-02a0-41b5-a664-68c147a55c88 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:32.511801 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.529412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654dd3-43a1-4fe1-8c52-88d6a809c748 req-c17d1146-6572-4993-b41c-d3135ab35691 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:32.548725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b654dd3-43a1-4fe1-8c52-88d6a809c748 req-c17d1146-6572-4993-b41c-d3135ab35691 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 944 time: 0.1898797 Aug 21 18:15:32.666404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b654dd3-43a1-4fe1-8c52-88d6a809c748 req-51616be2-6c94-4d53-b01a-e329771d6345 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083026 Aug 21 18:15:32.768596 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8704f0-766d-417e-8855-aa2b8ffc38ad x-openstack-request-id: req-7b8704f0-766d-417e-8855-aa2b8ffc38ad {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:32.768883 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "name": "network-vif-plugged", "status": "completed", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:32.769138 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b8704f0-766d-417e-8855-aa2b8ffc38ad {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:32.769853 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830', 'code': 200} Aug 21 18:15:32.770429 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.838877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:32.849952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:32.902851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae218dde-664b-485c-bebf-bd40d95cc436 req-080a0a27-f4a7-490c-a6a5-36e43db88f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:32.904585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae218dde-664b-485c-bebf-bd40d95cc436 req-080a0a27-f4a7-490c-a6a5-36e43db88f9f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 1098 time: 0.0834215 Aug 21 18:15:33.007721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:33.026003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae218dde-664b-485c-bebf-bd40d95cc436 req-1f6472e0-3845-4782-8b16-309912082028 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083217 Aug 21 18:15:33.494791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e72ec-a841-401d-9126-3e5016223c5e req-f98814f5-56f6-4a83-852a-ea7cc1dfb4db tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:33.502831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:33.503179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-631e72ec-a841-401d-9126-3e5016223c5e req-f98814f5-56f6-4a83-852a-ea7cc1dfb4db tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.0641797 Aug 21 18:15:33.551133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-631e72ec-a841-401d-9126-3e5016223c5e req-0bba1590-2e03-4537-b1d9-523125d7acca tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467119 Aug 21 18:15:33.819168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:33.880144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a02c88-3189-4460-9995-7a74c49462b5 req-407f827b-5f9f-4098-bfff-c9114d470312 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:33.891365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2a02c88-3189-4460-9995-7a74c49462b5 req-407f827b-5f9f-4098-bfff-c9114d470312 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0866938 Aug 21 18:15:33.943560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2a02c88-3189-4460-9995-7a74c49462b5 req-6186aac0-0709-4386-a32d-7116d7cb3e64 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466938 Aug 21 18:15:33.964624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33184) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:34.061827 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.069144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.143500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8f4c5-a53c-48f7-a7ee-8ad330a33b05,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:34.165616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.166237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.166758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.167271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.169454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.169957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.170566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.171068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.171557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.172064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.172539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.173133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:34.222238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-daf1a006-d2ff-4cfc-ac6c-18fd4f287e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.229850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a5123c1-8af3-4814-abc2-e47d477b052e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1eb3a643c3e4d859eb06b54675384ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7253194 Aug 21 18:15:34.233726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:34.338346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.364653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.425902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.429369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.430606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78c8f4c5-a53c-48f7-a7ee-8ad330a33b05 HTTP/1.1" status: 204 len: 168 time: 0.1955309 Aug 21 18:15:34.456491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3e610-5a60-478d-b08f-fdc7e01f272a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8f4c5-a53c-48f7-a7ee-8ad330a33b05,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:34.511713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-daf1a006-d2ff-4cfc-ac6c-18fd4f287e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.517272 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-daf1a006-d2ff-4cfc-ac6c-18fd4f287e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.573294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-daf1a006-d2ff-4cfc-ac6c-18fd4f287e0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a46bdf95302f4287aca08915f49982f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6073639 Aug 21 18:15:34.575852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33194) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:34.584403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a006-d2ff-4cfc-ac6c-18fd4f287e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98e5de-5b50-4ea0-a2f3-93c606f9aaaf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:34.724589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e585c-53f4-4e5f-9596-d66000c4e4bb req-bc588fa8-cecf-4ec8-81aa-15229b59e798 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:34.726283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a4e585c-53f4-4e5f-9596-d66000c4e4bb req-bc588fa8-cecf-4ec8-81aa-15229b59e798 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.0736306 Aug 21 18:15:34.727100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.753053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.771072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:34.775744 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2119cd0-b8dd-489e-aa2b-b79ffce07204" -d '{"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:34.863862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.867557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:34.871004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6b98e5de-5b50-4ea0-a2f3-93c606f9aaaf HTTP/1.1" status: 204 len: 168 time: 0.2911589 Aug 21 18:15:34.897269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3088c34-f3ae-4f16-ad08-793991c2d052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98e5de-5b50-4ea0-a2f3-93c606f9aaaf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:34.898005 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2163049d-3a75-4e8c-a5a5-774c28c0f645 x-openstack-request-id: req-2163049d-3a75-4e8c-a5a5-774c28c0f645 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:34.898677 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-plugged", "status": "completed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:34.899493 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2163049d-3a75-4e8c-a5a5-774c28c0f645 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:34.900266 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'code': 200} Aug 21 18:15:34.945986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a4e585c-53f4-4e5f-9596-d66000c4e4bb req-b199e534-75a8-4216-8e71-9222b4008f14 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267283 Aug 21 18:15:35.112515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6461f1c-12fe-4bef-ac71-ea4a6293a9bc req-d5d9cc3a-ecae-4b0b-8aa4-04523b76ff61 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:35.123838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6461f1c-12fe-4bef-ac71-ea4a6293a9bc req-d5d9cc3a-ecae-4b0b-8aa4-04523b76ff61 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0775776 Aug 21 18:15:35.152422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180aeef-de64-452c-ae39-815beb93ba18 req-526235f9-b281-4210-bf2a-0d3e91b52a9a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:35.162623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4180aeef-de64-452c-ae39-815beb93ba18 req-526235f9-b281-4210-bf2a-0d3e91b52a9a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.0814261 Aug 21 18:15:35.211482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6461f1c-12fe-4bef-ac71-ea4a6293a9bc req-7d020922-6939-47f9-a234-36d61f30fa4e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831373 Aug 21 18:15:35.217822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4180aeef-de64-452c-ae39-815beb93ba18 req-f79a710b-79dd-419f-9436-e7b672df9d19 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530608 Aug 21 18:15:35.650371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:35.691128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-849a6bd1-6970-4891-83e9-31a9f62ff1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:35.723519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1d054-4602-4c79-9977-d5e3e7095981 req-059e5f47-4f25-4fbb-8111-8873b2cb279f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:35.725153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66f1d054-4602-4c79-9977-d5e3e7095981 req-059e5f47-4f25-4fbb-8111-8873b2cb279f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.0897279 Aug 21 18:15:35.865320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-849a6bd1-6970-4891-83e9-31a9f62ff1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:35.870325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66f1d054-4602-4c79-9977-d5e3e7095981 req-c1e41d36-7bc2-4a7d-8043-8b011427aace tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344292 Aug 21 18:15:35.872744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-849a6bd1-6970-4891-83e9-31a9f62ff1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:35.920706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6bd1-6970-4891-83e9-31a9f62ff1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b9ca39-6deb-4fee-912f-9878ecd8d63d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:35.951632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-849a6bd1-6970-4891-83e9-31a9f62ff1f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b98bbd23058b45caa82f75597e1fed28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973726 Aug 21 18:15:35.951807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33258) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:36.030217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:36.071544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:36.135606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:36.140257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:36.143731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/21b9ca39-6deb-4fee-912f-9878ecd8d63d HTTP/1.1" status: 204 len: 168 time: 0.1881907 Aug 21 18:15:36.151847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d0261-c44a-49de-9c39-35b2fdaad866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b9ca39-6deb-4fee-912f-9878ecd8d63d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:36.448065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b63e8f-5685-471a-919f-09af24d8ddc1 req-b8652c12-77c0-4179-a1c1-d0710073581f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:36.456301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9b63e8f-5685-471a-919f-09af24d8ddc1 req-b8652c12-77c0-4179-a1c1-d0710073581f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1095645 Aug 21 18:15:36.516490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9b63e8f-5685-471a-919f-09af24d8ddc1 req-e1e07e8e-b9fe-4b46-833d-de0dd8a33554 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590682 Aug 21 18:15:37.088525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5b92a-bffe-4731-b798-0e63f4a6349e req-5ab00e52-0980-4f11-a5ef-b811527dc801 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:37.090738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09d5b92a-bffe-4731-b798-0e63f4a6349e req-5ab00e52-0980-4f11-a5ef-b811527dc801 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.1093724 Aug 21 18:15:37.201760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-2d433d92-a4f7-43cf-a72c-0d6280810d9c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:37.209605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-2d433d92-a4f7-43cf-a72c-0d6280810d9c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 946 time: 0.1481478 Aug 21 18:15:37.254670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09d5b92a-bffe-4731-b798-0e63f4a6349e req-76c9d73c-0b43-419b-81c7-e93aa2a40cd9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513159 Aug 21 18:15:37.378589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port 9134795a-eb84-470e-a8e9-cf5e9523f830 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:37.379255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:37.622474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port 9134795a-eb84-470e-a8e9-cf5e9523f830, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9134795a-eb84-470e-a8e9-cf5e9523f830,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:37.622885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:37.682951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for 9134795a-eb84-470e-a8e9-cf5e9523f830 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:37.870270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990bc51-630e-4667-ab4f-298bc63fbc08 req-ca0086d7-b52f-496b-9849-5d383c16a8be tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:37.883258 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1990bc51-630e-4667-ab4f-298bc63fbc08 req-ca0086d7-b52f-496b-9849-5d383c16a8be tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.2386944 Aug 21 18:15:37.998292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1990bc51-630e-4667-ab4f-298bc63fbc08 req-10b4df86-97a4-45d4-b4c8-cdf2ff626ed9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113515 Aug 21 18:15:38.214525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:38.232710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be', '9134795a-eb84-470e-a8e9-cf5e9523f830'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:38.311939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port 9134795a-eb84-470e-a8e9-cf5e9523f830 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:15:38.317024 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:38.320302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ff23ac5-1e3e-4bb2-8a24-84c2b75eeb48 req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "DELETE /v2.0/ports/9134795a-eb84-470e-a8e9-cf5e9523f830 HTTP/1.1" status: 204 len: 173 time: 1.1010962 Aug 21 18:15:38.321715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'name': 'network-vif-deleted', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:38.327542 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f514032c-254d-4788-bcd2-19de25fb7100" -d '{"events": [{"server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "name": "network-vif-deleted", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:38.332719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4100-5638-4cdb-865e-d1fcec444fa9 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=9134795a-eb84-470e-a8e9-cf5e9523f830,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:38.451060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a6bc6b2-60a4-4687-9a51-1fd90217b99c req-c5390974-1816-4293-88bb-993f85445009 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=68165fc8-121b-4213-bda8-cab8f6ecb02a HTTP/1.1" status: 200 len: 210 time: 0.0441759 Aug 21 18:15:38.526821 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c352fe7b-5e85-433a-9800-9ed1fc64a873 x-openstack-request-id: req-c352fe7b-5e85-433a-9800-9ed1fc64a873 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:38.527210 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68165fc8-121b-4213-bda8-cab8f6ecb02a", "name": "network-vif-deleted", "tag": "9134795a-eb84-470e-a8e9-cf5e9523f830", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:38.527895 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c352fe7b-5e85-433a-9800-9ed1fc64a873 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:38.528488 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68165fc8-121b-4213-bda8-cab8f6ecb02a', 'name': 'network-vif-deleted', 'tag': '9134795a-eb84-470e-a8e9-cf5e9523f830', 'status': 'completed', 'code': 200} Aug 21 18:15:39.322513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c5346-e1da-4e4a-ab77-d950b6e7fd76 req-2e5e1c9f-2746-4458-a62b-e00b73b67ad5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:39.327185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-089c5346-e1da-4e4a-ab77-d950b6e7fd76 req-2e5e1c9f-2746-4458-a62b-e00b73b67ad5 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1234386 Aug 21 18:15:39.485229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-089c5346-e1da-4e4a-ab77-d950b6e7fd76 req-236c677b-6d0a-4394-beba-36130ba91727 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373527 Aug 21 18:15:39.697192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33396) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:39.966274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3ae4-534e-4d65-a75c-a2a8e1faf1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.189619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-09940e1b-48fe-4f8b-ad1f-d05a9824558f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:40.196481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-09940e1b-48fe-4f8b-ad1f-d05a9824558f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.1772883 Aug 21 18:15:40.199633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3ae4-534e-4d65-a75c-a2a8e1faf1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.213593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3ae4-534e-4d65-a75c-a2a8e1faf1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.230846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-c9c92614-0590-48c7-b5a5-0cec5e87c376 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0279279 Aug 21 18:15:40.332130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d3ae4-534e-4d65-a75c-a2a8e1faf1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c299fbb-536a-4baf-bfdf-fd8452c9b2fb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:40.399066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc8d3ae4-534e-4d65-a75c-a2a8e1faf1d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30b6009a0381450d8db39fd4bd265291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6922221 Aug 21 18:15:40.399847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33444) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:40.453629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-841ea14d-cd2d-4fc9-8415-59c82e86c863 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1900122 Aug 21 18:15:40.524941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.585954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.742893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.745492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:40.746674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c299fbb-536a-4baf-bfdf-fd8452c9b2fb HTTP/1.1" status: 204 len: 168 time: 0.3456740 Aug 21 18:15:40.760497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a97e9e-d990-4207-a4d8-940211ce6c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c299fbb-536a-4baf-bfdf-fd8452c9b2fb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:40.798233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dad5af-d4e9-4561-a927-cc426564d0d2 req-f476ba32-fcbd-43ac-9865-2dce9a6ec8f0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:40.809467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7dad5af-d4e9-4561-a927-cc426564d0d2 req-f476ba32-fcbd-43ac-9865-2dce9a6ec8f0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1194663 Aug 21 18:15:40.818026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-c20642e8-aef4-4656-9390-63acdcd893ae service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631482 Aug 21 18:15:40.893314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7dad5af-d4e9-4561-a927-cc426564d0d2 req-e8d8f55c-d7bc-42fe-9822-9c69153552fc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799110 Aug 21 18:15:41.041230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-0beae20a-f1d0-49d7-91a4-1a515aca4f22 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211151 Aug 21 18:15:41.257799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d6326-7fd1-4032-946e-e65c8361e2bd req-cf3967ab-cff1-47d9-a27a-28e636fc3f7b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:41.269558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb3d6326-7fd1-4032-946e-e65c8361e2bd req-cf3967ab-cff1-47d9-a27a-28e636fc3f7b tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.1201367 Aug 21 18:15:41.406383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb3d6326-7fd1-4032-946e-e65c8361e2bd req-4c634744-8140-4bdd-9877-b208a40b9ec7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355410 Aug 21 18:15:41.508675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:41.543022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5a17348-6b05-485f-9812-9342646d5fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:41.550151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c90bfcf-54c7-4eac-85e5-a9f3f9423b55 req-0edfc66b-b3eb-414e-939c-d71b897fae00 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 210 time: 0.0806272 Aug 21 18:15:41.661592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:41.709626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5a17348-6b05-485f-9812-9342646d5fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:41.727751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5a17348-6b05-485f-9812-9342646d5fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:41.846331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a5a17348-6b05-485f-9812-9342646d5fad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99d24b500f6746d69106ba08ce2594dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3362627 Aug 21 18:15:41.849091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33500) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:41.867018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a17348-6b05-485f-9812-9342646d5fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41647fb-500e-44af-bca6-907c43df565e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:41.908436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bf30-6c27-43e5-bf49-ff1b374f00e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:41.918186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9134795a-eb84-470e-a8e9-cf5e9523f830 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:15:41.974233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 9134795a-eb84-470e-a8e9-cf5e9523f830 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:15:41.974711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9134795a-eb84-470e-a8e9-cf5e9523f830 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:15:42.085429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-29b5f591-0e0b-4a42-8709-4b73bdf97335 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:42.087375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-29b5f591-0e0b-4a42-8709-4b73bdf97335 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.1566818 Aug 21 18:15:42.092894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.115817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ea60d-e3ff-4123-bb62-6a68f99102a6 req-c35981db-911c-471a-a888-fd797755f78c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:42.121126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf1ea60d-e3ff-4123-bb62-6a68f99102a6 req-c35981db-911c-471a-a888-fd797755f78c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1219046 Aug 21 18:15:42.199139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.234064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf1ea60d-e3ff-4123-bb62-6a68f99102a6 req-9706f622-f2d4-40ec-9256-fb34a6876bd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918074 Aug 21 18:15:42.329349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.332251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.333223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b41647fb-500e-44af-bca6-907c43df565e HTTP/1.1" status: 204 len: 168 time: 0.4831691 Aug 21 18:15:42.336264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bf30-6c27-43e5-bf49-ff1b374f00e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.351907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7e1bf30-6c27-43e5-bf49-ff1b374f00e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.356576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Deleting port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:42.356949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.360464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdc343-78ab-42af-bf33-91c63cfa7fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41647fb-500e-44af-bca6-907c43df565e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:42.529116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b7e1bf30-6c27-43e5-bf49-ff1b374f00e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c2932e06ee94718a2b55b5b712d68ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8657041 Aug 21 18:15:42.531787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:42.590042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1bf30-6c27-43e5-bf49-ff1b374f00e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3af25b-44ea-4527-aa1e-831be0e6b53c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:42.697442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.730984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ded95-4728-4a4a-845a-cebdb6da2cb9 req-ce213fd6-1df4-442b-909e-70a724a771a7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:42.738973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-380ded95-4728-4a4a-845a-cebdb6da2cb9 req-ce213fd6-1df4-442b-909e-70a724a771a7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 947 time: 0.1236613 Aug 21 18:15:42.762113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.790965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] For port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:42.793706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.827190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-380ded95-4728-4a4a-845a-cebdb6da2cb9 req-7426637e-9f69-4529-acc5-5005367d0aef tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups?id=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842102 Aug 21 18:15:42.863689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-659c3236-7615-4212-ae45-f2ff13435406 req-014a26c0-2ff6-47b8-99df-4bc95d8b0fb6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 210 time: 0.0295968 Aug 21 18:15:42.865680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.870378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:42.875821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e3af25b-44ea-4527-aa1e-831be0e6b53c HTTP/1.1" status: 204 len: 168 time: 0.3423822 Aug 21 18:15:42.886014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b54d4-e282-4397-a2e3-eb50b1eb7ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3af25b-44ea-4527-aa1e-831be0e6b53c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:43.311984 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.313015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.313797 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Floating IP ca1443a9-f7e4-4a93-b13f-c2f91fc26724 disassociated. External IP: 172.25.1.88, port: 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b. Aug 21 18:15:43.314436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Calling delete_port for 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:43.359547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-d009fea5-c6fb-47f3-bc05-c0f7169a97fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:43.371689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-d009fea5-c6fb-47f3-bc05-c0f7169a97fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.3369429 Aug 21 18:15:43.381733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:43.602313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33550) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:43.618738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.639817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8723e87a-c0d7-4b2a-ae6f-bd8559736b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.670733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'Port': ['ID=32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:43.670961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:15:43.676650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.737083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae65b3d-3d82-4582-bbdc-6aa52223ac89 req-aca94660-c2b9-4adb-bb41-27353c418d24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:43.747351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aae65b3d-3d82-4582-bbdc-6aa52223ac89 req-aca94660-c2b9-4adb-bb41-27353c418d24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1728044 Aug 21 18:15:43.892867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:15:43.930387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8723e87a-c0d7-4b2a-ae6f-bd8559736b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:43.991904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8723e87a-c0d7-4b2a-ae6f-bd8559736b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.033468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8723e87a-c0d7-4b2a-ae6f-bd8559736b26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=774f9a627f3041a581c9b6492ace3ed7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298656 Aug 21 18:15:44.044201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33560) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:44.162595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f0d0bee-4879-40b3-8e88-b0593bb51e8e req-9145b2b4-8aa2-43ba-a2c7-3de881ad387e tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 210 time: 0.1757865 Aug 21 18:15:44.282851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723e87a-c0d7-4b2a-ae6f-bd8559736b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249c583a-5bb0-429d-ab60-01461e2b1c63,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:44.350009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.412770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aae65b3d-3d82-4582-bbdc-6aa52223ac89 req-2b79f520-4403-4f80-8064-47ea8beaf933 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642678 Aug 21 18:15:44.418114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5d512665-71e4-4c63-942d-303dbbc5c2da req-d3ebbed8-bd0f-40f1-a9f4-67e17c78f175 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 210 time: 0.0706539 Aug 21 18:15:44.428264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:15:44.441579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.463676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:15:44.484798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:15:44.485456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:44.580056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.5 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/b71eb091-9de6-4c23-b48a-af1dbd174ac1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:15:44.627995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] No DVR routers for this DVR port 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:15:44.632136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.634151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7f61995-fc03-4f91-b62a-946c7e2be083 req-24598b3a-8c4f-4599-af48-c73f2e066843 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.39 "DELETE /v2.0/ports/32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b HTTP/1.1" status: 204 len: 173 time: 2.5359998 Aug 21 18:15:44.659579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-deleted', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:44.674135 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2592406-852c-430e-9bde-0792407be1a3" -d '{"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-deleted", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:44.733588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.738421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:44.740142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/249c583a-5bb0-429d-ab60-01461e2b1c63 HTTP/1.1" status: 204 len: 168 time: 0.6931546 Aug 21 18:15:44.745921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:15:44.759396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e19e-2ad8-4617-93b1-b26bcf5c5c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249c583a-5bb0-429d-ab60-01461e2b1c63,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:44.831028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:15:44.840724 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d771d1-1b8a-4f9c-9e1d-9e41c6032fa7 x-openstack-request-id: req-94d771d1-1b8a-4f9c-9e1d-9e41c6032fa7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:44.841027 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30988061-71fd-41f9-a13f-b813779b9128", "name": "network-vif-deleted", "tag": "32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:44.841280 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94d771d1-1b8a-4f9c-9e1d-9e41c6032fa7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:44.841685 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30988061-71fd-41f9-a13f-b813779b9128', 'name': 'network-vif-deleted', 'tag': '32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b', 'status': 'completed', 'code': 200} Aug 21 18:15:44.936765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:15:44.937492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 32bd1b87-64a3-4ed1-9f6f-7c75bcb9079b not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:15:45.086035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:45.247217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:45.313260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:45.320327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:15:45.335850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:15:45.338160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:45.344738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:15:45.417394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a2a41e0-2b64-4115-8fa9-892117831a5b req-30a1339a-24b4-4d53-8914-3be99e9a7ce7 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/ports?device_id=30988061-71fd-41f9-a13f-b813779b9128 HTTP/1.1" status: 200 len: 210 time: 0.0713639 Aug 21 18:15:45.482983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:45.483969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:45.525967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-48732d80-80ab-4624-b2c1-2ffa7ab155c4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1517224 Aug 21 18:15:45.539119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Request body: {'port': {'device_id': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:45.672354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:45.685635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce64f1-693d-4ac2-a173-bf217e23af76 req-a1835eeb-c3e6-42e6-b21e-53b9a863a59a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:45.695721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ce64f1-693d-4ac2-a173-bf217e23af76 req-a1835eeb-c3e6-42e6-b21e-53b9a863a59a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.1091354 Aug 21 18:15:45.734790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:45.740817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70108789-d781-41be-97e2-e3973e1f69ed req-e83f4841-1c70-4e87-bfbe-41aa3bd63979 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:45.747674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70108789-d781-41be-97e2-e3973e1f69ed req-e83f4841-1c70-4e87-bfbe-41aa3bd63979 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 931 time: 0.1974909 Aug 21 18:15:45.762865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ce64f1-693d-4ac2-a173-bf217e23af76 req-ddd35117-7aa2-4f9c-a0b7-61ea654123df tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618300 Aug 21 18:15:45.775681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:15:45.795478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:15:45.796455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:45.868852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70108789-d781-41be-97e2-e3973e1f69ed req-e77710ab-cb56-4c8d-81f5-09cf2f28f5da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145129 Aug 21 18:15:45.999100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:15:46.301264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71eb091-9de6-4c23-b48a-af1dbd174ac1 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:46.314858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.333642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Transition to ACTIVE for port object b71eb091-9de6-4c23-b48a-af1dbd174ac1 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:15:46.339597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.462583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:46.526750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6f4817-52a5-4b56-8cdb-463116ba2473 None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:07:02Z', 'revision_number': 4, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '7f66acf9-e8de-4961-9206-f4ad19dadcd7', 'name': '', 'network_id': '34db1572-a42b-4074-aee9-bfcd755e7ea3', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'mac_address': 'fa:16:3e:c0:5d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:59Z', 'updated_at': '2021-08-21T18:07:09Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'subnets': [{'id': '6cdfb879-8277-44a6-8c54-1196478fc05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:15:46.528835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Pushing event updated for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:46.594018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Attempting to bind port b71eb091-9de6-4c23-b48a-af1dbd174ac1 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:15:46.594630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Attempting to bind port b71eb091-9de6-4c23-b48a-af1dbd174ac1 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:15:46.595899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Attempting to bind port b71eb091-9de6-4c23-b48a-af1dbd174ac1 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:46.610846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Port b71eb091-9de6-4c23-b48a-af1dbd174ac1 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:15:46.611398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Attempting to bind port b71eb091-9de6-4c23-b48a-af1dbd174ac1 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:15:46.621060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33646) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:46.622199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:15:46.622558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:15:46.622959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:15:46.623528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Bound port: b71eb091-9de6-4c23-b48a-af1dbd174ac1, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:15:46.623903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.729078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:15:46.733304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:15:46.743424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.787469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:46.788326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.789230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.790851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] 10.222.0.39 "PUT /v2.0/ports/b71eb091-9de6-4c23-b48a-af1dbd174ac1 HTTP/1.1" status: 200 len: 1092 time: 1.2570858 Aug 21 18:15:46.791489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:46.794091 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab41e43-03d3-437b-9375-257210adf0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:46.919755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:46.953857 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0f644a-f982-49cd-b553-014911e69035 x-openstack-request-id: req-4b0f644a-f982-49cd-b553-014911e69035 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:46.954362 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:46.955566 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b0f644a-f982-49cd-b553-014911e69035 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:46.958856 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1', 'status': 'completed', 'code': 200} Aug 21 18:15:46.969459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748343-47e7-4aac-8f66-c88684188168 service neutron] Pushing event updated for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:47.028424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-5cbd19b8-e776-46e1-aff1-78840e3f78c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:47.030140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-5cbd19b8-e776-46e1-aff1-78840e3f78c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 1095 time: 0.1711397 Aug 21 18:15:47.153280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-958f0cb4-b369-4bd7-9a8d-3f8112491cd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1 HTTP/1.1" status: 200 len: 217 time: 0.0877290 Aug 21 18:15:47.162714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:47.182463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:47.187332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a14ec-dce8-4367-992f-1ff6e9fb10d7 req-c307c49e-b850-4ead-8209-4137d91881aa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:47.188102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "DELETE /v2.0/security-groups/ccd950ad-97f9-4837-b2c7-3bc33bedd3f8 HTTP/1.1" status: 204 len: 168 time: 0.5657833 Aug 21 18:15:47.189102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33680) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:47.197714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-792a14ec-dce8-4367-992f-1ff6e9fb10d7 req-c307c49e-b850-4ead-8209-4137d91881aa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.2063720 Aug 21 18:15:47.251773 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b8b40-ff5f-4df0-aac1-d7c71d3655f2 None None] New status for floating IP ca1443a9-f7e4-4a93-b13f-c2f91fc26724: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:15:47.343539 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-eb3761fa-88ad-4eb8-91e8-afc07521dfee tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] show failed (client error): The resource could not be found. Aug 21 18:15:47.348765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb3761fa-88ad-4eb8-91e8-afc07521dfee tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "GET /v2.0/security-groups/ccd950ad-97f9-4837-b2c7-3bc33bedd3f8 HTTP/1.1" status: 404 len: 347 time: 0.1390402 Aug 21 18:15:47.351716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:47.353021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a901b09-5d84-4bb0-915a-a123227a4b65 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd950ad-97f9-4837-b2c7-3bc33bedd3f8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:47.404166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-792a14ec-dce8-4367-992f-1ff6e9fb10d7 req-f588a029-7ef4-48d7-bd05-fe006dfd4991 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051246 Aug 21 18:15:47.492298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ea3ec-9d01-4c13-9214-7104245e0bb4 req-874a3338-592a-4291-b7db-bd4b99c4ef74 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:47.506175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f36ea3ec-9d01-4c13-9214-7104245e0bb4 req-874a3338-592a-4291-b7db-bd4b99c4ef74 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 943 time: 0.2919986 Aug 21 18:15:47.509100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-ac3178a7-d04f-40eb-a8a4-78e74fb8f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:47.513152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-ac3178a7-d04f-40eb-a8a4-78e74fb8f2ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.3070018 Aug 21 18:15:47.618116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f36ea3ec-9d01-4c13-9214-7104245e0bb4 req-8f37cfd8-65bc-4edc-aba2-c772d2462638 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102026 Aug 21 18:15:47.703594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-de525392-c634-47a1-a198-756c7a0015e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1789074 Aug 21 18:15:47.750193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85b8f5ac-2f38-4a5c-b432-08b14f2e346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:47.854454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-12dfbdab-740a-4e16-88df-c7465c12552a service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431062 Aug 21 18:15:47.917788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Deleting port 83512000-4f40-42d4-91db-0e1a29e2babf {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:47.918147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.019605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3951c737-a73c-493c-9f85-f33e83fb3dce req-ae7acc3f-4ea5-4a78-a60f-e6abf580ada3 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582434 Aug 21 18:15:48.033578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.034056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.050618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Calling delete_port for 83512000-4f40-42d4-91db-0e1a29e2babf owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:48.212592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-d3757439-4a1b-48ac-8fbe-ca089ffa9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:48.214115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-d3757439-4a1b-48ac-8fbe-ca089ffa9fe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 1095 time: 0.0793703 Aug 21 18:15:48.360973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.381623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-2cad123d-1f46-49a3-931c-d7f6c2731fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:48.384277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-2cad123d-1f46-49a3-931c-d7f6c2731fe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.1578615 Aug 21 18:15:48.385727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.435815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Pushing event deleted for resources: {'Port': ['ID=83512000-4f40-42d4-91db-0e1a29e2babf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:48.477347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-86220eb1-14fd-4589-b4a0-33147b81ed6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1 HTTP/1.1" status: 200 len: 217 time: 0.0823166 Aug 21 18:15:48.596456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-73ce4f37-a037-41e6-9c8e-479fcc0c9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:48.599831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-73ce4f37-a037-41e6-9c8e-479fcc0c9ea6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1060750 Aug 21 18:15:48.628061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.629924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da39df-0d37-438b-851c-ae9f72be1782 req-f52e8554-55e5-46bd-a56e-29d00450320a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:48.632709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5da39df-0d37-438b-851c-ae9f72be1782 req-f52e8554-55e5-46bd-a56e-29d00450320a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0986485 Aug 21 18:15:48.634764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.636385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1e45d1d2-f949-464d-a81d-9cd418ad5b87 tempest-AttachVolumeShelveTestJSON-632394286 tempest-AttachVolumeShelveTestJSON-632394286-project] 10.222.0.41 "DELETE /v2.0/floatingips/ca1443a9-f7e4-4a93-b13f-c2f91fc26724 HTTP/1.1" status: 204 len: 168 time: 1.2797399 Aug 21 18:15:48.703560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-1a308db9-ff77-4d07-abc7-d4a771ead72b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944178 Aug 21 18:15:48.734244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5da39df-0d37-438b-851c-ae9f72be1782 req-2c98bd40-1cf5-48a0-899a-fab6ad1e012c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827963 Aug 21 18:15:48.755366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:48.953007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-b76ff13f-c86d-460c-b8dc-57e05be76eeb service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402351 Aug 21 18:15:48.963226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513779e-dff2-4094-9ec5-ad798cf3a214 req-b356d115-1612-4400-ba86-a8ff4c8f1c35 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:48.964757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3513779e-dff2-4094-9ec5-ad798cf3a214 req-b356d115-1612-4400-ba86-a8ff4c8f1c35 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 943 time: 0.1090708 Aug 21 18:15:49.068578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3513779e-dff2-4094-9ec5-ad798cf3a214 req-21304dc0-48be-4b67-a039-66d68ddfa5fa tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904193 Aug 21 18:15:49.102933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ab41e43-03d3-437b-9375-257210adf0e0 req-d6e32c96-ba42-4c67-aae2-b65319bfafec service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371613 Aug 21 18:15:49.215849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33754) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:49.337890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a09aa282-a8cc-4e02-beb5-0eb220007a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.439795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a09aa282-a8cc-4e02-beb5-0eb220007a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.447950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a09aa282-a8cc-4e02-beb5-0eb220007a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.535412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33772) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:49.535960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a09aa282-a8cc-4e02-beb5-0eb220007a94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad8a8ff7e23c4d8ba366aa5df1c60306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3177481 Aug 21 18:15:49.538246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09aa282-a8cc-4e02-beb5-0eb220007a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268a35b1-00a5-42a2-a8e4-bbeee39827f5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:49.599304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-07a31e33-ea46-4d51-8fec-7a7cd6899e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:49.601509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-07a31e33-ea46-4d51-8fec-7a7cd6899e14 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 1097 time: 0.1192675 Aug 21 18:15:49.613926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.684133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.746781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-ca8d4765-9e95-46b9-9780-2826fc3c5af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:49.749491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-ca8d4765-9e95-46b9-9780-2826fc3c5af9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1336613 Aug 21 18:15:49.877695 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-7cb2af5c-6eb5-4c0e-84c5-9d4fad104031 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88 HTTP/1.1" status: 200 len: 217 time: 0.1019187 Aug 21 18:15:49.909702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.913538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:49.914953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/268a35b1-00a5-42a2-a8e4-bbeee39827f5 HTTP/1.1" status: 204 len: 168 time: 0.3783550 Aug 21 18:15:50.046830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114ce20-c00e-4796-a2e2-cbfed22de396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268a35b1-00a5-42a2-a8e4-bbeee39827f5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:50.083056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-bd8841a5-e602-4e87-bced-612e8736f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:50.086687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-bd8841a5-e602-4e87-bced-612e8736f80e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1855106 Aug 21 18:15:50.119952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3ad48-a664-4f18-9d24-d36c1614b09e req-5843fbe0-a5f2-441b-a4ca-9607d874688f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:50.133466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffb3ad48-a664-4f18-9d24-d36c1614b09e req-5843fbe0-a5f2-441b-a4ca-9607d874688f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.2527912 Aug 21 18:15:50.249513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffb3ad48-a664-4f18-9d24-d36c1614b09e req-c1dc5c39-1cce-41b8-9356-84475efffe73 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Aug 21 18:15:50.259983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-eca0a6bd-fc21-464a-add4-19950b3f1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:50.262058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-eca0a6bd-fc21-464a-add4-19950b3f1130 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593487 Aug 21 18:15:50.307007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34fa50-1bb1-48e3-8b35-460cc60d733c req-a523b47e-2e91-463d-b1bb-f03badc96fd6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:50.318448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b34fa50-1bb1-48e3-8b35-460cc60d733c req-a523b47e-2e91-463d-b1bb-f03badc96fd6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 943 time: 0.1130846 Aug 21 18:15:50.323570 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e149a4ed-a5e8-4188-ab8c-a860d4df12ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:50.393046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-066320c0-67ca-444d-b473-dc9e9c62e48d service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175475 Aug 21 18:15:50.395046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b34fa50-1bb1-48e3-8b35-460cc60d733c req-cc618c22-40a4-4d7c-943a-ebf743c74250 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714002 Aug 21 18:15:50.449854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:50.553383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d27c883e-9865-47cc-a2d2-46a0d04ec9c7 req-9ad05fa5-151f-4709-806f-fc8db092d827 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488969 Aug 21 18:15:50.786843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b71eb091-9de6-4c23-b48a-af1dbd174ac1 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:15:50.920878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:50.947079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1', 'mac_address': 'fa:16:3e:ad:28:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:15:51.031752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:51.065173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71eb091-9de6-4c23-b48a-af1dbd174ac1 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:15:51.086365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:51.092514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:51.189043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:51.375614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b71eb091-9de6-4c23-b48a-af1dbd174ac1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:15:51.385905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36ccaa-e23e-4893-b063-c212bd8b463c req-875594c9-4dc8-4f49-9480-9d5899c8a842 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:51.394034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e36ccaa-e23e-4893-b063-c212bd8b463c req-875594c9-4dc8-4f49-9480-9d5899c8a842 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0672309 Aug 21 18:15:51.454728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e36ccaa-e23e-4893-b063-c212bd8b463c req-5658c443-f344-4888-8066-fcdea8e50e4d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596242 Aug 21 18:15:51.572543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:51.629686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76f608-0db4-45a7-b43e-ecba4df0f7e8 req-5f13c54d-a1dc-4567-9d37-bb112423a421 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:51.631265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a76f608-0db4-45a7-b43e-ecba4df0f7e8 req-5f13c54d-a1dc-4567-9d37-bb112423a421 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 944 time: 0.1080668 Aug 21 18:15:51.715669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a76f608-0db4-45a7-b43e-ecba4df0f7e8 req-ca6ef2a0-58da-4b9a-88de-ab0e0e5f81a1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779667 Aug 21 18:15:51.850014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.032711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.161821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.169263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.222336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c3751594639447cac64a5d4c11a2de0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485946 Aug 21 18:15:52.222967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:52.226931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597eaa1e-b8fd-4aa9-a8d3-596d3c293817,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:52.236505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.236859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.237203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.237607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.238084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.238419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.238786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.239113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.239434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.239762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.240086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.240408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065edcb-5863-43b9-9a6a-8f86b310bdca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:15:52.296496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.334296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.390074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.393968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:52.399969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/597eaa1e-b8fd-4aa9-a8d3-596d3c293817 HTTP/1.1" status: 204 len: 168 time: 0.1753054 Aug 21 18:15:52.409902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2541705-e82c-449a-a84b-c5e2a7455292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597eaa1e-b8fd-4aa9-a8d3-596d3c293817,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:52.639622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62df62-5c33-4413-9613-00ee6e432d0e req-f6b9bd31-036d-4b93-8079-85a6677ac1a8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:52.643352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa62df62-5c33-4413-9613-00ee6e432d0e req-f6b9bd31-036d-4b93-8079-85a6677ac1a8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0956192 Aug 21 18:15:52.699163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa62df62-5c33-4413-9613-00ee6e432d0e req-e384b348-0773-4671-a27c-e406ed0e7d5b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517540 Aug 21 18:15:52.893211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf4776-921f-4197-8f22-17b188d14a3b req-3784cda2-71b8-4aed-beba-cf2d03bb1d38 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:52.896880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72bf4776-921f-4197-8f22-17b188d14a3b req-3784cda2-71b8-4aed-beba-cf2d03bb1d38 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 944 time: 0.0699461 Aug 21 18:15:52.942797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72bf4776-921f-4197-8f22-17b188d14a3b req-59643195-52cc-466c-98ec-408cd8e631cf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367653 Aug 21 18:15:53.084237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:53.216237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06be32b-c26c-4915-9661-2e048a08299b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.224967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.317082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06be32b-c26c-4915-9661-2e048a08299b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.322601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06be32b-c26c-4915-9661-2e048a08299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.364161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f06be32b-c26c-4915-9661-2e048a08299b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3943907a3f34fd1af4644d292953f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762997 Aug 21 18:15:53.364523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:53.367906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06be32b-c26c-4915-9661-2e048a08299b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951d8a96-40f1-472a-ae30-9b4ac6daa216,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:53.426050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.447961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.526127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.529604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:53.538834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/951d8a96-40f1-472a-ae30-9b4ac6daa216 HTTP/1.1" status: 204 len: 168 time: 0.1714852 Aug 21 18:15:53.550125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1db38-2f39-415e-9cf4-1c7f157285c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951d8a96-40f1-472a-ae30-9b4ac6daa216,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:53.854255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5654c9-fa42-40bc-b6ba-cd7675048a7c req-c118d438-d6c3-4baf-9e49-8cb7addea17a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:53.857073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f5654c9-fa42-40bc-b6ba-cd7675048a7c req-c118d438-d6c3-4baf-9e49-8cb7addea17a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 945 time: 0.0680976 Aug 21 18:15:53.901668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f5654c9-fa42-40bc-b6ba-cd7675048a7c req-d9a060fc-be17-4e76-83c4-e2fe89346392 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383356 Aug 21 18:15:53.966598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:53.994295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f49f4aa6-fedf-4547-9bea-80e38c820cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.007705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e85cd0e3-02a0-41b5-a664-68c147a55c88 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:15:54.095929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14adcf52-09ec-479b-934b-dcb753ed0ec2 req-7bb242ad-efe9-44bc-9ca8-ef137b74fcb6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:54.099437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14adcf52-09ec-479b-934b-dcb753ed0ec2 req-7bb242ad-efe9-44bc-9ca8-ef137b74fcb6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1055076 Aug 21 18:15:54.106025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.136268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:54.139230 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303c119c-7ab0-497d-9a88-1b1dffcc1ca1" -d '{"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-unplugged", "status": "completed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:54.160562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:54.168256 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.186576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14adcf52-09ec-479b-934b-dcb753ed0ec2 req-506dcd40-6b77-41f1-a05b-262dd1191fdd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769668 Aug 21 18:15:54.190061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e856895-893b-4cf6-9643-b3f436733c56 req-533d4dc6-b7fd-49b2-864f-8f0f8304810a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:54.206659 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e856895-893b-4cf6-9643-b3f436733c56 req-533d4dc6-b7fd-49b2-864f-8f0f8304810a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 944 time: 0.1188686 Aug 21 18:15:54.231030 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f49f4aa6-fedf-4547-9bea-80e38c820cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.247870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f49f4aa6-fedf-4547-9bea-80e38c820cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.257719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:54.275849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e856895-893b-4cf6-9643-b3f436733c56 req-7e060338-b94c-471d-abfb-461b1caf4199 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757375 Aug 21 18:15:54.306859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:54.307932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f49f4aa6-fedf-4547-9bea-80e38c820cbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13a5566abc534fbf8dbeee326ee2f71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3400016 Aug 21 18:15:54.308915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f4aa6-fedf-4547-9bea-80e38c820cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86abb4ef-1233-4919-80c8-4395530e5134,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:54.359347 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b0103-62cf-476c-881a-b8285f61cd00 x-openstack-request-id: req-de3b0103-62cf-476c-881a-b8285f61cd00 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:54.359638 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-unplugged", "status": "failed", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:54.359894 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de3b0103-62cf-476c-881a-b8285f61cd00 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:54.360299 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'code': 422} returned with failed status Aug 21 18:15:54.411465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33982) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:54.427362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.472183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc163bf1-9562-4d04-aba7-bdffa3ee2088 req-3962c08e-7bd4-4960-9253-7ccc0ce25edc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:54.473908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc163bf1-9562-4d04-aba7-bdffa3ee2088 req-3962c08e-7bd4-4960-9253-7ccc0ce25edc tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0883369 Aug 21 18:15:54.476158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.528701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-444737080', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:54.541276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc163bf1-9562-4d04-aba7-bdffa3ee2088 req-d30d7caa-3cf7-46d1-b0b0-425606dca9a2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562978 Aug 21 18:15:54.553130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Made reservation on behalf of d818690368524c0b89642b1d499621dd for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:15:54.559296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.563591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.566282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.569966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86abb4ef-1233-4919-80c8-4395530e5134 HTTP/1.1" status: 204 len: 168 time: 0.2594655 Aug 21 18:15:54.591576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded0b34-2f24-4a0c-b005-dd538ddef85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86abb4ef-1233-4919-80c8-4395530e5134,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:54.610126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.692101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:54.806001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b71eb091-9de6-4c23-b48a-af1dbd174ac1 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:15:54.849604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.882027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:54.905124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] device_id is not set on port 18fea2b7-c30c-40c5-bef7-bfdce3405fe4 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:15:54.971454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1307815-9374-42a3-acb5-7a4e7da7928e req-dce4f819-fd1a-4f00-845b-fb6cc6fee64f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:54.974205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1307815-9374-42a3-acb5-7a4e7da7928e req-dce4f819-fd1a-4f00-845b-fb6cc6fee64f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0820711 Aug 21 18:15:55.012429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port b71eb091-9de6-4c23-b48a-af1dbd174ac1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:15:55.017130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port b71eb091-9de6-4c23-b48a-af1dbd174ac1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:15:55.018076 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.072655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1307815-9374-42a3-acb5-7a4e7da7928e req-0cb31cb6-87d5-4513-8ce6-519818bb20d7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861228 Aug 21 18:15:55.094934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=402e03c1-9a11-48ed-b098-556a00762cbe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:55.153673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.192604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:55.197688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.265389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:55.329938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Allocated IP 172.25.1.104 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/18fea2b7-c30c-40c5-bef7-bfdce3405fe4) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:15:55.510441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7477e-c1b8-4409-b23c-0799f27a21d3 req-492a4ea5-2a2c-43a8-a8f6-4ef07a6e3bff tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:55.512089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d7477e-c1b8-4409-b23c-0799f27a21d3 req-492a4ea5-2a2c-43a8-a8f6-4ef07a6e3bff tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.1586447 Aug 21 18:15:55.622417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d7477e-c1b8-4409-b23c-0799f27a21d3 req-8d694f1e-6981-4cb3-8cf2-9acee7130aae tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862253 Aug 21 18:15:55.653927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.737164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.785736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:15:55.797484 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.799269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:15:55.802203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:15:55.804903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Pushing event updated for resources: {'Port': ['ID=18fea2b7-c30c-40c5-bef7-bfdce3405fe4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:55.886635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:55.887271 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.933372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68fb52b2-28ca-4cdf-807e-d577da0a6c36 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5180762 Aug 21 18:15:55.933729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34042) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:55.938468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.104'}]}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:15:55.963044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:55.964467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.019917 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.177384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Deleting port 7f66acf9-e8de-4961-9206-f4ad19dadcd7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:56.177899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.190450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.282286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] For port 7f66acf9-e8de-4961-9206-f4ad19dadcd7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7f66acf9-e8de-4961-9206-f4ad19dadcd7,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:56.282699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.297662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Calling delete_port for 7f66acf9-e8de-4961-9206-f4ad19dadcd7 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:56.320437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c4df1-9eaa-4f05-95f9-06be8f8e4b10 req-26000a42-51f6-49bd-8569-f288f8fbec28 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:56.322042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-581c4df1-9eaa-4f05-95f9-06be8f8e4b10 req-26000a42-51f6-49bd-8569-f288f8fbec28 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0752733 Aug 21 18:15:56.361129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:15:56.363649 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25af2e-33fe-4ed6-a3c8-c5e6c5d58fc4" -d '{"events": [{"server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "name": "network-vif-plugged", "status": "completed", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:15:56.405262 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-581c4df1-9eaa-4f05-95f9-06be8f8e4b10 req-6e824354-681e-4c16-9989-4779ae5417ed tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763714 Aug 21 18:15:56.405862 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397cbe82-3d59-47a8-8f1d-33202ef2579c x-openstack-request-id: req-397cbe82-3d59-47a8-8f1d-33202ef2579c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:15:56.406485 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "name": "network-vif-plugged", "status": "completed", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:15:56.407122 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-397cbe82-3d59-47a8-8f1d-33202ef2579c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:15:56.407671 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1', 'code': 200} Aug 21 18:15:56.553595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6bcaa-8ac9-4eae-8768-4295f3aa5bde req-da076428-979b-4d2c-a2ac-48f481cd43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:56.555854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc6bcaa-8ac9-4eae-8768-4295f3aa5bde req-da076428-979b-4d2c-a2ac-48f481cd43b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 1097 time: 0.0819595 Aug 21 18:15:56.562680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.583715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.606442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:56.643227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f66acf9-e8de-4961-9206-f4ad19dadcd7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:56.650460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc6bcaa-8ac9-4eae-8768-4295f3aa5bde req-a2bb77be-6235-403f-86e8-93b895aad13b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875745 Aug 21 18:15:56.833822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.108080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f0a4-80b1-4c8f-b7cf-bb8bae2dc8c6 req-8aeddd5b-6397-4001-9297-289d0e8f5524 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:57.109652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ed9f0a4-80b1-4c8f-b7cf-bb8bae2dc8c6 req-8aeddd5b-6397-4001-9297-289d0e8f5524 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.0836430 Aug 21 18:15:57.161973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:57.229872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ed9f0a4-80b1-4c8f-b7cf-bb8bae2dc8c6 req-c600c908-7b23-4c5e-b066-0e1f9ceae9ee tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859070 Aug 21 18:15:57.257343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.324090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.326286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.330048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44e3f362-c9e0-4bdd-8c75-f22ad0c079ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.379122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.379851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 175eae96-9478-4126-b5f8-16d61f5e0b8c {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:15:57.556155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c913d7f-6817-4c74-b0fc-af4fd91a3b76 req-83422f1e-4a46-456f-9415-d87194d10ea4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:57.557695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c913d7f-6817-4c74-b0fc-af4fd91a3b76 req-83422f1e-4a46-456f-9415-d87194d10ea4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0551198 Aug 21 18:15:57.574712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44e3f362-c9e0-4bdd-8c75-f22ad0c079ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.586785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44e3f362-c9e0-4bdd-8c75-f22ad0c079ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.592122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:15:57.605421 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:15:57.610680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e15ade61-64ae-4fc6-ac0a-7541cb1e1d49 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6756001 Aug 21 18:15:57.611565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:57.659449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3f362-c9e0-4bdd-8c75-f22ad0c079ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506f5c4-e2e2-4e08-a54e-5c8daaa9724b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:57.685381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44e3f362-c9e0-4bdd-8c75-f22ad0c079ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0cff4c22d8be4f779aca17c02bbcc6f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5214431 Aug 21 18:15:57.695615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34116) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:57.723025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c913d7f-6817-4c74-b0fc-af4fd91a3b76 req-bf4534af-f286-4b88-a718-97849f00f886 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1552794 Aug 21 18:15:57.798742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.808184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Deleting port 18fea2b7-c30c-40c5-bef7-bfdce3405fe4 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:57.808387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.825962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:15:57.836102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Sync routers for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:15:57.837623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8dba6db-a98e-4766-9ca7-260b0fddee61 admin admin] 10.222.0.41 "PUT /v2.0/routers/bfd31f74-f436-4f1a-8a0b-0321ba0fb70f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1443603 Aug 21 18:15:57.840701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34118) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:57.846822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:15:57.847692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:57.873961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.945468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.960507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Calling delete_port for 18fea2b7-c30c-40c5-bef7-bfdce3405fe4 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:57.964307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:15:57.967478 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.970297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:57.971484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3506f5c4-e2e2-4e08-a54e-5c8daaa9724b HTTP/1.1" status: 204 len: 168 time: 0.2748857 Aug 21 18:15:57.985243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.077922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4e1cb-19f5-427a-b5a5-e5d976ce5e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506f5c4-e2e2-4e08-a54e-5c8daaa9724b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:58.144575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.188580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56'}], 'enable_snat': True}, 'gw_port_id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:15:56Z', 'revision_number': 5, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port': {'id': 'b27b8055-7040-482e-9ab6-8d02f6efc23a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:44:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1008, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:06:52Z', 'updated_at': '2021-08-21T18:07:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:58.214895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.224547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Checking router: bfd31f74-f436-4f1a-8a0b-0321ba0fb70f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:15:58.229286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Deleting port b27b8055-7040-482e-9ab6-8d02f6efc23a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:15:58.229635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.237404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Routers {'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:15:58.238290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:58.261539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Pushing event deleted for resources: {'Port': ['ID=18fea2b7-c30c-40c5-bef7-bfdce3405fe4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:58.360057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] Set router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:15:58.369368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.371350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-28bc151d-ce59-4758-a396-22646a7e4f65 tempest-RoutersAdminNegativeIpV6Test-104584284 tempest-RoutersAdminNegativeIpV6Test-104584284-project-admin] 10.222.0.41 "DELETE /v2.0/ports/18fea2b7-c30c-40c5-bef7-bfdce3405fe4 HTTP/1.1" status: 204 len: 168 time: 0.7583389 Aug 21 18:15:58.389674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] For port b27b8055-7040-482e-9ab6-8d02f6efc23a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b27b8055-7040-482e-9ab6-8d02f6efc23a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:15:58.390876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.408916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Calling delete_port for b27b8055-7040-482e-9ab6-8d02f6efc23a owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:15:58.454363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34128) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:58.471214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:15:58Z', 'revision_number': 6, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:15:58.478538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0e7-fbdf-4128-ac7e-586491fc03e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.544540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f4b48-790a-4987-8e24-448d572d4358 None None] The sync data for ids ['bfd31f74-f436-4f1a-8a0b-0321ba0fb70f'] in n-d-793621-32 is: [{'id': 'bfd31f74-f436-4f1a-8a0b-0321ba0fb70f', 'name': 'tempest-AttachVolumeShelveTestJSON-1843719102-router', 'tenant_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:06:51Z', 'updated_at': '2021-08-21T18:15:58Z', 'revision_number': 6, 'project_id': 'acc6f548d01045cbb9c8d090098e3fb3', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:15:58.611078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9ad88-4d2b-44cd-8f87-92039617830e req-b6a9e96e-8d2f-48f6-84c3-e756953dfa22 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:58.619449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26b9ad88-4d2b-44cd-8f87-92039617830e req-b6a9e96e-8d2f-48f6-84c3-e756953dfa22 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.2776208 Aug 21 18:15:58.643613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0e7-fbdf-4128-ac7e-586491fc03e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.651786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-46d6c0e7-fbdf-4128-ac7e-586491fc03e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.719719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-46d6c0e7-fbdf-4128-ac7e-586491fc03e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e154dca56024cd78d271163908bc69d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635174 Aug 21 18:15:58.720868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:58.735580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26b9ad88-4d2b-44cd-8f87-92039617830e req-67fdb173-1a98-48b1-b926-cc7aa32610f0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149395 Aug 21 18:15:58.739266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34140) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:58.755786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6c0e7-fbdf-4128-ac7e-586491fc03e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce766d-1502-47f6-9302-2b83713c3af3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:58.779485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.869579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:58.947792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27b8055-7040-482e-9ab6-8d02f6efc23a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:58.990249 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.001371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7f66acf9-e8de-4961-9206-f4ad19dadcd7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:15:59.070251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 7f66acf9-e8de-4961-9206-f4ad19dadcd7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:15:59.070621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7f66acf9-e8de-4961-9206-f4ad19dadcd7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:15:59.099757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d94cb402-6583-49ce-be41-86efea8867f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.107899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.161857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.164802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.168603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9ce766d-1502-47f6-9302-2b83713c3af3 HTTP/1.1" status: 204 len: 168 time: 0.4425716 Aug 21 18:15:59.195409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558c322-b1ed-4921-bee3-e5b33d50d7bc req-67d2f6ec-ef4f-4ec6-9968-570ad6b891da tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:59.196774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9558c322-b1ed-4921-bee3-e5b33d50d7bc req-67d2f6ec-ef4f-4ec6-9968-570ad6b891da tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.2525864 Aug 21 18:15:59.231366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.248451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.258067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39751500-74f2-40a5-ba5a-d1c50357eea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce766d-1502-47f6-9302-2b83713c3af3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:59.312246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9558c322-b1ed-4921-bee3-e5b33d50d7bc req-83e2f551-8624-46fc-9f4a-01eac5eecc8c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807085 Aug 21 18:15:59.356428 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.357181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfd31f74-f436-4f1a-8a0b-0321ba0fb70f {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:15:59.364510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.367023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9bfac237-66d5-4c6c-8c44-531b6d00cd01 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bfd31f74-f436-4f1a-8a0b-0321ba0fb70f HTTP/1.1" status: 204 len: 168 time: 1.5249865 Aug 21 18:15:59.369077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34162) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:59.376426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-31ee185e-2226-4af4-a67f-72fb36c23309 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:15:59.377888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-31ee185e-2226-4af4-a67f-72fb36c23309 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2108200 Aug 21 18:15:59.383670 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d94cb402-6583-49ce-be41-86efea8867f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.396325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e78533a-2e71-4b2d-bb04-6a6263a074f0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0102930 Aug 21 18:15:59.397792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d94cb402-6583-49ce-be41-86efea8867f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.425959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d94cb402-6583-49ce-be41-86efea8867f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dba9d0c785a4fd0952a4f3078b3e46c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833041 Aug 21 18:15:59.429356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34164) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:15:59.438584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Deleting subnet 6cdfb879-8277-44a6-8c54-1196478fc05d {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:15:59.442648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.500333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.560542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cb402-6583-49ce-be41-86efea8867f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6b1aa-1add-477e-8e9e-40f8b70c0c6b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:59.597087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-e11b69f8-dcd3-4152-aa14-33dec2c767b6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758327 Aug 21 18:15:59.601906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.603164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.629873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.683956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.719579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.725905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.727551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bd6b1aa-1add-477e-8e9e-40f8b70c0c6b HTTP/1.1" status: 204 len: 168 time: 0.2971716 Aug 21 18:15:59.739275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cdfb879-8277-44a6-8c54-1196478fc05d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:59.745209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adc746-d3b2-4dad-8269-22a72549d1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6b1aa-1add-477e-8e9e-40f8b70c0c6b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:15:59.746706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:15:59.752727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57423c4d-ba52-43f9-bb99-56c131b596af None None] Network 34db1572-a42b-4074-aee9-bfcd755e7ea3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:15:59.764079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a30a1d5-a875-424c-a91b-d1fc79b5283b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cdfb879-8277-44a6-8c54-1196478fc05d HTTP/1.1" status: 204 len: 168 time: 0.3914304 Aug 21 18:15:59.764514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:00.015504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-95e2ac30-0c97-4876-92e0-cb3f205f79f7 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981235 Aug 21 18:16:00.125329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] DHCP port deletion for 34db1572-a42b-4074-aee9-bfcd755e7ea3 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:16:00.184563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-e6f1364d-758d-480d-8254-5674e9c74c28 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678858 Aug 21 18:16:00.195770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Deleting port 16da15ea-5065-412b-9bdc-3a50d140cfde {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:00.196157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.200411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.279166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Deleting port 16da15ea-5065-412b-9bdc-3a50d140cfde {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:00.280028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.308462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] For port 16da15ea-5065-412b-9bdc-3a50d140cfde, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16da15ea-5065-412b-9bdc-3a50d140cfde,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:00.308872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.346753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Calling delete_port for 16da15ea-5065-412b-9bdc-3a50d140cfde owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:00.359638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:00.430104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] For port 16da15ea-5065-412b-9bdc-3a50d140cfde, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=16da15ea-5065-412b-9bdc-3a50d140cfde,segment=NetworkSegment(1573a272-5ea6-4942-9e57-217b617f17e7),segment_id=1573a272-5ea6-4942-9e57-217b617f17e7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:00.430702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.519699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0142b919-45ab-488c-9d9b-bffaf4e3dff9 req-47d97efd-a359-4f14-b16c-67181d9161e0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 210 time: 0.0603154 Aug 21 18:16:00.520939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Calling delete_port for 16da15ea-5065-412b-9bdc-3a50d140cfde owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:00.538569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-adbfd84b-4a57-4ba7-9ddc-dd2afcb9ec00 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d818690368524c0b89642b1d499621dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771281 Aug 21 18:16:00.542116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34204) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:00.557026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.593116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] Pushing event deleted for resources: {'Port': ['ID=16da15ea-5065-412b-9bdc-3a50d140cfde,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:00.599661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7e20e-e031-4d01-b5b3-8585de7eb3e3 None None] No DVR routers for this DVR port 16da15ea-5065-412b-9bdc-3a50d140cfde on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:00.603785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705a2cc-388b-4d8c-a3ab-da73cb36182c req-246116d5-4cbf-488c-81a9-b5f736de9ec0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:00.619119 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5705a2cc-388b-4d8c-a3ab-da73cb36182c req-246116d5-4cbf-488c-81a9-b5f736de9ec0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1831992 Aug 21 18:16:00.680988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.710228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5705a2cc-388b-4d8c-a3ab-da73cb36182c req-d51d1a8e-3cc1-4b6c-9f4a-bd39d9389f29 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834811 Aug 21 18:16:00.793451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Pushing event deleted for resources: {'Port': ['ID=16da15ea-5065-412b-9bdc-3a50d140cfde,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:00.807077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] No DVR routers for this DVR port 16da15ea-5065-412b-9bdc-3a50d140cfde on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:00.826401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.882152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.958306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16da15ea-5065-412b-9bdc-3a50d140cfde no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:00.985690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:00.998132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 16da15ea-5065-412b-9bdc-3a50d140cfde {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:00.998719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 16da15ea-5065-412b-9bdc-3a50d140cfde not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:00.999303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b27b8055-7040-482e-9ab6-8d02f6efc23a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:01.010179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34db1572-a42b-4074-aee9-bfcd755e7ea3']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:01.021935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.024786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1573a272-5ea6-4942-9e57-217b617f17e7') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:01.025086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1573a272-5ea6-4942-9e57-217b617f17e7') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:01.025711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.027375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/402e03c1-9a11-48ed-b098-556a00762cbe HTTP/1.1" status: 204 len: 168 time: 0.4837568 Aug 21 18:16:01.039026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.051690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b27b8055-7040-482e-9ab6-8d02f6efc23a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:01.052363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b27b8055-7040-482e-9ab6-8d02f6efc23a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:01.060939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.068621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b29c3-b395-4224-b446-187e1148c9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=402e03c1-9a11-48ed-b098-556a00762cbe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:01.068973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:01.069461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:01.071370 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:01.161171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.171712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.174917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] 10.222.0.41 "DELETE /v2.0/networks/34db1572-a42b-4074-aee9-bfcd755e7ea3 HTTP/1.1" status: 204 len: 168 time: 1.4082568 Aug 21 18:16:01.199448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933721f1-27ab-491e-bd88-49d2013e7c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=34db1572-a42b-4074-aee9-bfcd755e7ea3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:01.471410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34240) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:01.521811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a300b737-05c4-4dea-8ab4-2fc876f1027c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=acc6f548d01045cbb9c8d090098e3fb3&name=default HTTP/1.1" status: 200 len: 2982 time: 0.0467074 Aug 21 18:16:01.522816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34244) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:01.582843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.613054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.658065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-defd4445-87dc-4e92-85a9-5c6c0a370f7a req-2c7bac13-d6aa-4f73-9a46-4c26886d149a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 210 time: 0.0451896 Aug 21 18:16:01.708656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.711844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:01.713040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99a08ac0-3698-429b-8c25-80d313a82d95 HTTP/1.1" status: 204 len: 168 time: 0.1894946 Aug 21 18:16:01.721831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486359c-d873-47b7-a630-e2d0bbc3a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a08ac0-3698-429b-8c25-80d313a82d95,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:01.927748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-fba8a1fe-dd7d-44fa-8296-af5f8769451e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:01.930152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-fba8a1fe-dd7d-44fa-8296-af5f8769451e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.1792171 Aug 21 18:16:01.941793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d529d9a-459a-40b9-9ba8-f28fc15af726 req-a4e96a12-92fc-4fb7-ad15-30234070a63f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:01.950087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d529d9a-459a-40b9-9ba8-f28fc15af726 req-a4e96a12-92fc-4fb7-ad15-30234070a63f tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1174426 Aug 21 18:16:01.963157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:02.096343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d529d9a-459a-40b9-9ba8-f28fc15af726 req-305a2745-d2df-45c7-8c16-3bcc6dc52f7e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442971 Aug 21 18:16:02.198875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:02.206148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.428741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.3 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/38a9a817-7484-425a-add6-1a2fdfd2f7f7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:02.488815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:02.615299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.633459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-974633231'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:02.672143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:02.676698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.697955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.706855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.722857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:02.726050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b71eb091-9de6-4c23-b48a-af1dbd174ac1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:02.895928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:02.899305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.910736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.948194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:02.955805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:02.966084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:02.976801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:02.987296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5982818-654a-4685-a5ae-e51855fdbbd9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:02.994374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:02.994862 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Added segment 8c03ab2f-b1eb-43aa-9f8f-5ad485ff24d7 of type vlan for network d854a9bb-8f4f-4886-9cda-96272025d551 Aug 21 18:16:03.053435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.084594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909efc28-c459-4bce-bfad-82b28cac6ae2 req-c0491399-eee9-40fc-9e31-743e1a57b7df tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:03.104575 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.109849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-909efc28-c459-4bce-bfad-82b28cac6ae2 req-c0491399-eee9-40fc-9e31-743e1a57b7df tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 931 time: 0.2961588 Aug 21 18:16:03.112962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:03.115046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.196442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7061279 Aug 21 18:16:03.202086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:03.203086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.205481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:03.217894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'subnet': {'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:03.237138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1c4a3-846c-4b91-b5e7-fdd8ef9c2d2d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Network': ['ID=d854a9bb-8f4f-4886-9cda-96272025d551,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:03.254260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d854a9bb-8f4f-4886-9cda-96272025d551 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:03.324284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-909efc28-c459-4bce-bfad-82b28cac6ae2 req-4c107025-074e-4a6c-90e1-5bf63351d2b0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134669 Aug 21 18:16:03.341433 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8cecb9a8-8f98-4006-a8c0-0ea709c1435d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3885887 Aug 21 18:16:03.361194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Request body: {'port': {'device_id': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:03.399738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:03.406462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.532051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.552434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb095872-7d58-4735-b2c9-630a3c53a70d req-157bef08-9f2d-4fc8-aac0-f2a0339321cd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:03.556926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb095872-7d58-4735-b2c9-630a3c53a70d req-157bef08-9f2d-4fc8-aac0-f2a0339321cd tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1654739 Aug 21 18:16:03.630842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb095872-7d58-4735-b2c9-630a3c53a70d req-42ab36ab-5fbb-4a99-9b9a-43ac56d6516b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618882 Aug 21 18:16:03.788752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.884082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a9a817-7484-425a-add6-1a2fdfd2f7f7 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:16:03.895136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.915463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Transition to ACTIVE for port object 38a9a817-7484-425a-add6-1a2fdfd2f7f7 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:03.922803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:03.929903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34352) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:03.940577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Subnet': ['ID=6abe5b64-a491-47ab-91e3-17497a3e4db9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:03.943602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34356) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:03.952659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Checking segment: {'id': '8c03ab2f-b1eb-43aa-9f8f-5ad485ff24d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:03.953132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network hostable DHCP agents. Network: d854a9bb-8f4f-4886-9cda-96272025d551, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:03.977952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:03.992895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d854a9bb-8f4f-4886-9cda-96272025d551) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:03.999741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.000787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.005406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e684d64c-928d-4bdd-bd30-f101f78fa178 None None] Network d854a9bb-8f4f-4886-9cda-96272025d551 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:04.020245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:04.024827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1fd963ab-ae08-4f73-a673-dc603d4fe97d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8161581 Aug 21 18:16:04.028490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34360) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:04.035566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1503124913', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:04.063925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.065297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.122465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Attempting to bind port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:04.122831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Attempting to bind port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:04.125387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Attempting to bind port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:04.137051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:04.137384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Attempting to bind port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:04.145568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.158376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:04.158835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:04.159342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:04.159895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Bound port: 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:04.160438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.164760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9995fc3d-32e0-433c-b1b9-586e28e73e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.181430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ba9f-d385-4241-9618-3bcf2f34bddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.194528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f17e0-9a7f-4058-a49a-edc64b31cd4a None None] Network d854a9bb-8f4f-4886-9cda-96272025d551 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:04.273019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:04.278228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:04.295273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.357762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.358395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.360194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] 10.222.0.64 "PUT /v2.0/ports/38a9a817-7484-425a-add6-1a2fdfd2f7f7 HTTP/1.1" status: 200 len: 1092 time: 1.0044496 Aug 21 18:16:04.376031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:04.378693 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77477399-2197-4399-a7bc-61fe9c5c18ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:04.412521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.420047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1270d8-62fc-4405-92d2-79bc9dbbbcf3 service neutron] Pushing event updated for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:04.479640 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6452cf1-7e0b-406a-b9fd-9550178e41d2 x-openstack-request-id: req-e6452cf1-7e0b-406a-b9fd-9550178e41d2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:04.479933 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:04.480173 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6452cf1-7e0b-406a-b9fd-9550178e41d2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:04.480565 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7', 'status': 'completed', 'code': 200} Aug 21 18:16:04.487523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9995fc3d-32e0-433c-b1b9-586e28e73e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.493640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9995fc3d-32e0-433c-b1b9-586e28e73e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.513453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-83f49425-8cce-4fd9-8fb5-36fc085d2e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.515131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-83f49425-8cce-4fd9-8fb5-36fc085d2e73 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 1095 time: 0.1061912 Aug 21 18:16:04.572446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327d802-1393-4766-9800-4d8d14c112a5 req-dc0f7b74-5e0c-411d-962d-2395af7eb7fc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.574583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3327d802-1393-4766-9800-4d8d14c112a5 req-dc0f7b74-5e0c-411d-962d-2395af7eb7fc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 943 time: 0.1211390 Aug 21 18:16:04.580959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-e466a14c-696c-4af9-9654-3d43a80904e3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7 HTTP/1.1" status: 200 len: 217 time: 0.0484993 Aug 21 18:16:04.582971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995fc3d-32e0-433c-b1b9-586e28e73e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddba3f82-f78b-41ea-82fa-89dedc2fd2f7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:04.590914 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9995fc3d-32e0-433c-b1b9-586e28e73e48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21e5f4b4b2044e4b87856e889cd281db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543918 Aug 21 18:16:04.591146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:04.688501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a31a42-2c1a-4697-afe6-22a502875608 req-6c259065-9189-4ff4-8b49-59347fbc6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.690130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-6c259065-9189-4ff4-8b49-59347fbc6f27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0829666 Aug 21 18:16:04.698574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3327d802-1393-4766-9800-4d8d14c112a5 req-63b5fecb-25f2-46a7-ae0f-f525d3017175 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122925 Aug 21 18:16:04.725862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ba9f-d385-4241-9618-3bcf2f34bddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.736802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4c9ba9f-d385-4241-9618-3bcf2f34bddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.747857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-c32b157a-2c21-4bb4-b8dc-c51cb1b2aa9a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321712 Aug 21 18:16:04.749475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.774113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.844428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c4c9ba9f-d385-4241-9618-3bcf2f34bddf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fabea3eaff1d4b63861e9d868b6516e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8996561 Aug 21 18:16:04.851591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34376) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:04.876060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9ba9f-d385-4241-9618-3bcf2f34bddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f83797-ee2f-45f0-aa4b-9cb64d8aa0f9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:04.885134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.930460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.980958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:04.982632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b65acda-f2b2-4904-9828-fb96fbc2b5d9 req-45d87e81-cf1c-459f-958c-1468cd820b05 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:04.984180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b65acda-f2b2-4904-9828-fb96fbc2b5d9 req-45d87e81-cf1c-459f-958c-1468cd820b05 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.2388518 Aug 21 18:16:04.992765 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-8e6c61d8-c2b4-44db-96b9-d69a248589f2 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956365 Aug 21 18:16:04.999904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.002466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.003557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddba3f82-f78b-41ea-82fa-89dedc2fd2f7 HTTP/1.1" status: 204 len: 168 time: 0.4105206 Aug 21 18:16:05.061246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.070798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d96569-79b9-49ba-a53e-d40299395859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddba3f82-f78b-41ea-82fa-89dedc2fd2f7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:05.101693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b65acda-f2b2-4904-9828-fb96fbc2b5d9 req-f68495af-bb20-4f1a-b36b-2a6bd0953e1d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078968 Aug 21 18:16:05.177139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64a31a42-2c1a-4697-afe6-22a502875608 req-500da047-bc0d-48f0-be0b-160fa4160924 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716084 Aug 21 18:16:05.178113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.122 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/050008d3-12fe-4254-a6ab-45cda302c3b7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:05.191113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.197349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.202117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5f83797-ee2f-45f0-aa4b-9cb64d8aa0f9 HTTP/1.1" status: 204 len: 168 time: 0.3495543 Aug 21 18:16:05.226411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c112bf-309f-42b7-9510-d4996f92e8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f83797-ee2f-45f0-aa4b-9cb64d8aa0f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:05.327667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-4f4741e9-3a89-498a-ba49-aa0a6ccf11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:05.329501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-4f4741e9-3a89-498a-ba49-aa0a6ccf11e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 1095 time: 0.0572598 Aug 21 18:16:05.383807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.454199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:05.507593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-63304e2c-6890-451d-b7ee-b6c090e7ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:05.509195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-63304e2c-6890-451d-b7ee-b6c090e7ab36 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.1656835 Aug 21 18:16:05.529425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:05.532210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:05.540384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:05.543449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=050008d3-12fe-4254-a6ab-45cda302c3b7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:05.621220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-4e0ae53f-8807-47d9-a087-2e907b35d920 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7 HTTP/1.1" status: 200 len: 217 time: 0.1032770 Aug 21 18:16:05.681722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-e97e5291-cd0a-43d4-9e05-9b8f96b7387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:05.682894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-e97e5291-cd0a-43d4-9e05-9b8f96b7387e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.0533934 Aug 21 18:16:05.740023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-eb1a9da7-01d1-42dd-8708-606d8c3c88b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429549 Aug 21 18:16:05.870937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-525f030e-1b9e-4f2c-9f2c-4baf7c6309b2 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216249 Aug 21 18:16:05.997065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:06.017569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105aa9e7-5dc0-40c3-9f7e-6da4ac6fd52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.024592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c77d11-1df6-4833-a74f-eeb584647859 req-f7941e65-307a-4947-af29-9cb4f2414f20 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:06.026172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61c77d11-1df6-4833-a74f-eeb584647859 req-f7941e65-307a-4947-af29-9cb4f2414f20 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 943 time: 0.2071669 Aug 21 18:16:06.055828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-8e06f5e8-b000-4aea-a87d-5726c3f16a3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1608491 Aug 21 18:16:06.120721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61c77d11-1df6-4833-a74f-eeb584647859 req-99c51769-3417-4e5e-9810-54d94b7b60ba tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822685 Aug 21 18:16:06.218816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77477399-2197-4399-a7bc-61fe9c5c18ba req-09f01a03-84da-4e81-89e1-71b1bcff207a service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309898 Aug 21 18:16:06.303955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f0a8f-1a5d-44ca-bc59-b1f60acc15cd req-bb7d18e4-ff01-46d8-8b7b-ec2fd619cd5a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:06.307122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf3f0a8f-1a5d-44ca-bc59-b1f60acc15cd req-bb7d18e4-ff01-46d8-8b7b-ec2fd619cd5a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1003149 Aug 21 18:16:06.320759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105aa9e7-5dc0-40c3-9f7e-6da4ac6fd52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.336259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105aa9e7-5dc0-40c3-9f7e-6da4ac6fd52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.371233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105aa9e7-5dc0-40c3-9f7e-6da4ac6fd52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99383896-3d9a-47ec-8266-3b56a9f85c75,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:06.399215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf3f0a8f-1a5d-44ca-bc59-b1f60acc15cd req-2926ae10-dca3-4245-b5c2-c221c434abfa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815036 Aug 21 18:16:06.413902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-105aa9e7-5dc0-40c3-9f7e-6da4ac6fd52f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e5853a3bcde41ea8290cc19d06d4018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4157827 Aug 21 18:16:06.414627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34436) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:06.485550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.512331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.584885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.586819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ae60d399-e0b3-4529-b91f-50d73f15b5c7 req-93f58a84-79d4-449d-be4a-2de0f26c70d6 service neutron] (94598) timed out ('10.222.0.39', 55059) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:16:06.587727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.588993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99383896-3d9a-47ec-8266-3b56a9f85c75 HTTP/1.1" status: 204 len: 168 time: 0.1733551 Aug 21 18:16:06.591178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:06.599112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1fb6-7d23-49f1-95ce-26caab02dbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99383896-3d9a-47ec-8266-3b56a9f85c75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:06.742034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-2c8e3168-b71f-4bc0-9e58-eb77d1219812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:06.743657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-2c8e3168-b71f-4bc0-9e58-eb77d1219812 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.6197426 Aug 21 18:16:06.770212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9aab1-f564-492f-afcd-52546786bb95 req-b2de68c6-a340-408d-bdf5-75a542c285ad tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:06.780155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34f9aab1-f564-492f-afcd-52546786bb95 req-b2de68c6-a340-408d-bdf5-75a542c285ad tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1138859 Aug 21 18:16:06.878096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34f9aab1-f564-492f-afcd-52546786bb95 req-5a58d40e-afa3-443b-a814-6e39c7e47ca7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961156 Aug 21 18:16:07.013930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-fbdd5603-d7d5-435a-af43-31804b9711fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.015438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-fbdd5603-d7d5-435a-af43-31804b9711fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2309952 Aug 21 18:16:07.168623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-9f917167-23ea-452d-a54c-39cd800d7641 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1073356 Aug 21 18:16:07.231945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-efd44989-6dad-419e-b02f-836782c12f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.233555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-efd44989-6dad-419e-b02f-836782c12f4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.0536144 Aug 21 18:16:07.234702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:07.327703 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:16:07.402526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0d8e3-79f4-4e20-8a40-e5da97932244 req-d0043659-bb59-4d2b-ba50-50667760fb18 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.411278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcb0d8e3-79f4-4e20-8a40-e5da97932244 req-d0043659-bb59-4d2b-ba50-50667760fb18 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 943 time: 0.0726542 Aug 21 18:16:07.509556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcb0d8e3-79f4-4e20-8a40-e5da97932244 req-ae17459d-cff4-4073-b8dc-0eade0dfb45e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960209 Aug 21 18:16:07.523125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-b23a28c6-045c-4f19-84f0-09024b264940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.524735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-b23a28c6-045c-4f19-84f0-09024b264940 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195282 Aug 21 18:16:07.531156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-0127eea7-85ff-457e-ba6a-78c3a8c75df7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1027479 Aug 21 18:16:07.650424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a7ad-b356-4cad-be62-42984d918412 req-bbe9b914-f3be-4e2b-b4f4-4fafe88305d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.652276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-bbe9b914-f3be-4e2b-b4f4-4fafe88305d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 1098 time: 0.0944867 Aug 21 18:16:07.739613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:16:07.744566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-81c18d6c-5052-4126-aac4-23e5004b2832 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959865 Aug 21 18:16:07.786478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a7ad-b356-4cad-be62-42984d918412 req-ab9f2cc0-529d-4ed5-a772-a584dca1b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.789064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-ab9f2cc0-529d-4ed5-a772-a584dca1b8a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.1067452 Aug 21 18:16:07.870231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-3a7a6cc6-3a42-46af-9b0a-782a07126f44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac43f636-7461-4f4a-a390-497af2898fcc HTTP/1.1" status: 200 len: 217 time: 0.0709879 Aug 21 18:16:07.993742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a7ad-b356-4cad-be62-42984d918412 req-e9373d07-2833-4a0a-9e8f-6120947f1c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:07.996007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-e9373d07-2833-4a0a-9e8f-6120947f1c92 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1212935 Aug 21 18:16:08.018528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:08.028743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 38a9a817-7484-425a-add6-1a2fdfd2f7f7 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:16:08.035909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:08.039273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86bc523d-aafe-4970-aa07-eba1d41d3246 req-d60c084f-30b6-4ec5-817e-3690c0b38229 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832797 Aug 21 18:16:08.070360 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:08.074716 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:08.077116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:08.092313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38a7ad-b356-4cad-be62-42984d918412 req-6cbef2fa-64d4-4c2b-8a50-19550ffa458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:08.093883 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-6cbef2fa-64d4-4c2b-8a50-19550ffa458d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893087 Aug 21 18:16:08.133321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:08.138276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1deffbc9-4422-4c0a-a00e-2fe178bfe53b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1064014 Aug 21 18:16:08.139125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34508) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:08.173116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:08.185892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '38a9a817-7484-425a-add6-1a2fdfd2f7f7', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': '38a9a817-7484-425a-add6-1a2fdfd2f7f7', 'mac_address': 'fa:16:3e:6b:1b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:16:08.255639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:08.261289 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:08.275909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:08.276921 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:08.281017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a9a817-7484-425a-add6-1a2fdfd2f7f7 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:16:08.309650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-5573c6a3-1f21-421d-9148-40f15b37f95a service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062805 Aug 21 18:16:08.318078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:08.324126 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:08.359484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:08.361906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6aa5e1-ed29-4a6c-a2eb-b5f1f1ada2d2 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:08.378164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea12ed-2f3a-47a4-a63d-8e8e8bcabef4 req-36843d98-b06b-4f82-b807-384908b48c51 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:08.379880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23ea12ed-2f3a-47a4-a63d-8e8e8bcabef4 req-36843d98-b06b-4f82-b807-384908b48c51 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.3752398 Aug 21 18:16:08.401583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:08.403572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-9010b389-908b-49f1-aed5-6bfce88921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:08.411118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.411418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-9010b389-908b-49f1-aed5-6bfce88921ac service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.2710633 Aug 21 18:16:08.411758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.412544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.413517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.414353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.415174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.415860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.416075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.416627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.417123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.417459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.417834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:08.492864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f38a7ad-b356-4cad-be62-42984d918412 req-c3dee7a0-4e4a-48c6-811d-b8722a46b9ef service neutron] 10.222.0.39 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750228 Aug 21 18:16:08.562433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4851459-5156-4c76-ab20-9ce2285e6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:08.602011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23ea12ed-2f3a-47a4-a63d-8e8e8bcabef4 req-e8dfcf59-e446-43e0-81f2-c73a8d059b47 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2061296 Aug 21 18:16:08.616099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['38a9a817-7484-425a-add6-1a2fdfd2f7f7'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:08.674364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89c75a-81b1-46bd-9c5b-bb710b679562 req-839f83c0-c4be-4d2a-bb86-ad24846def27 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:08.683672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e89c75a-81b1-46bd-9c5b-bb710b679562 req-839f83c0-c4be-4d2a-bb86-ad24846def27 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 944 time: 0.0842721 Aug 21 18:16:08.699264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-73cd5838-0b4f-4c44-8ac4-08045d22e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:08.700772 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-73cd5838-0b4f-4c44-8ac4-08045d22e878 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2710319 Aug 21 18:16:08.738935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e89c75a-81b1-46bd-9c5b-bb710b679562 req-8ac500c1-f805-4037-9a6a-5f9505a29b5e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497088 Aug 21 18:16:08.863719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-e9540536-d506-4859-b8b4-f65fd0182ad0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1495314 Aug 21 18:16:08.879029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34542) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:09.008620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28849d4f-0b84-4e06-b111-005611540364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.024017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-0be46d50-104f-4887-940c-90376df01928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:09.025536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-0be46d50-104f-4887-940c-90376df01928 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1472318 Aug 21 18:16:09.050933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4851459-5156-4c76-ab20-9ce2285e6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.075432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4851459-5156-4c76-ab20-9ce2285e6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.140550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28849d4f-0b84-4e06-b111-005611540364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.147497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28849d4f-0b84-4e06-b111-005611540364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.159020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b4851459-5156-4c76-ab20-9ce2285e6fe8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=118a07ef18a746068d1493193c6dc133&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0684514 Aug 21 18:16:09.159382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34548) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:09.161564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4851459-5156-4c76-ab20-9ce2285e6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03628dbc-813d-46b9-9232-719fd247da07,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:09.175248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-2fb22f06-287f-4b9b-9ce0-2ec249ffd144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:09.177204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-2fb22f06-287f-4b9b-9ce0-2ec249ffd144 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1414225 Aug 21 18:16:09.211876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28849d4f-0b84-4e06-b111-005611540364 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dde01627b5064e399500f94a32ed2ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287988 Aug 21 18:16:09.213377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849d4f-0b84-4e06-b111-005611540364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5774214-0687-41a8-bc55-4ed3177cf915,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:09.215292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34550) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:09.273923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.293485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.313400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.331672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.344427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-140eacf4-e4b6-4845-bd2d-76d00e077f1a service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453393 Aug 21 18:16:09.346180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.408486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.411512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.415553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03628dbc-813d-46b9-9232-719fd247da07 HTTP/1.1" status: 204 len: 168 time: 0.2509456 Aug 21 18:16:09.416742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.420171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:09.423171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5774214-0687-41a8-bc55-4ed3177cf915 HTTP/1.1" status: 204 len: 168 time: 0.2015281 Aug 21 18:16:09.437660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573ef6f-f9c3-4b1d-b303-9df11e3c6a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03628dbc-813d-46b9-9232-719fd247da07,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:09.448008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de193f48-ddb3-45f3-99ff-bb6c573e18a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5774214-0687-41a8-bc55-4ed3177cf915,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:09.936617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b834273-f984-442d-942f-98fb5910bec2 req-089349c1-4741-45cd-9976-c087226400f7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:09.938438 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b834273-f984-442d-942f-98fb5910bec2 req-089349c1-4741-45cd-9976-c087226400f7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 944 time: 0.1216497 Aug 21 18:16:09.940134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae4934f4-7e0d-4139-a727-d5fac0038219 req-c56f3f2d-7150-4bca-8ef8-d4b5517af271 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816109 Aug 21 18:16:09.960089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34578) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:09.974779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4d093-04e6-4655-b29d-77ecbf426afa req-a5ce34c1-fe4b-446c-8fbf-3ee48e4e2903 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:09.976971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbf4d093-04e6-4655-b29d-77ecbf426afa req-a5ce34c1-fe4b-446c-8fbf-3ee48e4e2903 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0975041 Aug 21 18:16:09.988578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12d4dfa3-ea22-48f5-ba66-e1ab74adfbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.030523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b834273-f984-442d-942f-98fb5910bec2 req-5bca0ec2-c0f2-48c9-84ba-52bef58c5f44 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Aug 21 18:16:10.050340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 38a9a817-7484-425a-add6-1a2fdfd2f7f7 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:10.089903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbf4d093-04e6-4655-b29d-77ecbf426afa req-3df76345-b944-48e7-b25e-ef19c0de8197 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847061 Aug 21 18:16:10.195823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:10.197009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.1 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:10.201804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:10.202475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.243643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12d4dfa3-ea22-48f5-ba66-e1ab74adfbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.249826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12d4dfa3-ea22-48f5-ba66-e1ab74adfbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.315089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.317700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4dfa3-ea22-48f5-ba66-e1ab74adfbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9892aff-c054-4073-97b9-47d3ce7b460b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:10.363838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-12d4dfa3-ea22-48f5-ba66-e1ab74adfbd4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce92146bfdb54da0b89fb6b437bebce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3994558 Aug 21 18:16:10.364556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:10.381500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.383953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:10.385176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:10.388906 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5c28e5-5d9f-495e-a393-c41881bda9a5" -d '{"events": [{"server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:10.403815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.439876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.455796 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ab1c8-8dba-45cd-b25e-736a09d857fd x-openstack-request-id: req-1d7ab1c8-8dba-45cd-b25e-736a09d857fd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:10.456307 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:10.456724 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d7ab1c8-8dba-45cd-b25e-736a09d857fd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:10.457280 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7', 'code': 200} Aug 21 18:16:10.496020 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.512283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:10.515426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:10.519145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:10.523385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:10.592545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:10.636376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:10.699628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d9441-abdc-43ff-a305-85d127c7745f req-2fd74868-1b72-401a-a1c7-530ba146afcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:10.700859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d9d9441-abdc-43ff-a305-85d127c7745f req-2fd74868-1b72-401a-a1c7-530ba146afcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 1097 time: 0.1439357 Aug 21 18:16:10.793004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d9d9441-abdc-43ff-a305-85d127c7745f req-79574cdb-2f69-445f-b288-f32d6b2909a9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824816 Aug 21 18:16:10.896320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.000418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.060311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.063346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.072871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9892aff-c054-4073-97b9-47d3ce7b460b HTTP/1.1" status: 204 len: 168 time: 0.7040296 Aug 21 18:16:11.091959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ec0a1-2cc6-4b02-9b21-c0968c86ee3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9892aff-c054-4073-97b9-47d3ce7b460b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:11.265920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed482946-4c6d-47cc-86b5-edea446eb979 req-0ff8e11c-b5f7-4cf2-b59e-db23b12cec2d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:11.268255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed482946-4c6d-47cc-86b5-edea446eb979 req-0ff8e11c-b5f7-4cf2-b59e-db23b12cec2d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.0877459 Aug 21 18:16:11.276234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f12d6a4-7168-4e60-9e9d-367117e42b2e req-cce905aa-ecba-427b-8985-09494b84c16e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:11.284734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f12d6a4-7168-4e60-9e9d-367117e42b2e req-cce905aa-ecba-427b-8985-09494b84c16e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0791516 Aug 21 18:16:11.318382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.331194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.347985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f12d6a4-7168-4e60-9e9d-367117e42b2e req-d3e68bc8-dece-461b-8c73-b2382f64cb1e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568635 Aug 21 18:16:11.367410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed482946-4c6d-47cc-86b5-edea446eb979 req-5cf23c23-394a-42a1-90bd-1523e047f360 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865796 Aug 21 18:16:11.436806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:11.512376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:11.583508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:11.584905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:11.634782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4562-e511-4d24-857b-3baa35770f61 req-38984342-ead4-4659-aa59-f92346b7ee0a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:11.642953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa0c4562-e511-4d24-857b-3baa35770f61 req-38984342-ead4-4659-aa59-f92346b7ee0a tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0933621 Aug 21 18:16:11.706822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa0c4562-e511-4d24-857b-3baa35770f61 req-02486136-dc9e-4a56-8ee5-9dfe4113bd89 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590367 Aug 21 18:16:11.902938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:11.922183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:12.026490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc23ae-bb55-47a1-a7ef-98c1fca9e5b8 req-05c776ba-7a89-40ec-9f6f-4459f3f48ecf tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:12.035694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5cc23ae-bb55-47a1-a7ef-98c1fca9e5b8 req-05c776ba-7a89-40ec-9f6f-4459f3f48ecf tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.2300196 Aug 21 18:16:12.104396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5cc23ae-bb55-47a1-a7ef-98c1fca9e5b8 req-58ebb359-e38d-450a-baf5-14a8c0f3d003 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677223 Aug 21 18:16:12.167437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:12.173356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ec2eca5d-d612-443d-827d-a81fb78a6503 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/routers/a408537a-2880-4c00-9144-d5d904fb2012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0318353 Aug 21 18:16:12.176137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34666) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:12.185546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:12.197671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'port': {'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551', 'name': 'tempest-FloatingIPTestJSON-862181676'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:12.198053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:12.198930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:12.235628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:12.247916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:12.248828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:12.283581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:12.284603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2347e4-8ab4-461f-aaa9-9a56717ac679 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:12.312879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-61323053'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:12.395444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Made reservation on behalf of 569e12f77a4542dbaf58bc13d0da665d for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:12.403232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.457591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.471834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58e702-948b-4747-82e0-c72de9a9de2e req-4efa4646-1dfa-4177-b4bd-762dc85dc118 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:12.483910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb58e702-948b-4747-82e0-c72de9a9de2e req-4efa4646-1dfa-4177-b4bd-762dc85dc118 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0737846 Aug 21 18:16:12.536697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb58e702-948b-4747-82e0-c72de9a9de2e req-be11e00f-9240-4621-9f55-37e69c699efe tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480399 Aug 21 18:16:12.627018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11141a58-0164-4384-b666-bf339ac4e7cd req-cdd569bf-71cc-40d9-8509-d9c927bc29da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:12.629778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11141a58-0164-4384-b666-bf339ac4e7cd req-cdd569bf-71cc-40d9-8509-d9c927bc29da tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.1466084 Aug 21 18:16:12.698544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11141a58-0164-4384-b666-bf339ac4e7cd req-32d66498-b03d-402d-aae1-b528927d3ed4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589321 Aug 21 18:16:12.772815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.793000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.861211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23fb6-23a0-4d4d-90b1-a01aedcb91ee req-c9b2cf87-abfd-466b-a1b3-a84730c1ef3f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:12.870458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccd23fb6-23a0-4d4d-90b1-a01aedcb91ee req-c9b2cf87-abfd-466b-a1b3-a84730c1ef3f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.0696273 Aug 21 18:16:12.884033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d13a4-87ea-4695-87cb-ad4e36abe779,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:12.916994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:12.934691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:12.935025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccd23fb6-23a0-4d4d-90b1-a01aedcb91ee req-9539e9f9-251a-46a6-8b53-8519b95c0ecf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605478 Aug 21 18:16:12.947845 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.981494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:12.981937 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Added segment c17c9e09-ec7d-4c03-80f7-a393f78e4463 of type vlan for network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d Aug 21 18:16:12.995024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] device_id is not set on port 9e011b4f-8a8f-4d1b-84bc-77e68adead84 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:13.081532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.170554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e63851-1634-4512-bed9-bdb946e407cb req-e143dc18-7a2d-47b0-bded-329d10e07d9d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:13.172379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04e63851-1634-4512-bed9-bdb946e407cb req-e143dc18-7a2d-47b0-bded-329d10e07d9d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.1190257 Aug 21 18:16:13.194724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.201238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:13.201840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.288925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.12 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/9e011b4f-8a8f-4d1b-84bc-77e68adead84) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:13.314108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34714) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:13.317716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3917928 Aug 21 18:16:13.317995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34716) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:13.322262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1d45-ab60-4857-8b6b-d1de2573f4b7 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event updated for resources: {'Network': ['ID=4cc046c1-2410-4ef7-ba25-87ddbcf7121d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:13.324815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Request body: {'subnet': {'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:13.336404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:13.344911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04e63851-1634-4512-bed9-bdb946e407cb req-5dbd5016-8aea-4e70-94a3-2dd1be90a59b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613026 Aug 21 18:16:13.530136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a7c0-d3bb-4fe2-8225-30499bd483e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.538375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Made reservation on behalf of 569e12f77a4542dbaf58bc13d0da665d for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:13.542057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.591971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.681474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.697218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd99619-9cb4-4275-82e6-abe496b1aab3 req-0a1521d2-0138-4df2-b10f-4188b18c51b0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:13.698800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbd99619-9cb4-4275-82e6-abe496b1aab3 req-0a1521d2-0138-4df2-b10f-4188b18c51b0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0926790 Aug 21 18:16:13.725256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53403514-35e5-42f1-bb05-675fda580db9 req-e4d26216-2bac-412a-ada4-1e9e76f12195 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:13.726748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53403514-35e5-42f1-bb05-675fda580db9 req-e4d26216-2bac-412a-ada4-1e9e76f12195 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.1017127 Aug 21 18:16:13.750817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:13.760256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:13.764840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:13.767707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=9e011b4f-8a8f-4d1b-84bc-77e68adead84,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:13.825279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbd99619-9cb4-4275-82e6-abe496b1aab3 req-ebae415c-1c93-4811-bddd-62573308b335 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061432 Aug 21 18:16:13.848611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:13.848611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.868095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53403514-35e5-42f1-bb05-675fda580db9 req-91c604cc-6b97-4d93-9ec4-dfe4d363a789 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153092 Aug 21 18:16:13.883738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a7c0-d3bb-4fe2-8225-30499bd483e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.893187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7dc7a7c0-d3bb-4fe2-8225-30499bd483e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.903456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2902c22e-11c0-4b69-aac8-88bf4fa4d0d1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7241063 Aug 21 18:16:13.904152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:13.906222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:13.910238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'port': {'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551', 'name': 'tempest-FloatingIPTestJSON-2138771631'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:13.984041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7dc7a7c0-d3bb-4fe2-8225-30499bd483e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a2d5a41f28e46729d83dda9230394ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6688192 Aug 21 18:16:13.986620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34740) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:13.987512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7a7c0-d3bb-4fe2-8225-30499bd483e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f3cdd-829f-45ac-bbc0-ee2ec82c596e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:14.015136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Checking segment: {'id': 'c17c9e09-ec7d-4c03-80f7-a393f78e4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:14.015499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Network hostable DHCP agents. Network: 4cc046c1-2410-4ef7-ba25-87ddbcf7121d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:14.017425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event updated for resources: {'Subnet': ['ID=92e72444-d6af-49e3-b38a-355268c61eb2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:14.038737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:14.052059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4cc046c1-2410-4ef7-ba25-87ddbcf7121d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:14.060956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.061552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.061780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf0a0ac-b940-445b-875d-996ced0bca08 None None] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:14.083349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6c147a7c-36f1-462b-8dc6-9eba0f3e591c tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7610765 Aug 21 18:16:14.084646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:14.092455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.095781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Request body: {'port': {'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1236748269'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:14.159675 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.176185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:14.188178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.232281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] device_id is not set on port 8a751cc7-3e41-4db1-9280-f97950455625 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:14.310153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.313409 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.315673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f30f3cdd-829f-45ac-bbc0-ee2ec82c596e HTTP/1.1" status: 204 len: 168 time: 0.3263459 Aug 21 18:16:14.329812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2ae7e-d2df-46ed-9089-5e84286f0d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f3cdd-829f-45ac-bbc0-ee2ec82c596e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:14.391012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf341-e623-486d-861d-3427228b6c61 req-4fce2a63-a50d-4258-89e4-20f95bedbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.392925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-4fce2a63-a50d-4258-89e4-20f95bedbdbc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c952f672e4994556b81280dd46917cad&device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 1096 time: 0.2049336 Aug 21 18:16:14.397544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.9 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/8a751cc7-3e41-4db1-9280-f97950455625) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:14.411314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a389c-6527-41cd-b0a2-bb357c87f106 req-ffb11e1c-1a9a-4b69-8968-89bdad17c9fa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.422392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd6a389c-6527-41cd-b0a2-bb357c87f106 req-ffb11e1c-1a9a-4b69-8968-89bdad17c9fa tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1818361 Aug 21 18:16:14.503627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4cc046c1-2410-4ef7-ba25-87ddbcf7121d', 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d', 'tenant_id': '569e12f77a4542dbaf58bc13d0da665d', 'fixed_ips': [{'subnet_id': '92e72444-d6af-49e3-b38a-355268c61eb2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:16:14.507277 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.562432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Made reservation on behalf of 569e12f77a4542dbaf58bc13d0da665d for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:14.565986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.643475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.649290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] device_id is not set on port 86ca0689-4fe4-4a02-890d-cabe133fc858 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:14.667592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd6a389c-6527-41cd-b0a2-bb357c87f106 req-633c6a4b-6a0a-40be-abe1-026381c70c9b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2441769 Aug 21 18:16:14.671105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Allocated IP 172.20.0.2 (4cc046c1-2410-4ef7-ba25-87ddbcf7121d/92e72444-d6af-49e3-b38a-355268c61eb2/b72a19cc-2542-406a-8e46-529ddf926379) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:14.688870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf341-e623-486d-861d-3427228b6c61 req-cc803071-9bdb-4a5b-b0b7-4a38d4999961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.690448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-cc803071-9bdb-4a5b-b0b7-4a38d4999961 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 200 len: 913 time: 0.2481520 Aug 21 18:16:14.722489 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.816565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:14.843584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:14.847791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=8a751cc7-3e41-4db1-9280-f97950455625,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:14.850083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:14.853212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-e530cfd2-81d3-4f0b-a106-ee9f573f5edd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 200 len: 999 time: 0.1142471 Aug 21 18:16:14.887193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.914910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Transition to ACTIVE for port object b72a19cc-2542-406a-8e46-529ddf926379 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:14.939800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.940211 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.943119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Transition to ACTIVE for port object b72a19cc-2542-406a-8e46-529ddf926379 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:14.954395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:14.964443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e3c30aef-5d62-4498-84d9-530a914c335b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0562041 Aug 21 18:16:14.965274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:14.978594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '8a751cc7-3e41-4db1-9280-f97950455625', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:14.984712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf341-e623-486d-861d-3427228b6c61 req-6af8f51f-d282-4da9-9d03-00e6a7593bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:14.989485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-6af8f51f-d282-4da9-9d03-00e6a7593bcd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 200 len: 851 time: 0.1265950 Aug 21 18:16:15.012837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Pushing event updated for resources: {'Port': ['ID=b72a19cc-2542-406a-8e46-529ddf926379,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:15.021104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:15.023457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:15.025822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:15.095368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Allocated IP 172.20.0.10 (4cc046c1-2410-4ef7-ba25-87ddbcf7121d/92e72444-d6af-49e3-b38a-355268c61eb2/86ca0689-4fe4-4a02-890d-cabe133fc858) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:15.104510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cf341-e623-486d-861d-3427228b6c61 req-69bf309e-1e10-4133-80a6-843683354a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:15.109319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Attempting to bind port b72a19cc-2542-406a-8e46-529ddf926379 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:15.110126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Attempting to bind port b72a19cc-2542-406a-8e46-529ddf926379 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'c17c9e09-ec7d-4c03-80f7-a393f78e4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:15.110516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Attempting to bind port b72a19cc-2542-406a-8e46-529ddf926379 on network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:15.114488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-69bf309e-1e10-4133-80a6-843683354a17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cd46ec78-9e3e-4c18-8308-eb33f7727ed0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0923636 Aug 21 18:16:15.118109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:15.118639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Checking segment: {'id': 'c17c9e09-ec7d-4c03-80f7-a393f78e4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:15.119583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.119980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Bound using segment: {'id': 'c17c9e09-ec7d-4c03-80f7-a393f78e4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:15.120456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Bound port: b72a19cc-2542-406a-8e46-529ddf926379, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17c9e09-ec7d-4c03-80f7-a393f78e4463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '4cc046c1-2410-4ef7-ba25-87ddbcf7121d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:15.121035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.145835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.220224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] For port b72a19cc-2542-406a-8e46-529ddf926379, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:15.223909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] For port b72a19cc-2542-406a-8e46-529ddf926379, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b72a19cc-2542-406a-8e46-529ddf926379,segment=NetworkSegment(c17c9e09-ec7d-4c03-80f7-a393f78e4463),segment_id=c17c9e09-ec7d-4c03-80f7-a393f78e4463)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:15.225520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab0e5-1c76-4af6-a271-b4e6223f4621 req-233c7db7-499c-431e-b561-52e4fa97cc0c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:15.227937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eccab0e5-1c76-4af6-a271-b4e6223f4621 req-233c7db7-499c-431e-b561-52e4fa97cc0c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.2192430 Aug 21 18:16:15.246233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.284374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-5978d30f-81b3-45e2-89e2-93fd29c7c4b5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:15.287722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-5978d30f-81b3-45e2-89e2-93fd29c7c4b5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 945 time: 0.1856296 Aug 21 18:16:15.314952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a0b8-fc28-44c6-9acc-442942159760 None None] Pushing event updated for resources: {'Port': ['ID=b72a19cc-2542-406a-8e46-529ddf926379,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:15.400962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eccab0e5-1c76-4af6-a271-b4e6223f4621 req-2b8aa768-3b96-46e1-bb5a-cf7e5afee5c8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642134 Aug 21 18:16:15.491286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.508013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-c3f02d27-4e59-4401-9bdd-be4fa7c28240 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112361 Aug 21 18:16:15.618106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.677632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.150 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/2e2335b4-6a0f-4cfc-940d-91b113408eea) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:15.708277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Transition to ACTIVE for port object 86ca0689-4fe4-4a02-890d-cabe133fc858 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:15.769139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.805785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:15.815474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:15.844438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:15.846758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:15.853887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:15.961964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event updated for resources: {'Port': ['ID=86ca0689-4fe4-4a02-890d-cabe133fc858,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:15.966040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-128cf341-e623-486d-861d-3427228b6c61 req-62a149c4-a30f-4511-a59a-b6e5a86b7a39 service neutron] 10.222.0.64 "GET /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459279 Aug 21 18:16:16.009985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:16.010666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.032435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78204f3-f76e-4c22-948b-5bea56189445 req-962f29b9-a45e-4547-b539-99af73a4a64b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:16.040732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a78204f3-f76e-4c22-948b-5bea56189445 req-962f29b9-a45e-4547-b539-99af73a4a64b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1315072 Aug 21 18:16:16.055047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port 38a9a817-7484-425a-add6-1a2fdfd2f7f7, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=38a9a817-7484-425a-add6-1a2fdfd2f7f7,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:16.055497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.062028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-81f8b3e1-2623-48c9-a822-71d6089fb71a tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9762545 Aug 21 18:16:16.068676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34786) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:16.079237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a78204f3-f76e-4c22-948b-5bea56189445 req-1fa22c67-a0cc-4d07-8a80-f3a2deb2486d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375454 Aug 21 18:16:16.093221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for 38a9a817-7484-425a-add6-1a2fdfd2f7f7 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:16.206110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.330274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Deleting port 86ca0689-4fe4-4a02-890d-cabe133fc858 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:16.330274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.333875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.482747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:16.504555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:16.514633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:16.516968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=2e2335b4-6a0f-4cfc-940d-91b113408eea,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:16.561932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.574289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:16.604336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4f926fd-38d8-4f89-9eb1-63ab207d4e0f req-76389fb1-4fef-4dfe-ba9f-73d430b417f6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 210 time: 0.0944302 Aug 21 18:16:16.607849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:16.709832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b71eb091-9de6-4c23-b48a-af1dbd174ac1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:16.941186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11164e60-a711-4d71-972f-cb1da7016611 None None] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:16.953303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=38a9a817-7484-425a-add6-1a2fdfd2f7f7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:16.961221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Calling delete_port for 86ca0689-4fe4-4a02-890d-cabe133fc858 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:17.009732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b72a19cc-2542-406a-8e46-529ddf926379 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:17.113943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e6e285b5-6541-457f-a9b7-5089586bc506 None None] Provisioning for port b72a19cc-2542-406a-8e46-529ddf926379 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:17.118320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port 38a9a817-7484-425a-add6-1a2fdfd2f7f7 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:17.190661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.192722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05ef839f-849b-4ea4-a677-08ab8f57ee05 req-adff5480-3d6a-4cc2-ab04-1d065db69169 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "DELETE /v2.0/ports/38a9a817-7484-425a-add6-1a2fdfd2f7f7 HTTP/1.1" status: 204 len: 173 time: 1.8859692 Aug 21 18:16:17.195145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'name': 'network-vif-deleted', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:17.208240 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ccb8e14-7fe8-414f-9370-71f8817b2661" -d '{"events": [{"server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "name": "network-vif-deleted", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:17.235014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5443436-0dc4-4e48-af95-025d33c96cb9 req-59a69fa3-cb89-477f-bc93-14014f40a87e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:17.243964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5443436-0dc4-4e48-af95-025d33c96cb9 req-59a69fa3-cb89-477f-bc93-14014f40a87e tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0733795 Aug 21 18:16:17.255465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b72a19cc-2542-406a-8e46-529ddf926379 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:17.264019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b72a19cc-2542-406a-8e46-529ddf926379 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:17.264563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.341035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5443436-0dc4-4e48-af95-025d33c96cb9 req-c8a36311-ad2f-4fbc-bb58-1184d2a050ac tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955131 Aug 21 18:16:17.479187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.508553 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485d165-2263-4400-ad0c-9f698151d6e1 x-openstack-request-id: req-0485d165-2263-4400-ad0c-9f698151d6e1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:17.509133 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced7215f-da42-4d1e-8db7-0e5e138c285c", "name": "network-vif-deleted", "tag": "38a9a817-7484-425a-add6-1a2fdfd2f7f7", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:17.509240 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0485d165-2263-4400-ad0c-9f698151d6e1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:17.509700 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced7215f-da42-4d1e-8db7-0e5e138c285c', 'name': 'network-vif-deleted', 'tag': '38a9a817-7484-425a-add6-1a2fdfd2f7f7', 'status': 'completed', 'code': 200} Aug 21 18:16:17.513198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.553106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b72a19cc-2542-406a-8e46-529ddf926379, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b72a19cc-2542-406a-8e46-529ddf926379,segment=NetworkSegment(c17c9e09-ec7d-4c03-80f7-a393f78e4463),segment_id=c17c9e09-ec7d-4c03-80f7-a393f78e4463)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:17.562158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.608507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.665062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b72a19cc-2542-406a-8e46-529ddf926379,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:17.671201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event deleted for resources: {'Port': ['ID=86ca0689-4fe4-4a02-890d-cabe133fc858,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:17.692480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d3b7-adcf-49a7-bb78-188822d9d4a8 req-087cc32e-5d04-47ce-a355-0744c7b79c55 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:17.694151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b818d3b7-adcf-49a7-bb78-188822d9d4a8 req-087cc32e-5d04-47ce-a355-0744c7b79c55 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1759205 Aug 21 18:16:17.719485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.757555 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bb982604-235f-4d80-9fca-b87d4934a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.835821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:17.840317 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ab7488dd-b30e-4467-8c24-42f404d249ca tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "DELETE /v2.0/ports/86ca0689-4fe4-4a02-890d-cabe133fc858 HTTP/1.1" status: 204 len: 168 time: 1.7613044 Aug 21 18:16:17.850019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b818d3b7-adcf-49a7-bb78-188822d9d4a8 req-014f3f99-f4d9-42ad-b899-c5486f1c33a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322837 Aug 21 18:16:17.850644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:17.862445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-938af33e-dedd-458f-a0c4-14cab676d655 req-6f374ab5-669e-41ef-8bde-45c68a803ab8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ced7215f-da42-4d1e-8db7-0e5e138c285c HTTP/1.1" status: 200 len: 210 time: 0.0557764 Aug 21 18:16:17.864951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9a143a84-4d91-4637-93e1-95904dcb7fb9 None None] Provisioning complete for port b72a19cc-2542-406a-8e46-529ddf926379 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:17.865184 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a143a84-4d91-4637-93e1-95904dcb7fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.106723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 38a9a817-7484-425a-add6-1a2fdfd2f7f7 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:18.136957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0dbd34e9-34b6-4ef5-9bb7-5fba8414929a tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.2808561 Aug 21 18:16:18.137399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:18.144009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.145509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1568683524'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:18.157830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 38a9a817-7484-425a-add6-1a2fdfd2f7f7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:18.158340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 38a9a817-7484-425a-add6-1a2fdfd2f7f7 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:18.159665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.177472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9a143a84-4d91-4637-93e1-95904dcb7fb9 None None] Could not find standard attr ID for object 86ca0689-4fe4-4a02-890d-cabe133fc858. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:16:18.197480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Made reservation on behalf of 569e12f77a4542dbaf58bc13d0da665d for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:18.203065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.227620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34888) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:18.268885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=2e2335b4-6a0f-4cfc-940d-91b113408eea,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:18.270029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:18.292611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.327986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.328229 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Added segment 2caceb4d-74a1-4980-9922-7d678ebe02ef of type vlan for network 8c209753-c5a4-499e-a36b-0ed747e43d24 Aug 21 18:16:18.346139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-af1fb461-228a-4266-b638-a64bab09b07d None None] Could not find standard attr ID for object 86ca0689-4fe4-4a02-890d-cabe133fc858. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:16:18.385829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d496567-9e96-497f-8433-faee52d613a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.387342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.407710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.478547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.485877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:18.487118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.534823 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 29280d24-ea76-4b88-adf0-c3e0be6d736b associated. External IP: 172.25.1.150, port: 8a751cc7-3e41-4db1-9280-f97950455625. Aug 21 18:16:18.581065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event updated for resources: {'Network': ['ID=8c209753-c5a4-499e-a36b-0ed747e43d24,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:18.598530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8c209753-c5a4-499e-a36b-0ed747e43d24 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:18.720272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d496567-9e96-497f-8433-faee52d613a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.738362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-81edab68-fb27-41ad-97be-e38ce4b38b7d tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5971758 Aug 21 18:16:18.739412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:18.752999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:18.915622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b72a19cc-2542-406a-8e46-529ddf926379 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:18.934617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-063279aa-9d6e-417d-8257-9d212997be73 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.1939254 Aug 21 18:16:18.935743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.056067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b72a19cc-2542-406a-8e46-529ddf926379 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:19.056634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.065041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5425db8f-ea3b-4d54-a618-48d3eb68fce5 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] Network 8c209753-c5a4-499e-a36b-0ed747e43d24 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:19.095927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5425db8f-ea3b-4d54-a618-48d3eb68fce5 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "POST /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1589239 Aug 21 18:16:19.096576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.109779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d496567-9e96-497f-8433-faee52d613a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.114950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e8591f-cda2-4fe5-b4b9-e3ffd3d44a9c None None] Network 8c209753-c5a4-499e-a36b-0ed747e43d24 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:19.209703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d496567-9e96-497f-8433-faee52d613a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0275a3bf44834b5387c2d4df4e2528f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9787898 Aug 21 18:16:19.218754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34950) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.263122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d496567-9e96-497f-8433-faee52d613a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52df1721-6b75-457b-9cd7-d28e31edd978,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:19.343306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:19.375380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.381713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-e69c513f-216f-4f15-9b68-7bf609a06776 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:19.383334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-e69c513f-216f-4f15-9b68-7bf609a06776 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9502697-cc2d-4179-bc88-67061de8c3dc HTTP/1.1" status: 200 len: 943 time: 0.1602218 Aug 21 18:16:19.399612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c9eb9649-26ae-4a27-8f43-08501463050d tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks HTTP/1.1" status: 200 len: 9622 time: 0.3019161 Aug 21 18:16:19.405268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34956) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.445373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.478376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea2bb9-1e2d-40b2-a3fb-f050bc2d565f req-112de107-0fe7-4db8-b673-dcd33575df3a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:19.479920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07ea2bb9-1e2d-40b2-a3fb-f050bc2d565f req-112de107-0fe7-4db8-b673-dcd33575df3a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.1158361 Aug 21 18:16:19.592456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07ea2bb9-1e2d-40b2-a3fb-f050bc2d565f req-3c2c5100-88f7-4677-ae50-34bb264b8820 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017578 Aug 21 18:16:19.600677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c52c93f-b91f-4c30-a6dc-e9f69934ec70 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "DELETE /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks/8c209753-c5a4-499e-a36b-0ed747e43d24 HTTP/1.1" status: 204 len: 168 time: 0.1939304 Aug 21 18:16:19.603507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34964) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.606074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port e85cd0e3-02a0-41b5-a664-68c147a55c88 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:19.606711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.611658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:19.621153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.624650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.627240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:19.628887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52df1721-6b75-457b-9cd7-d28e31edd978 HTTP/1.1" status: 204 len: 168 time: 0.4088161 Aug 21 18:16:19.644620 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:19.645484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:19.685794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f1c5f-c4a1-4bf6-9e63-8016e1257dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52df1721-6b75-457b-9cd7-d28e31edd978,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:19.716481 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:19.739373 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:19.741104 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:15:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:19.782735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.830311 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:19.832389 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd01a8-7117-4a42-a08e-aed891cc15bb None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:19.859084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-87140774-1db0-45b4-a12d-ae30c95d746e tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.2558031 Aug 21 18:16:19.859410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83def77a-8698-4d37-8a3b-55533b015c4d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.8918428 Aug 21 18:16:19.859715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.863583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34972) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.873779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:19.886029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-93532072-c483-41cd-8b57-c851a2550279 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/networks/4cc046c1-2410-4ef7-ba25-87ddbcf7121d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0212831 Aug 21 18:16:19.886407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.909947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e120250-d9d7-461f-8110-297152408840 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/networks/4cc046c1-2410-4ef7-ba25-87ddbcf7121d/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0200326 Aug 21 18:16:19.910288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34976) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:19.931596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port e85cd0e3-02a0-41b5-a664-68c147a55c88, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e85cd0e3-02a0-41b5-a664-68c147a55c88,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:19.931981 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:19.950532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for e85cd0e3-02a0-41b5-a664-68c147a55c88 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:19.967172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.103014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 34978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:20.130758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb794475-e206-4b4b-86db-0da2bdafcb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.226565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.254700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.255181 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 29280d24-ea76-4b88-adf0-c3e0be6d736b disassociated. External IP: 172.25.1.150, port: 8a751cc7-3e41-4db1-9280-f97950455625. Aug 21 18:16:20.315223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8ee8-5e39-42b4-9c49-3c1f193b2a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.347703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.362124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc', 'a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:20.374239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-590a078d-82ad-491a-bca7-e2230a95ffb2 tempest-DHCPAgentSchedulersTestJSON-2100793786 tempest-DHCPAgentSchedulersTestJSON-2100793786-project-admin] 10.222.0.41 "GET /v2.0/agents/589a4ca9-375f-4096-bd52-31aad2d5a269/dhcp-networks HTTP/1.1" status: 200 len: 8851 time: 0.4595261 Aug 21 18:16:20.376162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34980) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:20.421565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=e85cd0e3-02a0-41b5-a664-68c147a55c88,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:20.475905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.496307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] No DVR routers for this DVR port e85cd0e3-02a0-41b5-a664-68c147a55c88 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:20.509092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.511172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a51e7d6-f62a-40b0-9f38-575461f2e574 req-fd77f8c2-d6ff-4536-b389-e37eda7a9677 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "DELETE /v2.0/ports/e85cd0e3-02a0-41b5-a664-68c147a55c88 HTTP/1.1" status: 204 len: 173 time: 1.1177926 Aug 21 18:16:20.512540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-deleted', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:20.522185 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f896f0c-bb54-41e3-98b2-099e721db24f" -d '{"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-deleted", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:20.522682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.543138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb794475-e206-4b4b-86db-0da2bdafcb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.624074 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79033f0a-b48c-4b97-a7cb-2a41c1c574a7 x-openstack-request-id: req-79033f0a-b48c-4b97-a7cb-2a41c1c574a7 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:20.624742 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9502697-cc2d-4179-bc88-67061de8c3dc", "name": "network-vif-deleted", "tag": "e85cd0e3-02a0-41b5-a664-68c147a55c88", "status": "failed", "code": 422}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:20.624742 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79033f0a-b48c-4b97-a7cb-2a41c1c574a7 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:20.625009 n-d-793621-32 neutron-server[94599]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9502697-cc2d-4179-bc88-67061de8c3dc', 'name': 'network-vif-deleted', 'tag': 'e85cd0e3-02a0-41b5-a664-68c147a55c88', 'status': 'failed', 'code': 422} returned with failed status Aug 21 18:16:20.648689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb794475-e206-4b4b-86db-0da2bdafcb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.677290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.704958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c209753-c5a4-499e-a36b-0ed747e43d24']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:20.723246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2caceb4d-74a1-4980-9922-7d678ebe02ef') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:20.723816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2caceb4d-74a1-4980-9922-7d678ebe02ef') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:20.743541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb794475-e206-4b4b-86db-0da2bdafcb44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9908fd5cb3f34f9c8d254bc823da95ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6392009 Aug 21 18:16:20.744408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.746566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34994) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:20.795079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.809941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794475-e206-4b4b-86db-0da2bdafcb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f81934-1c07-4fb3-b555-4956b36cf81b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:20.831907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-132dddb8-1e58-49b6-9196-688cca53fa65 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:20.833430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-132dddb8-1e58-49b6-9196-688cca53fa65 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.2111812 Aug 21 18:16:20.864747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:20.865663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:20.869754 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:20.893331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:20.969960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fc0ba-d9e0-4c7b-a848-b62396f845ae req-9dd9c544-ae08-4602-a63f-5e04e38ff537 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:20.971533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d31fc0ba-d9e0-4c7b-a848-b62396f845ae req-9dd9c544-ae08-4602-a63f-5e04e38ff537 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 945 time: 0.2048991 Aug 21 18:16:20.990550 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.003738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.026829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.031380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "DELETE /v2.0/networks/8c209753-c5a4-499e-a36b-0ed747e43d24 HTTP/1.1" status: 204 len: 168 time: 0.6516027 Aug 21 18:16:21.033602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35000) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:21.049033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port b71eb091-9de6-4c23-b48a-af1dbd174ac1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:21.049531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.071384 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.086716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dd150-53e7-4ab1-baed-06e4b225cb64 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event deleted for resources: {'Network': ['ID=8c209753-c5a4-499e-a36b-0ed747e43d24,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:21.096543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d31fc0ba-d9e0-4c7b-a848-b62396f845ae req-7b2e30fb-b94e-49ca-acb0-253b0e4b7492 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156344 Aug 21 18:16:21.099748 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5919653-4742-499a-b8fe-155747e6eb35 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] DELETE failed (client error): The resource could not be found. Aug 21 18:16:21.100409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5919653-4742-499a-b8fe-155747e6eb35 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:16:21.104339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d5919653-4742-499a-b8fe-155747e6eb35 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "DELETE /v2.0/ports/86ca0689-4fe4-4a02-890d-cabe133fc858 HTTP/1.1" status: 404 len: 333 time: 0.0600138 Aug 21 18:16:21.106046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:21.124924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:21.131545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.136719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:21.148162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:21.149031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:21.170536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fbb3a4b6-1f9b-4eb5-8fc3-31181f2ff70e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/29280d24-ea76-4b88-adf0-c3e0be6d736b HTTP/1.1" status: 200 len: 688 time: 1.3058481 Aug 21 18:16:21.173521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35004) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:21.201634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Deleting subnet 92e72444-d6af-49e3-b38a-355268c61eb2 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:16:21.205609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.216404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:21.234954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:21.235584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:21.264979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.268618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.270004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82f81934-1c07-4fb3-b555-4956b36cf81b HTTP/1.1" status: 204 len: 168 time: 0.5222194 Aug 21 18:16:21.278209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:21.279478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7589c9-033b-4444-8b64-2f09aa8d1beb None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:21.284036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port b71eb091-9de6-4c23-b48a-af1dbd174ac1, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b71eb091-9de6-4c23-b48a-af1dbd174ac1,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:21.284418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.296692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.317383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for b71eb091-9de6-4c23-b48a-af1dbd174ac1 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:21.349892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd200a5-9b49-43d6-8b25-dd4320bd9189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f81934-1c07-4fb3-b555-4956b36cf81b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:21.406564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 2e2335b4-6a0f-4cfc-940d-91b113408eea {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:21.406984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.461346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.513735 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.563413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.580316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.580653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.598656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event deleted for resources: {'Subnet': ['ID=92e72444-d6af-49e3-b38a-355268c61eb2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:21.605869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.607778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35ace64-178d-40ea-b868-5f2074ac49f0 None None] Network 4cc046c1-2410-4ef7-ba25-87ddbcf7121d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:21.607938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c490a3c7-6ac9-4bf7-be8e-b7206a03a8eb tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "DELETE /v2.0/subnets/92e72444-d6af-49e3-b38a-355268c61eb2 HTTP/1.1" status: 204 len: 168 time: 0.5021603 Aug 21 18:16:21.610247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:21.629877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 2e2335b4-6a0f-4cfc-940d-91b113408eea owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:21.692572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.700053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.725133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b71eb091-9de6-4c23-b48a-af1dbd174ac1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:21.746302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=b71eb091-9de6-4c23-b48a-af1dbd174ac1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:21.758134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4607f3-ea44-45dd-bf9e-ad4c83dc24be req-9146fb5a-9072-4540-a464-632049c9c9e7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:21.771195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae4607f3-ea44-45dd-bf9e-ad4c83dc24be req-9146fb5a-9072-4540-a464-632049c9c9e7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 907 time: 0.2028854 Aug 21 18:16:21.782655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:21.815624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Deleting port b72a19cc-2542-406a-8e46-529ddf926379 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:21.815992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.854277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port b71eb091-9de6-4c23-b48a-af1dbd174ac1 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:21.857371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:21.860685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-914ba04a-cb88-4b2a-8493-efb640c4bdc2 req-e313ed21-3ed2-4249-8c41-7af3e3512956 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "DELETE /v2.0/ports/b71eb091-9de6-4c23-b48a-af1dbd174ac1 HTTP/1.1" status: 204 len: 173 time: 1.0184157 Aug 21 18:16:21.955916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.007116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=2e2335b4-6a0f-4cfc-940d-91b113408eea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:22.035632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] For port b72a19cc-2542-406a-8e46-529ddf926379, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b72a19cc-2542-406a-8e46-529ddf926379,segment=NetworkSegment(c17c9e09-ec7d-4c03-80f7-a393f78e4463),segment_id=c17c9e09-ec7d-4c03-80f7-a393f78e4463)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:22.036461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.086015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Calling delete_port for b72a19cc-2542-406a-8e46-529ddf926379 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:22.230062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.242566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.249720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e403b9c0-e5e2-48b5-a53a-7d0b0700a918 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/29280d24-ea76-4b88-adf0-c3e0be6d736b HTTP/1.1" status: 204 len: 168 time: 1.0751228 Aug 21 18:16:22.252656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:22.266890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '9e011b4f-8a8f-4d1b-84bc-77e68adead84'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:22.270773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a49d26e8-940d-419c-9023-882c44211e21 req-11bc3b5b-bfc2-4314-ac11-f75766835853 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a3e8d00-52af-4c7a-ab0d-ec4986cb1809 HTTP/1.1" status: 200 len: 210 time: 0.0478437 Aug 21 18:16:22.322629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] DHCP port deletion for 4cc046c1-2410-4ef7-ba25-87ddbcf7121d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:16:22.351543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.358629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.416050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Deleting port b72a19cc-2542-406a-8e46-529ddf926379 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:22.416707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.422222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event deleted for resources: {'Port': ['ID=b72a19cc-2542-406a-8e46-529ddf926379,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:22.452924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] No DVR routers for this DVR port b72a19cc-2542-406a-8e46-529ddf926379 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:22.503719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] For port b72a19cc-2542-406a-8e46-529ddf926379, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:22.504713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.561882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Calling delete_port for b72a19cc-2542-406a-8e46-529ddf926379 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:22.565469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Port b72a19cc-2542-406a-8e46-529ddf926379 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:16:22.567755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.592662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.661576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.662104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] Pushing event deleted for resources: {'Port': ['ID=b72a19cc-2542-406a-8e46-529ddf926379,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:22.669767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb65cbf-b104-43c8-8bf5-d9943190582f None None] No DVR routers for this DVR port b72a19cc-2542-406a-8e46-529ddf926379 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:22.692428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'name': 'network-vif-deleted', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:22.695847 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d7a71c-9dad-46db-aea1-128a7e4be2bf" -d '{"events": [{"server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "name": "network-vif-deleted", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:22.711332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc046c1-2410-4ef7-ba25-87ddbcf7121d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:22.734326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17c9e09-ec7d-4c03-80f7-a393f78e4463') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:22.736845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17c9e09-ec7d-4c03-80f7-a393f78e4463') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:22.757853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.770462 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a2791-4ad4-470c-be3c-a7460abd4a91 x-openstack-request-id: req-9f2a2791-4ad4-470c-be3c-a7460abd4a91 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:22.770890 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a3e8d00-52af-4c7a-ab0d-ec4986cb1809", "name": "network-vif-deleted", "tag": "b71eb091-9de6-4c23-b48a-af1dbd174ac1", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:22.771011 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f2a2791-4ad4-470c-be3c-a7460abd4a91 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:22.771473 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a3e8d00-52af-4c7a-ab0d-ec4986cb1809', 'name': 'network-vif-deleted', 'tag': 'b71eb091-9de6-4c23-b48a-af1dbd174ac1', 'status': 'completed', 'code': 200} Aug 21 18:16:22.784083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.793320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:22.793800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.806679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.136 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5908f6b2-a228-4b53-b93e-7f8e49c2ba16) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:22.882289 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:22.891380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.908898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:22.912110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] 10.222.0.41 "DELETE /v2.0/networks/4cc046c1-2410-4ef7-ba25-87ddbcf7121d HTTP/1.1" status: 204 len: 168 time: 1.2997806 Aug 21 18:16:22.956361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49efcf-f517-4e73-8e1a-019066df66c2 tempest-DHCPAgentSchedulersTestJSON-1791577005 tempest-DHCPAgentSchedulersTestJSON-1791577005-project] Pushing event deleted for resources: {'Network': ['ID=4cc046c1-2410-4ef7-ba25-87ddbcf7121d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:22.969760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b72a19cc-2542-406a-8e46-529ddf926379 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:23.010796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b72a19cc-2542-406a-8e46-529ddf926379 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:23.013548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b72a19cc-2542-406a-8e46-529ddf926379 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:23.013679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-3d655de2-d317-41d7-93bc-036757f03015 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:23.015023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4ca7e-3c9f-447b-aa9e-d81ba27b82be req-81a86cc0-6428-4955-8fa7-fc6ab5196d74 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:23.018920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-3d655de2-d317-41d7-93bc-036757f03015 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 907 time: 0.1354582 Aug 21 18:16:23.019083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77e4ca7e-3c9f-447b-aa9e-d81ba27b82be req-81a86cc0-6428-4955-8fa7-fc6ab5196d74 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 907 time: 0.0943730 Aug 21 18:16:23.069812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.168233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.215106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:23.222948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:23.228831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:23.242192 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.288679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35088) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:23.339625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35094) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:23.470398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a8abb6-af3c-4ced-b287-9206ac767947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.557075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b95ffc3e-dabd-48c0-94a9-6d849511cfbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=569e12f77a4542dbaf58bc13d0da665d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2168002 Aug 21 18:16:23.568536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35108) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:23.583570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:23.584468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.600483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=5908f6b2-a228-4b53-b93e-7f8e49c2ba16,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:23.761152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a8abb6-af3c-4ced-b287-9206ac767947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.772375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:23.772939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.778295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-99a8abb6-af3c-4ced-b287-9206ac767947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.801719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.825921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:23.858551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-99a8abb6-af3c-4ced-b287-9206ac767947 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0480dadce5c44b19a65c61c0b1cd15a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667942 Aug 21 18:16:23.868979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35126) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:23.878974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:23.887153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-7702585a-6e6c-4137-b8b4-0701f3458d0b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:23.888657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-7702585a-6e6c-4137-b8b4-0701f3458d0b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2367890 Aug 21 18:16:23.906825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8abb6-af3c-4ced-b287-9206ac767947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ff6db-d099-4db3-bb81-14a0a0f9e908,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:23.954670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-2597f626-d6c3-4b60-9e5a-f7bf196c05fd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.0505393 Aug 21 18:16:24.024605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.028875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.032185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.035648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c9d13a4-87ea-4695-87cb-ad4e36abe779 HTTP/1.1" status: 204 len: 168 time: 0.4623933 Aug 21 18:16:24.073397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-3a12c2d7-a66d-4cd9-98d8-7c1b18044c0f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178048 Aug 21 18:16:24.132023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.166145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78983097-79fc-4606-a6c7-479f05032d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d13a4-87ea-4695-87cb-ad4e36abe779,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:24.204504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3976cf80-9e6d-4eb4-a1f6-beba01c0edd4 req-210bf836-0403-473c-9ed2-f5b12b47768b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=195f75d5-2976-468f-a580-da98037b97c4 HTTP/1.1" status: 200 len: 210 time: 0.0766273 Aug 21 18:16:24.208418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=5cdc09ea-c377-4a23-ab26-32c6b1b4ceee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:24.258816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-a03906d5-c99f-40c2-aa71-87d2d343c782 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777635 Aug 21 18:16:24.264351 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.276475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] No DVR routers for this DVR port 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:24.280391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.294586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3aadb6ec-6345-49af-8fb9-003746e2529c req-c3c52413-0dd4-4fab-b4b6-ba275b62032c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "DELETE /v2.0/ports/5cdc09ea-c377-4a23-ab26-32c6b1b4ceee HTTP/1.1" status: 204 len: 173 time: 1.2708602 Aug 21 18:16:24.301784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.473057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.490987 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.493851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.495749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b11ff6db-d099-4db3-bb81-14a0a0f9e908 HTTP/1.1" status: 204 len: 168 time: 0.6251879 Aug 21 18:16:24.510846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-0055d3e4-fed3-4a56-be66-ddfcdec36bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378287 Aug 21 18:16:24.555250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d1a3d-0e20-4b04-bd52-551c8a33aeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ff6db-d099-4db3-bb81-14a0a0f9e908,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:24.727045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35192) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:24.733492 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.742531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.777943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'name': 'network-vif-deleted', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:24.780799 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0599d2-00f1-4243-9f66-51419afd0421" -d '{"events": [{"server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "name": "network-vif-deleted", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:24.800995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-628755dd-45ac-4ef0-8f52-0a3e6bd9557e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.865865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:24.950070 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0100a033-fe3f-47d5-be73-3d95bfa06d00 x-openstack-request-id: req-0100a033-fe3f-47d5-be73-3d95bfa06d00 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:24.950360 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195f75d5-2976-468f-a580-da98037b97c4", "name": "network-vif-deleted", "tag": "5cdc09ea-c377-4a23-ab26-32c6b1b4ceee", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:24.950632 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0100a033-fe3f-47d5-be73-3d95bfa06d00 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:24.951018 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195f75d5-2976-468f-a580-da98037b97c4', 'name': 'network-vif-deleted', 'tag': '5cdc09ea-c377-4a23-ab26-32c6b1b4ceee', 'status': 'completed', 'code': 200} Aug 21 18:16:24.957699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-626dce95-2a7b-4675-92f8-b5d258eb9830 req-3dfacf3b-eb0d-4553-80c9-39ed293fdf5e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 210 time: 0.1718080 Aug 21 18:16:24.970289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=5908f6b2-a228-4b53-b93e-7f8e49c2ba16,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:25.019520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b71eb091-9de6-4c23-b48a-af1dbd174ac1 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:25.059768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-628755dd-45ac-4ef0-8f52-0a3e6bd9557e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.067750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-628755dd-45ac-4ef0-8f52-0a3e6bd9557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.070556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: b71eb091-9de6-4c23-b48a-af1dbd174ac1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:25.075799 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 0a446f67-6c9c-4c5c-97e7-7308878a4ccf associated. External IP: 172.25.1.136, port: 9e011b4f-8a8f-4d1b-84bc-77e68adead84. Aug 21 18:16:25.079217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b71eb091-9de6-4c23-b48a-af1dbd174ac1 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:25.138312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-628755dd-45ac-4ef0-8f52-0a3e6bd9557e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9592e79e52fe492a988a35aed66a1a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4102154 Aug 21 18:16:25.139717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628755dd-45ac-4ef0-8f52-0a3e6bd9557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec7dce2-4712-406b-b221-22883b5f8a7f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:25.145361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35220) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:25.172691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:25.190751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-770f2114-436b-490c-9fec-8178a2391478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.309626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-770f2114-436b-490c-9fec-8178a2391478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.311681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.317115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-770f2114-436b-490c-9fec-8178a2391478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.372441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.374377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-770f2114-436b-490c-9fec-8178a2391478 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a7eb197bf15d40cb8bf5ec74e60478ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2002628 Aug 21 18:16:25.376109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f2114-436b-490c-9fec-8178a2391478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d11c74-f925-4c4c-838c-a506d75ab5ad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:25.382533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:25.431071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35236) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:25.456339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:25.528517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.532608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.535138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.539033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ec7dce2-4712-406b-b221-22883b5f8a7f HTTP/1.1" status: 204 len: 168 time: 0.3895838 Aug 21 18:16:25.569957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ecc2d-72af-428a-b20a-cefe2dd0b59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec7dce2-4712-406b-b221-22883b5f8a7f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:25.597646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.700842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28790ec7-d97a-4344-8080-f72c1ca0beeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.762789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:25.772687 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:25.788197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027f917-654b-480e-aa98-a65b4b4713a8 req-bbcd0ac0-9dfe-4743-9612-f164da127a4c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:25.789761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e027f917-654b-480e-aa98-a65b4b4713a8 req-bbcd0ac0-9dfe-4743-9612-f164da127a4c tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 945 time: 0.1862807 Aug 21 18:16:25.793325 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:25.797298 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:25.825012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.827576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.828718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3d11c74-f925-4c4c-838c-a506d75ab5ad HTTP/1.1" status: 204 len: 168 time: 0.4439588 Aug 21 18:16:25.849586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ca850-11af-450e-bf7b-e572725dfb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d11c74-f925-4c4c-838c-a506d75ab5ad,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:25.875403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:25.887200 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:25.887837 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:25.892322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e027f917-654b-480e-aa98-a65b4b4713a8 req-d1283303-cb48-4f84-9330-ba697ffc05ff tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930872 Aug 21 18:16:25.928376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:25.929036 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5013e063-0b94-4303-8bca-ac26758d282b None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:25.967202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28790ec7-d97a-4344-8080-f72c1ca0beeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.973413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28790ec7-d97a-4344-8080-f72c1ca0beeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:25.988359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.041774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28790ec7-d97a-4344-8080-f72c1ca0beeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8043b26399d447d3bf513220aefaf85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078546 Aug 21 18:16:26.044469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:26.047193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3c47d660-c667-4bb7-9f5e-0028b45119dc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.7934456 Aug 21 18:16:26.047793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35262) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:26.055329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28790ec7-d97a-4344-8080-f72c1ca0beeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf16895-acaf-418f-a488-e2aff46a056f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:26.147736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:26.148828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0de1ce63-3826-4467-9d08-fa01df84c3ab req-c880b663-e7b8-4575-9ab2-0416d1fbe526 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 210 time: 0.0836258 Aug 21 18:16:26.168643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41dd24fb-b1d0-4497-bb77-5fb72ec6724a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/floatingips/0a446f67-6c9c-4c5c-97e7-7308878a4ccf HTTP/1.1" status: 200 len: 978 time: 0.1180725 Aug 21 18:16:26.170866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35268) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:26.187446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:26.187789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5cdc09ea-c377-4a23-ab26-32c6b1b4ceee not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:26.193508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.218452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.278898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.283810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.288204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aaf16895-acaf-418f-a488-e2aff46a056f HTTP/1.1" status: 204 len: 168 time: 0.2403939 Aug 21 18:16:26.298932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43a16-d10f-4520-ace3-c1683ca22028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf16895-acaf-418f-a488-e2aff46a056f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:26.387673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c861610d-c6c1-4903-b65a-564b24b99e38 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2138247 Aug 21 18:16:26.390379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35278) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:26.399106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': '8a751cc7-3e41-4db1-9280-f97950455625'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:26.427035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-4ebe7788-47fb-4666-807b-0eb0b4cd6e02 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:26.428760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-4ebe7788-47fb-4666-807b-0eb0b4cd6e02 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2565327 Aug 21 18:16:26.445013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:26.487661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.586213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:26.592489 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.688625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:26.709778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25040812-2da3-4aac-9471-592db97c0153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:26.803068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.14 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/2e83467f-e7f6-43c0-9849-9f0f473bd6d8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:26.988078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25040812-2da3-4aac-9471-592db97c0153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.006857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-25040812-2da3-4aac-9471-592db97c0153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.043187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-24ca5742-84ba-43b3-ac10-c7c642cb3fcb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:27.044915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-24ca5742-84ba-43b3-ac10-c7c642cb3fcb tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 945 time: 0.1055017 Aug 21 18:16:27.165436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-25040812-2da3-4aac-9471-592db97c0153 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0db6350497ac45808cbfcca87bf3691a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4755719 Aug 21 18:16:27.168739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:27.190162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25040812-2da3-4aac-9471-592db97c0153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7649a-a1ce-4c13-916f-729b4149a924,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:27.204163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.233049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9687f-a653-4704-af7b-6d3005474404 req-7532417d-4da8-4542-a43e-c0d78e5967f8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:27.235401 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:16:27.240444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e9687f-a653-4704-af7b-6d3005474404 req-7532417d-4da8-4542-a43e-c0d78e5967f8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 945 time: 0.2119529 Aug 21 18:16:27.305045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.307170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port a410c27b-a119-4eec-8662-780ff9cc2675 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:27.307492 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.315573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e9687f-a653-4704-af7b-6d3005474404 req-b789179d-40d1-4d56-9dad-c24c4d0c77e2 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742753 Aug 21 18:16:27.325760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.351582 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.359117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.368015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.381419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:27.419567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:27.490770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:27.494258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:27.511128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:27.549802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port a410c27b-a119-4eec-8662-780ff9cc2675, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a410c27b-a119-4eec-8662-780ff9cc2675,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:27.550172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.602603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for a410c27b-a119-4eec-8662-780ff9cc2675 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:27.604568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.607609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.611098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09a7649a-a1ce-4c13-916f-729b4149a924 HTTP/1.1" status: 204 len: 168 time: 0.4389787 Aug 21 18:16:27.629560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e78550-89a5-4f1d-869f-5c297095be16 req-ba81b1e3-18d4-4c91-b023-fec9006c6c4f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:27.633650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:27.634411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:27.638846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28e78550-89a5-4f1d-869f-5c297095be16 req-ba81b1e3-18d4-4c91-b023-fec9006c6c4f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 932 time: 0.3156514 Aug 21 18:16:27.658103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6d587-ea0e-4cdf-9a99-93e7eae515c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7649a-a1ce-4c13-916f-729b4149a924,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:27.706735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-93ce504f-078c-4442-9792-915e9f50bfd1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2678490 Aug 21 18:16:27.722140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Request body: {'port': {'device_id': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:27.722289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-28e78550-89a5-4f1d-869f-5c297095be16 req-dbcd1970-08c8-4034-b12d-35145449d9d8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779748 Aug 21 18:16:27.724180 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 0a446f67-6c9c-4c5c-97e7-7308878a4ccf associated. External IP: 172.25.1.136, port: 9e011b4f-8a8f-4d1b-84bc-77e68adead84. Aug 21 18:16:27.805062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.012479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.025589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc', 'a410c27b-a119-4eec-8662-780ff9cc2675'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:28.063031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=a410c27b-a119-4eec-8662-780ff9cc2675,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:28.063705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:28.132709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] No DVR routers for this DVR port a410c27b-a119-4eec-8662-780ff9cc2675 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:28.135482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.138242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8bb93b3-fc6c-415f-85f0-4975beacf106 req-4c33303f-dace-4339-be4b-4702341ade22 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "DELETE /v2.0/ports/a410c27b-a119-4eec-8662-780ff9cc2675 HTTP/1.1" status: 204 len: 173 time: 1.0841398 Aug 21 18:16:28.138911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'name': 'network-vif-deleted', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:28.141438 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b42a89-4b94-4bf6-9ea1-eff7869089e9" -d '{"events": [{"server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "name": "network-vif-deleted", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:28.264993 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c039e1-9990-49dc-b6f9-f343c5ff2af4 x-openstack-request-id: req-44c039e1-9990-49dc-b6f9-f343c5ff2af4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:28.265116 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee40f6c2-751d-445d-9218-18aa188f1d60", "name": "network-vif-deleted", "tag": "a410c27b-a119-4eec-8662-780ff9cc2675", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:28.265472 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44c039e1-9990-49dc-b6f9-f343c5ff2af4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:28.265936 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee40f6c2-751d-445d-9218-18aa188f1d60', 'name': 'network-vif-deleted', 'tag': 'a410c27b-a119-4eec-8662-780ff9cc2675', 'status': 'completed', 'code': 200} Aug 21 18:16:28.321706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:28.340549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:28.370516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:16:28.379840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:28.380634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:28.382835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.406592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Transition to ACTIVE for port object 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:28.419295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.499522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:28.538688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:28.539358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:28.560504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-080e5c01-6e8a-4298-b7bf-a1a874f04805 req-32b3bc44-b93f-45e8-aa82-dac9c055f6f8 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee40f6c2-751d-445d-9218-18aa188f1d60 HTTP/1.1" status: 200 len: 210 time: 0.0463073 Aug 21 18:16:28.618660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35366) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:28.650011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:28.650724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7943fc-07f6-4873-8e4d-782d8665918e None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:28.652008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Pushing event updated for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:28.780043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Attempting to bind port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:28.780381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Attempting to bind port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:28.780725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Attempting to bind port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:28.785583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:28.785792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Attempting to bind port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:28.791933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:28.792609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:28.792999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:28.793435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Bound port: 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:28.793839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:28.805802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:29.012203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:29.023820 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:29.032211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.037764 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:29.041603 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:29.131451 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:29.133290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7c55e77a-7733-4956-91e0-e34df87a0713 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/0a446f67-6c9c-4c5c-97e7-7308878a4ccf HTTP/1.1" status: 200 len: 978 time: 2.7408819 Aug 21 18:16:29.135993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:29.148375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:29.155300 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:29.156183 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:29.210841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.232809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:29.233576 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178bfb84-50a3-47e5-9289-d61dd596a092 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:29.402534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d0d76e38-9ffd-488c-b055-45c5374d7138 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-358202572'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:29.403045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d0d76e38-9ffd-488c-b055-45c5374d7138 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Unknown quota resources ['metering_label']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:16:29.439549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.445058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.445505 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 0a446f67-6c9c-4c5c-97e7-7308878a4ccf disassociated. External IP: 172.25.1.136, port: 8a751cc7-3e41-4db1-9280-f97950455625. Aug 21 18:16:29.505601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:29.593012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8a786-97f9-42ff-ba5f-7e196ba6fc16 req-0b12f330-750d-45b3-b08a-c6ff58a3f865 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:29.594603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ca8a786-97f9-42ff-ba5f-7e196ba6fc16 req-0b12f330-750d-45b3-b08a-c6ff58a3f865 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 944 time: 0.7010465 Aug 21 18:16:29.596536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:29.652733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.662480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d0d76e38-9ffd-488c-b055-45c5374d7138 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.663957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d0d76e38-9ffd-488c-b055-45c5374d7138 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0271959 Aug 21 18:16:29.676458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:29.686119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1ea6351e-72e0-4a7d-a74e-9e7750802b4a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a7131a7a-a88e-45ea-9c3d-c4482e3b113f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:29.686874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1ea6351e-72e0-4a7d-a74e-9e7750802b4a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:16:29.713362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:29.714343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:29.715753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] 10.222.0.64 "PUT /v2.0/ports/2e83467f-e7f6-43c0-9849-9f0f473bd6d8 HTTP/1.1" status: 200 len: 1093 time: 1.9993167 Aug 21 18:16:29.750557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ca8a786-97f9-42ff-ba5f-7e196ba6fc16 req-e7874a12-8969-4c2f-b0a1-cd98865b8774 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324160 Aug 21 18:16:29.765002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e647c7a-b10c-4e10-9f63-8d270897b8aa service neutron] Pushing event updated for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:29.811165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:29.814257 n-d-793621-32 neutron-server[94598]: WARNING neutron.services.metering.metering_plugin [None req-1ea6351e-72e0-4a7d-a74e-9e7750802b4a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 18:16:29.848615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-37fae82d-aa51-46b7-9f3a-07dceab92ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:29.862850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-37fae82d-aa51-46b7-9f3a-07dceab92ff1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 1096 time: 0.0925531 Aug 21 18:16:29.936457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-f59beff4-2d4c-4082-a074-620b2cdf6a29 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8 HTTP/1.1" status: 200 len: 217 time: 0.0644248 Aug 21 18:16:30.020319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2982-35c1-494e-abaf-784ffb057cc5 req-591a9025-7448-4b9a-bdec-feacc5bd0bd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:30.027093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60dc2982-35c1-494e-abaf-784ffb057cc5 req-591a9025-7448-4b9a-bdec-feacc5bd0bd0 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1037641 Aug 21 18:16:30.051492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-38b934c9-cee2-46ed-a653-d837282534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:30.053757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-38b934c9-cee2-46ed-a653-d837282534ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1022439 Aug 21 18:16:30.093650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-c84e9eaa-e44d-4b8c-ba93-3ebfacbd426f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318789 Aug 21 18:16:30.099923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60dc2982-35c1-494e-abaf-784ffb057cc5 req-ee7a61be-c429-406d-99ef-92261dbcb481 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693245 Aug 21 18:16:30.153122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35416) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.204247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-cfff46fd-a64d-4270-b137-4a216fe7b18b service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024246 Aug 21 18:16:30.254011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ea6351e-72e0-4a7d-a74e-9e7750802b4a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.255231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ea6351e-72e0-4a7d-a74e-9e7750802b4a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5776913 Aug 21 18:16:30.259443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35420) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.268825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-020a8b07-85ff-4fb7-a3ec-5496aab3747e tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a7131a7a-a88e-45ea-9c3d-c4482e3b113f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:30.269341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-020a8b07-85ff-4fb7-a3ec-5496aab3747e tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:16:30.275079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-938640603', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:30.278092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:30.279953 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d4b5d9-f229-4ac9-b056-00a113742028" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:30.342093 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19c1fff-6b2a-43a9-898c-3ac158a479fc x-openstack-request-id: req-a19c1fff-6b2a-43a9-898c-3ac158a479fc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:30.342394 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:30.342655 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a19c1fff-6b2a-43a9-898c-3ac158a479fc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:30.343033 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8', 'status': 'completed', 'code': 200} Aug 21 18:16:30.359074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:30.363936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.369639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:30.379973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:30.381108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:30.395206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-65671f12-20c9-4212-b73a-07f137fd8f2f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/0a446f67-6c9c-4c5c-97e7-7308878a4ccf HTTP/1.1" status: 200 len: 688 time: 1.2550828 Aug 21 18:16:30.395323 n-d-793621-32 neutron-server[94599]: WARNING neutron.services.metering.metering_plugin [None req-020a8b07-85ff-4fb7-a3ec-5496aab3747e tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 18:16:30.395431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.411862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Made reservation on behalf of 703387d6fc854f99bdcd1d95f9bc7d44 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:30.414686 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.422865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:30.432691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:30.433633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:30.468445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:30.469695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3a884-9a98-4390-abcf-b98c02d79822 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:30.504318 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.530729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 5908f6b2-a228-4b53-b93e-7f8e49c2ba16 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:30.531279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.552608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e848a7ba-59fb-4d11-972d-21ca36805951 req-687bebb8-d3fb-4243-b5e4-6cfee40bcefc service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374033 Aug 21 18:16:30.556837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-020a8b07-85ff-4fb7-a3ec-5496aab3747e tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.558088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-020a8b07-85ff-4fb7-a3ec-5496aab3747e tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2959921 Aug 21 18:16:30.560777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35436) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.578263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-167a1649-fb9a-40c0-9de5-040469146741 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=13302b3d-ee38-4f44-a332-d1df17a3431d HTTP/1.1" status: 200 len: 464 time: 0.0164106 Aug 21 18:16:30.580929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35440) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.633601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.634316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.650068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 5908f6b2-a228-4b53-b93e-7f8e49c2ba16 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:30.767596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-6f390773-1573-4483-b253-6a60409e5ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:30.769160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-6f390773-1573-4483-b253-6a60409e5ff4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 1096 time: 0.1542835 Aug 21 18:16:30.772459 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37248d86-c4a4-42b4-aa16-004b32167d0c tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.777311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37248d86-c4a4-42b4-aa16-004b32167d0c tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/13302b3d-ee38-4f44-a332-d1df17a3431d HTTP/1.1" status: 204 len: 168 time: 0.1916678 Aug 21 18:16:30.778171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35444) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.832501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-29267a0d-faab-4f47-8688-a2a94db61d97 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=13302b3d-ee38-4f44-a332-d1df17a3431d HTTP/1.1" status: 200 len: 221 time: 0.0506268 Aug 21 18:16:30.832972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35446) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:30.842247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.868898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ae9c361f-dee8-4471-933f-5a3d4b27c575 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1257383373', 'description': 'label created by tempest'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:30.869353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ae9c361f-dee8-4471-933f-5a3d4b27c575 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Unknown quota resources ['metering_label']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:16:30.891445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=5908f6b2-a228-4b53-b93e-7f8e49c2ba16,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:30.896728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.948485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.960540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] device_id is not set on port 5aee3374-dee9-4d49-bef0-12fe49cba3dc yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:30.974929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.977786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:30.981900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8484ef97-e307-4fe6-b687-2f1f106e641f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/0a446f67-6c9c-4c5c-97e7-7308878a4ccf HTTP/1.1" status: 204 len: 168 time: 0.5859404 Aug 21 18:16:30.982589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35454) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.021762 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-e80e9e29-4b4a-42c3-8550-a006aae9cc80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] delete failed (client error): The resource could not be found. Aug 21 18:16:31.022874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e80e9e29-4b4a-42c3-8550-a006aae9cc80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/0a446f67-6c9c-4c5c-97e7-7308878a4ccf HTTP/1.1" status: 404 len: 345 time: 0.0393486 Aug 21 18:16:31.026918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35456) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.051435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a410c27b-a119-4eec-8662-780ff9cc2675 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:31.086432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: a410c27b-a119-4eec-8662-780ff9cc2675 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:31.087492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a410c27b-a119-4eec-8662-780ff9cc2675 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:31.097161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d2333-08f4-44cc-bd1c-5f3026a6f6de,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:31.112223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec932dc-d338-47c9-9b37-01356c3b4c0e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.118980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec932dc-d338-47c9-9b37-01356c3b4c0e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.124964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec932dc-d338-47c9-9b37-01356c3b4c0e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.126726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ec932dc-d338-47c9-9b37-01356c3b4c0e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/ports?network_id=d854a9bb-8f4f-4886-9cda-96272025d551 HTTP/1.1" status: 200 len: 2358 time: 0.0988188 Aug 21 18:16:31.129422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.171670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-23be7dda-9922-42c7-a215-ed08e13b7c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.172609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-23be7dda-9922-42c7-a215-ed08e13b7c0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.3904963 Aug 21 18:16:31.184159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872b579b-2c6b-445b-9391-2776a448e5d8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.185510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-872b579b-2c6b-445b-9391-2776a448e5d8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/subnets/6abe5b64-a491-47ab-91e3-17497a3e4db9 HTTP/1.1" status: 200 len: 797 time: 0.0551555 Aug 21 18:16:31.193811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.199729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'port': {'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551', 'name': 'tempest-FloatingIPTestJSON-665344299', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:31.229105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c45e5-dee7-469b-a156-23fe97169398 req-a01f7d40-fa8e-415a-8d8b-d53ad7d6fdfd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.230598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f39c45e5-dee7-469b-a156-23fe97169398 req-a01f7d40-fa8e-415a-8d8b-d53ad7d6fdfd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 944 time: 0.3545630 Aug 21 18:16:31.235637 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae9c361f-dee8-4471-933f-5a3d4b27c575 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:31.236734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae9c361f-dee8-4471-933f-5a3d4b27c575 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4028504 Aug 21 18:16:31.261020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35466) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.288631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-228630f3-de59-46c6-beaf-1dc31b14be78 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8 HTTP/1.1" status: 200 len: 217 time: 0.0760839 Aug 21 18:16:31.356583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0651cdf9-714e-4859-a37f-7c7f205f5693 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=2c6b12fd-b35d-4ffe-b86e-1ebeaedae499 HTTP/1.1" status: 200 len: 468 time: 0.0896542 Aug 21 18:16:31.362918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-ccc3b8a6-751f-432b-8269-b274a1ff14d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.364375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-ccc3b8a6-751f-432b-8269-b274a1ff14d1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.2633436 Aug 21 18:16:31.367226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.367364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a495b4-21d3-46ad-920d-7cc7d4d6f00e req-7397a006-753f-45ca-8141-6477c5c6f69b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.368793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a495b4-21d3-46ad-920d-7cc7d4d6f00e req-7397a006-753f-45ca-8141-6477c5c6f69b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1879427 Aug 21 18:16:31.426363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f39c45e5-dee7-469b-a156-23fe97169398 req-7bae15c3-cf8e-4941-a345-3dc9d2896655 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Aug 21 18:16:31.430394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a495b4-21d3-46ad-920d-7cc7d4d6f00e req-f9dc74f8-eb4a-4885-85c9-177f2966cee3 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546899 Aug 21 18:16:31.455766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:31.476174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Allocated IP 172.25.1.189 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5aee3374-dee9-4d49-bef0-12fe49cba3dc) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:31.480864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-7de57a10-4693-42bf-bb87-3afe6375879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:31.482307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-7de57a10-4693-42bf-bb87-3afe6375879c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1739523 Aug 21 18:16:31.540582 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:31.558192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] device_id is not set on port 9dd1448b-e45e-46d9-83ca-3b6a29daaea1 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:31.592485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-d45677ed-c5e6-4587-b460-35e985276381 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961888 Aug 21 18:16:31.780010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dc303287-d72c-41d4-89a2-9def561e332d tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:31.781159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dc303287-d72c-41d4-89a2-9def561e332d tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/2c6b12fd-b35d-4ffe-b86e-1ebeaedae499 HTTP/1.1" status: 204 len: 168 time: 0.4066446 Aug 21 18:16:31.784210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.809654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-746d8560-4a1a-4a83-892e-41b168a030ad tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=2c6b12fd-b35d-4ffe-b86e-1ebeaedae499 HTTP/1.1" status: 200 len: 216 time: 0.0205433 Aug 21 18:16:31.810143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.851035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a01f354b-8f5b-476a-b202-b9a1802a8fb0 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0361793 Aug 21 18:16:31.852217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35474) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.873062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0df4f826-4471-4f78-9491-77320b493ff0 tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0165131 Aug 21 18:16:31.873312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port ac43f636-7461-4f4a-a390-497af2898fcc {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:31.873312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:31.873541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.888113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-105328bd-3d59-4a50-8921-89f95b057e85 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430303 Aug 21 18:16:31.892047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.14 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/9dd1448b-e45e-46d9-83ca-3b6a29daaea1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:31.935572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-05bccd39-be7b-4429-8aa9-21ce64e27a5a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/a7131a7a-a88e-45ea-9c3d-c4482e3b113f HTTP/1.1" status: 200 len: 472 time: 0.0581229 Aug 21 18:16:31.935802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:31.938587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.13 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/9dd1448b-e45e-46d9-83ca-3b6a29daaea1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:31.957154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69a5f275-6fd0-4306-ae5f-99dee79fdb4d tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/2d15b0dd-7cac-4609-ab8c-8c503c66ed1f HTTP/1.1" status: 200 len: 461 time: 0.0173349 Aug 21 18:16:31.957408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:32.143715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98dbfce9-3fc3-47dd-bcea-ebddd5225a6a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.149188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98dbfce9-3fc3-47dd-bcea-ebddd5225a6a tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/2d15b0dd-7cac-4609-ab8c-8c503c66ed1f HTTP/1.1" status: 204 len: 168 time: 0.1881371 Aug 21 18:16:32.151668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35498) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:32.374256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.382921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.395955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-55052150-83d8-46e5-a09e-7105985dfc7b tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.397082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-55052150-83d8-46e5-a09e-7105985dfc7b tempest-MeteringTestJSON-1813957925 tempest-MeteringTestJSON-1813957925-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/a7131a7a-a88e-45ea-9c3d-c4482e3b113f HTTP/1.1" status: 204 len: 168 time: 0.2444711 Aug 21 18:16:32.411672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port ac43f636-7461-4f4a-a390-497af2898fcc, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=ac43f636-7461-4f4a-a390-497af2898fcc,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:32.412080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.430202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.443839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for ac43f636-7461-4f4a-a390-497af2898fcc owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:32.456304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d4b5d9-f229-4ac9-b056-00a113742028 req-6005d94b-3bd6-4025-8753-feabcdb0f041 service neutron] 10.222.0.64 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368059 Aug 21 18:16:32.494416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:32.499038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:32.503759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:32.543379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.544218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=9dd1448b-e45e-46d9-83ca-3b6a29daaea1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:32.602324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:32.603450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.616382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:32.637323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:32.639787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:32.658706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b86de84d-d756-40e5-852a-12e2a7f9799e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4638193 Aug 21 18:16:32.660394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:32.666366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '9dd1448b-e45e-46d9-83ca-3b6a29daaea1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:32.689333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53431482-1541-4296-892a-c9f5e20ec489 req-490cd619-99aa-43d1-9684-02499e36763d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:32.691035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53431482-1541-4296-892a-c9f5e20ec489 req-490cd619-99aa-43d1-9684-02499e36763d tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e98a0c8-c052-4940-8719-094c0addc18f HTTP/1.1" status: 200 len: 946 time: 0.1023102 Aug 21 18:16:32.699908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Pushing event updated for resources: {'Port': ['ID=5aee3374-dee9-4d49-bef0-12fe49cba3dc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:32.720328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.747894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:32.748767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.769065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e0972-d9e7-490a-8877-14d363daebe0 req-84d0744c-73a0-4b23-9e53-6dc8d365b492 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:32.771325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-037e0972-d9e7-490a-8877-14d363daebe0 req-84d0744c-73a0-4b23-9e53-6dc8d365b492 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 944 time: 0.1746790 Aug 21 18:16:32.794591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-53431482-1541-4296-892a-c9f5e20ec489 req-2f0c7e07-a104-481f-ae08-aa565d6fb660 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ded7186-a917-4fa1-8f38-aa1d756090e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918489 Aug 21 18:16:32.799824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.811796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['ac43f636-7461-4f4a-a390-497af2898fcc'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:32.868157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35522) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:32.869705 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-935b6898-31ca-4e24-8e8f-f5c65586aceb tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7155070 Aug 21 18:16:32.870879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35524) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:32.874802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=ac43f636-7461-4f4a-a390-497af2898fcc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:32.880099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.189'}]}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:32.907185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.942572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-037e0972-d9e7-490a-8877-14d363daebe0 req-b5e5cf0c-617d-475f-9167-371b1e34334c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631644 Aug 21 18:16:32.961576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] No DVR routers for this DVR port ac43f636-7461-4f4a-a390-497af2898fcc on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:32.965633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.967664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a2ac35b8-a22c-41d3-b3bd-9f13484358a3 req-5b7a6e4b-3de2-406e-a13b-0399789f97f4 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.39 "DELETE /v2.0/ports/ac43f636-7461-4f4a-a390-497af2898fcc HTTP/1.1" status: 204 len: 173 time: 1.5854726 Aug 21 18:16:32.968117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'name': 'network-vif-deleted', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:32.970385 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d29ef5-2c42-4623-91fb-18b89ff1c32f" -d '{"events": [{"server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "name": "network-vif-deleted", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:32.981904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:32.983167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.031460 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56012279-3c0e-4915-a5c7-8a4d9c6b7c94 x-openstack-request-id: req-56012279-3c0e-4915-a5c7-8a4d9c6b7c94 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:33.031710 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e98a0c8-c052-4940-8719-094c0addc18f", "name": "network-vif-deleted", "tag": "ac43f636-7461-4f4a-a390-497af2898fcc", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:33.032660 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56012279-3c0e-4915-a5c7-8a4d9c6b7c94 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:33.033462 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e98a0c8-c052-4940-8719-094c0addc18f', 'name': 'network-vif-deleted', 'tag': 'ac43f636-7461-4f4a-a390-497af2898fcc', 'status': 'completed', 'code': 200} Aug 21 18:16:33.060591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.132 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/e205a2e9-c51a-49ac-a23e-aa557a406c49) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:33.071057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.136786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33344dc3-77b4-4b71-b65b-5136e6d27100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.241346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.243069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.252085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:33.315341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33344dc3-77b4-4b71-b65b-5136e6d27100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.319812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33344dc3-77b4-4b71-b65b-5136e6d27100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.332471 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.395818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:33.404464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:33.414875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33344dc3-77b4-4b71-b65b-5136e6d27100 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cfdef33bd9745e1aa9ba1d4d429e40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5452507 Aug 21 18:16:33.416226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:33.418241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:33.420231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33344dc3-77b4-4b71-b65b-5136e6d27100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d58e16-859b-4490-97e7-fec383d553bf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:33.453841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=e205a2e9-c51a-49ac-a23e-aa557a406c49,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:33.486354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b22847b7-8422-4c23-a010-5391c510c0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.557394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.565095 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.605511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.628094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.780599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.783165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.784309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72d58e16-859b-4490-97e7-fec383d553bf HTTP/1.1" status: 204 len: 168 time: 0.3671529 Aug 21 18:16:33.830397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d1263-33a1-48f4-b754-74610b3062f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d58e16-859b-4490-97e7-fec383d553bf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:33.845601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b22847b7-8422-4c23-a010-5391c510c0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.848547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.861300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b22847b7-8422-4c23-a010-5391c510c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.896512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.944576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:33.944805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22847b7-8422-4c23-a010-5391c510c0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e089290c-daec-4b9f-ba1a-9ffa15a8e6f4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:33.985778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b22847b7-8422-4c23-a010-5391c510c0f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb9c325e183048d3b06ce271c69a8ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7275023 Aug 21 18:16:33.985778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:34.166268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.171452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.179760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7faab3-340a-4374-ab3d-c87975ab27ca req-7fe17a47-d019-45e1-96ae-13d9f65149e1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:34.181235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d7faab3-340a-4374-ab3d-c87975ab27ca req-7fe17a47-d019-45e1-96ae-13d9f65149e1 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0747824 Aug 21 18:16:34.183551 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.197389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:16:34.197953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.217722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35562) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:34.246204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbca8c-f239-4f5d-a60f-f272ad30176a req-df992cc2-3b17-4258-a40c-c51d1700bfc3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:34.250998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bcbca8c-f239-4f5d-a60f-f272ad30176a req-df992cc2-3b17-4258-a40c-c51d1700bfc3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 944 time: 0.1952653 Aug 21 18:16:34.252209 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.252883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e565f540-3362-4ee5-b242-eeb7a79edb1c {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:16:34.269217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb231cb9-f52a-4762-95e4-329a29ae80b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.270267 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.308521 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:16:34.309645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3a8ecbd-14fc-4833-b01c-c61c815b8946 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4359887 Aug 21 18:16:34.313161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d7faab3-340a-4374-ab3d-c87975ab27ca req-9640766a-4ddf-45fb-88c1-246bd14a92c9 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231816 Aug 21 18:16:34.313640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:34.317715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:34.320145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.335947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8', 'mac_address': 'fa:16:3e:18:32:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:16:34.346198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bcbca8c-f239-4f5d-a60f-f272ad30176a req-dbabe0dd-8a97-4f83-8c03-174bfd2f6262 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871370 Aug 21 18:16:34.396682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.400891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=e205a2e9-c51a-49ac-a23e-aa557a406c49,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:34.415356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:16:34.425337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.429719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.433271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e089290c-daec-4b9f-ba1a-9ffa15a8e6f4 HTTP/1.1" status: 204 len: 168 time: 0.4445865 Aug 21 18:16:34.441122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0bc70-6d69-4eff-9f24-e996cd120538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e089290c-daec-4b9f-ba1a-9ffa15a8e6f4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:34.450149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.450654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.451096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.451555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.452004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.452405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.453219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.453219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.453681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.454117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.454581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.455006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:34.465656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:34.470926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.472870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.532789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:34.557806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb231cb9-f52a-4762-95e4-329a29ae80b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.570406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb231cb9-f52a-4762-95e4-329a29ae80b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.648975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Deleting port 5aee3374-dee9-4d49-bef0-12fe49cba3dc {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:34.649319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.671125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bb231cb9-f52a-4762-95e4-329a29ae80b8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2004c34bb7c34cc48b2f85227f698920&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505317 Aug 21 18:16:34.673944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35572) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:34.675236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb231cb9-f52a-4762-95e4-329a29ae80b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de30624-0f79-4873-8687-e1b940204ae4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:34.711282 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 83ff6acc-ec68-49e2-9839-b17f6b341bf7 associated. External IP: 172.25.1.132, port: 9dd1448b-e45e-46d9-83ca-3b6a29daaea1. Aug 21 18:16:34.730273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.754983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.761067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2e83467f-e7f6-43c0-9849-9f0f473bd6d8'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:34.824968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.827948 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:34.829155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4de30624-0f79-4873-8687-e1b940204ae4 HTTP/1.1" status: 204 len: 168 time: 0.1532233 Aug 21 18:16:34.843098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d9d1ed-e7aa-4bba-9af7-e6d7031cb3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de30624-0f79-4873-8687-e1b940204ae4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:34.867840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35576) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:34.884725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d03e771-a566-4eaa-be0d-0e34003d50ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.032178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d03e771-a566-4eaa-be0d-0e34003d50ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.039105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d03e771-a566-4eaa-be0d-0e34003d50ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.095181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03e771-a566-4eaa-be0d-0e34003d50ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d95cdc-139c-44a0-b4ef-443275415496,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:35.116958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5d03e771-a566-4eaa-be0d-0e34003d50ff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef5ff0f408214b2d9406ad0f6db3e124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433324 Aug 21 18:16:35.116958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35580) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:35.137398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device ac43f636-7461-4f4a-a390-497af2898fcc no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:35.148333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.161069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: ac43f636-7461-4f4a-a390-497af2898fcc {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:35.161272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device ac43f636-7461-4f4a-a390-497af2898fcc not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:35.165014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Calling delete_port for 5aee3374-dee9-4d49-bef0-12fe49cba3dc owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:35.195875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.224336 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.275915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.278947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.280226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82d95cdc-139c-44a0-b4ef-443275415496 HTTP/1.1" status: 204 len: 168 time: 0.1639242 Aug 21 18:16:35.293286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd217ffe-970b-4cf7-bc06-49c897824fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d95cdc-139c-44a0-b4ef-443275415496,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:35.382818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:35.454696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.513288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0dce3-04a1-4430-b4b1-4732a51cff56 req-68efa540-280e-4e25-9bd6-ce0815a3bd40 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:35.514943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ff0dce3-04a1-4430-b4b1-4732a51cff56 req-68efa540-280e-4e25-9bd6-ce0815a3bd40 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 945 time: 0.0623057 Aug 21 18:16:35.530025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aee3374-dee9-4d49-bef0-12fe49cba3dc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:35.575483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ff0dce3-04a1-4430-b4b1-4732a51cff56 req-7d70b467-d3c5-4b9a-9c4c-d3a339acb1e3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541477 Aug 21 18:16:35.637027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8602a-ae75-4d87-904b-69ad9cd788ac req-a8a64b4a-c743-4334-8db6-7e59cfec4754 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:35.638933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46e8602a-ae75-4d87-904b-69ad9cd788ac req-a8a64b4a-c743-4334-8db6-7e59cfec4754 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.1880176 Aug 21 18:16:35.702845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:35.715394 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:35.730110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:35.730882 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:35.741294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.743252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-193a9f8b-d5d0-47b1-bbb7-e4a7c119a994 tempest-RoutersAdminNegativeTest-1236497156 tempest-RoutersAdminNegativeTest-1236497156-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5aee3374-dee9-4d49-bef0-12fe49cba3dc HTTP/1.1" status: 204 len: 168 time: 1.4223118 Aug 21 18:16:35.759423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46e8602a-ae75-4d87-904b-69ad9cd788ac req-82480f63-5eea-4a3f-a30e-8d07de034161 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups?id=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121228 Aug 21 18:16:35.779093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.785659 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:35.795412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:35.796194 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:35.810593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-492d44ca-d715-4788-ba9e-25fbb8fb8aa3 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1490374 Aug 21 18:16:35.813316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:35.820312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': '9dd1448b-e45e-46d9-83ca-3b6a29daaea1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:35.847452 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:35.848179 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4336e8a8-5aae-461f-b645-484dcf67109a None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:35.895003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:35.960224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-1d6f040f-753a-4bbe-bba6-5b3df39f9559 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:35.961781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-1d6f040f-753a-4bbe-bba6-5b3df39f9559 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 944 time: 0.0623543 Aug 21 18:16:36.090103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:36.090566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.145012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:36.204377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] For port f4153a6e-4fd0-4a31-94b9-10e6925d76cd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:36.204975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.219015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:36.322154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:36.333146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:36.334397 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.415639 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.416056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.416606 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Floating IP 7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc disassociated. External IP: 172.25.1.133, port: f4153a6e-4fd0-4a31-94b9-10e6925d76cd. Aug 21 18:16:36.416776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for f4153a6e-4fd0-4a31-94b9-10e6925d76cd owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:36.458703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.483011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.484807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:36.487500 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c134de1-ffce-4b6e-b187-198efa958f06" -d '{"events": [{"server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:36.499365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.504673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:36.508544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1838f38-20be-4515-bdc9-dad440843846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.517333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.584123 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de106e41-556c-44ed-80b9-4767985855f0 x-openstack-request-id: req-de106e41-556c-44ed-80b9-4767985855f0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:36.584600 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "name": "network-vif-plugged", "status": "completed", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:36.585020 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de106e41-556c-44ed-80b9-4767985855f0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:36.585548 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8', 'code': 200} Aug 21 18:16:36.586702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:36.699848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:36.753314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=f4153a6e-4fd0-4a31-94b9-10e6925d76cd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:36.761177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:36.910165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02ec8d-c4f8-4b2b-b89d-9c5d84ee1f15 req-d17cd9c7-c742-4912-a654-91e0f07119ca tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:36.912975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3f02ec8d-c4f8-4b2b-b89d-9c5d84ee1f15 req-d17cd9c7-c742-4912-a654-91e0f07119ca tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.2238925 Aug 21 18:16:36.915017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf54af-e2f5-483a-9e3a-ff3695d67fad req-847f317f-1e5c-444e-9908-e5dd31b29fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:36.917438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ddf54af-e2f5-483a-9e3a-ff3695d67fad req-847f317f-1e5c-444e-9908-e5dd31b29fe6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 1098 time: 0.2639983 Aug 21 18:16:36.954636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:36.987665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ddf54af-e2f5-483a-9e3a-ff3695d67fad req-0bdc2a63-adba-4cf3-898a-5fdd588129d0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482917 Aug 21 18:16:37.113300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3f02ec8d-c4f8-4b2b-b89d-9c5d84ee1f15 req-f518176d-8f7e-4c0c-9dd0-a073af0665b3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827800 Aug 21 18:16:37.117757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2050519855'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:37.148478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-225f239a-0529-4d57-a656-0233c477904e req-19b3a828-e034-4372-80bd-3ea966d88cd6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/ports?device_id=61552623-c812-4244-91a3-52868f8eaee6 HTTP/1.1" status: 200 len: 210 time: 0.0513928 Aug 21 18:16:37.162522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:37.163420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1838f38-20be-4515-bdc9-dad440843846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.172154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Sync routers for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:37.175426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:37.181672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1838f38-20be-4515-bdc9-dad440843846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.185824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:37.186718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.232167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1838f38-20be-4515-bdc9-dad440843846 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9a559d1531b4bcd8b1d9c57fe543372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0858798 Aug 21 18:16:37.237447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] No DVR routers for this DVR port f4153a6e-4fd0-4a31-94b9-10e6925d76cd on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:37.238089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35672) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:37.242146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.245016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e475a45-dc3a-4ad8-8aa9-29e7cc31a3aa req-d41ebf4b-4081-4960-8959-85898acb8c24 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.64 "DELETE /v2.0/ports/f4153a6e-4fd0-4a31-94b9-10e6925d76cd HTTP/1.1" status: 204 len: 173 time: 1.2764134 Aug 21 18:16:37.246680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-deleted', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:37.250292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1838f38-20be-4515-bdc9-dad440843846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7265a4a4-d73c-4173-a918-ca53cb85ba12,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:37.252493 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67436b4-a7de-4aff-b70d-94e9e2821b40" -d '{"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-deleted", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:37.256642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Made reservation on behalf of 109b371f43d642abb66090e3b782b4f8 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:37.260902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.270223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.356661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:16:37.395513 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019a65fc-53ce-4ba3-bf19-d227f023ad52 x-openstack-request-id: req-019a65fc-53ce-4ba3-bf19-d227f023ad52 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:37.395870 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61552623-c812-4244-91a3-52868f8eaee6", "name": "network-vif-deleted", "tag": "f4153a6e-4fd0-4a31-94b9-10e6925d76cd", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:37.396738 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-019a65fc-53ce-4ba3-bf19-d227f023ad52 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:37.397135 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61552623-c812-4244-91a3-52868f8eaee6', 'name': 'network-vif-deleted', 'tag': 'f4153a6e-4fd0-4a31-94b9-10e6925d76cd', 'status': 'completed', 'code': 200} Aug 21 18:16:37.407189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.421018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.421176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.449719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:37.459752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.466278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7356d8f1-52f3-4316-87d6-7fd38a666ef8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:37.472013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.472145 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Added segment 8b94adc9-e7ba-49ce-a430-e6d67f9a3146 of type vlan for network 4f2696d8-868b-470f-a925-8d9ef2a2faba Aug 21 18:16:37.490246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:37.500709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:37.503892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.513012 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:37.514186 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.541118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.569440 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.581492 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:37.583021 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.585696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cdaf8cfe-2d84-48c6-b6a3-edcb8c0de46d tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/83ff6acc-ec68-49e2-9839-b17f6b341bf7 HTTP/1.1" status: 200 len: 978 time: 1.7711959 Aug 21 18:16:37.585867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.588631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35684) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:37.592860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:37.593509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.639919 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.640838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be16cc28-d09a-4bd9-8177-55168fb31063 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:37.658347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8954146 Aug 21 18:16:37.674583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0bb13-f8f6-4491-8858-4347067d99ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Pushing event updated for resources: {'Network': ['ID=4f2696d8-868b-470f-a925-8d9ef2a2faba,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:37.685229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.689708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:37.744332 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.747250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.751545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7265a4a4-d73c-4173-a918-ca53cb85ba12 HTTP/1.1" status: 204 len: 168 time: 0.5116131 Aug 21 18:16:37.770086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf8693-9714-445f-b520-8ab1db118967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7265a4a4-d73c-4173-a918-ca53cb85ba12,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:37.792245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Checking router: b92cef1f-7781-41f5-a23a-70f5f9aa8c41 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:16:37.811650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:37.812478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:37.849832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port e205a2e9-c51a-49ac-a23e-aa557a406c49 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:37.850728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.947534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:16:37.966534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.967056 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:37.982898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for e205a2e9-c51a-49ac-a23e-aa557a406c49 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:38.139251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.154487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba', 'binding:host_id': 'n-h2-793621-32', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-813215314'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:38.205934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Made reservation on behalf of b0d102b1bca74f95a8213a7c6144667a for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:38.214224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.253182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.288076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:38.346855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd42e65-d851-40cb-b793-9575165bf07b None None] The sync data for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 is: [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:08:20Z', 'revision_number': 4, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f6bff5f5-82fb-4165-8cae-2215ab030e35', 'name': '', 'network_id': 'cd46ec78-9e3e-4c18-8308-eb33f7727ed0', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'mac_address': 'fa:16:3e:b4:df:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:19Z', 'updated_at': '2021-08-21T18:08:30Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'subnets': [{'id': '205f4aee-71d2-4dec-938c-dbad10725fdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:38.360686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35714) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.402208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985771b-559f-41c7-8c7f-0090e2f73aa0 req-94156556-0444-4919-bd7f-874e2aeb41ea tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:38.403958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c985771b-559f-41c7-8c7f-0090e2f73aa0 req-94156556-0444-4919-bd7f-874e2aeb41ea tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.1306708 Aug 21 18:16:38.436509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.463855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.485441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.490037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=e205a2e9-c51a-49ac-a23e-aa557a406c49,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:38.524066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c985771b-559f-41c7-8c7f-0090e2f73aa0 req-ee7b6b92-10ef-4ac0-bc6a-0df4d665b0cd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127589 Aug 21 18:16:38.573025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.578936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.579504 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 83ff6acc-ec68-49e2-9839-b17f6b341bf7 disassociated (deleted). External IP: 172.25.1.132, port: 9dd1448b-e45e-46d9-83ca-3b6a29daaea1. Aug 21 18:16:38.582671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.588945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.589262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port eb993303-1547-409b-aec8-31407dee5563 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:38.600857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7415a3c5-c841-4a29-8347-f8707b0faf33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=703387d6fc854f99bdcd1d95f9bc7d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131620 Aug 21 18:16:38.607811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.696045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7238cd-7c17-473f-85d5-f0a79fe18d44,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:38.780036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.793100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.796492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "DELETE /v2.0/security-groups/488070e1-69a2-4f2e-b7f0-0e6bac82a5f6 HTTP/1.1" status: 204 len: 168 time: 0.4325144 Aug 21 18:16:38.799927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35724) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.843195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:38.882071 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-561376e3-d499-4efd-983b-6a403edc24b6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] show failed (client error): The resource could not be found. Aug 21 18:16:38.887565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-561376e3-d499-4efd-983b-6a403edc24b6 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "GET /v2.0/security-groups/488070e1-69a2-4f2e-b7f0-0e6bac82a5f6 HTTP/1.1" status: 404 len: 347 time: 0.0785151 Aug 21 18:16:38.889134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204bbfa-6e1c-4b86-a898-d16e82643a2b tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488070e1-69a2-4f2e-b7f0-0e6bac82a5f6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:38.889269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35726) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:38.914760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329348e3-2369-4eff-8aea-250a59dc58b8 None None] New status for floating IP 7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:16:39.009079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:39.036695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.234593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port eb993303-1547-409b-aec8-31407dee5563 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:39.260578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.263314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.267052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b3d2333-08f4-44cc-bd1c-5f3026a6f6de HTTP/1.1" status: 204 len: 168 time: 0.6558359 Aug 21 18:16:39.271655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.293322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9db2b-e540-450f-94ba-4071e938f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d2333-08f4-44cc-bd1c-5f3026a6f6de,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:39.306435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Transition to ACTIVE for port object eb993303-1547-409b-aec8-31407dee5563 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:39.332399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Deleting port f5656898-eaed-4e44-846e-6a849c30d66d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:39.332747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.335242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.390274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=eb993303-1547-409b-aec8-31407dee5563,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:39.502995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Checking segment: {'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:39.503507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Network hostable DHCP agents. Network: 4f2696d8-868b-470f-a925-8d9ef2a2faba, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:39.551177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.551514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.573183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:39.589205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Calling delete_port for f5656898-eaed-4e44-846e-6a849c30d66d owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:39.675910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4f2696d8-868b-470f-a925-8d9ef2a2faba) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:39.691306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e2df1-1a45-40a1-abde-456f48400e5c None None] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:39.753788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:39.792687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:39.793109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:39.793490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:39.797541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:39.803509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:39.816525 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:39.841734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:39.842147 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:39.845151 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 2 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:39.848774 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:39.850853 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:39.858300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c72fc7f-d09c-4fb5-b817-673fa6166089 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/83ff6acc-ec68-49e2-9839-b17f6b341bf7 HTTP/1.1" status: 204 len: 168 time: 2.2683339 Aug 21 18:16:39.860928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35772) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:39.924026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa732e-04d2-456b-b61a-ed650f017154 req-e43f100e-1229-413e-96f5-a040e901cc5c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:39.928281 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7aa732e-04d2-456b-b61a-ed650f017154 req-e43f100e-1229-413e-96f5-a040e901cc5c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.2629075 Aug 21 18:16:39.931856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:39.932192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:39.932532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:39.938352 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:39.949949 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:39.950903 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:39.964855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:39.965189 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:39.986333 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 3 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:39.992309 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:39.993943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b72af5-8b7b-4eab-82b8-46623868d961 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:40.024855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 9dd1448b-e45e-46d9-83ca-3b6a29daaea1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:40.025445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.025799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.026132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.026463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.086454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7aa732e-04d2-456b-b61a-ed650f017154 req-9ea1f651-e193-4368-85c4-eb1938351f08 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514988 Aug 21 18:16:40.089037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.089375 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.100392 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 4 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.136250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.136640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.136968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.142725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.142907 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.143217 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 5 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.151227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:40.163742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.184204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.204021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.204577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.205081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.209157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Pushing event deleted for resources: {'Port': ['ID=f5656898-eaed-4e44-846e-6a849c30d66d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:40.214584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 9dd1448b-e45e-46d9-83ca-3b6a29daaea1 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:40.218874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.219582 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.264068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:40.322873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: f4153a6e-4fd0-4a31-94b9-10e6925d76cd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:40.324284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f4153a6e-4fd0-4a31-94b9-10e6925d76cd not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:40.590997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.627746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=9dd1448b-e45e-46d9-83ca-3b6a29daaea1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:40.649633 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 6 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.687845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5a769-f8e6-4aeb-9c8e-31c31fed7dad req-4dca3d05-e138-4931-9cbc-8b16632c9363 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:40.696181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6f5a769-f8e6-4aeb-9c8e-31c31fed7dad req-4dca3d05-e138-4931-9cbc-8b16632c9363 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.1450601 Aug 21 18:16:40.702781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.703124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.703458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.708192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa621-dec7-49f2-93c3-1e1c1a35bdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.720968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.721288 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.723676 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 7 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.738872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:40.750950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.753444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.758186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bdb85a6d-2269-4758-a6cb-f28b2b2c65a7 tempest-ServerActionsTestJSON-627484086 tempest-ServerActionsTestJSON-627484086-project] 10.222.0.41 "DELETE /v2.0/floatingips/7b51ecfc-89e5-48e8-b2b8-849b7c8f2dbc HTTP/1.1" status: 204 len: 168 time: 1.8677208 Aug 21 18:16:40.760431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35812) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:40.764330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.764667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.765006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.774487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.774833 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.776139 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 8 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.794166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6f5a769-f8e6-4aeb-9c8e-31c31fed7dad req-0a4b8250-bd0c-4e1c-a162-1584537444b8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960622 Aug 21 18:16:40.798664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.799004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.799343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.803294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.808678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.809004 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.811009 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 9 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.811636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-409137be-a3a2-4aa3-93d2-fa0d04240a53 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/9dd1448b-e45e-46d9-83ca-3b6a29daaea1 HTTP/1.1" status: 204 len: 168 time: 0.9494805 Aug 21 18:16:40.814985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:40.826740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:40.879965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.880271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.881120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.888389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa621-dec7-49f2-93c3-1e1c1a35bdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.890848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.891188 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.891566 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 10 to bind port eb993303-1547-409b-aec8-31407dee5563 Aug 21 18:16:40.902649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f4fa621-dec7-49f2-93c3-1e1c1a35bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.910155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:40.910516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:40.910862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:40.922459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.953308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port eb993303-1547-409b-aec8-31407dee5563 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:40.953625 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port eb993303-1547-409b-aec8-31407dee5563 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:40.953996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:40.980267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682360110'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:41.022112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9f4fa621-dec7-49f2-93c3-1e1c1a35bdd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0411d1fd070b4280a7807abddf71b0e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693552 Aug 21 18:16:41.022850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fa621-dec7-49f2-93c3-1e1c1a35bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5217c8ea-f31e-4381-b550-941bbc189a33,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.027033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35820) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:41.091648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.102192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:41.105669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.127300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887207d1-9ce8-4b6c-a40c-bc563184f5f6 req-e4badc77-2065-4aba-baac-771264a399fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:41.128801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-887207d1-9ce8-4b6c-a40c-bc563184f5f6 req-e4badc77-2065-4aba-baac-771264a399fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.2019389 Aug 21 18:16:41.132690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port eb993303-1547-409b-aec8-31407dee5563, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:41.133066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempted to set empty binding levels {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:16:41.134156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.154984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.210678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.220488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:41.220606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.280423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-887207d1-9ce8-4b6c-a40c-bc563184f5f6 req-e73bd1a8-ec09-4ce9-9f83-7cf4b0916e7c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357117 Aug 21 18:16:41.299850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.218 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/516bea8a-f473-4fc1-8dd0-046d386cbaec) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:41.305698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=eb993303-1547-409b-aec8-31407dee5563,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.324776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.434572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.438288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.439681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5217c8ea-f31e-4381-b550-941bbc189a33 HTTP/1.1" status: 204 len: 168 time: 0.4087172 Aug 21 18:16:41.466950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14a3f-16f6-42a4-8f26-d96a87746be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5217c8ea-f31e-4381-b550-941bbc189a33,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.522822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.538157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.543001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.561871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:41.582801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.583882 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment f35b2623-d4dd-415b-9bf1-12993c648960 of type vlan for network 8302777e-8395-4d9b-9472-904fd065a004 Aug 21 18:16:41.597072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.648751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39e10232-cb66-4eb4-94e9-3b7e8887c81b tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 3.5078266 Aug 21 18:16:41.660183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35832) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:41.706293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.725774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=516bea8a-f473-4fc1-8dd0-046d386cbaec,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.735955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:41.738397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2901918b-7792-44b4-a2bc-207806ea49f0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.740214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:41.743199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:41.802365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.813261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:41.813924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.853289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.889987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Deleting port eb993303-1547-409b-aec8-31407dee5563 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:41.890342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:41.892120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35836) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:41.894842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1515214 Aug 21 18:16:41.944181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcda43-fd7e-42de-8fac-6577ed665559 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=8302777e-8395-4d9b-9472-904fd065a004,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:41.955660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8302777e-8395-4d9b-9472-904fd065a004 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:41.993990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.013927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb2ded-083b-4f73-9e5d-9c678d90bc64 req-9fff6347-6948-461a-8054-acc548f40a24 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:42.015329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port eb993303-1547-409b-aec8-31407dee5563, host n-h2-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:42.015918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.017374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90eb2ded-083b-4f73-9e5d-9c678d90bc64 req-9fff6347-6948-461a-8054-acc548f40a24 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.3845463 Aug 21 18:16:42.047848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28cee6c5-eb01-49f0-87e8-3584163df2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.049089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Calling delete_port for eb993303-1547-409b-aec8-31407dee5563 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:42.187559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.231476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.233142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "DELETE /v2.0/ports/eb993303-1547-409b-aec8-31407dee5563 HTTP/1.1" status: 204 len: 168 time: 0.5718877 Aug 21 18:16:42.234263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa2f65-f48d-463a-bc42-00f1b6785342 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb993303-1547-409b-aec8-31407dee5563,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:42.242605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35838) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:42.270619 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-abac648b-34af-469a-8f57-d7b1c10cf32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:16:42.272415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-abac648b-34af-469a-8f57-d7b1c10cf32a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports/eb993303-1547-409b-aec8-31407dee5563 HTTP/1.1" status: 404 len: 333 time: 0.0284822 Aug 21 18:16:42.276578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:42.279883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28cee6c5-eb01-49f0-87e8-3584163df2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.281883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-104605465'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:42.322571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Made reservation on behalf of b0d102b1bca74f95a8213a7c6144667a for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:42.325733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.335876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28cee6c5-eb01-49f0-87e8-3584163df2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.342648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:42.433099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-28cee6c5-eb01-49f0-87e8-3584163df2e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5067abfd34024876aad2ffe1cb29d36c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4436653 Aug 21 18:16:42.434681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35844) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:42.519892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cee6c5-eb01-49f0-87e8-3584163df2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72df051-9fef-460d-b6ff-72773711e065,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:42.551485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90eb2ded-083b-4f73-9e5d-9c678d90bc64 req-8c8e11ee-a3e7-40da-925f-3143ff22a0b6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4441409 Aug 21 18:16:42.620405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.658488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.729956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.777113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=c61f0bbb-d098-4175-98f1-99efa6b7a9d1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:42.806134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:42.808266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:42.808588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.811878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:42.813222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:42.814039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.832337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.833506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:42.866226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0614c9a-24eb-4e44-b29c-1fdf9d38a403 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5880301 Aug 21 18:16:42.871452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:42.887489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:42.920328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=516bea8a-f473-4fc1-8dd0-046d386cbaec,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:42.959326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.011892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.029205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.039171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.043694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e7c22cfe-a4f5-47fb-aac5-ce3765e7de8c tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2271755 Aug 21 18:16:43.049436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35850) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:43.050181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ed465a4b-692f-423c-bfad-ffae297d4748 req-f487d2e8-dc26-4c5f-ad2f-37545d4acca0 service neutron] (94598) timed out ('10.222.0.39', 55058) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:16:43.056330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'port': {'network_id': 'd854a9bb-8f4f-4886-9cda-96272025d551', 'name': 'tempest-FloatingIPTestJSON-1824469451'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:43.079036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-84b54b5f-0809-4f62-9a7c-5a26fdf5deb4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:43.081214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-84b54b5f-0809-4f62-9a7c-5a26fdf5deb4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.1888974 Aug 21 18:16:43.247513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.249238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Deleting port f6bff5f5-82fb-4165-8cae-2215ab030e35 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:43.249648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.250134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.251255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e72df051-9fef-460d-b6ff-72773711e065 HTTP/1.1" status: 204 len: 168 time: 0.8162253 Aug 21 18:16:43.314197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930ec95-9486-41ba-a645-3222ca183f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72df051-9fef-460d-b6ff-72773711e065,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:43.363694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] For port f6bff5f5-82fb-4165-8cae-2215ab030e35, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f6bff5f5-82fb-4165-8cae-2215ab030e35,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:43.364063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.379122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Calling delete_port for f6bff5f5-82fb-4165-8cae-2215ab030e35 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:43.469026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:43.469923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.587344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.617670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:43.631707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.664551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Transition to ACTIVE for port object c61f0bbb-d098-4175-98f1-99efa6b7a9d1 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:43.680177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.828986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:43.833127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.865530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:43.890372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bff5f5-82fb-4165-8cae-2215ab030e35,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:43.895381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:43.900166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:43.915865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=c61f0bbb-d098-4175-98f1-99efa6b7a9d1,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:43.986190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] device_id is not set on port c3b5bad9-efa7-4d04-a446-7fba578dbb1c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:44.056604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.056929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.057192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.065706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.066075 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.067767 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 2 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.085430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.085805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.086147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.092573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.092830 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.104212 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 3 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.124568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.124980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.125715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.164143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c4522-1605-4bfa-83f7-00a29e1e73e3 req-0eeded99-3102-48a4-aab7-92dd395efab2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:44.166265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-198c4522-1605-4bfa-83f7-00a29e1e73e3 req-0eeded99-3102-48a4-aab7-92dd395efab2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 946 time: 0.3708539 Aug 21 18:16:44.258937 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:16:44.265912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.266261 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.267335 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 4 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.299808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.301885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.302856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.307265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:44.325110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:44.326622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-198c4522-1605-4bfa-83f7-00a29e1e73e3 req-d6b03bc5-45d8-483c-91ff-9b7a3cc93bf1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484652 Aug 21 18:16:44.337635 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:44.408648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.6 (d854a9bb-8f4f-4886-9cda-96272025d551/6abe5b64-a491-47ab-91e3-17497a3e4db9/c3b5bad9-efa7-4d04-a446-7fba578dbb1c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:44.410206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=2e83467f-e7f6-43c0-9849-9f0f473bd6d8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:44.432560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.432897 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.437361 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 5 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.578463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.579026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.582344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.628807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:44.634702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:44.638230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c6c2784e-b853-4c2f-8384-70ac21c1233b req-1f9a8c44-e447-4275-9f62-001c170fd5af tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "DELETE /v2.0/ports/2e83467f-e7f6-43c0-9849-9f0f473bd6d8 HTTP/1.1" status: 204 len: 173 time: 1.5194275 Aug 21 18:16:44.638945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'name': 'network-vif-deleted', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:44.643159 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8588c4a5-57d0-464c-bbaf-a32cd1bded01" -d '{"events": [{"server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "name": "network-vif-deleted", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:44.649517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.650053 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.650742 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 6 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.673946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.674517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.675282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.690020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.691879 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.694908 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 7 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.752751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.767857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.768414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.805930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.806466 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.818136 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0589ac-f184-49bb-a865-aee9d321731d x-openstack-request-id: req-3e0589ac-f184-49bb-a865-aee9d321731d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:44.823882 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4fa63b-cf34-4721-ab16-3e648b791c8c", "name": "network-vif-deleted", "tag": "2e83467f-e7f6-43c0-9849-9f0f473bd6d8", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:44.824542 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e0589ac-f184-49bb-a865-aee9d321731d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:44.825144 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4fa63b-cf34-4721-ab16-3e648b791c8c', 'name': 'network-vif-deleted', 'tag': '2e83467f-e7f6-43c0-9849-9f0f473bd6d8', 'status': 'completed', 'code': 200} Aug 21 18:16:44.825755 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 8 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:44.905936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:44.906487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:44.907106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:44.930670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:44.931210 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:44.931843 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 9 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:45.051668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:45.052006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:45.052355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:45.057613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:45.057948 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:45.058360 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 10 to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 Aug 21 18:16:45.081124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:45.081356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:45.081697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:45.096880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:45.097182 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:45.097566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.242199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port c61f0bbb-d098-4175-98f1-99efa6b7a9d1, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:45.242764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempted to set empty binding levels {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:16:45.259210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.357204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35888) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:45.364085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '8302777e-8395-4d9b-9472-904fd065a004', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:45.423593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] In _notify_port_updated(), no bound segment for port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:16:45.425504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.426131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.430618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "PUT /v2.0/ports/c61f0bbb-d098-4175-98f1-99efa6b7a9d1 HTTP/1.1" status: 200 len: 979 time: 2.5552182 Aug 21 18:16:45.490186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35892) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:45.589596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0d38f1-6bad-4edc-ac88-646984edc275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=c61f0bbb-d098-4175-98f1-99efa6b7a9d1,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:45.600813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-856be813-f39c-4370-86fe-2ec515a74f83 req-b681583e-d3d8-4ea3-b658-168d2c892226 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab4fa63b-cf34-4721-ab16-3e648b791c8c HTTP/1.1" status: 200 len: 210 time: 0.1081219 Aug 21 18:16:45.669581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.670195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.671086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.671386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.671922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.672452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.672967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.673492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.674065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.675303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.675303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.675601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.676331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.676860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.677976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.678554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.679038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.679816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.680335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.680854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.681420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.682006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.682596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.683124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.683649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.684172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.684693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.685213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.685735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.686313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.686871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:45.690591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d993e629-9a5b-4986-95c3-15a2c7dd06c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27515 time: 0.1967549 Aug 21 18:16:45.695266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:45.719063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:45.736546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:45.739371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.813881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.882054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Deleting port c61f0bbb-d098-4175-98f1-99efa6b7a9d1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:45.882568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.933898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:45.940058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c9e85191-9482-4565-9ce0-055f44935b65 admin admin] 10.222.0.41 "PUT /v2.0/routers/b92cef1f-7781-41f5-a23a-70f5f9aa8c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1698198 Aug 21 18:16:45.942585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35906) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:45.951110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Sync routers for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:45.964254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:45.968031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:45.974430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:45.995200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port c61f0bbb-d098-4175-98f1-99efa6b7a9d1, host n-h2-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:45.995844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.015564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Calling delete_port for c61f0bbb-d098-4175-98f1-99efa6b7a9d1 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:46.064369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network d854a9bb-8f4f-4886-9cda-96272025d551 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:46.069040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:46.072133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:46.126475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.206844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=c3b5bad9-efa7-4d04-a446-7fba578dbb1c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:46.221709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=8836614c-9248-4baa-8239-268565a80c38,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:46.231464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.244309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:16:46.256966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.263008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event deleted for resources: {'Port': ['ID=c61f0bbb-d098-4175-98f1-99efa6b7a9d1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:46.277667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': 'f35b2623-d4dd-415b-9bf1-12993c648960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8302777e-8395-4d9b-9472-904fd065a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:46.278202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 8302777e-8395-4d9b-9472-904fd065a004, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:46.286660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.288967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0c98b651-5aa9-4dc1-8544-b546aa233e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "DELETE /v2.0/ports/c61f0bbb-d098-4175-98f1-99efa6b7a9d1 HTTP/1.1" status: 204 len: 168 time: 0.5926168 Aug 21 18:16:46.291759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35916) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:46.325351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:46.330154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 8302777e-8395-4d9b-9472-904fd065a004 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:46.339064 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe75816-70f2-4fec-9367-2885943e41cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:16:46.341055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0fe75816-70f2-4fec-9367-2885943e41cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports/c61f0bbb-d098-4175-98f1-99efa6b7a9d1 HTTP/1.1" status: 404 len: 333 time: 0.0481544 Aug 21 18:16:46.345048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35920) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:46.351283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1563342439', 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:46.356735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8302777e-8395-4d9b-9472-904fd065a004) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:46.365321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:46.366050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.391480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6ec28-a044-4219-94c1-6900f16921e8 None None] Network 8302777e-8395-4d9b-9472-904fd065a004 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:46.398597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:46.399592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.406579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Made reservation on behalf of b0d102b1bca74f95a8213a7c6144667a for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:46.409433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.434680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:46.435019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2e83467f-e7f6-43c0-9849-9f0f473bd6d8 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:46.435142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6fcd725a-dac4-4087-bf99-d67f580466cb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0762329 Aug 21 18:16:46.442221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35924) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:46.460643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983952110'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:46.464898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port fc461054-99c4-485f-9b67-d2a4c8523bf0 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:46.468560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.492670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-351cdbac-126d-42fe-8f39-40da59c880be tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4413874 Aug 21 18:16:46.493487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:46.499632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': 'c3b5bad9-efa7-4d04-a446-7fba578dbb1c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:46.623577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:46.633388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.668085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.740805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:46.796207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.796656 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment dab4324e-50cb-4445-8daa-bc80324bf894 of type vlan for network 7aee4613-c0a7-488b-877a-9a6849d06c82 Aug 21 18:16:46.908425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.925311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8302777e-8395-4d9b-9472-904fd065a004', 'network_id': '8302777e-8395-4d9b-9472-904fd065a004', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '8836614c-9248-4baa-8239-268565a80c38'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:16:46.926439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.927758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:46.985928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.000182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:47.000834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.083373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6325953 Aug 21 18:16:47.085406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35956) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:47.091172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154'}], 'enable_snat': True}, 'gw_port_id': '1475fc29-5d90-425e-9295-3e22123fa671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:16:43Z', 'revision_number': 5, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port': {'id': '1475fc29-5d90-425e-9295-3e22123fa671', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c7:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:08:14Z', 'updated_at': '2021-08-21T18:08:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:47.104605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:47.118285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.121614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074de948-dd9c-48fd-b724-43ddf853345e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=7aee4613-c0a7-488b-877a-9a6849d06c82,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:47.144855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7aee4613-c0a7-488b-877a-9a6849d06c82 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:47.150781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Checking router: b92cef1f-7781-41f5-a23a-70f5f9aa8c41 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:16:47.219511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Deleting port 1475fc29-5d90-425e-9295-3e22123fa671 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:47.220053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.255460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:47.261998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:47.268548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-7b7b6c60-8386-4ce8-9e58-8431b23e9e5f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:47.274844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:47.275864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:47.276558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.276967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-7b7b6c60-8386-4ce8-9e58-8431b23e9e5f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.2404025 Aug 21 18:16:47.298553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9516881 Aug 21 18:16:47.309336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35962) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:47.318525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Routers {'b92cef1f-7781-41f5-a23a-70f5f9aa8c41'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:47.319652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:47.322679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20828978-09a8-45a3-91ff-2280b83929f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=fc461054-99c4-485f-9b67-d2a4c8523bf0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:47.326805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:47.365211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78900253-513a-4d05-893a-0fbc2348b275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:47.366285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-78900253-513a-4d05-893a-0fbc2348b275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports/fc461054-99c4-485f-9b67-d2a4c8523bf0 HTTP/1.1" status: 200 len: 959 time: 0.0559778 Aug 21 18:16:47.369046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35968) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:47.382026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-c4988efa-0804-4070-b473-859679b93bb3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/quotas/b7a0bd023499448eac35735248eda284 HTTP/1.1" status: 200 len: 375 time: 0.1040587 Aug 21 18:16:47.416799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:47.420473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.521862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] For port 1475fc29-5d90-425e-9295-3e22123fa671, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1475fc29-5d90-425e-9295-3e22123fa671,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:47.522953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.555304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Calling delete_port for 1475fc29-5d90-425e-9295-3e22123fa671 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:47.559133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142c9304-0dae-4d40-8ac5-9cbaa86714da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.582396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Deleting port fc461054-99c4-485f-9b67-d2a4c8523bf0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:47.582731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.615857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-f17dc21d-9d61-4304-abd1-5ef6da033a20 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2329891 Aug 21 18:16:47.653335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Allocated IP 2001:db8:0:ffff::2 (8302777e-8395-4d9b-9472-904fd065a004/8836614c-9248-4baa-8239-268565a80c38/20dabfd4-ce16-4e5d-9978-fc34d6df1540) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:47.702831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.729314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Calling delete_port for fc461054-99c4-485f-9b67-d2a4c8523bf0 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:47.740446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] Set router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:16:47.847340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.853017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:16:46Z', 'revision_number': 6, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:47.897099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302d452-d43b-4185-a84a-a1356b4ed173 None None] The sync data for ids ['b92cef1f-7781-41f5-a23a-70f5f9aa8c41'] in n-d-793621-32 is: [{'id': 'b92cef1f-7781-41f5-a23a-70f5f9aa8c41', 'name': 'tempest-ServerActionsTestJSON-1654133333-router', 'tenant_id': 'c952f672e4994556b81280dd46917cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:08:13Z', 'updated_at': '2021-08-21T18:16:46Z', 'revision_number': 6, 'project_id': 'c952f672e4994556b81280dd46917cad', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:47.901405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9fb8b115-2f1e-4f1d-b22f-4e4746cf5d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.905836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e152260e-5137-48c0-88bb-515fd9c22472 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471344 Aug 21 18:16:47.913247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142c9304-0dae-4d40-8ac5-9cbaa86714da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.932191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142c9304-0dae-4d40-8ac5-9cbaa86714da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:47.996827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=22c7161e-4a64-4618-96a9-205a32ed7e96,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.010094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-142c9304-0dae-4d40-8ac5-9cbaa86714da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32dd114b595143c1befc391cb113edc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583428 Aug 21 18:16:48.018826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35972) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:48.029291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c9304-0dae-4d40-8ac5-9cbaa86714da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b672417c-9d75-444a-b921-16f9fd17cf56,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.038784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:16:48.042306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.078408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': 'dab4324e-50cb-4445-8daa-bc80324bf894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:48.078816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 7aee4613-c0a7-488b-877a-9a6849d06c82, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:48.088592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc461054-99c4-485f-9b67-d2a4c8523bf0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.095297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.106780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.111956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:48.112307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc9ea219-d2d9-4e59-b372-d0ab80841e0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fc461054-99c4-485f-9b67-d2a4c8523bf0 HTTP/1.1" status: 204 len: 168 time: 0.7388508 Aug 21 18:16:48.127280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.133126 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.133373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Transition to ACTIVE for port object 20dabfd4-ce16-4e5d-9978-fc34d6df1540 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:48.156288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Transition to ACTIVE for port object 20dabfd4-ce16-4e5d-9978-fc34d6df1540 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:48.162627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 7aee4613-c0a7-488b-877a-9a6849d06c82 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:48.162837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.168431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.172762 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.173135 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2795d561-1644-42fa-b8a8-cc20f3bc6f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:16:48.173636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7aee4613-c0a7-488b-877a-9a6849d06c82) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:48.175141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2795d561-1644-42fa-b8a8-cc20f3bc6f1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports/fc461054-99c4-485f-9b67-d2a4c8523bf0 HTTP/1.1" status: 404 len: 333 time: 0.0567429 Aug 21 18:16:48.189456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35976) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:48.195277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1164441802'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:48.198957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:48.199550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.213665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1e46db-7388-4b68-addc-8c177494175a None None] Network 7aee4613-c0a7-488b-877a-9a6849d06c82 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:48.225013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.233715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1475fc29-5d90-425e-9295-3e22123fa671,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.241392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-23f63269-8e40-4953-af21-8b8194fa9a18 service neutron] 10.222.0.41 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065298 Aug 21 18:16:48.286137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Made reservation on behalf of b0d102b1bca74f95a8213a7c6144667a for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:48.288557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.329514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Network 8302777e-8395-4d9b-9472-904fd065a004 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:48.344313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:48.348322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Pushing event updated for resources: {'Port': ['ID=20dabfd4-ce16-4e5d-9978-fc34d6df1540,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.351390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:48.365672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-203e8e42-9850-4e0c-9e82-453412a209a3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2655067 Aug 21 18:16:48.372472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:48.373214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35980) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:48.376753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.435671 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 4b035ce3-32d8-40cf-8f6a-b6acfcc63b98 associated. External IP: 172.25.1.218, port: c3b5bad9-efa7-4d04-a446-7fba578dbb1c. Aug 21 18:16:48.541986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Attempting to bind port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:48.542750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Attempting to bind port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f35b2623-d4dd-415b-9bf1-12993c648960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8302777e-8395-4d9b-9472-904fd065a004'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:48.543440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Attempting to bind port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 on network 8302777e-8395-4d9b-9472-904fd065a004 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:48.584139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:48.584736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Checking segment: {'id': 'f35b2623-d4dd-415b-9bf1-12993c648960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8302777e-8395-4d9b-9472-904fd065a004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:48.585329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.586228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Bound using segment: {'id': 'f35b2623-d4dd-415b-9bf1-12993c648960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8302777e-8395-4d9b-9472-904fd065a004'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:48.587335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Bound port: 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f35b2623-d4dd-415b-9bf1-12993c648960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '8302777e-8395-4d9b-9472-904fd065a004'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:48.588031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.607512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-7aee4613-c0a7-488b-877a-9a6849d06c82', 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '22c7161e-4a64-4618-96a9-205a32ed7e96'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:16:48.608683 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.629813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.697367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.738739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.743738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.749489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b672417c-9d75-444a-b921-16f9fd17cf56 HTTP/1.1" status: 204 len: 168 time: 0.7291973 Aug 21 18:16:48.755126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.804850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60bedf-d194-4a3e-bb7f-056626f673c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b672417c-9d75-444a-b921-16f9fd17cf56,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.875294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] For port 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:48.878644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5a9117a4-3a10-404e-b81b-3729a6b4b5de req-16f68ba3-e66d-44a5-8856-9895e1b7de8d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 210 time: 0.1412754 Aug 21 18:16:48.879409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7ff542-c6f9-4c09-9a5d-c290e63eb02a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:48.886932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Network 4f2696d8-868b-470f-a925-8d9ef2a2faba is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:48.890620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:48.900867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:48.902412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:48.903255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.908227 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:48.929342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] For port 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=20dabfd4-ce16-4e5d-9978-fc34d6df1540,segment=NetworkSegment(f35b2623-d4dd-415b-9bf1-12993c648960),segment_id=f35b2623-d4dd-415b-9bf1-12993c648960)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:48.935660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e8af21cf-0a4f-44c4-93bb-5972496797bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7428489 Aug 21 18:16:48.936453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:48.952253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:48.975175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.065661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Allocated IP 2001:db8::1 (7aee4613-c0a7-488b-877a-9a6849d06c82/22c7161e-4a64-4618-96a9-205a32ed7e96/c2d70836-658e-4a59-abb9-078ec5533b9e) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:49.085118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f6bff5f5-82fb-4165-8cae-2215ab030e35 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:49.108040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.115278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e70768-0e2d-4550-8a98-a897900b2ad6 None None] Pushing event updated for resources: {'Port': ['ID=20dabfd4-ce16-4e5d-9978-fc34d6df1540,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:49.116931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.122342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.151570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: f6bff5f5-82fb-4165-8cae-2215ab030e35 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:49.151911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f6bff5f5-82fb-4165-8cae-2215ab030e35 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:49.152331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1475fc29-5d90-425e-9295-3e22123fa671 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:49.188631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 1475fc29-5d90-425e-9295-3e22123fa671 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:49.188983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1475fc29-5d90-425e-9295-3e22123fa671 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:49.251104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.251658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b92cef1f-7781-41f5-a23a-70f5f9aa8c41 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:16:49.257758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.264052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.267808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a78be4aa-23d4-4231-a643-8c05134984e5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b92cef1f-7781-41f5-a23a-70f5f9aa8c41 HTTP/1.1" status: 204 len: 168 time: 3.3218555 Aug 21 18:16:49.268949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36000) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:49.460388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.485410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Transition to ACTIVE for port object c2d70836-658e-4a59-abb9-078ec5533b9e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:49.500721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Deleting subnet 205f4aee-71d2-4dec-938c-dbad10725fdb {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:16:49.512750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36004) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:49.524590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Transition to ACTIVE for port object c2d70836-658e-4a59-abb9-078ec5533b9e will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:49.528432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.541981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.551289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.585280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71bea02d-17dd-42c4-be29-56cb969f1391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.623539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Network 7aee4613-c0a7-488b-877a-9a6849d06c82 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:49.627862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.633527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:49.637929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:49.720331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Pushing event updated for resources: {'Port': ['ID=c2d70836-658e-4a59-abb9-078ec5533b9e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:49.722261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:49.739104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Attempting to bind port c2d70836-658e-4a59-abb9-078ec5533b9e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:49.740005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Attempting to bind port c2d70836-658e-4a59-abb9-078ec5533b9e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'dab4324e-50cb-4445-8daa-bc80324bf894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:49.740372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Attempting to bind port c2d70836-658e-4a59-abb9-078ec5533b9e on network 7aee4613-c0a7-488b-877a-9a6849d06c82 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:49.742135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] device_id is not set on port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:16:49.746253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.755653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.760376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:49.761267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Checking segment: {'id': 'dab4324e-50cb-4445-8daa-bc80324bf894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:49.761880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.762572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Bound using segment: {'id': 'dab4324e-50cb-4445-8daa-bc80324bf894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:49.763313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Bound port: c2d70836-658e-4a59-abb9-078ec5533b9e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dab4324e-50cb-4445-8daa-bc80324bf894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '7aee4613-c0a7-488b-877a-9a6849d06c82'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:49.763952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.806064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Transition to ACTIVE for port object 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:49.818076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=22c7161e-4a64-4618-96a9-205a32ed7e96,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:49.829072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.831394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.883039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] For port c2d70836-658e-4a59-abb9-078ec5533b9e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:49.887659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] For port c2d70836-658e-4a59-abb9-078ec5533b9e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c2d70836-658e-4a59-abb9-078ec5533b9e,segment=NetworkSegment(dab4324e-50cb-4445-8daa-bc80324bf894),segment_id=dab4324e-50cb-4445-8daa-bc80324bf894)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:49.896224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.917546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7ff542-c6f9-4c09-9a5d-c290e63eb02a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:49.949420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:49.963675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aee4613-c0a7-488b-877a-9a6849d06c82']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:49.984185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab4324e-50cb-4445-8daa-bc80324bf894') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:49.984185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab4324e-50cb-4445-8daa-bc80324bf894') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:49.993309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:50.000647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.010405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:50.010686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:50.011446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:50.014281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71bea02d-17dd-42c4-be29-56cb969f1391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.016683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.031873 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:50.056034 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:50.056771 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:50.059525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.065588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e5054b6f-8bb8-4da4-945e-75a387ea5895 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/4b035ce3-32d8-40cf-8f6a-b6acfcc63b98 HTTP/1.1" status: 200 len: 978 time: 3.5697000 Aug 21 18:16:50.068554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36010) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:50.084808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71bea02d-17dd-42c4-be29-56cb969f1391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.087931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:50.088356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.090591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:50.091466 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:50.093761 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:50.106935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad6977-f1d6-4f28-b6df-d79d13a6533d None None] Pushing event updated for resources: {'Port': ['ID=c2d70836-658e-4a59-abb9-078ec5533b9e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:50.124995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:50.132735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e758293-b87a-48fa-ad1d-e35ee7479cd3 None None] Network 7aee4613-c0a7-488b-877a-9a6849d06c82 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:50.152415 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:50.153246 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:50.213974 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:50.214979 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fd6c4-7557-4819-a77b-8ee63e62fb72 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:50.237732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:16:50.237732 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:16:50.237732 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '7aee4613-c0a7-488b-877a-9a6849d06c82'}] Aug 21 18:16:50.237732 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:16:50.238139 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:16:50.248658 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 2 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:50.253375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71bea02d-17dd-42c4-be29-56cb969f1391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1e588c3791e944e99fc925e3c4717322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7392008 Aug 21 18:16:50.257302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36012) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:50.274448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bea02d-17dd-42c4-be29-56cb969f1391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df04bf37-e09a-4f11-b816-5f3eb5f66770,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:50.279026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42faf8d8-4d1c-4411-998c-d1823bcca12c req-275b02dd-dc0e-4091-a9e1-52dc2f486dfb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 210 time: 0.2057149 Aug 21 18:16:50.280655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.321431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port c3b5bad9-efa7-4d04-a446-7fba578dbb1c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:50.321992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.322835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-8aa12184-c97c-4257-b502-b1ea1f4c26ad tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:50.324567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-8aa12184-c97c-4257-b502-b1ea1f4c26ad tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 805 time: 0.3676987 Aug 21 18:16:50.343070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-66ac493d-ebd3-43e2-ab8b-25f78524cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.355162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Request body: {'port': {'device_id': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'admin_state_up': True, 'tenant_id': 'b7a0bd023499448eac35735248eda284'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:50.359874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205f4aee-71d2-4dec-938c-dbad10725fdb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:50.361588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:50.362112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:50.362409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:50.367424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.369566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a70891b5-5adc-4892-a869-7134803e2a66 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/205f4aee-71d2-4dec-938c-dbad10725fdb HTTP/1.1" status: 204 len: 168 time: 1.0962980 Aug 21 18:16:50.372017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce1e78-0669-4dd3-93e1-2ec1a485fee7 None None] Network cd46ec78-9e3e-4c18-8308-eb33f7727ed0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:50.381701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36014) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:50.392343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:50.392848 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:50.420250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.461532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.485408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.486083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.591116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.594588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.596083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/df04bf37-e09a-4f11-b816-5f3eb5f66770 HTTP/1.1" status: 204 len: 168 time: 0.3376913 Aug 21 18:16:50.640027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] DHCP port deletion for cd46ec78-9e3e-4c18-8308-eb33f7727ed0 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:16:50.675041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272c174-1158-4f07-91d9-fcc3bd47e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df04bf37-e09a-4f11-b816-5f3eb5f66770,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:50.710135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a18690-4a7f-46ef-bf0a-ebbc8925aa74 None None] Network 8302777e-8395-4d9b-9472-904fd065a004 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:50.769836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.788174 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 3 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:50.870747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:50.871088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:50.871429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:50.874654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Deleting port cd4dd060-b12d-40fc-a760-486d122f5214 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:50.876330 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.881146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33e1b563-d2e1-4293-b5dc-a8a2baf425b5 None None] Provisioning for port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:50.882313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.884898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.885316 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP 4b035ce3-32d8-40cf-8f6a-b6acfcc63b98 disassociated. External IP: 172.25.1.218, port: c3b5bad9-efa7-4d04-a446-7fba578dbb1c. Aug 21 18:16:50.885709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for c3b5bad9-efa7-4d04-a446-7fba578dbb1c owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:50.902866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:50.903488 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:50.908380 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 4 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:50.930666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:50.948777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:50.949477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:50.950037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:50.964693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:50.965507 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:50.967772 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 5 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.015141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.015627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.016231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.023714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] For port cd4dd060-b12d-40fc-a760-486d122f5214, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cd4dd060-b12d-40fc-a760-486d122f5214,segment=NetworkSegment(1e148327-b2ad-4aae-9339-409cebe35ffd),segment_id=1e148327-b2ad-4aae-9339-409cebe35ffd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:51.024375 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.024832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.025253 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.025997 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 6 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.028690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Made reservation on behalf of b7a0bd023499448eac35735248eda284 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:51.032630 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.041249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Calling delete_port for cd4dd060-b12d-40fc-a760-486d122f5214 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:51.044384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port c2d70836-658e-4a59-abb9-078ec5533b9e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:51.044848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.070385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.070754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.071182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.086642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.086967 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.091810 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 7 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.129906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 20dabfd4-ce16-4e5d-9978-fc34d6df1540 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:51.130545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Deleting port cd4dd060-b12d-40fc-a760-486d122f5214 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:51.131159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.148637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port c2d70836-658e-4a59-abb9-078ec5533b9e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c2d70836-658e-4a59-abb9-078ec5533b9e,segment=NetworkSegment(dab4324e-50cb-4445-8daa-bc80324bf894),segment_id=dab4324e-50cb-4445-8daa-bc80324bf894)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:51.149013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.175571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.192328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for c2d70836-658e-4a59-abb9-078ec5533b9e owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:51.206468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.208589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.209164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.210234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] Pushing event deleted for resources: {'Port': ['ID=cd4dd060-b12d-40fc-a760-486d122f5214,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:51.228969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a3922e-6588-42e9-a18c-e3e08a2012af None None] No DVR routers for this DVR port cd4dd060-b12d-40fc-a760-486d122f5214 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:51.253266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.254312 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.263642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.279072 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 8 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.313322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:51.313486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=c3b5bad9-efa7-4d04-a446-7fba578dbb1c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:51.318818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.319335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.319679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.323993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:51.324371 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.331178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] For port cd4dd060-b12d-40fc-a760-486d122f5214, host n-d-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:51.332903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.354810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.355314 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.361703 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 9 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.381739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Calling delete_port for cd4dd060-b12d-40fc-a760-486d122f5214 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:51.381739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.381739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.381739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.395371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Port cd4dd060-b12d-40fc-a760-486d122f5214 was not found and therefore no delete operation was performed {{(pid=94599) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:16:51.399747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Allocated IP 172.20.0.12 (97e2bf5f-e8d7-457b-a66f-504e97da3a30/99dc12ac-d66a-4824-8f87-a86db97f37a5/419d872c-9b45-41fd-a806-dd2ab5ff21be) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:51.404634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.422527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.422754 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.455721 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempt 10 to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a Aug 21 18:16:51.467485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.472208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4dd060-b12d-40fc-a760-486d122f5214,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:51.477890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] No DVR routers for this DVR port cd4dd060-b12d-40fc-a760-486d122f5214 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:51.530419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.538228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb025d02-396e-4490-a07c-77218072ae95 req-b3b2aa61-872a-4379-856e-80a5d1612030 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 210 time: 0.1171994 Aug 21 18:16:51.549868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.562053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:51.562473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:51.562705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=20dabfd4-ce16-4e5d-9978-fc34d6df1540,segment=NetworkSegment(f35b2623-d4dd-415b-9bf1-12993c648960),segment_id=f35b2623-d4dd-415b-9bf1-12993c648960)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:51.562958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempting to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:51.570985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.589996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port c2d70836-658e-4a59-abb9-078ec5533b9e on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:51.622779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:51.623158 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Failed to bind port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on host n-h2-793621-32 for vnic_type normal using segments [{'id': '8b94adc9-e7ba-49ce-a430-e6d67f9a3146', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '4f2696d8-868b-470f-a925-8d9ef2a2faba'}] Aug 21 18:16:51.623689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.638653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=c2d70836-658e-4a59-abb9-078ec5533b9e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:51.648850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.665844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd46ec78-9e3e-4c18-8308-eb33f7727ed0']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.680596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cd4dd060-b12d-40fc-a760-486d122f5214 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:16:51.682376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:51.697503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e148327-b2ad-4aae-9339-409cebe35ffd') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.697813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e148327-b2ad-4aae-9339-409cebe35ffd') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.710075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7843ebb-adc7-44ab-a353-eee1c8a50094 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:16:51.711934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=20dabfd4-ce16-4e5d-9978-fc34d6df1540,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:51.715990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: cd4dd060-b12d-40fc-a760-486d122f5214 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:16:51.716342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cd4dd060-b12d-40fc-a760-486d122f5214 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:16:51.799280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.839962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.845173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a633add8-0110-4ee1-8a6d-add79a949b7c None None] Provisioning complete for port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:51.845554 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a633add8-0110-4ee1-8a6d-add79a949b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.853481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.882443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aee4613-c0a7-488b-877a-9a6849d06c82']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.892139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:51.892563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:51.895030 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:51.903995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab4324e-50cb-4445-8daa-bc80324bf894') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.904590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab4324e-50cb-4445-8daa-bc80324bf894') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:51.945932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.948688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.963295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:51.963616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attempted to set empty binding levels {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:16:51.968465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.977670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.995775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:51.996270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:51.999405 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:52.022436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:52.024729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.043742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] In _notify_port_updated(), no bound segment for port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a on network 4f2696d8-868b-470f-a925-8d9ef2a2faba {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:16:52.044545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:52.045162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.046536 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "PUT /v2.0/ports/6b7ff542-c6f9-4c09-9a5d-c290e63eb02a HTTP/1.1" status: 200 len: 980 time: 3.1078887 Aug 21 18:16:52.049550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.051385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] 10.222.0.41 "DELETE /v2.0/networks/cd46ec78-9e3e-4c18-8308-eb33f7727ed0 HTTP/1.1" status: 204 len: 168 time: 1.6669400 Aug 21 18:16:52.055154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf0808-38d0-4e76-acb0-3660dabcd68d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd46ec78-9e3e-4c18-8308-eb33f7727ed0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.058528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36050) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.076654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd06ca-6166-496a-a13c-8cfa88ea46c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event updated for resources: {'Port': ['ID=6b7ff542-c6f9-4c09-9a5d-c290e63eb02a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.098676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.157809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event updated for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.162322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.164612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1bf3ad84-c213-4cd3-816d-4ee083a65f80 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/c3b5bad9-efa7-4d04-a446-7fba578dbb1c HTTP/1.1" status: 204 len: 168 time: 2.0950572 Aug 21 18:16:52.168268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36054) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.195878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:52.197497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:52.201072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:52.220763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.235235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.241714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/7aee4613-c0a7-488b-877a-9a6849d06c82 HTTP/1.1" status: 204 len: 168 time: 3.8617291 Aug 21 18:16:52.246020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36058) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.253973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1924199460'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:52.270604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ed7d5bb5-8bc3-4fd5-bf89-9a0dee8fa50f tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/floatingips/4b035ce3-32d8-40cf-8f6a-b6acfcc63b98 HTTP/1.1" status: 200 len: 688 time: 0.0971067 Aug 21 18:16:52.271208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36060) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.272669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5617820-0ed3-4a37-b831-368bcc7f3b3c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=7aee4613-c0a7-488b-877a-9a6849d06c82,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.315167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Deleting port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:52.315518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.329384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:16:52.331263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:52.339745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7843ebb-adc7-44ab-a353-eee1c8a50094 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:16:52.345814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:52.346653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.381712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36062) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.392081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:52.392722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.416351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] For port 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a, host n-h2-793621-32, got binding levels [] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:52.416723 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.431002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Calling delete_port for 6b7ff542-c6f9-4c09-9a5d-c290e63eb02a owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:52.451371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:52.455758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.497122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d252f656-6112-41ec-8451-82942b7a1c6c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1466610 Aug 21 18:16:52.506662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aae7884e-753c-4a45-bd45-030a7b5aae32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c952f672e4994556b81280dd46917cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208448 Aug 21 18:16:52.507219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36066) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.527926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Request body: {'port': {'device_id': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:52.547324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.558117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36068) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.582011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:52.597546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b7ff542-c6f9-4c09-9a5d-c290e63eb02a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.605076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.605508 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment 87825aec-d582-4828-8311-b10ba3a11f32 of type vlan for network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd Aug 21 18:16:52.608756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.614187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da6c2e81-915d-4301-9d2d-5ca2c1b983d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "DELETE /v2.0/ports/6b7ff542-c6f9-4c09-9a5d-c290e63eb02a HTTP/1.1" status: 204 len: 168 time: 0.5517652 Aug 21 18:16:52.617518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.631269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.653665 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b123f454-1bb3-4e8c-a09d-09c66f95cf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:16:52.660499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b123f454-1bb3-4e8c-a09d-09c66f95cf0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766052551-project-admin] 10.222.0.41 "GET /v2.0/ports/6b7ff542-c6f9-4c09-9a5d-c290e63eb02a HTTP/1.1" status: 404 len: 333 time: 0.0416858 Aug 21 18:16:52.662325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:52.671545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.691611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.699177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:52.699823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.735156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 516bea8a-f473-4fc1-8dd0-046d386cbaec {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:52.735589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.747610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.751947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.752617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e29fbe-807d-418f-83f7-79fbc0a2e41e None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:52.756540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.793694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.813662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.883701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.886597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.887569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ded7186-a917-4fa1-8f38-aa1d756090e9 HTTP/1.1" status: 204 len: 168 time: 0.3797057 Aug 21 18:16:52.888143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4951bc2-181d-4b13-9906-614ab5705547 req-eea3bec2-17be-46c8-aeab-efbac433471e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:52.890485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4951bc2-181d-4b13-9906-614ab5705547 req-eea3bec2-17be-46c8-aeab-efbac433471e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 932 time: 0.2148302 Aug 21 18:16:52.910039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a163710-d7d1-4be2-9b80-56c9f3aa62c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ded7186-a917-4fa1-8f38-aa1d756090e9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:52.919177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:52.931656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2696d8-868b-470f-a925-8d9ef2a2faba']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.948985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b94adc9-e7ba-49ce-a430-e6d67f9a3146') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.949300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b94adc9-e7ba-49ce-a430-e6d67f9a3146') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:52.966200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.013087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.039690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:53.042756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:53.046192 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:53.051437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.059965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.066965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:53.068230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.083693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 20dabfd4-ce16-4e5d-9978-fc34d6df1540 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:53.152260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.184316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.198069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.207203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9599302 Aug 21 18:16:53.219151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] 10.222.0.41 "DELETE /v2.0/networks/4f2696d8-868b-470f-a925-8d9ef2a2faba HTTP/1.1" status: 204 len: 168 time: 0.5395379 Aug 21 18:16:53.222034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36090) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:53.249172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:53.280304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:53.280688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.329925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564017d-87c8-4eb4-9ac2-78d7227b6242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885 tempest-PortsAdminExtendedAttrsIpV6TestJSON-762597885-project] Pushing event deleted for resources: {'Network': ['ID=4f2696d8-868b-470f-a925-8d9ef2a2faba,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:53.336885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.375244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.375761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.401510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4951bc2-181d-4b13-9906-614ab5705547 req-b17b771e-6afd-4580-bb8a-126cca384439 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472912 Aug 21 18:16:53.435160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4bcfc9f105848b7a78c0ffd41864cab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8737986 Aug 21 18:16:53.437586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:53.449574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=4f2315cc-4dd5-4471-9bd9-057f06c8dddd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:53.471354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 516bea8a-f473-4fc1-8dd0-046d386cbaec owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:53.492244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9febd5c7-d679-4a2b-b047-7913fd37f690,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:53.496317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.497073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.497575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.498086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.499606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.499606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.500248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.501026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.501596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.501933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.502261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.503156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628daafd-4024-4fbd-920e-4b6a87c0e4d8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.522202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:53.530181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:53.534306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.555148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.637609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.681658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36108) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:53.689074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.689477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.689815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.690150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.690480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.690824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.691385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.691723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.692429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.693457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.694020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.694369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8eafe1b-caf8-47e2-be4a-23907e3aad85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:16:53.742223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.745801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.747584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9febd5c7-d679-4a2b-b047-7913fd37f690 HTTP/1.1" status: 204 len: 168 time: 0.3084803 Aug 21 18:16:53.771202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910eddf-2807-4b5f-84b9-64c1078d7e1e req-d379edc2-3d92-4c80-9114-dfe4e8eb59ba tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:53.773057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d910eddf-2807-4b5f-84b9-64c1078d7e1e req-d379edc2-3d92-4c80-9114-dfe4e8eb59ba tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2593603 Aug 21 18:16:53.782826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da5e9b-06f2-40e1-83a1-baad52e747c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9febd5c7-d679-4a2b-b047-7913fd37f690,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:53.897505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d910eddf-2807-4b5f-84b9-64c1078d7e1e req-29c512b6-910f-4efd-b571-b54b4ce37e16 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142669 Aug 21 18:16:53.898800 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-818bed31-51c0-421d-812a-f986fbf3edfb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=109b371f43d642abb66090e3b782b4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158835 Aug 21 18:16:53.902143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36118) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:53.971642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:53.995940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.020879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.027456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 419d872c-9b45-41fd-a806-dd2ab5ff21be {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:16:54.039269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.052472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.061700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Transition to ACTIVE for port object 419d872c-9b45-41fd-a806-dd2ab5ff21be will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:54.090919 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.100079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=516bea8a-f473-4fc1-8dd0-046d386cbaec,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.125352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=4ef2cbff-27a0-4793-adbc-5ed3c25cab69,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.140404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': '87825aec-d582-4828-8311-b10ba3a11f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:54.141068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 4f2315cc-4dd5-4471-9bd9-057f06c8dddd, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:54.163759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.167062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.167942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7356d8f1-52f3-4316-87d6-7fd38a666ef8 HTTP/1.1" status: 204 len: 168 time: 0.2646098 Aug 21 18:16:54.172040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:54.181687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855b2ad-0bfc-4da4-b010-d93c49cd62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356d8f1-52f3-4316-87d6-7fd38a666ef8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.216175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4f2315cc-4dd5-4471-9bd9-057f06c8dddd) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:54.221143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:54.222000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.228745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca32c736-5b3e-4670-88f5-bb906d77d155 None None] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:54.247824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36136) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:54.264899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.280331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b9d7686f-2b23-4dfb-ba75-41b0dcc0eb41 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0405300 Aug 21 18:16:54.280606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36140) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:54.287895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1641397846'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:54.311864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.314438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.315871 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-66014b89-4421-4942-9d6a-0db8e387c683 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/4b035ce3-32d8-40cf-8f6a-b6acfcc63b98 HTTP/1.1" status: 204 len: 168 time: 2.0453231 Aug 21 18:16:54.320873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36142) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:54.327265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '8a751cc7-3e41-4db1-9280-f97950455625'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:54.334266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:54.338157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.356208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Attempting to bind port 419d872c-9b45-41fd-a806-dd2ab5ff21be on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:54.358002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Attempting to bind port 419d872c-9b45-41fd-a806-dd2ab5ff21be by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:54.358875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Attempting to bind port 419d872c-9b45-41fd-a806-dd2ab5ff21be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:54.363840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Port 419d872c-9b45-41fd-a806-dd2ab5ff21be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:16:54.365498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Attempting to bind port 419d872c-9b45-41fd-a806-dd2ab5ff21be on network 97e2bf5f-e8d7-457b-a66f-504e97da3a30 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:54.373234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:54.373883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Checking segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:54.374530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Bound using segment: {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:54.375307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Bound port: 419d872c-9b45-41fd-a806-dd2ab5ff21be, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6498ee-ab26-4a8d-a8a1-c280e95992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:54.376553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.378430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:54.388675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.414428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.414952 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment 7e3a9477-b6d7-4a88-a76c-498a2955f7a5 of type vlan for network 2ef4c809-0710-42a2-a96c-59d5229640fa Aug 21 18:16:54.484977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:54.488663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:54.496015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.499899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4f2315cc-4dd5-4471-9bd9-057f06c8dddd', 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '4ef2cbff-27a0-4793-adbc-5ed3c25cab69'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:16:54.501253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.537175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.549071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:54.550652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.552680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] 10.222.0.39 "PUT /v2.0/ports/419d872c-9b45-41fd-a806-dd2ab5ff21be HTTP/1.1" status: 200 len: 1093 time: 2.0301998 Aug 21 18:16:54.568095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:16:54.571158 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf6c81-b575-4256-814c-e5941e12cb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:16:54.593245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.602687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:54.611254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.643540 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6745123-bd94-4b71-918a-1180f8014d8a x-openstack-request-id: req-e6745123-bd94-4b71-918a-1180f8014d8a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:16:54.643954 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:16:54.644217 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6745123-bd94-4b71-918a-1180f8014d8a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:16:54.644616 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be', 'status': 'completed', 'code': 200} Aug 21 18:16:54.685795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfa3c0-0b26-4585-96ee-80d4343cb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.707107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1381164457-network', 'tenant_id': '59e6746f30d2462cb407cf6465a7f61d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:54.712069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3baf7-c061-4f3c-a0f8-2de0ad6f979d req-1eae0427-96b1-43b8-91bb-30a2d248a068 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:54.714036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f3baf7-c061-4f3c-a0f8-2de0ad6f979d req-1eae0427-96b1-43b8-91bb-30a2d248a068 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 944 time: 0.1736486 Aug 21 18:16:54.715106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4330509 Aug 21 18:16:54.717818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36152) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:54.728633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:54.733443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.738706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdafd01-28fb-412f-b6f3-0cb986bc989f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=2ef4c809-0710-42a2-a96c-59d5229640fa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:54.774694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2ef4c809-0710-42a2-a96c-59d5229640fa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:54.799115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Made reservation on behalf of 59e6746f30d2462cb407cf6465a7f61d for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:54.801950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.818687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:54.842473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-a26b8b9a-fd8e-477e-a9fc-735a554f0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:54.844068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-a26b8b9a-fd8e-477e-a9fc-735a554f0bee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 1096 time: 0.2290602 Aug 21 18:16:54.881816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0f3baf7-c061-4f3c-a0f8-2de0ad6f979d req-4a01d3dd-798c-4144-9924-bfba709320fb tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439390 Aug 21 18:16:54.923274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.145 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/c5e6c3ee-3b88-439e-a077-07c640a1514b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:54.934312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:54.962809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Allocated IP 2001:db8::3 (4f2315cc-4dd5-4471-9bd9-057f06c8dddd/4ef2cbff-27a0-4793-adbc-5ed3c25cab69/e2c9f3c6-dded-4e87-92e0-15d93e2fde1d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:54.966704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-24f5456b-f63e-4c85-9a93-f84340f1360c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be HTTP/1.1" status: 200 len: 217 time: 0.0910175 Aug 21 18:16:55.009964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6114d4b0-c7fc-4f57-ac8e-85241c786eae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0d102b1bca74f95a8213a7c6144667a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0726585 Aug 21 18:16:55.019373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36166) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:55.076515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d7eb1e6b-fa7f-469b-ad56-7856a90919a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:55.078048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-d7eb1e6b-fa7f-469b-ad56-7856a90919a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1021605 Aug 21 18:16:55.127048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-626085dc-1b67-47b8-aaef-dfb29ecc1a4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397041 Aug 21 18:16:55.152450 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.166093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a41db-137f-42ed-8a73-29d1f3d260c2 req-fc8f64d9-c056-4fb2-a603-2338a478e44a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:55.167661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db6a41db-137f-42ed-8a73-29d1f3d260c2 req-fc8f64d9-c056-4fb2-a603-2338a478e44a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1460972 Aug 21 18:16:55.179351 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.188587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Transition to ACTIVE for port object e2c9f3c6-dded-4e87-92e0-15d93e2fde1d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:55.191722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.200186 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.201969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.206809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.215619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Transition to ACTIVE for port object e2c9f3c6-dded-4e87-92e0-15d93e2fde1d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:55.222699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.262257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b4e274-713b-488f-8b6b-8b655d19b412,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.278749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:55.282322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:55.289079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:55.300669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:55.325929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Pushing event updated for resources: {'Port': ['ID=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.331741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db6a41db-137f-42ed-8a73-29d1f3d260c2 req-37600cca-d179-4ff6-8510-8b33eb5e9ea6 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547313 Aug 21 18:16:55.336065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.336634 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Added segment d0eec451-c198-4433-b38c-f6a1f3203774 of type vlan for network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d Aug 21 18:16:55.393125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:55.397480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.405892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Attempting to bind port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:55.406412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Attempting to bind port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '87825aec-d582-4828-8311-b10ba3a11f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:55.406820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Attempting to bind port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d on network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:55.413342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:55.414034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Checking segment: {'id': '87825aec-d582-4828-8311-b10ba3a11f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:55.414730 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.415132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Bound using segment: {'id': '87825aec-d582-4828-8311-b10ba3a11f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:55.415606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Bound port: e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87825aec-d582-4828-8311-b10ba3a11f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '4f2315cc-4dd5-4471-9bd9-057f06c8dddd'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:55.415991 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.420819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.442200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.474186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing IP validity checks on allocation pools {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 18:16:55.475943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 18:16:55.497696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] For port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:55.502417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] For port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,segment=NetworkSegment(87825aec-d582-4828-8311-b10ba3a11f32),segment_id=87825aec-d582-4828-8311-b10ba3a11f32)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:55.512109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:55.515058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:55.518475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:55.521919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.568205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.569192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:55.569782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.631054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.638647 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-47ab71cb-3752-4999-8056-7f2a1ebae8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008662 Aug 21 18:16:55.646219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e8ec7-3c7e-4047-9675-7ece6d5e6745 None None] Pushing event updated for resources: {'Port': ['ID=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.672613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.675513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:55.676932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da7238cd-7c17-473f-85d5-f0a79fe18d44 HTTP/1.1" status: 204 len: 168 time: 0.6553462 Aug 21 18:16:55.695334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=c5e6c3ee-3b88-439e-a077-07c640a1514b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.768330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fefad0-ba12-4a28-9971-2dd2c1173725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7238cd-7c17-473f-85d5-f0a79fe18d44,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.791966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5430324 Aug 21 18:16:55.802370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:55.810428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Request body: {'subnet': {'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1381164457-subnet', 'tenant_id': '59e6746f30d2462cb407cf6465a7f61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:55.831772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536afdb-193a-4dfa-be7b-31b900d37c13 admin admin] Pushing event updated for resources: {'Network': ['ID=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.861849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:55.919060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f857186a-43b4-4c3d-9592-d290d15f9b26 req-b56636e3-053d-4bab-b9b2-879896561145 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497296 Aug 21 18:16:55.919769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=462dd8fe-cf2c-4fcf-9b27-d612415cf8ca,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:55.948187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': '7e3a9477-b6d7-4a88-a76c-498a2955f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:55.948896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 2ef4c809-0710-42a2-a96c-59d5229640fa, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:55.950439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Made reservation on behalf of 59e6746f30d2462cb407cf6465a7f61d for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:55.968688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.002384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 2ef4c809-0710-42a2-a96c-59d5229640fa is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:56.015696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2ef4c809-0710-42a2-a96c-59d5229640fa) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:56.029809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:56.030537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.090184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bd5592-261b-42e7-9fc7-09d3052147b5 None None] Network 2ef4c809-0710-42a2-a96c-59d5229640fa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:56.117177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-369503f7-dfb0-41d2-a00a-7f2e363af8ef tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3951604 Aug 21 18:16:56.117177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:56.251616 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.291015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.325416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-a0f025ad-3b7d-47c7-a4e2-b77745c8c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:56.327134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-a0f025ad-3b7d-47c7-a4e2-b77745c8c59d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b7a0bd023499448eac35735248eda284&device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 1096 time: 0.2857637 Aug 21 18:16:56.596846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2ef4c809-0710-42a2-a96c-59d5229640fa', 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '462dd8fe-cf2c-4fcf-9b27-d612415cf8ca'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:16:56.597710 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.706204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-2b3057de-ee55-4da5-b495-8d33746c8c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:56.711135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-2b3057de-ee55-4da5-b495-8d33746c8c46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 200 len: 906 time: 0.1890399 Aug 21 18:16:56.711980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:56.810075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Allocated IP 2001:db8::3 (2ef4c809-0710-42a2-a96c-59d5229640fa/462dd8fe-cf2c-4fcf-9b27-d612415cf8ca/28ff52b5-bb24-4343-81e5-6f7345ffbf6d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:16:56.975846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1170bdc9-a533-4e07-9933-6d2bdcfd1faf,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:57.002690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab8fb0-1b13-4bd5-8822-0e921c7dc080 req-3ff815e8-8bb0-4485-9150-1c900a8081fd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:57.013320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cab8fb0-1b13-4bd5-8822-0e921c7dc080 req-3ff815e8-8bb0-4485-9150-1c900a8081fd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 944 time: 0.7795460 Aug 21 18:16:57.119364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Checking segment: {'id': 'd0eec451-c198-4433-b38c-f6a1f3203774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:57.119364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Network hostable DHCP agents. Network: a470fca6-8d40-4b8e-8e6a-67c8fa665d2d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:16:57.155709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.190921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Transition to ACTIVE for port object 28ff52b5-bb24-4343-81e5-6f7345ffbf6d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:57.217113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2cab8fb0-1b13-4bd5-8822-0e921c7dc080 req-40744f70-c03c-4054-8903-3551326135cd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027068 Aug 21 18:16:57.220528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Transition to ACTIVE for port object 28ff52b5-bb24-4343-81e5-6f7345ffbf6d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:16:57.230617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e2c9f3c6-dded-4e87-92e0-15d93e2fde1d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:57.236148 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:16:57.269685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.297427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, a470fca6-8d40-4b8e-8e6a-67c8fa665d2d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:57.306794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef65171-ec6d-4633-84b5-1e87c34f1c4f None None] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:57.314801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b1f05-16e1-424b-97cc-699403a620af None None] Network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:57.325946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:57.326570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.344500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.372081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6f998d30-6eaa-43c6-9c42-5904c4301a27 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5656729 Aug 21 18:16:57.432042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Network 2ef4c809-0710-42a2-a96c-59d5229640fa is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:16:57.450543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:16:57.466512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:16:57.472685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.482074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Pushing event updated for resources: {'Port': ['ID=28ff52b5-bb24-4343-81e5-6f7345ffbf6d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:57.489893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-02d1982c-275a-4796-85fd-49b368294fc9 None None] Provisioning for port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:57.525039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.631781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-ea97bef5-0580-4493-a427-1b2135015e83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be HTTP/1.1" status: 200 len: 217 time: 0.8739312 Aug 21 18:16:57.685692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:16:57.713481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=462dd8fe-cf2c-4fcf-9b27-d612415cf8ca,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:57.714695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Attempting to bind port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:16:57.715257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Attempting to bind port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '7e3a9477-b6d7-4a88-a76c-498a2955f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:16:57.715799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Attempting to bind port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d on network 2ef4c809-0710-42a2-a96c-59d5229640fa {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:16:57.722790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:57.724045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.736079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:16:57.736753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Checking segment: {'id': '7e3a9477-b6d7-4a88-a76c-498a2955f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:16:57.737539 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.738093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Bound using segment: {'id': '7e3a9477-b6d7-4a88-a76c-498a2955f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:16:57.738906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Bound port: 28ff52b5-bb24-4343-81e5-6f7345ffbf6d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e3a9477-b6d7-4a88-a76c-498a2955f7a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2ef4c809-0710-42a2-a96c-59d5229640fa'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:16:57.740034 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.743333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5278f-39a7-420b-8400-dd42ee425d5e req-256ac1a8-91cb-4e51-bab8-d23fa8f19786 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:57.745003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15b5278f-39a7-420b-8400-dd42ee425d5e req-256ac1a8-91cb-4e51-bab8-d23fa8f19786 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.9915605 Aug 21 18:16:57.789161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.800459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.805093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-8a8162fb-2293-4983-970e-e97d14fa1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:57.806764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-8a8162fb-2293-4983-970e-e97d14fa1a33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 200 len: 845 time: 0.1621373 Aug 21 18:16:57.813883 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.858050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-fa33cd4d-4fe4-4bb2-8f98-2e456568f824 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=97e2bf5f-e8d7-457b-a66f-504e97da3a30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403650 Aug 21 18:16:57.912791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=c5e6c3ee-3b88-439e-a077-07c640a1514b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:57.920470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] For port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:16:57.923859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] For port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=28ff52b5-bb24-4343-81e5-6f7345ffbf6d,segment=NetworkSegment(7e3a9477-b6d7-4a88-a76c-498a2955f7a5),segment_id=7e3a9477-b6d7-4a88-a76c-498a2955f7a5)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:16:57.945521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef4c809-0710-42a2-a96c-59d5229640fa']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:57.948481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e06466d-3aac-4a10-b9f0-1931764d6d9c None None] Network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:57.950816 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.961966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15b5278f-39a7-420b-8400-dd42ee425d5e req-a5685c28-884f-40d8-9b6d-89e940eed719 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870296 Aug 21 18:16:57.969230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3a9477-b6d7-4a88-a76c-498a2955f7a5') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:57.969544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3a9477-b6d7-4a88-a76c-498a2955f7a5') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:57.985802 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:57.988408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.012538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.027534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:58.027962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:58.031288 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:58.043362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-4815719e-8c38-4328-a010-a31dad159a77 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540971 Aug 21 18:16:58.133085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9172-6792-4e60-a770-d67b3ebdb5aa None None] Pushing event updated for resources: {'Port': ['ID=28ff52b5-bb24-4343-81e5-6f7345ffbf6d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:58.169966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:16:58.169966 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:16:58.169966 n-d-793621-32 neutron-server[94599]: [parameters: {'id': '2ef4c809-0710-42a2-a96c-59d5229640fa'}] Aug 21 18:16:58.169966 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:16:58.171327 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:16:58.216204 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP fd1ebf9b-ea79-428c-ad04-7d2ea28da30f associated. External IP: 172.25.1.145, port: 8a751cc7-3e41-4db1-9280-f97950455625. Aug 21 18:16:58.224507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0cf6c81-b575-4256-814c-e5941e12cb6a req-7af9b5a9-261d-4666-a159-7e79e9d377d4 service neutron] 10.222.0.39 "GET /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356285 Aug 21 18:16:58.230379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798668c4-f913-4872-bc6e-98d49fd953f5 None None] Network 2ef4c809-0710-42a2-a96c-59d5229640fa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:16:58.407187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36254) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:58.444588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75695972-38c6-40b4-a61d-6671376402ff req-96b7809c-ca66-45bf-89e6-fd5785cd4502 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:58.446367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75695972-38c6-40b4-a61d-6671376402ff req-96b7809c-ca66-45bf-89e6-fd5785cd4502 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 944 time: 0.0810008 Aug 21 18:16:58.482850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.521252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75695972-38c6-40b4-a61d-6671376402ff req-b0568818-936f-4cff-8b03-467608fc6cb4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686207 Aug 21 18:16:58.555542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,segment=NetworkSegment(87825aec-d582-4828-8311-b10ba3a11f32),segment_id=87825aec-d582-4828-8311-b10ba3a11f32)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:58.561473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.609316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84365d5f-81fa-4c9e-9525-8c8f74a1ca1e None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:16:58.650216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-5ce41cb6-3b9f-42a2-a715-ee190487cc7a tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:58.651885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-5ce41cb6-3b9f-42a2-a715-ee190487cc7a tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/networks?id=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d HTTP/1.1" status: 200 len: 822 time: 0.2433968 Aug 21 18:16:58.672276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.678488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-28f1291e-c14b-414f-8f45-9c5494dc5864 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/quotas/59e6746f30d2462cb407cf6465a7f61d HTTP/1.1" status: 200 len: 375 time: 0.0200551 Aug 21 18:16:58.688406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:16:58.732253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-54a42b92-c87d-42c1-b94f-719947cbe844 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59e6746f30d2462cb407cf6465a7f61d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415316 Aug 21 18:16:58.753364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:58.758931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a4baf2bb-2725-468b-bd89-689191110aae None None] Provisioning complete for port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:58.759435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a4baf2bb-2725-468b-bd89-689191110aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.790225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:16:58.791224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1622764949', 'router:external': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:58.791360 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.828277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Made reservation on behalf of b187729d1597404e8942ddaa7e41baee for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:58.830689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.887341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.900554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84365d5f-81fa-4c9e-9525-8c8f74a1ca1e None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:16:58.924649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=28ff52b5-bb24-4343-81e5-6f7345ffbf6d,segment=NetworkSegment(7e3a9477-b6d7-4a88-a76c-498a2955f7a5),segment_id=7e3a9477-b6d7-4a88-a76c-498a2955f7a5)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:58.925394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:58.945613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 28ff52b5-bb24-4343-81e5-6f7345ffbf6d owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:16:58.991199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:16:59.008434 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:16:59.020241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-555889b9-8de1-4232-a12e-e74eb4e803e2 service neutron] 10.222.0.41 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435617 Aug 21 18:16:59.028750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:59.029423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.081342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e2c9f3c6-dded-4e87-92e0-15d93e2fde1d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:16:59.125909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.144322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 419d872c-9b45-41fd-a806-dd2ab5ff21be details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:16:59.149301 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:16:59.149926 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.182266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.185769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:16:59.186142 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.188587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.212902 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.218541 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8548042b-2123-4edc-a1e1-ee805e25af30 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:16:59.219953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-f770a070-8ef0-4671-aafb-2d73bb871404 service neutron] 10.222.0.41 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901689 Aug 21 18:16:59.222338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.238537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd47daf-d5e5-466c-a6d3-309db08c369f req-dd6c9a85-437a-4582-8774-e922f23eb6b1 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:59.260167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0cd47daf-d5e5-466c-a6d3-309db08c369f req-dd6c9a85-437a-4582-8774-e922f23eb6b1 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1183474 Aug 21 18:16:59.262397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 28ff52b5-bb24-4343-81e5-6f7345ffbf6d on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:16:59.267256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=28ff52b5-bb24-4343-81e5-6f7345ffbf6d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:59.274981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.370903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0cd47daf-d5e5-466c-a6d3-309db08c369f req-07c39c23-2cab-416b-a860-9794a842cb61 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097505 Aug 21 18:16:59.389750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e178a3-037f-4c32-a94d-6f1d098873a4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:59.407055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b7c27bd-71ec-4065-9386-00e9640c3d68 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.0846140 Aug 21 18:16:59.409873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36290) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:59.421073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2055928217'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:59.434437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:59.474055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.474326 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Added segment 19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5 of type vlan for network 6fc44cc4-55df-4633-b696-2e877542a9c7 Aug 21 18:16:59.479414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db9b3bc9-3393-4173-9512-a0f9f824d25b req-989bfe1e-766e-4da2-a4b1-1979c361f7df tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 210 time: 0.0463064 Aug 21 18:16:59.505721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.521021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:59.524711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.531872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef4c809-0710-42a2-a96c-59d5229640fa']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.556087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e3a9477-b6d7-4a88-a76c-498a2955f7a5') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.557526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e3a9477-b6d7-4a88-a76c-498a2955f7a5') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:16:59.579480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.587013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.615477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:16:59.615668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.631991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.632572 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Added segment 1f94ae05-1f7c-43a2-8e6a-40c54f977d68 of type vlan for network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 Aug 21 18:16:59.644040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.645124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:59.645821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.687259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:16:59.688026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:16:59.693074 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:16:59.766676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0570faf9-9991-4c99-9038-28bb07d9ca57 req-1c83ec93-9d0f-433b-86d7-6d26eb66f0f1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:59.773666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:16:59.775066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0570faf9-9991-4c99-9038-28bb07d9ca57 req-1c83ec93-9d0f-433b-86d7-6d26eb66f0f1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 944 time: 0.1721396 Aug 21 18:16:59.777872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.3034453 Aug 21 18:16:59.779723 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.784938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36300) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:59.798195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d792c86-a6e7-4cf5-8092-723ffeb8b586 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Network': ['ID=6fc44cc4-55df-4633-b696-2e877542a9c7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:59.813373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '419d872c-9b45-41fd-a806-dd2ab5ff21be', 'network_id': '97e2bf5f-e8d7-457b-a66f-504e97da3a30', 'port_id': '419d872c-9b45-41fd-a806-dd2ab5ff21be', 'mac_address': 'fa:16:3e:c0:22:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99dc12ac-d66a-4824-8f87-a86db97f37a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:16:59.817358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'subnet': {'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:59.827683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.832683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:16:59.835452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:16:59.836713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.879903 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0570faf9-9991-4c99-9038-28bb07d9ca57 req-9caf4944-4779-4152-ab0a-dd429453722f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015134 Aug 21 18:16:59.887978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.900017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.902173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/2ef4c809-0710-42a2-a96c-59d5229640fa HTTP/1.1" status: 204 len: 168 time: 3.7844813 Aug 21 18:16:59.907365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:59.929131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760531754'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:59.936298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775a6f-91b8-444b-8773-d297362efe3f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=2ef4c809-0710-42a2-a96c-59d5229640fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:16:59.942185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Made reservation on behalf of b187729d1597404e8942ddaa7e41baee for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:16:59.945389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:16:59.955378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5445271 Aug 21 18:16:59.959481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:16:59.965141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'subnet': {'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:16:59.975683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec5109-2e94-48d6-bc0e-26e2903306f7 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Network': ['ID=e7872e9f-7327-41a1-90a6-f68cfbbc02f9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:00.028001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:00.032545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.042120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:00.085425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.138136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:00.143369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.145944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 419d872c-9b45-41fd-a806-dd2ab5ff21be {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:00.183712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:00.187633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.201625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:00.225335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.225749 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment 47594d98-75e8-4a14-b09b-8a43698607be of type vlan for network 1c41dec1-2bdc-496b-b6c2-770b2d877451 Aug 21 18:17:00.304931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:00.306474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.349225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.354886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:00.355512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.410473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.448996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5313146 Aug 21 18:17:00.450281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:00.458408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:00.469928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['419d872c-9b45-41fd-a806-dd2ab5ff21be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:00.484051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be9bfb-90be-48d4-8c28-0d83e95553ab tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=1c41dec1-2bdc-496b-b6c2-770b2d877451,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:00.512273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1c41dec1-2bdc-496b-b6c2-770b2d877451 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:00.527766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Subnet': ['ID=79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:00.529815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Checking segment: {'id': '1f94ae05-1f7c-43a2-8e6a-40c54f977d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:00.530184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network hostable DHCP agents. Network: e7872e9f-7327-41a1-90a6-f68cfbbc02f9, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:00.537246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:17:00.538080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.587621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:00.608885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e7872e9f-7327-41a1-90a6-f68cfbbc02f9) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:00.615270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:00.616348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.641213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-698d7470-a0f3-4388-9a55-40a01f3ace54 req-6b7dafd2-9c67-4bab-8d72-6645f3b2a746 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 210 time: 0.0406597 Aug 21 18:17:00.674640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-056477ab-6ae3-4e0b-a757-aa64a20db56b tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7137144 Aug 21 18:17:00.677485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:00.687502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-26632937', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:00.691616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b963de7-af66-4770-a0c5-73f7cc10c453 req-e2230420-f296-4677-b6ba-ed0aac46f5e8 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:00.693837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b963de7-af66-4770-a0c5-73f7cc10c453 req-e2230420-f296-4677-b6ba-ed0aac46f5e8 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2073238 Aug 21 18:17:00.694554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ccfb8d74-bd8a-4472-aa95-28bc6f44c46c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:00.698101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c06d2-a29e-4d11-a384-32f79169a73c None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:00.735143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Checking segment: {'id': '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:00.735853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network hostable DHCP agents. Network: 6fc44cc4-55df-4633-b696-2e877542a9c7, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:00.746569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:00.750489 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.765079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.766747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.836770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b963de7-af66-4770-a0c5-73f7cc10c453 req-63c58c6f-04ce-4fad-9a6c-a9feeb5d27a5 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358302 Aug 21 18:17:00.865066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:00.918682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:01.044781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e7872e9f-7327-41a1-90a6-f68cfbbc02f9', 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9', 'tenant_id': '2bfaf192f6314809a6e212245743b833', 'fixed_ips': [{'subnet_id': '79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:01.046556 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.106570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6fc44cc4-55df-4633-b696-2e877542a9c7) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:01.115439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:01.116077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.134170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.161270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.186907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a7843c4-e5b9-4eec-b2c3-5d0ddb584635 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3917198 Aug 21 18:17:01.188844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:01.201580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1744868363', 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:01.203640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-61cb6bd1-c18b-4679-9b19-c2d8485763e3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:01.205286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-61cb6bd1-c18b-4679-9b19-c2d8485763e3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.64 "GET /v2.0/networks?id=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d HTTP/1.1" status: 200 len: 822 time: 0.3919113 Aug 21 18:17:01.228746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Allocated IP 172.20.0.2 (e7872e9f-7327-41a1-90a6-f68cfbbc02f9/79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2/98ba5342-f47c-417b-8724-87796b12fa57) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:01.229042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9093bf6-8fc7-47b4-8439-ab83571a6e96 req-d800520f-bc3b-4568-91f0-0918fd8c9447 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:01.230211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Request body: {'port': {'device_id': '764da029-a247-483c-adca-c03de317ba45', 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d', 'admin_state_up': True, 'tenant_id': '59e6746f30d2462cb407cf6465a7f61d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:01.231228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9093bf6-8fc7-47b4-8439-ab83571a6e96 req-d800520f-bc3b-4568-91f0-0918fd8c9447 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 945 time: 0.2059326 Aug 21 18:17:01.295906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d339bd-b137-4f9c-bf6d-52a50333acb3 None None] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:01.316016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Made reservation on behalf of b187729d1597404e8942ddaa7e41baee for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:01.318635 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.337595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9093bf6-8fc7-47b4-8439-ab83571a6e96 req-a3938a27-59f7-431a-a9ea-a36d0e4d627c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949321 Aug 21 18:17:01.347275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] device_id is not set on port 472d9a30-e844-4179-be0a-3ecc9dfb3647 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:17:01.391000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=84fde6dd-70ff-441b-9d67-758490eac1cd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:01.401132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': '47594d98-75e8-4a14-b09b-8a43698607be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:01.401495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 1c41dec1-2bdc-496b-b6c2-770b2d877451, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:01.430473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Made reservation on behalf of 59e6746f30d2462cb407cf6465a7f61d for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:01.434743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.454568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 1c41dec1-2bdc-496b-b6c2-770b2d877451 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:01.484389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.20.0.5 (6fc44cc4-55df-4633-b696-2e877542a9c7/ccfb8d74-bd8a-4472-aa95-28bc6f44c46c/472d9a30-e844-4179-be0a-3ecc9dfb3647) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:01.502033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1c41dec1-2bdc-496b-b6c2-770b2d877451) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:01.530192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:01.530453 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.531502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.547801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Transition to ACTIVE for port object 98ba5342-f47c-417b-8724-87796b12fa57 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:01.572918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Transition to ACTIVE for port object 98ba5342-f47c-417b-8724-87796b12fa57 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:01.578487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a643ea-a3cb-4b57-8036-9fc78123ed32 None None] Network 1c41dec1-2bdc-496b-b6c2-770b2d877451 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:01.590187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3947175a-7622-4d6f-adca-c78169dd9735 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1362481 Aug 21 18:17:01.593050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36326) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:01.625139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Allocated IP 172.20.0.4 (a470fca6-8d40-4b8e-8e6a-67c8fa665d2d/1170bdc9-a533-4e07-9933-6d2bdcfd1faf/c7b78ba7-1929-485f-9fc6-e05f817afbbd) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:01.642343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.647715 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.736772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.742966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e4d648-6410-4340-9025-2063875e50ad None None] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:01.747222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:01.769853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:01.795489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-14062a6d-a4e2-4a9a-9780-fc5a10a55dd6 req-662fdd92-ddcb-41eb-a583-8a3ab84edad7 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 210 time: 0.0344443 Aug 21 18:17:01.822227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:01.870828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.911324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Pushing event updated for resources: {'Port': ['ID=98ba5342-f47c-417b-8724-87796b12fa57,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:01.961698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Attempting to bind port 98ba5342-f47c-417b-8724-87796b12fa57 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:01.962225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Attempting to bind port 98ba5342-f47c-417b-8724-87796b12fa57 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1f94ae05-1f7c-43a2-8e6a-40c54f977d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:01.962480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Attempting to bind port 98ba5342-f47c-417b-8724-87796b12fa57 on network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:01.977117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:01.982762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.001785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.25.1.140 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/425005c0-9d63-4e52-a90d-2a6741a46426) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:02.002781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:02.003500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Checking segment: {'id': '1f94ae05-1f7c-43a2-8e6a-40c54f977d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:02.004302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.006950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Bound using segment: {'id': '1f94ae05-1f7c-43a2-8e6a-40c54f977d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:02.007877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Bound port: 98ba5342-f47c-417b-8724-87796b12fa57, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f94ae05-1f7c-43a2-8e6a-40c54f977d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:02.008740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.058423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:02.061853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:02.066254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:02.127681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Pushing event updated for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:02.138822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.150286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:02.151010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.169015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-c406b53e-3635-44c1-a242-ef448f914ae5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9435363 Aug 21 18:17:02.193124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Request body: {'port': {'device_id': '764da029-a247-483c-adca-c03de317ba45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:02.235598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8831c9-d709-43cd-a84f-6496ebb7bcc2 req-711a6a9a-8c29-47c2-ae02-25d16d2a3ac9 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:02.237444 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c8831c9-d709-43cd-a84f-6496ebb7bcc2 req-711a6a9a-8c29-47c2-ae02-25d16d2a3ac9 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2306223 Aug 21 18:17:02.244574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1c41dec1-2bdc-496b-b6c2-770b2d877451', 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '84fde6dd-70ff-441b-9d67-758490eac1cd'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:02.245227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.245438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.247874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] For port 98ba5342-f47c-417b-8724-87796b12fa57, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:02.251308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] For port 98ba5342-f47c-417b-8724-87796b12fa57, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=98ba5342-f47c-417b-8724-87796b12fa57,segment=NetworkSegment(1f94ae05-1f7c-43a2-8e6a-40c54f977d68),segment_id=1f94ae05-1f7c-43a2-8e6a-40c54f977d68)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:02.264980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.269315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.334822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2195e3-e030-4491-b304-3a20f7b80367 None None] Pushing event updated for resources: {'Port': ['ID=98ba5342-f47c-417b-8724-87796b12fa57,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:02.564590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de696166-a82a-44ba-93e1-dbf59134f2fb req-7ad62d31-5306-463a-8ae8-659eca1a6244 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:02.566552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de696166-a82a-44ba-93e1-dbf59134f2fb req-7ad62d31-5306-463a-8ae8-659eca1a6244 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 945 time: 0.1028206 Aug 21 18:17:02.577805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Allocated IP 2001:db8::1 (1c41dec1-2bdc-496b-b6c2-770b2d877451/84fde6dd-70ff-441b-9d67-758490eac1cd/123fa4f1-8f37-44c7-ad3a-2cbec7544bc1) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:02.627770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de696166-a82a-44ba-93e1-dbf59134f2fb req-f94de5c6-f502-44fb-bd24-fb76cb406efc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541847 Aug 21 18:17:02.696180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b78ba7-1929-485f-9fc6-e05f817afbbd {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:02.719703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.745424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Transition to ACTIVE for port object c7b78ba7-1929-485f-9fc6-e05f817afbbd will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:02.751252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.936420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:02.959405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.979067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:02.992008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Transition to ACTIVE for port object 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:03.019267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Transition to ACTIVE for port object 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:03.024722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.026667 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.051532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c8831c9-d709-43cd-a84f-6496ebb7bcc2 req-49e0f642-261c-4bd2-af93-7af889d330c8 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7972586 Aug 21 18:17:03.073017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Network 1c41dec1-2bdc-496b-b6c2-770b2d877451 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:03.076634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:03.079015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:03.091542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 98ba5342-f47c-417b-8724-87796b12fa57 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:03.116438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e9bd2-ee04-420d-9a29-c3e36912e3a0 req-045fcb0c-8720-42a9-b330-2d0b0e4bf849 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:03.129374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e43e9bd2-ee04-420d-9a29-c3e36912e3a0 req-045fcb0c-8720-42a9-b330-2d0b0e4bf849 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 943 time: 0.1375582 Aug 21 18:17:03.139184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Attempting to bind port c7b78ba7-1929-485f-9fc6-e05f817afbbd on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:03.139542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Attempting to bind port c7b78ba7-1929-485f-9fc6-e05f817afbbd by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'd0eec451-c198-4433-b38c-f6a1f3203774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:03.139882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Attempting to bind port c7b78ba7-1929-485f-9fc6-e05f817afbbd on network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:03.172436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36346) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:03.173084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Port c7b78ba7-1929-485f-9fc6-e05f817afbbd on network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:17:03.173409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Attempting to bind port c7b78ba7-1929-485f-9fc6-e05f817afbbd on network a470fca6-8d40-4b8e-8e6a-67c8fa665d2d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:03.173595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=472d9a30-e844-4179-be0a-3ecc9dfb3647,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.181117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Pushing event updated for resources: {'Port': ['ID=123fa4f1-8f37-44c7-ad3a-2cbec7544bc1,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.187597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 419d872c-9b45-41fd-a806-dd2ab5ff21be up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:03.189140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.200688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:03.201037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Checking segment: {'id': 'd0eec451-c198-4433-b38c-f6a1f3203774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:03.201424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Bound using segment: {'id': 'd0eec451-c198-4433-b38c-f6a1f3203774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:03.201867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Bound port: c7b78ba7-1929-485f-9fc6-e05f817afbbd, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0eec451-c198-4433-b38c-f6a1f3203774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:03.202226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.233135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e43e9bd2-ee04-420d-9a29-c3e36912e3a0 req-0fe0cde8-5837-4f60-857d-65c8cc631d83 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Aug 21 18:17:03.261227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=425005c0-9d63-4e52-a90d-2a6741a46426,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.277259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Attempting to bind port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:03.277837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Attempting to bind port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '47594d98-75e8-4a14-b09b-8a43698607be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:03.278093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Attempting to bind port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 on network 1c41dec1-2bdc-496b-b6c2-770b2d877451 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:03.284781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.285556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:03.286658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Checking segment: {'id': '47594d98-75e8-4a14-b09b-8a43698607be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:03.287012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.287405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Bound using segment: {'id': '47594d98-75e8-4a14-b09b-8a43698607be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:03.288523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Bound port: 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47594d98-75e8-4a14-b09b-8a43698607be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:03.288913 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.306525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 98ba5342-f47c-417b-8724-87796b12fa57 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:03.307680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:03.316936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd,segment=NetworkSegment(d0eec451-c198-4433-b38c-f6a1f3203774),segment_id=d0eec451-c198-4433-b38c-f6a1f3203774)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:03.323014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.345292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:03.349282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=84fde6dd-70ff-441b-9d67-758490eac1cd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.377506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f62d750-0923-4513-8346-f6b34015d93b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.378673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:03.380768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 419d872c-9b45-41fd-a806-dd2ab5ff21be completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:03.382741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:03.383408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.385180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] 10.222.0.64 "PUT /v2.0/ports/c7b78ba7-1929-485f-9fc6-e05f817afbbd HTTP/1.1" status: 200 len: 1092 time: 1.2022605 Aug 21 18:17:03.385634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:03.387926 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "764da029-a247-483c-adca-c03de317ba45", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:03.389039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 419d872c-9b45-41fd-a806-dd2ab5ff21be triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:03.389455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.394329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] For port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:03.430430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf18147-2631-40a1-ab2b-ffbe8c3cf487 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.430741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:03.434333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:03.437209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:03.441833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.446944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:03.462582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] For port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=123fa4f1-8f37-44c7-ad3a-2cbec7544bc1,segment=NetworkSegment(47594d98-75e8-4a14-b09b-8a43698607be),segment_id=47594d98-75e8-4a14-b09b-8a43698607be)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:03.470171 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaa3d06-b7ff-4959-8f81-dad04372f3b1 x-openstack-request-id: req-beaa3d06-b7ff-4959-8f81-dad04372f3b1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:03.470533 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764da029-a247-483c-adca-c03de317ba45", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:03.470761 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-beaa3d06-b7ff-4959-8f81-dad04372f3b1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:03.471197 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd', 'status': 'completed', 'code': 200} Aug 21 18:17:03.475725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.503894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-27b9f4ae-05eb-4a9a-b7ac-e74570d43104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:03.505969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-27b9f4ae-05eb-4a9a-b7ac-e74570d43104 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59e6746f30d2462cb407cf6465a7f61d&device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 1095 time: 0.0703874 Aug 21 18:17:03.530315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c41dec1-2bdc-496b-b6c2-770b2d877451']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:03.547511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:03.547777 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.553344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47594d98-75e8-4a14-b09b-8a43698607be') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:03.553566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47594d98-75e8-4a14-b09b-8a43698607be') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:03.562063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-a56cf420-1691-46dd-98a8-b0f09366ae3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd HTTP/1.1" status: 200 len: 217 time: 0.0474720 Aug 21 18:17:03.576304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.625006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.631313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f6ead-e70a-4793-89fd-f2fcc273ac95 None None] Pushing event updated for resources: {'Port': ['ID=123fa4f1-8f37-44c7-ad3a-2cbec7544bc1,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.646786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f62d750-0923-4513-8346-f6b34015d93b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.649923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-4682163f-0c17-49fb-8f3f-0dd48622eb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:03.657841 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-4682163f-0c17-49fb-8f3f-0dd48622eb04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1170bdc9-a533-4e07-9933-6d2bdcfd1faf HTTP/1.1" status: 200 len: 862 time: 0.0825872 Aug 21 18:17:03.660335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f62d750-0923-4513-8346-f6b34015d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.664013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2ea040-1a7f-45de-890f-61dc2d643307 None None] Network 1c41dec1-2bdc-496b-b6c2-770b2d877451 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:03.666646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.693304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:03.695604 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9da2c3-b45e-4e70-bc91-afe76e030a8c" -d '{"events": [{"server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:03.709283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0f62d750-0923-4513-8346-f6b34015d93b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c747bdda5c143289fcc0934409df171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5332723 Aug 21 18:17:03.712675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36356) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:03.723967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:03.724398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:03.732743 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:03.737507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8cb57cc1-14ac-4b22-82e1-dfaf05833c6a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.5451443 Aug 21 18:17:03.757014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36358) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:03.808365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-b115a8cc-445a-43c4-bfb5-f5b9ac976218 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124907 Aug 21 18:17:03.844363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f62d750-0923-4513-8346-f6b34015d93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002e799a-f1d0-43d4-b534-764f6471c030,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:03.864519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:17:03.864519 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:17:03.864519 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '1c41dec1-2bdc-496b-b6c2-770b2d877451'}] Aug 21 18:17:03.864519 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:17:03.865101 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:17:03.992388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-555bc7e8-10a6-45b4-9670-aba1acee969f service neutron] 10.222.0.64 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715989 Aug 21 18:17:03.996844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Deleting port 472d9a30-e844-4179-be0a-3ecc9dfb3647 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:03.997263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:03.997531 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d38258c-aaf5-49fa-8ac3-1a1346658051 x-openstack-request-id: req-7d38258c-aaf5-49fa-8ac3-1a1346658051 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:03.997859 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "name": "network-vif-plugged", "status": "completed", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:03.998055 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d38258c-aaf5-49fa-8ac3-1a1346658051 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:03.998941 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be', 'code': 200} Aug 21 18:17:04.008068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:04.014830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01f939-e4a3-4c36-b8aa-ca0d4553ed01 req-20ca58b3-efa6-4b8d-8d7d-59acbcba4b83 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.023764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb01f939-e4a3-4c36-b8aa-ca0d4553ed01 req-20ca58b3-efa6-4b8d-8d7d-59acbcba4b83 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 945 time: 0.2727091 Aug 21 18:17:04.056393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.061045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.092382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a4fec5-7bff-4ab8-9b3e-f1ad6c9ee968 None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:04.093979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb01f939-e4a3-4c36-b8aa-ca0d4553ed01 req-7310febf-0368-4fdf-a4bb-77e13f893121 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612602 Aug 21 18:17:04.192060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425a9c4c-61ab-4a00-a83c-5fec724c2064 req-5891d9ee-46d3-4f9f-9700-c06d923efd9a service neutron] 10.222.0.64 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484828 Aug 21 18:17:04.194748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.217817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768d931-c2e4-407e-8498-6fbf769ee5ea req-2b0b0fcd-751a-452a-a9b2-ffef6e10a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.219721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2768d931-c2e4-407e-8498-6fbf769ee5ea req-2b0b0fcd-751a-452a-a9b2-ffef6e10a39b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 1097 time: 0.3703761 Aug 21 18:17:04.238118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.243219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Provisioning for port 98ba5342-f47c-417b-8724-87796b12fa57 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:04.244333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.259265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Provisioning complete for port 98ba5342-f47c-417b-8724-87796b12fa57 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:04.259631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.298369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e68db-70c7-43df-9caa-2552e3eb0c87 req-4fdbcee7-e638-4d11-8fe7-17e88f00ddaa tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.299056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:04.300226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a70e68db-70c7-43df-9caa-2552e3eb0c87 req-4fdbcee7-e638-4d11-8fe7-17e88f00ddaa tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1416104 Aug 21 18:17:04.325326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Calling delete_port for 472d9a30-e844-4179-be0a-3ecc9dfb3647 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:04.371999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.426374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.432862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-d56e987c-1856-4990-b7fc-59f3a311fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.434529 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-d56e987c-1856-4990-b7fc-59f3a311fddd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59e6746f30d2462cb407cf6465a7f61d&device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 1095 time: 0.1306744 Aug 21 18:17:04.436125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2768d931-c2e4-407e-8498-6fbf769ee5ea req-cc926276-56e7-431a-9801-7a3ccd06918d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056229 Aug 21 18:17:04.465953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a70e68db-70c7-43df-9caa-2552e3eb0c87 req-deaaf59c-5f42-476b-92ed-56f35cffd93f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495776 Aug 21 18:17:04.476216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] For port 98ba5342-f47c-417b-8724-87796b12fa57, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=98ba5342-f47c-417b-8724-87796b12fa57,segment=NetworkSegment(1f94ae05-1f7c-43a2-8e6a-40c54f977d68),segment_id=1f94ae05-1f7c-43a2-8e6a-40c54f977d68)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:04.483812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.491961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.541832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e763c-09b0-42b3-84f5-5b5c6c92b42f None None] Pushing event updated for resources: {'Port': ['ID=98ba5342-f47c-417b-8724-87796b12fa57,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:04.549957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.553108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.556753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/002e799a-f1d0-43d4-b534-764f6471c030 HTTP/1.1" status: 204 len: 168 time: 0.8405557 Aug 21 18:17:04.559872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-2a443fff-2505-4d00-aaf3-13dc25e992a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.561344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-2a443fff-2505-4d00-aaf3-13dc25e992a5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d HTTP/1.1" status: 200 len: 923 time: 0.1189487 Aug 21 18:17:04.570896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44540e97-c503-49df-8304-ab3e28675480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002e799a-f1d0-43d4-b534-764f6471c030,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:04.589958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6800d149-f5dc-4452-a614-705ea339a710 req-78dab4fa-4933-45b6-b7e2-2e70eda506b3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:04.591593 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6800d149-f5dc-4452-a614-705ea339a710 req-78dab4fa-4933-45b6-b7e2-2e70eda506b3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 943 time: 0.2116728 Aug 21 18:17:04.622896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-8fd03fc4-836e-4bc2-be60-23132cfad0d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd HTTP/1.1" status: 200 len: 217 time: 0.0504267 Aug 21 18:17:04.711855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e0f41-9814-4f43-8072-66d7016ff058 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:17:04.733375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:04.733762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.780453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c051532e-3dd0-4f96-8571-653f2561c9b3 None None] Provisioning complete for port 98ba5342-f47c-417b-8724-87796b12fa57 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:04.780846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c051532e-3dd0-4f96-8571-653f2561c9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.832454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=123fa4f1-8f37-44c7-ad3a-2cbec7544bc1,segment=NetworkSegment(47594d98-75e8-4a14-b09b-8a43698607be),segment_id=47594d98-75e8-4a14-b09b-8a43698607be)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:04.834706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.852387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:04.882364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:04.963635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Port': ['ID=472d9a30-e844-4179-be0a-3ecc9dfb3647,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:05.000328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e0f41-9814-4f43-8072-66d7016ff058 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:17:05.010189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 98ba5342-f47c-417b-8724-87796b12fa57 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:05.039947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router e2709b88-e3ef-4a77-af9f-d2d86db94f99 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:05.153740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 98ba5342-f47c-417b-8724-87796b12fa57 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:05.154122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.154951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6800d149-f5dc-4452-a614-705ea339a710 req-22455d1f-a767-4802-8e17-833409535233 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347581 Aug 21 18:17:05.166735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.169002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9ff26bf7-120b-4bae-be0b-058f9a5483e6 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/ports/472d9a30-e844-4179-be0a-3ecc9dfb3647 HTTP/1.1" status: 204 len: 168 time: 1.4107599 Aug 21 18:17:05.174223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36380) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:05.198530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7', 'external_fixed_ips': [{'subnet_id': 'ccfb8d74-bd8a-4472-aa95-28bc6f44c46c', 'ip_address': '172.20.0.5'}]}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:05.209890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-febaa792-6975-42e0-b340-345526493133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:05.211433 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-febaa792-6975-42e0-b340-345526493133 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1170bdc9-a533-4e07-9933-6d2bdcfd1faf HTTP/1.1" status: 200 len: 862 time: 0.5723262 Aug 21 18:17:05.264543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.268140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-045f8be2-3741-4ea2-b2a4-c7a3fbda9912 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424304 Aug 21 18:17:05.280116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.281197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.306922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=123fa4f1-8f37-44c7-ad3a-2cbec7544bc1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:05.331430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:05.351404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] Sync routers for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:05.382319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 123fa4f1-8f37-44c7-ad3a-2cbec7544bc1 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:05.395038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dfa693-e06c-4e2a-b607-9ce60ea08681 req-c9efed52-d8db-41c9-a8c6-ef8d56170dc0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:05.397382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1dfa693-e06c-4e2a-b607-9ce60ea08681 req-c9efed52-d8db-41c9-a8c6-ef8d56170dc0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1777244 Aug 21 18:17:05.407118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:05.408107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.434767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.436036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fdc4f2e3-dadb-4a4a-8267-283172ee7405 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.7568920 Aug 21 18:17:05.448759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36390) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:05.463497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-b0815a99-66a9-4cc7-b78f-ca6d7bd92325 service neutron] 10.222.0.64 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763413 Aug 21 18:17:05.474546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.497826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:05.498406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.537717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.538364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a9bb7f-f77a-4734-8cb1-604035458e4d None None] The sync data for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:05.559372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.585261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c41dec1-2bdc-496b-b6c2-770b2d877451']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.589849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1dfa693-e06c-4e2a-b607-9ce60ea08681 req-bdfc10be-94f4-4b51-b1f1-fafa0f54e6ef tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617014 Aug 21 18:17:05.638955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47594d98-75e8-4a14-b09b-8a43698607be') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.639253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47594d98-75e8-4a14-b09b-8a43698607be') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:05.653321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.657621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.675873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36396) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:05.680445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.738149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:05.738704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:05.742676 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:05.760538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc4aaef2-a411-4d7b-a4d1-e68bd2f6d3fd req-0f2aca92-dda1-4df6-9d35-7e64de617ae0 service neutron] 10.222.0.64 "GET /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149496 Aug 21 18:17:05.801212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1256882990-network', 'tenant_id': '47e47eef28d940cc9fba14356a7da928'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:05.809100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc56e1-8d27-49df-a566-5e5c54c325c0 req-f5fd62d3-7e3f-40d5-b9cd-f29e6b36416e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:05.810626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4afc56e1-8d27-49df-a566-5e5c54c325c0 req-f5fd62d3-7e3f-40d5-b9cd-f29e6b36416e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1514606 Aug 21 18:17:05.863532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.881167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.883115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/1c41dec1-2bdc-496b-b6c2-770b2d877451 HTTP/1.1" status: 204 len: 168 time: 4.2889690 Aug 21 18:17:05.888503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36400) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:05.899386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994096518'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:05.906609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Made reservation on behalf of 47e47eef28d940cc9fba14356a7da928 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:05.908877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.911381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db47df-e314-4b69-bbb9-d0d96c2954c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=1c41dec1-2bdc-496b-b6c2-770b2d877451,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:05.914830 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.923509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:05.979084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4afc56e1-8d27-49df-a566-5e5c54c325c0 req-fe781a48-805c-4710-9bde-2c2b41e46fcb tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338851 Aug 21 18:17:06.021424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:06.026346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.029426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-302285d1-8f07-4b21-bab2-7332480ad836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.030990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-302285d1-8f07-4b21-bab2-7332480ad836 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1098 time: 0.1433320 Aug 21 18:17:06.109310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:06.133525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.133899 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment 59df9e7e-f869-4b74-a80b-294e56b8f5b1 of type vlan for network 3f39f1c9-58ce-4eea-80dc-ba07febed945 Aug 21 18:17:06.212824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.214575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.220263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.226136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-813b5f85-38ea-4921-806c-6f20a2fc8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.227681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-813b5f85-38ea-4921-806c-6f20a2fc8922 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.1706393 Aug 21 18:17:06.357808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.363381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.364047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.404338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c7b78ba7-1929-485f-9fc6-e05f817afbbd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:17:06.469297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5708902 Aug 21 18:17:06.471455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:06.481347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:06.489559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-42cb05f3-4bcb-4f13-aafe-851619641013 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 1002 time: 0.2459249 Aug 21 18:17:06.523399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd,segment=NetworkSegment(d0eec451-c198-4433-b38c-f6a1f3203774),segment_id=d0eec451-c198-4433-b38c-f6a1f3203774)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:06.539568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd', 'network_id': 'a470fca6-8d40-4b8e-8e6a-67c8fa665d2d', 'port_id': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd', 'mac_address': 'fa:16:3e:f9:0e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1170bdc9-a533-4e07-9933-6d2bdcfd1faf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:17:06.547332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df1ca8-cc79-43f5-b85f-a60064369529 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=3f39f1c9-58ce-4eea-80dc-ba07febed945,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:06.549903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.573435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3f39f1c9-58ce-4eea-80dc-ba07febed945 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:06.614924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.637282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:06.637825 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.641866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.644850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-196736fc-ca26-413d-9b14-60816e1cdb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.648185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-196736fc-ca26-413d-9b14-60816e1cdb27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1382883 Aug 21 18:17:06.667134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176d59e-18da-469e-b2ea-dcb43c9fe652,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:06.667953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b78ba7-1929-485f-9fc6-e05f817afbbd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:06.680323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.680895 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Added segment e9d0a439-1cbb-4260-a54f-77daad929383 of type vlan for network ae9fb016-e4c2-4069-8d18-d48b583bbe00 Aug 21 18:17:06.695068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd,segment=NetworkSegment(d0eec451-c198-4433-b38c-f6a1f3203774),segment_id=d0eec451-c198-4433-b38c-f6a1f3203774)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:06.711842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.762576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:06.795651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5d163-3d48-425d-aa63-c719d9ffedbe req-394ef7b9-de18-4c24-b138-ea64575087e3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.797471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cab5d163-3d48-425d-aa63-c719d9ffedbe req-394ef7b9-de18-4c24-b138-ea64575087e3 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 943 time: 0.2145455 Aug 21 18:17:06.800363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.811526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:06.815257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.877762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-26800aeb-46b6-48d4-90dc-05a8bf665d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.879385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-26800aeb-46b6-48d4-90dc-05a8bf665d23 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1985533 Aug 21 18:17:06.897439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.898434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.899052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:06.936453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cab5d163-3d48-425d-aa63-c719d9ffedbe req-d78b514e-2763-4388-bc6d-8b27cf6d68e4 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291752 Aug 21 18:17:06.964888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce90b93-cccc-45db-a6af-c0a0370dfb16 req-d36041f2-5c55-4411-89d8-bcf08db00ae5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:06.966229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cce90b93-cccc-45db-a6af-c0a0370dfb16 req-d36041f2-5c55-4411-89d8-bcf08db00ae5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.2375860 Aug 21 18:17:06.973443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2959073 Aug 21 18:17:06.978689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36410) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:06.979038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c7b78ba7-1929-485f-9fc6-e05f817afbbd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:06.986232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Request body: {'subnet': {'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1256882990-subnet', 'tenant_id': '47e47eef28d940cc9fba14356a7da928', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:07.027319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ceda6c-bde8-4608-827d-20337be71faf admin admin] Pushing event updated for resources: {'Network': ['ID=ae9fb016-e4c2-4069-8d18-d48b583bbe00,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:07.035185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.20.0.5 (6fc44cc4-55df-4633-b696-2e877542a9c7/ccfb8d74-bd8a-4472-aa95-28bc6f44c46c/cc386833-3438-4cb0-baef-ddedeaaec995) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:07.061758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:07.126028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cce90b93-cccc-45db-a6af-c0a0370dfb16 req-1ec13be7-fa6c-42ab-8968-9e1905a6fa5a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232347 Aug 21 18:17:07.135682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Made reservation on behalf of 47e47eef28d940cc9fba14356a7da928 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:07.137495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.216925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-efd695bf-4f49-4021-b84d-849492155592 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060670 Aug 21 18:17:07.343124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7302f1-78e8-4b9a-9ac4-830fc55982af req-94508316-9f94-4c2a-abbd-9c61fe754f10 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:07.344653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd7302f1-78e8-4b9a-9ac4-830fc55982af req-94508316-9f94-4c2a-abbd-9c61fe754f10 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2819605 Aug 21 18:17:07.389464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.394525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.424654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.1 (e7872e9f-7327-41a1-90a6-f68cfbbc02f9/79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2/aa6830d5-bf47-428d-bdd5-2c11b60912de) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:07.450020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.482938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd7302f1-78e8-4b9a-9ac4-830fc55982af req-81ae8091-4cd0-4ea6-a6fa-2b70c2ca67e9 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232796 Aug 21 18:17:07.507585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ae999-5ce6-44d5-a6dc-7d6bbaa4a215 req-bf0dd632-bf36-4235-ba67-ca0738a868c3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:07.507585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c4ae999-5ce6-44d5-a6dc-7d6bbaa4a215 req-bf0dd632-bf36-4235-ba67-ca0738a868c3 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1737168 Aug 21 18:17:07.523418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7219c690-d22c-4c1b-98f6-74c9c2674fc4 req-d2c7e806-df45-49d8-bf8d-fed7c25ecb1a service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917576 Aug 21 18:17:07.535093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=0337057d-a302-4275-a2e4-c9d3bd0be983,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:07.565998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': '59df9e7e-f869-4b74-a80b-294e56b8f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:07.566368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 3f39f1c9-58ce-4eea-80dc-ba07febed945, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:07.577214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.579559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a785f92-e6c5-4438-b475-0f7862bdcb5a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:07.595565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Checking segment: {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:07.595918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Network hostable DHCP agents. Network: ae9fb016-e4c2-4069-8d18-d48b583bbe00, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:07.612285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c4ae999-5ce6-44d5-a6dc-7d6bbaa4a215 req-195b2d9c-46a5-4dd4-bc4f-9a3569b51314 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003263 Aug 21 18:17:07.632631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 6fc44cc4-55df-4633-b696-2e877542a9c7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:07.635543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 3f39f1c9-58ce-4eea-80dc-ba07febed945 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:07.644496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:07.649095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:07.649730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:07.651469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=cc386833-3438-4cb0-baef-ddedeaaec995,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:07.672108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.673366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3f39f1c9-58ce-4eea-80dc-ba07febed945) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:07.680418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ae9fb016-e4c2-4069-8d18-d48b583bbe00) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:07.682195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:07.682856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.684283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c79fe-7d7f-4154-98d5-ce02da6bcf25 None None] Network 3f39f1c9-58ce-4eea-80dc-ba07febed945 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:07.699272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:07.700396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.703865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5cdbda-68bc-497c-aa1b-c9789be951cc None None] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:07.710241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e18aadb-1ce4-4bf1-acea-6ef5a5cc44a2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2353914 Aug 21 18:17:07.718146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36422) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:07.756331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Transition to ACTIVE for port object aa6830d5-bf47-428d-bdd5-2c11b60912de will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:07.823503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-74f9aa7c-f7e2-4077-b33c-6a29d463db51 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8432958 Aug 21 18:17:07.879130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0ec91-a119-43a8-9476-009c93dee157 req-4bdc87db-c727-49bd-8e15-a81b4b20bf35 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:07.886741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7a0ec91-a119-43a8-9476-009c93dee157 req-4bdc87db-c727-49bd-8e15-a81b4b20bf35 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1772799 Aug 21 18:17:07.936510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-3f39f1c9-58ce-4eea-80dc-ba07febed945', 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '0337057d-a302-4275-a2e4-c9d3bd0be983'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:07.937374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.938375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:07.976682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a7a0ec91-a119-43a8-9476-009c93dee157 req-47a7c90c-d104-4853-8741-9376b1ad9569 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889866 Aug 21 18:17:07.981579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b730a-0a8f-4d4e-b2fa-1bc03d7698b1 None None] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:07.984527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.000898 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.120963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:08.124457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=aa6830d5-bf47-428d-bdd5-2c11b60912de,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:08.138184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:08.153375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cde08-7e19-4113-a37e-48040d6f9d83 req-b910d9ec-6556-4607-8b65-f15db21cc50e tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:08.157747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:08.165751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.172754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d7cde08-7e19-4113-a37e-48040d6f9d83 req-b910d9ec-6556-4607-8b65-f15db21cc50e tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 944 time: 0.1198707 Aug 21 18:17:08.250268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.339978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d7cde08-7e19-4113-a37e-48040d6f9d83 req-2dbe5b85-ae3d-41d2-b3ca-65b2c344db80 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529682 Aug 21 18:17:08.421482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.487964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c7b78ba7-1929-485f-9fc6-e05f817afbbd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:08.533724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Allocated IP 2001:db8::1 (3f39f1c9-58ce-4eea-80dc-ba07febed945/0337057d-a302-4275-a2e4-c9d3bd0be983/0e6fbe35-a13e-4f05-956b-5f6a3753f00d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:08.585446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.609024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-725d6813-321a-472a-853c-b6c4aab917a3 None None] Provisioning for port aa6830d5-bf47-428d-bdd5-2c11b60912de completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:08.609863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d77ef4-d670-4316-8e34-7643bdfe3ff9 req-e45aa43c-9b11-4755-91bc-23e8da5a56e7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:08.611708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d77ef4-d670-4316-8e34-7643bdfe3ff9 req-e45aa43c-9b11-4755-91bc-23e8da5a56e7 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1751244 Aug 21 18:17:08.629284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-725d6813-321a-472a-853c-b6c4aab917a3 None None] Provisioning complete for port aa6830d5-bf47-428d-bdd5-2c11b60912de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:08.630667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-725d6813-321a-472a-853c-b6c4aab917a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.685275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-725d6813-321a-472a-853c-b6c4aab917a3 None None] Port aa6830d5-bf47-428d-bdd5-2c11b60912de cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:17:08.715359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1b432-7f9e-4973-9686-adb29b2c45f8 req-6055b722-90d2-4996-b0cc-e058a5be303d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:08.725875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12e1b432-7f9e-4973-9686-adb29b2c45f8 req-6055b722-90d2-4996-b0cc-e058a5be303d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1164496 Aug 21 18:17:08.782545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port c7b78ba7-1929-485f-9fc6-e05f817afbbd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:08.792008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port c7b78ba7-1929-485f-9fc6-e05f817afbbd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:08.792377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:08.808893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router 936d375e-6844-4d7e-ba71-7d1090ae4f36 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:08.838114 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12e1b432-7f9e-4973-9686-adb29b2c45f8 req-61b4aedf-2a11-4ce5-9c0e-c81c04311b25 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107492 Aug 21 18:17:08.848570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36d77ef4-d670-4316-8e34-7643bdfe3ff9 req-b513a771-77ae-4617-bf27-080cd49cfc8d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178617 Aug 21 18:17:09.026158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.066424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.090738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd,segment=NetworkSegment(d0eec451-c198-4433-b38c-f6a1f3203774),segment_id=d0eec451-c198-4433-b38c-f6a1f3203774)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:09.094709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:09.097370 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a272f-c55e-4259-a2a5-46d051c72409" -d '{"events": [{"server_uuid": "764da029-a247-483c-adca-c03de317ba45", "name": "network-vif-plugged", "status": "completed", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:09.103909 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.175161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Transition to ACTIVE for port object 0e6fbe35-a13e-4f05-956b-5f6a3753f00d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:09.179180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:09.183489 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd4717e-b708-4440-a1c3-4008600105f5 x-openstack-request-id: req-cfd4717e-b708-4440-a1c3-4008600105f5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:09.183785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.187417 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764da029-a247-483c-adca-c03de317ba45", "name": "network-vif-plugged", "status": "completed", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:09.188399 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfd4717e-b708-4440-a1c3-4008600105f5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:09.188818 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd', 'code': 200} Aug 21 18:17:09.191325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.215759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.216156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.216520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.216845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.217184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.218223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.218223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.218441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.218694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.219022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.219349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.219678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:09.237785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Transition to ACTIVE for port object 0e6fbe35-a13e-4f05-956b-5f6a3753f00d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:09.255225 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.303242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Network 3f39f1c9-58ce-4eea-80dc-ba07febed945 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:09.309988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:09.315315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:09.343371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.346370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=aa6830d5-bf47-428d-bdd5-2c11b60912de,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:09.357064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Pushing event updated for resources: {'Port': ['ID=0e6fbe35-a13e-4f05-956b-5f6a3753f00d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:09.360363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.420136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Attempting to bind port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:09.420790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Attempting to bind port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '59df9e7e-f869-4b74-a80b-294e56b8f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:09.422779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Attempting to bind port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d on network 3f39f1c9-58ce-4eea-80dc-ba07febed945 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:09.439036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:09.439405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Checking segment: {'id': '59df9e7e-f869-4b74-a80b-294e56b8f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:09.439821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.440263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Bound using segment: {'id': '59df9e7e-f869-4b74-a80b-294e56b8f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:09.440691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Bound port: 0e6fbe35-a13e-4f05-956b-5f6a3753f00d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59df9e7e-f869-4b74-a80b-294e56b8f5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:09.441089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.443330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=0337057d-a302-4275-a2e4-c9d3bd0be983,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:09.536130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] For port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:09.539816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] For port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0e6fbe35-a13e-4f05-956b-5f6a3753f00d,segment=NetworkSegment(59df9e7e-f869-4b74-a80b-294e56b8f5b1),segment_id=59df9e7e-f869-4b74-a80b-294e56b8f5b1)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:09.546220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.566338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.579901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39f1c9-58ce-4eea-80dc-ba07febed945']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:09.605504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59df9e7e-f869-4b74-a80b-294e56b8f5b1') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:09.605953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59df9e7e-f869-4b74-a80b-294e56b8f5b1') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:09.608756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56101c-21a0-4b3d-bfb8-74b4d3270dae None None] Pushing event updated for resources: {'Port': ['ID=0e6fbe35-a13e-4f05-956b-5f6a3753f00d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:09.638135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.660206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff4a5-d4a1-4605-9f22-ec7753d0ba2e req-8dfbf4f8-e9e0-40d3-aedb-9d49b14c6d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:09.663726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6dff4a5-d4a1-4605-9f22-ec7753d0ba2e req-8dfbf4f8-e9e0-40d3-aedb-9d49b14c6d0e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 1097 time: 0.2304463 Aug 21 18:17:09.663886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.675700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:09.679273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:09.681883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:09.682472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:09.685662 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:09.713594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3045e12a-3b77-46d1-a9ad-5a02382a3570 None None] Network 3f39f1c9-58ce-4eea-80dc-ba07febed945 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:09.729008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab04e1-0f00-4993-b53e-04ae9ea7363a req-b829f409-3527-4a8e-8a97-9c0f973950e5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:09.743494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7ab04e1-0f00-4993-b53e-04ae9ea7363a req-b829f409-3527-4a8e-8a97-9c0f973950e5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.2819548 Aug 21 18:17:09.745942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:09.760095 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Sync routers for ids ['936d375e-6844-4d7e-ba71-7d1090ae4f36'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:09.773718 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Routers {'936d375e-6844-4d7e-ba71-7d1090ae4f36'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:09.775583 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['936d375e-6844-4d7e-ba71-7d1090ae4f36'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:09.814634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:09.819747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-63b6f9e0-3a5d-4726-8d39-43629eb91a60 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.6413920 Aug 21 18:17:09.822252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36452) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:09.854751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:17:09.854751 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:17:09.854751 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '3f39f1c9-58ce-4eea-80dc-ba07febed945'}] Aug 21 18:17:09.854751 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:17:09.855627 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:17:09.952712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6dff4a5-d4a1-4605-9f22-ec7753d0ba2e req-49a97d14-eb92-4659-9426-0849f7698c4f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709115 Aug 21 18:17:09.982594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Set router 936d375e-6844-4d7e-ba71-7d1090ae4f36 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:09.985326 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7ab04e1-0f00-4993-b53e-04ae9ea7363a req-79ce54e2-1f79-485d-b5dd-41211d18d695 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407393 Aug 21 18:17:10.037134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c30f9-b007-4c8e-b071-019dce415969 req-2d9c30f0-70b7-439a-a027-1bc63fa7d078 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:10.038790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b98c30f9-b007-4c8e-b071-019dce415969 req-2d9c30f0-70b7-439a-a027-1bc63fa7d078 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.0831819 Aug 21 18:17:10.040813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router e2709b88-e3ef-4a77-af9f-d2d86db94f99 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:10.042698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3393f1af-80c5-47a0-bf24-c88958b3c2b0 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:17:10.141774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b98c30f9-b007-4c8e-b071-019dce415969 req-4cfd8266-2c77-4edc-a648-8842b11c181b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912640 Aug 21 18:17:10.145959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c81d3583-b172-4ec3-ad08-59ab98fbf728 None None] Provisioning complete for port aa6830d5-bf47-428d-bdd5-2c11b60912de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:10.146407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c81d3583-b172-4ec3-ad08-59ab98fbf728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.152955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.188230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c81d3583-b172-4ec3-ad08-59ab98fbf728 None None] Port aa6830d5-bf47-428d-bdd5-2c11b60912de cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:17:10.211858 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d375e-6844-4d7e-ba71-7d1090ae4f36', 'name': '', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7', 'external_fixed_ips': [{'subnet_id': 'ccfb8d74-bd8a-4472-aa95-28bc6f44c46c', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'cc386833-3438-4cb0-baef-ddedeaaec995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:05Z', 'updated_at': '2021-08-21T18:17:07Z', 'revision_number': 3, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port': {'id': 'cc386833-3438-4cb0-baef-ddedeaaec995', 'name': '', 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:09:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936d375e-6844-4d7e-ba71-7d1090ae4f36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1839, 'fixed_ips': [{'subnet_id': 'ccfb8d74-bd8a-4472-aa95-28bc6f44c46c', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:06Z', 'updated_at': '2021-08-21T18:17:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ccfb8d74-bd8a-4472-aa95-28bc6f44c46c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.246388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:10.251378 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Checking router: 936d375e-6844-4d7e-ba71-7d1090ae4f36 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:17:10.252776 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Updating router 936d375e-6844-4d7e-ba71-7d1090ae4f36 port cc386833-3438-4cb0-baef-ddedeaaec995 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:17:10.260522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-03dd93b7-6cff-4dfe-b463-ae955677ae9a tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/routers/e2709b88-e3ef-4a77-af9f-d2d86db94f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8080554 Aug 21 18:17:10.260880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:10.261098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8112a42-f308-46b2-8b49-32e0a4ec3f31 req-2953e210-9db5-485a-8c5c-ca90c16084e8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:10.261625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] Sync routers for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:10.266844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'port': {'network_id': 'e7872e9f-7327-41a1-90a6-f68cfbbc02f9', 'name': 'tempest-FloatingIPTestJSON-2074812682'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:10.268635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8112a42-f308-46b2-8b49-32e0a4ec3f31 req-2953e210-9db5-485a-8c5c-ca90c16084e8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1747425 Aug 21 18:17:10.287200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3393f1af-80c5-47a0-bf24-c88958b3c2b0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:17:10.289997 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.306201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:10.307749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.328924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8112a42-f308-46b2-8b49-32e0a4ec3f31 req-6c4a9724-0a74-40a1-aef4-2f146534a15d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593147 Aug 21 18:17:10.351806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.360728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.429305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.458149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Deleting port cc386833-3438-4cb0-baef-ddedeaaec995 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:10.467349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.554238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:10.565658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.604649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:10.605554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.606089 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.611916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Made reservation on behalf of 2bfaf192f6314809a6e212245743b833 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:10.616365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.618573 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Transition to ACTIVE for port object cc386833-3438-4cb0-baef-ddedeaaec995 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:10.634863 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.648798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] device_id is not set on port 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:17:10.684579 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Pushing event updated for resources: {'Port': ['ID=cc386833-3438-4cb0-baef-ddedeaaec995,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:10.696038 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.696038 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.696490 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.697014 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.697498 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.697917 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.698353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.698862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.699429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.699969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.700513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.701068 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:10.712352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.717039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b157ce23-2ad5-4f47-9d34-fec66507a3f4 None None] The sync data for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:10.738410 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Attempting to bind port cc386833-3438-4cb0-baef-ddedeaaec995 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:10.739950 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Attempting to bind port cc386833-3438-4cb0-baef-ddedeaaec995 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:10.740620 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Attempting to bind port cc386833-3438-4cb0-baef-ddedeaaec995 on network 6fc44cc4-55df-4633-b696-2e877542a9c7 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:10.747652 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:10.748353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Checking segment: {'id': '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:10.749514 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.750340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Bound using segment: {'id': '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:10.751041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Bound port: cc386833-3438-4cb0-baef-ddedeaaec995, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '6fc44cc4-55df-4633-b696-2e877542a9c7'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:10.751645 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.754003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-3c781c22-2789-4f1a-9b04-a77df3633349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:10.756509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-3c781c22-2789-4f1a-9b04-a77df3633349 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1098 time: 0.1549807 Aug 21 18:17:10.786678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Allocated IP 172.20.0.3 (e7872e9f-7327-41a1-90a6-f68cfbbc02f9/79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2/0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:10.792966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.821377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] For port cc386833-3438-4cb0-baef-ddedeaaec995, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:10.825007 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] For port cc386833-3438-4cb0-baef-ddedeaaec995, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cc386833-3438-4cb0-baef-ddedeaaec995,segment=NetworkSegment(19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5),segment_id=19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:10.831392 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.845665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0e6fbe35-a13e-4f05-956b-5f6a3753f00d,segment=NetworkSegment(59df9e7e-f869-4b74-a80b-294e56b8f5b1),segment_id=59df9e7e-f869-4b74-a80b-294e56b8f5b1)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:10.846174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:10.857732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7b8e7-1528-485f-9024-261798b04705 req-f83cbba4-fa75-4342-837d-fbd70224a032 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:10.866014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5a7b8e7-1528-485f-9024-261798b04705 req-f83cbba4-fa75-4342-837d-fbd70224a032 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2937486 Aug 21 18:17:10.872402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 0e6fbe35-a13e-4f05-956b-5f6a3753f00d owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:10.885932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Calling delete_port for cc386833-3438-4cb0-baef-ddedeaaec995 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:10.911468 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Routers {'936d375e-6844-4d7e-ba71-7d1090ae4f36'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:10.912546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['936d375e-6844-4d7e-ba71-7d1090ae4f36'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:10.990538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5a7b8e7-1528-485f-9024-261798b04705 req-9474df03-9296-4652-97c9-062edf017e54 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183829 Aug 21 18:17:11.029591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-32de86f8-bc5b-44d4-89cb-6bee6ae5036f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.041473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-32de86f8-bc5b-44d4-89cb-6bee6ae5036f service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.2703695 Aug 21 18:17:11.167585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-ec9aa732-eaac-4644-a8b3-aba09eec8212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 1002 time: 0.1164172 Aug 21 18:17:11.180496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.198755 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aa2a1-cae9-4c1f-a74a-31f56a22df00 None None] Pushing event updated for resources: {'Port': ['ID=cc386833-3438-4cb0-baef-ddedeaaec995,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:11.209502 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.212520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Transition to ACTIVE for port object 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:11.220843 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] Set router 936d375e-6844-4d7e-ba71-7d1090ae4f36 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:11.256300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7f448-ef79-405e-a8e6-5bc9aa930498 req-c1eda298-95f1-4b35-8a3b-31d4076ec1ed tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.257910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48c7f448-ef79-405e-a8e6-5bc9aa930498 req-c1eda298-95f1-4b35-8a3b-31d4076ec1ed tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.1339967 Aug 21 18:17:11.261370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=0e6fbe35-a13e-4f05-956b-5f6a3753f00d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:11.264692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 0e6fbe35-a13e-4f05-956b-5f6a3753f00d on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:11.288769 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936d375e-6844-4d7e-ba71-7d1090ae4f36', 'name': '', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:05Z', 'updated_at': '2021-08-21T18:17:10Z', 'revision_number': 4, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:11.320792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415739fa-7441-4c47-b814-a93ed1d6de00 None None] The sync data for ids ['936d375e-6844-4d7e-ba71-7d1090ae4f36'] in n-d-793621-32 is: [{'id': '936d375e-6844-4d7e-ba71-7d1090ae4f36', 'name': '', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:05Z', 'updated_at': '2021-08-21T18:17:10Z', 'revision_number': 4, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:11.390677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-506e533b-0952-4b3e-90fb-47549382d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.391418 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.391967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-506e533b-0952-4b3e-90fb-47549382d1e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1568856 Aug 21 18:17:11.394630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.400410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48c7f448-ef79-405e-a8e6-5bc9aa930498 req-972db1d5-b60e-451e-a317-e988ddd89e1f tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277611 Aug 21 18:17:11.433813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-ed7119a4-9438-4309-962a-927ba45e538a tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.435477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-ed7119a4-9438-4309-962a-927ba45e538a tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 809 time: 0.2734432 Aug 21 18:17:11.462886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f39f1c9-58ce-4eea-80dc-ba07febed945']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:11.474051 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-4b83cb80-be2b-4e5e-b0e1-430bf280fc0d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/quotas/47e47eef28d940cc9fba14356a7da928 HTTP/1.1" status: 200 len: 375 time: 0.0194311 Aug 21 18:17:11.493736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59df9e7e-f869-4b74-a80b-294e56b8f5b1') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:11.493736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59df9e7e-f869-4b74-a80b-294e56b8f5b1') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:11.505509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:11.506579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event updated for resources: {'Port': ['ID=0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:11.511940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:11.514982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.515147 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-21e0f0d0-80c1-433c-aa48-7737b35bdfe8 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308056 Aug 21 18:17:11.516772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-5eaa2387-7c8b-48ed-bac3-f92887d5d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.517130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:11.523578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-5eaa2387-7c8b-48ed-bac3-f92887d5d1b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114323 Aug 21 18:17:11.524247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.586583 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.616485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc386833-3438-4cb0-baef-ddedeaaec995,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:11.638105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:11.638583 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:11.641665 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:11.668577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:11.669544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.803938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-07e13f9b-ae56-4d6a-97f2-e3399e46882e service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678161 Aug 21 18:17:11.828278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.926430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-39a1e494-6dd1-4ef5-8af5-cae1c3703309 service neutron] 10.222.0.41 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708880 Aug 21 18:17:11.937478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-73ca3755-0e77-4f20-bd06-280c3f37ad2b None None] Provisioning for port 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:11.942581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-73ca3755-0e77-4f20-bd06-280c3f37ad2b None None] Provisioning complete for port 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:11.942958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-73ca3755-0e77-4f20-bd06-280c3f37ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.972975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.976527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:11.983330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-73ca3755-0e77-4f20-bd06-280c3f37ad2b None None] Port 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:17:12.087361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.087930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 936d375e-6844-4d7e-ba71-7d1090ae4f36 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:12.106046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.107503 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-32ccb56e-2140-4cc6-8374-494db65d0cc8 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/routers/936d375e-6844-4d7e-ba71-7d1090ae4f36 HTTP/1.1" status: 204 len: 168 time: 2.2795312 Aug 21 18:17:12.111331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:12.134513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-564fd214-a27c-406b-a641-6601e041f11e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8720872 Aug 21 18:17:12.137585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:12.146508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Request body: {'floatingip': {'port_id': '0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:12.150770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256e3433-c3d4-4506-a166-e976e4d72bc9 req-6377de54-8506-4d25-aefe-354dccd97815 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374391 Aug 21 18:17:12.175081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-fc51cdf4-3b4d-459c-9f29-5cc271be3689 service neutron] 10.222.0.41 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144845 Aug 21 18:17:12.199916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Deleting subnet ccfb8d74-bd8a-4472-aa95-28bc6f44c46c {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:12.204295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.228754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.252143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.284061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.298771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204984e-c046-40b5-95f7-943af950e6e2 req-0112849b-772b-40e1-a20b-bc21b33a622a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:12.300060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0204984e-c046-40b5-95f7-943af950e6e2 req-0112849b-772b-40e1-a20b-bc21b33a622a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.7111144 Aug 21 18:17:12.322599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.323852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.329548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/3f39f1c9-58ce-4eea-80dc-ba07febed945 HTTP/1.1" status: 204 len: 168 time: 4.6064193 Aug 21 18:17:12.329548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c8c30-e88a-40e7-850b-6de58a02d9bd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=3f39f1c9-58ce-4eea-80dc-ba07febed945,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:12.335631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36494) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:12.342858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330925074'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:12.445340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:12.449292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.466830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0204984e-c046-40b5-95f7-943af950e6e2 req-d85b6716-b58f-402c-8666-cb7df7622160 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443772 Aug 21 18:17:12.478645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.540602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:12.560790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ccfb8d74-bd8a-4472-aa95-28bc6f44c46c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:12.565396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.570064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3fcdb4f-813b-4e13-92d7-89f7b03717b4 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/ccfb8d74-bd8a-4472-aa95-28bc6f44c46c HTTP/1.1" status: 204 len: 168 time: 0.4550018 Aug 21 18:17:12.574915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36504) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:12.580197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0897aeea-95f1-4ea2-98e8-67700fa6f922 req-ea52cdcd-909a-44ab-947d-687b55df8a9b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 210 time: 0.0406342 Aug 21 18:17:12.584975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.585421 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment ec201a77-3fe7-4a06-ac14-7bf15d5382e3 of type vlan for network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f Aug 21 18:17:12.588087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7a8f2-4563-4c90-ae02-5e1209fc70c3 req-6fa5fa28-ad6c-445a-a18c-2a6270e3ae03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:12.599811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbf7a8f2-4563-4c90-ae02-5e1209fc70c3 req-6fa5fa28-ad6c-445a-a18c-2a6270e3ae03 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1369746 Aug 21 18:17:12.705027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.719067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.747233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbf7a8f2-4563-4c90-ae02-5e1209fc70c3 req-9985dd41-ec3f-4040-a77a-27d601e9b089 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463501 Aug 21 18:17:12.805835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd9670-7a02-42aa-9195-30e1507a0c05 req-ceb14077-7249-405b-8179-56bffcccf938 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:12.807697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06bd9670-7a02-42aa-9195-30e1507a0c05 req-ceb14077-7249-405b-8179-56bffcccf938 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.1486237 Aug 21 18:17:12.824334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.832054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:12.832972 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.881415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.899798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fc44cc4-55df-4633-b696-2e877542a9c7']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:12.917301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:12.917703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19acb7c4-cfe4-4d97-b98a-bf5c6cde86a5') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:12.931153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.948747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.955785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:12.956352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: items = [ Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:12.959237 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:12.961919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6233664 Aug 21 18:17:12.967057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:12.984060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:13.014254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06bd9670-7a02-42aa-9195-30e1507a0c05 req-aa6410b0-bded-437d-88f4-2a2bc9b7316c tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711566 Aug 21 18:17:13.037857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.043222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebae8b6-ab3a-4360-b540-79d84a55be6c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=1fb15edd-289f-4495-b5f8-9e0cc4d20b4f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:13.045968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6fc44cc4-55df-4633-b696-2e877542a9c7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:17:13.060703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:13.067650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.077867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6fc44cc4-55df-4633-b696-2e877542a9c7 HTTP/1.1" status: 204 len: 168 time: 0.4721677 Aug 21 18:17:13.077867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f427fc7-7acc-45ed-a044-dc86943ae4dd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Network': ['ID=6fc44cc4-55df-4633-b696-2e877542a9c7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:13.193192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:13.196980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.408014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36530) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:13.413074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'name': 'tempest-router--1543115901', 'project_id': '6efca3a8286b4b1da0f4f50e1f65bf96'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:13.421986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.435695 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.447652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.448705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.515002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.527080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.548587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.555091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6dc3eab-bb67-4b85-8166-444340049a97 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1455421 Aug 21 18:17:13.555738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:13.566115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f696199-1b28-437e-91b9-a14845fe6599 req-59cae239-17d2-4778-9fe1-ba2d102ce67a tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:13.567696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f696199-1b28-437e-91b9-a14845fe6599 req-59cae239-17d2-4778-9fe1-ba2d102ce67a tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.1330869 Aug 21 18:17:13.615407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54186b0-220a-4755-b962-a27b8627c83d req-142d3591-e159-40be-af7c-12bd95b77882 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:13.622895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e54186b0-220a-4755-b962-a27b8627c83d req-142d3591-e159-40be-af7c-12bd95b77882 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.0663908 Aug 21 18:17:13.662215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e54186b0-220a-4755-b962-a27b8627c83d req-bf7c83a4-661e-47a5-ae96-d19721062c61 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Aug 21 18:17:13.744960 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP fd1ebf9b-ea79-428c-ad04-7d2ea28da30f associated. External IP: 172.25.1.145, port: 8a751cc7-3e41-4db1-9280-f97950455625. Aug 21 18:17:13.752669 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4021041-42d0-46b1-bb89-a2366ddcb43a req-fe2d369d-d62b-4542-a32c-50c54a666a5f tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 210 time: 0.0261364 Aug 21 18:17:13.755076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:13.833243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f696199-1b28-437e-91b9-a14845fe6599 req-230cfdde-bc43-479d-891c-7dea25676680 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243133 Aug 21 18:17:13.870656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6a0a6-9061-46c9-91e9-b130d8beed4d req-9d09c1bb-af72-434f-af84-9de2b66fa792 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:13.872472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d6a0a6-9061-46c9-91e9-b130d8beed4d req-9d09c1bb-af72-434f-af84-9de2b66fa792 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.0515666 Aug 21 18:17:13.935750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d6a0a6-9061-46c9-91e9-b130d8beed4d req-301720f3-d0dc-4582-bf1d-2cfe087efd8c tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571101 Aug 21 18:17:14.003967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.066963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.069230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.082898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-95bc619c-6726-45fa-990c-9cd9678434ca tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.084897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-95bc619c-6726-45fa-990c-9cd9678434ca tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.39 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 809 time: 0.1356595 Aug 21 18:17:14.112741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Request body: {'port': {'device_id': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00', 'admin_state_up': True, 'tenant_id': '47e47eef28d940cc9fba14356a7da928'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:14.149732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.150219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d364eaa-7df1-44be-a165-5e51e8128e7e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:14.155854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.156889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f19a3416-724d-497a-906f-c8229276cbb1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/routers/5d364eaa-7df1-44be-a165-5e51e8128e7e HTTP/1.1" status: 204 len: 168 time: 0.5883019 Aug 21 18:17:14.186408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.192421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.198216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=f02f2aab-0e40-437a-9b87-7a59b55c1814,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:14.198777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.204597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.210577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.217519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.218028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:14.218384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:14.223627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.225618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-56f7d288-0a24-42c6-b101-ee99fb7ad36c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1623356 Aug 21 18:17:14.274616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36548) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:14.283565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:14.303117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-736143b7-7494-4649-b52d-cb69d20ddd19 req-80dc5c8e-89a2-4727-a1e6-1ca42b454782 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663745 Aug 21 18:17:14.305518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:14.309018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:14.312360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.313028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.324871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a60849-9563-43ee-86dd-147047819cfc None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:14.345426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e5f2f48a-924e-462a-9f3d-4c7e235255b6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3706403 Aug 21 18:17:14.352187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:14.357660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:14.362722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Made reservation on behalf of 47e47eef28d940cc9fba14356a7da928 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:14.367365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.515409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:14.530423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:14.539230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.549326 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:14.549965 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:14.550303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.571137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.581827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Allocated IP 172.20.0.14 (ae9fb016-e4c2-4069-8d18-d48b583bbe00/4a785f92-e6c5-4438-b475-0f7862bdcb5a/4e5a093c-d795-48bb-a513-c26e810e5740) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:14.588431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.595472 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:14.602759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:14.607424 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:14.607599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.608468 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:14.609574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.617988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.628120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1fb15edd-289f-4495-b5f8-9e0cc4d20b4f', 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': 'f02f2aab-0e40-437a-9b87-7a59b55c1814'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:14.629331 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.635191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:14.637158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7da97c6e-3990-4b79-83a9-8b745b1f9fc8 req-4c03893c-8448-48d4-b11d-64778292a6aa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1865687 Aug 21 18:17:14.650285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:14.651219 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8ecd06-242a-467f-9fd6-4ce45174f1b3 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:14.687143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-87702227', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:14.726204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.727344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.785054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:14.815833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Allocated IP 2001:db8::2 (1fb15edd-289f-4495-b5f8-9e0cc4d20b4f/f02f2aab-0e40-437a-9b87-7a59b55c1814/3c198014-cf6d-4c79-9db2-31b2f61091a3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:14.997249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.007109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Transition to ACTIVE for port object 3c198014-cf6d-4c79-9db2-31b2f61091a3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:15.025825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Transition to ACTIVE for port object 3c198014-cf6d-4c79-9db2-31b2f61091a3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:15.032865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.074509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:15.078759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:15.086316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:15.089527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Pushing event updated for resources: {'Port': ['ID=3c198014-cf6d-4c79-9db2-31b2f61091a3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:15.147643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Attempting to bind port 3c198014-cf6d-4c79-9db2-31b2f61091a3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:15.148257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Attempting to bind port 3c198014-cf6d-4c79-9db2-31b2f61091a3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:15.148664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Attempting to bind port 3c198014-cf6d-4c79-9db2-31b2f61091a3 on network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:15.154265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:15.154728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Checking segment: {'id': 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:15.155059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.155456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Bound using segment: {'id': 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:15.155921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Bound port: 3c198014-cf6d-4c79-9db2-31b2f61091a3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:15.156403 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.229616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] For port 3c198014-cf6d-4c79-9db2-31b2f61091a3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:15.231991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fab01-83dc-4e6e-a751-814753daec24 req-48eb3a26-10f0-4103-96c8-3e4a0e0f3aaa tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:15.233502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] For port 3c198014-cf6d-4c79-9db2-31b2f61091a3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c198014-cf6d-4c79-9db2-31b2f61091a3,segment=NetworkSegment(ec201a77-3fe7-4a06-ac14-7bf15d5382e3),segment_id=ec201a77-3fe7-4a06-ac14-7bf15d5382e3)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:15.233758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-965fab01-83dc-4e6e-a751-814753daec24 req-48eb3a26-10f0-4103-96c8-3e4a0e0f3aaa tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.64 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.1790133 Aug 21 18:17:15.239904 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.305206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab9ec9-a200-4352-a2a4-b48853a66a5a req-47479b70-c557-49ce-a175-bf0f33ad8f37 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:15.307110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0ab9ec9-a200-4352-a2a4-b48853a66a5a req-47479b70-c557-49ce-a175-bf0f33ad8f37 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.2509606 Aug 21 18:17:15.320468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c111a74-2514-43f7-abb7-9881fef52310 req-6dbb4ab5-a35c-45bb-b3e5-73406ba6eb88 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 210 time: 0.4523807 Aug 21 18:17:15.325166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd0ebc-472f-4467-a47d-eb4bddda3b1a None None] Pushing event updated for resources: {'Port': ['ID=3c198014-cf6d-4c79-9db2-31b2f61091a3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:15.412436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.448972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.484417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0ab9ec9-a200-4352-a2a4-b48853a66a5a req-52027aea-da77-456d-9610-b336ad4fb656 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642659 Aug 21 18:17:15.590442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ab749-726e-44db-a08b-19e75a59b504 req-2adf2ff1-e5f0-4c7b-a051-50864e94d54c tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:15.592337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e6ab749-726e-44db-a08b-19e75a59b504 req-2adf2ff1-e5f0-4c7b-a051-50864e94d54c tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 945 time: 0.1821306 Aug 21 18:17:15.605209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Deleting port c7b78ba7-1929-485f-9fc6-e05f817afbbd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:15.605552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.693752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router e2709b88-e3ef-4a77-af9f-d2d86db94f99 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:15.699887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e6ab749-726e-44db-a08b-19e75a59b504 req-67e72ad6-fdde-4c29-96b6-ef347d18d1d5 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/security-groups?id=38b4e274-713b-488f-8b6b-8b655d19b412&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737205 Aug 21 18:17:15.709076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.766723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.814129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:15.835917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:15.853153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:15.856484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:15.858256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] For port c7b78ba7-1929-485f-9fc6-e05f817afbbd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c7b78ba7-1929-485f-9fc6-e05f817afbbd,segment=NetworkSegment(d0eec451-c198-4433-b38c-f6a1f3203774),segment_id=d0eec451-c198-4433-b38c-f6a1f3203774)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:15.858660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.864767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Pushing event updated for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:15.891402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:15.903641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:15.904236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.918114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=09e965c3-1281-4c22-8435-a35a887f3b95,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:15.922209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Calling delete_port for c7b78ba7-1929-485f-9fc6-e05f817afbbd owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:15.928907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.947964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:15.948570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.951458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8282fbdb-12aa-420b-8663-6f036c711c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5982444 Aug 21 18:17:15.955240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:15.958837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.982166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:15.987275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:15.993970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] Sync routers for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:15.996730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-650598de-37ce-4e50-8fc6-c6bcb7b6626e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8885548 Aug 21 18:17:16.004133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:16.005054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:16.012455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Request body: {'port': {'device_id': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:16.054169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:16.085452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:16.085987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:16.124604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:16.125340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afac9ae0-3cbd-42bd-ac76-e3fb20589d3e None None] The sync data for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:16.169849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.175354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.177087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.178666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.180787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.183902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.185735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.188697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-24ad3a15-1f02-4d36-977f-ca44fe2acdf8 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2320757 Aug 21 18:17:16.194431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36570) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:16.198634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c7b78ba7-1929-485f-9fc6-e05f817afbbd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:16.206845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1616983242'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:16.218915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Pushing event deleted for resources: {'Port': ['ID=c7b78ba7-1929-485f-9fc6-e05f817afbbd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:16.261108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-72ef4ae5-3275-4240-89ce-db1fb3657747 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/floatingips/fd1ebf9b-ea79-428c-ad04-7d2ea28da30f HTTP/1.1" status: 200 len: 978 time: 4.1185594 Aug 21 18:17:16.261791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36576) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:16.284693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:16.288599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.307131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Allocated IP 172.25.1.221 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/db891902-9bec-4dfa-a777-476ff49c7f5c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:16.347503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] No DVR routers for this DVR port c7b78ba7-1929-485f-9fc6-e05f817afbbd on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:16.354480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.356606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-965fab01-83dc-4e6e-a751-814753daec24 req-f29f7d81-1232-48a6-9c7e-d2b016134272 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.64 "DELETE /v2.0/ports/c7b78ba7-1929-485f-9fc6-e05f817afbbd HTTP/1.1" status: 204 len: 173 time: 1.1145713 Aug 21 18:17:16.359353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'name': 'network-vif-deleted', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:16.361723 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5faedcae-df1d-4961-b9ae-6a7891418f57" -d '{"events": [{"server_uuid": "764da029-a247-483c-adca-c03de317ba45", "name": "network-vif-deleted", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:16.373599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:16.456948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.457945 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment 6dfbca14-b1be-434a-829b-114bbdabf67c of type vlan for network c0248294-f487-4263-b388-25aac105dfbc Aug 21 18:17:16.465261 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872ca221-b8be-4796-848a-eaa6a1546f19 x-openstack-request-id: req-872ca221-b8be-4796-848a-eaa6a1546f19 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:16.465691 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764da029-a247-483c-adca-c03de317ba45", "name": "network-vif-deleted", "tag": "c7b78ba7-1929-485f-9fc6-e05f817afbbd", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:16.465817 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-872ca221-b8be-4796-848a-eaa6a1546f19 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:16.468464 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764da029-a247-483c-adca-c03de317ba45', 'name': 'network-vif-deleted', 'tag': 'c7b78ba7-1929-485f-9fc6-e05f817afbbd', 'status': 'completed', 'code': 200} Aug 21 18:17:16.474322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:16.574094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.643010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ab18d8-b66d-4d30-9398-a8112ea487b7 None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:16.644583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:16.644986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.673516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.680413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.680962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.688194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.745519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:16.770447 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5680108 Aug 21 18:17:16.779747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36596) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:16.788155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c1e0e2dd-5e55-4269-94ad-0e60bc08d639 None None] Provisioning for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:16.788768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:16.837429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab11eb-35d8-433b-9c1a-963bacdb2513 req-c03aa099-efe9-4241-9eb6-41fd7ee3ffe5 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.845620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cab11eb-35d8-433b-9c1a-963bacdb2513 req-c03aa099-efe9-4241-9eb6-41fd7ee3ffe5 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 932 time: 0.3887174 Aug 21 18:17:16.881640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.882060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.882573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.883045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.883705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.884343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.884970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.894560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-211fa879-f024-4903-afc4-edc899316230 req-a20da816-5fcb-429d-b008-bb2fe17aa83b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6496 time: 0.3946528 Aug 21 18:17:16.906421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cf935-6667-4ead-b8b7-2d7eab6b44c4 req-688adad7-ca74-4dfc-b87f-463937efdda2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:16.908110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-928cf935-6667-4ead-b8b7-2d7eab6b44c4 req-688adad7-ca74-4dfc-b87f-463937efdda2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.2927825 Aug 21 18:17:16.922096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ebbde8-80ef-462f-bdf3-889114d8ebe4 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=c0248294-f487-4263-b388-25aac105dfbc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:16.943422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Update dhcp port {'port': {'network_id': '1fb15edd-289f-4495-b5f8-9e0cc4d20b4f', 'fixed_ips': [{'subnet_id': 'f02f2aab-0e40-437a-9b87-7a59b55c1814', 'ip_address': '2001:db8::2'}, {'subnet_id': '09e965c3-1281-4c22-8435-a35a887f3b95'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '3c198014-cf6d-4c79-9db2-31b2f61091a3'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:17:16.950810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cab11eb-35d8-433b-9c1a-963bacdb2513 req-536500b4-35d9-4ee0-b87b-f25321e67651 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042271 Aug 21 18:17:16.987032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.005729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c0248294-f487-4263-b388-25aac105dfbc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:17.016308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.044375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-211fa879-f024-4903-afc4-edc899316230 req-29ebdbd1-b8d6-4404-b338-712e916d3f3b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1487668 Aug 21 18:17:17.060718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-928cf935-6667-4ead-b8b7-2d7eab6b44c4 req-96d099a5-a033-4ecb-a81e-e003953d0f4a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325235 Aug 21 18:17:17.063412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c198014-cf6d-4c79-9db2-31b2f61091a3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:17.077427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.077831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.078361 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Floating IP fd1ebf9b-ea79-428c-ad04-7d2ea28da30f disassociated. External IP: 172.25.1.145, port: 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371. Aug 21 18:17:17.078911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:17.151509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:17.165024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:17.170532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:17.205734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5a093c-d795-48bb-a513-c26e810e5740 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:17.215096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.227345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.228999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Transition to ACTIVE for port object 4e5a093c-d795-48bb-a513-c26e810e5740 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:17.246326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event updated for resources: {'Port': ['ID=db891902-9bec-4dfa-a777-476ff49c7f5c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:17.247717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.257292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.291198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network c0248294-f487-4263-b388-25aac105dfbc is not hosted by any dhcp agent {{(pid=94598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:17:17.297426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:17.298057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.299396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "PUT /v2.0/networks/c0248294-f487-4263-b388-25aac105dfbc HTTP/1.1" status: 200 len: 723 time: 0.5187733 Aug 21 18:17:17.306168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36600) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:17.307975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-915690cb-e280-49f6-9e13-ead3d9c3b424 req-2e06b227-ca34-447d-8dda-71c0698ffb88 tempest-ServerAddressesNegativeTestJSON-402280070 tempest-ServerAddressesNegativeTestJSON-402280070-project] 10.222.0.41 "GET /v2.0/ports?device_id=764da029-a247-483c-adca-c03de317ba45 HTTP/1.1" status: 200 len: 210 time: 0.0776687 Aug 21 18:17:17.315414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': 'c0248294-f487-4263-b388-25aac105dfbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:17.345283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:17.352841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:17.353218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.354452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:17.408002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Allocated IP 172.20.0.1 (1fb15edd-289f-4495-b5f8-9e0cc4d20b4f/09e965c3-1281-4c22-8435-a35a887f3b95/3c198014-cf6d-4c79-9db2-31b2f61091a3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:17.479073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Attempting to bind port 4e5a093c-d795-48bb-a513-c26e810e5740 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:17.479491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Attempting to bind port 4e5a093c-d795-48bb-a513-c26e810e5740 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:17.479738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Attempting to bind port 4e5a093c-d795-48bb-a513-c26e810e5740 on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:17.489774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Port 4e5a093c-d795-48bb-a513-c26e810e5740 on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:17:17.490136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Attempting to bind port 4e5a093c-d795-48bb-a513-c26e810e5740 on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:17.501885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4fd78-15b9-4f8e-810e-451aba8fdbfb tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=c0248294-f487-4263-b388-25aac105dfbc,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:17.524140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:17.524896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Checking segment: {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:17.525280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Bound using segment: {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:17.525729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Bound port: 4e5a093c-d795-48bb-a513-c26e810e5740, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:17.526097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.580356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:17.585007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.605103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.644561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:17.647713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:17.664949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4e5a093c-d795-48bb-a513-c26e810e5740,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:17.689058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c0248294-f487-4263-b388-25aac105dfbc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:17.719181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.788617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.805583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.821378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] For port 3c198014-cf6d-4c79-9db2-31b2f61091a3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c198014-cf6d-4c79-9db2-31b2f61091a3,segment=NetworkSegment(ec201a77-3fe7-4a06-ac14-7bf15d5382e3),segment_id=ec201a77-3fe7-4a06-ac14-7bf15d5382e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:17.845686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-24199faf-2d61-4337-8260-6eb45eaba4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.852998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:17.853632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.855258 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e5a093c-d795-48bb-a513-c26e810e5740 HTTP/1.1" status: 200 len: 1093 time: 1.8481255 Aug 21 18:17:17.856104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3c249-f0b7-47a9-b40e-1cf1c281dec4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:17.902312 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.924238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Transition to ACTIVE for port object 3c198014-cf6d-4c79-9db2-31b2f61091a3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:17.935190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:17.977901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router e2709b88-e3ef-4a77-af9f-d2d86db94f99 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:17.987240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-0d392967-d1bb-4f9b-9471-35cbe7751dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:17.991247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-0d392967-d1bb-4f9b-9471-35cbe7751dae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 1096 time: 0.0839455 Aug 21 18:17:18.037113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.079648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:17:18.080302 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:17:18.082397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83ae28-3321-440a-8d81-189f807d5b5a None None] Pushing event updated for resources: {'Port': ['ID=3c198014-cf6d-4c79-9db2-31b2f61091a3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:18.082813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-a2dad539-0b0a-4664-bc1c-70d9c1c1dbe8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5a093c-d795-48bb-a513-c26e810e5740 HTTP/1.1" status: 200 len: 217 time: 0.0797577 Aug 21 18:17:18.194463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e590664-0a97-4320-8f8d-397dd4d0c6db req-c96c8bd4-2bba-4187-a500-08c4f121d210 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:18.196051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e590664-0a97-4320-8f8d-397dd4d0c6db req-c96c8bd4-2bba-4187-a500-08c4f121d210 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 944 time: 0.1636636 Aug 21 18:17:18.201238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=0b16bbd0-0815-451d-a69d-fdbc05128941,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:18.204721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-5c41ff46-d366-4414-9ad3-5429a3e21645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:18.206219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-5c41ff46-d366-4414-9ad3-5429a3e21645 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a785f92-e6c5-4438-b475-0f7862bdcb5a HTTP/1.1" status: 200 len: 849 time: 0.1162903 Aug 21 18:17:18.251389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:18.254530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-a2606833-c990-4944-bb5d-2da26d3aaf44 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae9fb016-e4c2-4069-8d18-d48b583bbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333550 Aug 21 18:17:18.256606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.267481 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] Sync routers for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:18.268074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': '6dfbca14-b1be-434a-829b-114bbdabf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:18.268074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: c0248294-f487-4263-b388-25aac105dfbc, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:18.277986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9e590664-0a97-4320-8f8d-397dd4d0c6db req-ffa3b84c-af5b-44ab-a180-1efc5f15f9a0 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609446 Aug 21 18:17:18.280231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:18.281081 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:18.310387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae19fc-a6d5-4745-9c02-13d2f2649bf5 req-86c126b6-aff3-4d01-93d6-d1d6faf4464d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:18.318531 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bae19fc-a6d5-4745-9c02-13d2f2649bf5 req-86c126b6-aff3-4d01-93d6-d1d6faf4464d tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1534319 Aug 21 18:17:18.321391 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:18.335043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:18.336069 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:18.352274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network c0248294-f487-4263-b388-25aac105dfbc is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:18.392281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:18.393089 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff89f30-699a-44f3-bf5e-824e8ecc75d4 None None] The sync data for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:18.397337 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.406657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36610) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:18.420931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c0248294-f487-4263-b388-25aac105dfbc) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:18.429528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab927f5-c582-44ce-8ac9-abbeac39fbdb None None] Network c0248294-f487-4263-b388-25aac105dfbc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:18.487479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2bae19fc-a6d5-4745-9c02-13d2f2649bf5 req-eb159ccc-c9d9-4458-bb3a-74c9509d3abd tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625965 Aug 21 18:17:18.488249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:18.490850 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e993b88-98c2-4cf9-969b-b16a0afe8650" -d '{"events": [{"name": "network-changed", "server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:18.530461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.534137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0149a18-9568-436d-86c5-79266a6542f1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 HTTP/1.1" status: 204 len: 168 time: 2.2496574 Aug 21 18:17:18.538111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36614) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:18.541631 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f6c61d-1bc2-4300-a074-17b92fed9d07 x-openstack-request-id: req-56f6c61d-1bc2-4300-a074-17b92fed9d07 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:18.542527 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:18.542976 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56f6c61d-1bc2-4300-a074-17b92fed9d07 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:18.543545 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740', 'status': 'completed', 'code': 200} Aug 21 18:17:18.580463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c7b78ba7-1929-485f-9fc6-e05f817afbbd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:18.646632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: c7b78ba7-1929-485f-9fc6-e05f817afbbd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:18.647333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c7b78ba7-1929-485f-9fc6-e05f817afbbd not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:18.656447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-c0248294-f487-4263-b388-25aac105dfbc', 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '0b16bbd0-0815-451d-a69d-fdbc05128941'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:18.657699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.661136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-00ef41ca-9cb8-431d-a670-488dd43bd189 service neutron] 10.222.0.39 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983705 Aug 21 18:17:18.679853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.764253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b4000-f96a-4a88-baa8-d76f7cd37914 None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:18.854623 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.856553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3c198014-cf6d-4c79-9db2-31b2f61091a3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c198014-cf6d-4c79-9db2-31b2f61091a3,segment=NetworkSegment(ec201a77-3fe7-4a06-ac14-7bf15d5382e3),segment_id=ec201a77-3fe7-4a06-ac14-7bf15d5382e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:18.869428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:18.870121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.884825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Deleting subnet 1170bdc9-a533-4e07-9933-6d2bdcfd1faf {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:18.886780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-43ceed04-7a76-4eb9-b462-2ebc4d15d996 None None] Provisioning for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:18.889996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.898538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.919654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5ebc8c9-dce9-4d8e-98bc-83144d30666a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6108203 Aug 21 18:17:18.924776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36616) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:18.930852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:18.935677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-43ceed04-7a76-4eb9-b462-2ebc4d15d996 None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:18.936176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-43ceed04-7a76-4eb9-b462-2ebc4d15d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:18.979189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5311a1fa-3dcf-4921-8966-e2c89d84bd00 req-29b8a366-18ba-440e-9993-4e4d72428032 service neutron] 10.222.0.39 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018806 Aug 21 18:17:19.039590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Allocated IP 2001:db8::2 (c0248294-f487-4263-b388-25aac105dfbc/0b16bbd0-0815-451d-a69d-fdbc05128941/18cd8595-5bb4-4734-9682-556a50a391d3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:19.052138 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.053431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c198014-cf6d-4c79-9db2-31b2f61091a3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:19.112281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3c198014-cf6d-4c79-9db2-31b2f61091a3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:19.114803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25210900'] for subnet, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.174821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.194748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-ae759a95-97ad-4f7f-9d38-e07628ae4947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:19.197699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-ae759a95-97ad-4f7f-9d38-e07628ae4947 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 1096 time: 0.1384315 Aug 21 18:17:19.203019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Router f66bc3f0-10d3-4168-98b7-bb4e6abba823 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:19.339715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:19.340181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.407857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:19.424663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.451786 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.460608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] Sync routers for ids ['f66bc3f0-10d3-4168-98b7-bb4e6abba823'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:19.465047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1170bdc9-a533-4e07-9933-6d2bdcfd1faf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:19.467258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.469247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8ff299a-26d5-44a3-9080-ef38e83d217f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1170bdc9-a533-4e07-9933-6d2bdcfd1faf HTTP/1.1" status: 204 len: 168 time: 1.0609972 Aug 21 18:17:19.474985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36620) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:19.483834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.487621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9583f7f1-8ce2-4203-9aca-3272b074ef32 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2094262 Aug 21 18:17:19.500393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Transition to ACTIVE for port object 18cd8595-5bb4-4734-9682-556a50a391d3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:19.513090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] Routers {'f66bc3f0-10d3-4168-98b7-bb4e6abba823'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:19.513739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f66bc3f0-10d3-4168-98b7-bb4e6abba823'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:19.560446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:19.566259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Transition to ACTIVE for port object 18cd8595-5bb4-4734-9682-556a50a391d3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:19.584873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] Routers {'f66bc3f0-10d3-4168-98b7-bb4e6abba823'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:19.585513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:16:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f66bc3f0-10d3-4168-98b7-bb4e6abba823'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:19.594975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.599019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36622) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:19.664699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:19.665665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54846b31-a2f1-4a89-9153-d54d0bccdb54 None None] The sync data for ids ['f66bc3f0-10d3-4168-98b7-bb4e6abba823'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:19.716843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Network c0248294-f487-4263-b388-25aac105dfbc is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:19.735691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:19.737777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Pushing event updated for resources: {'Port': ['ID=18cd8595-5bb4-4734-9682-556a50a391d3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:19.757761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:19.791556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-935c41a0-dcbe-4ec6-a0d6-eff62a9fb640 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/f66bc3f0-10d3-4168-98b7-bb4e6abba823 HTTP/1.1" status: 200 len: 919 time: 0.1913533 Aug 21 18:17:19.796464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36626) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:19.873234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Attempting to bind port 18cd8595-5bb4-4734-9682-556a50a391d3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:19.873894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Attempting to bind port 18cd8595-5bb4-4734-9682-556a50a391d3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6dfbca14-b1be-434a-829b-114bbdabf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:19.874918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Attempting to bind port 18cd8595-5bb4-4734-9682-556a50a391d3 on network c0248294-f487-4263-b388-25aac105dfbc {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:19.880717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:19.883027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e772-4d0a-4341-b5b6-a8d28c9afd5d req-bea78bb6-e106-4e70-b301-2afb28978dc7 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:19.884547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49c2e772-4d0a-4341-b5b6-a8d28c9afd5d req-bea78bb6-e106-4e70-b301-2afb28978dc7 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 944 time: 0.1531541 Aug 21 18:17:19.899084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Checking segment: {'id': '6dfbca14-b1be-434a-829b-114bbdabf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:19.899519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.899921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Bound using segment: {'id': '6dfbca14-b1be-434a-829b-114bbdabf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:19.900498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Bound port: 18cd8595-5bb4-4734-9682-556a50a391d3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfbca14-b1be-434a-829b-114bbdabf67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c0248294-f487-4263-b388-25aac105dfbc'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:19.900814 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.902886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-879970dc-2e75-4bbb-9b3c-ebeea3608eab None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:19.903240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-879970dc-2e75-4bbb-9b3c-ebeea3608eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:19.941039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9a7a9f31-4717-4e38-a280-13bb05d864ed tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=f66bc3f0-10d3-4168-98b7-bb4e6abba823 HTTP/1.1" status: 200 len: 205 time: 0.1160293 Aug 21 18:17:19.947616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-8df4d2bd-ab3b-4ac1-8921-8f1422ea5c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:19.948466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:19.949258 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-8df4d2bd-ab3b-4ac1-8921-8f1422ea5c15 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 910 time: 0.7216215 Aug 21 18:17:19.966862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.002200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] For port 18cd8595-5bb4-4734-9682-556a50a391d3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:20.007887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] For port 18cd8595-5bb4-4734-9682-556a50a391d3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=18cd8595-5bb4-4734-9682-556a50a391d3,segment=NetworkSegment(6dfbca14-b1be-434a-829b-114bbdabf67c),segment_id=6dfbca14-b1be-434a-829b-114bbdabf67c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:20.012362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-fa978818-c0af-47e8-8096-bee3f2b0563c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e5a093c-d795-48bb-a513-c26e810e5740 HTTP/1.1" status: 200 len: 217 time: 0.0496025 Aug 21 18:17:20.031364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.052056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198d2be-ec83-465f-b85e-d36f257dde90 req-1ee3bc3c-a1d9-461a-bdcc-515b1a91e849 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:20.053579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c198d2be-ec83-465f-b85e-d36f257dde90 req-1ee3bc3c-a1d9-461a-bdcc-515b1a91e849 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.4522529 Aug 21 18:17:20.075316 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49c2e772-4d0a-4341-b5b6-a8d28c9afd5d req-b256aa33-2112-4413-8741-4b5132cded15 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588151 Aug 21 18:17:20.102928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fc945-6f4b-4af5-9c68-0d56db7aae44 None None] Pushing event updated for resources: {'Port': ['ID=18cd8595-5bb4-4734-9682-556a50a391d3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:20.109867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-5896aa12-7d8b-4e7f-ba2f-78ad6aa658f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:20.111522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-5896aa12-7d8b-4e7f-ba2f-78ad6aa658f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4a785f92-e6c5-4438-b475-0f7862bdcb5a HTTP/1.1" status: 200 len: 849 time: 0.0847232 Aug 21 18:17:20.114193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.168817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773669463390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27049682'] for subnet, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.182824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-316a698e-8831-420c-ae61-d5caec9b0dcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae9fb016-e4c2-4069-8d18-d48b583bbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315592 Aug 21 18:17:20.267187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:20.267781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.271716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "PUT /v2.0/subnets/0b16bbd0-0815-451d-a69d-fdbc05128941 HTTP/1.1" status: 200 len: 826 time: 1.3433051 Aug 21 18:17:20.273655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:20.322656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cdbe1b0-7783-4e3b-921d-575135e80bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.330731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d0c610-aaa1-491e-b646-75aaa5042c59 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=0b16bbd0-0815-451d-a69d-fdbc05128941,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:20.342280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c198d2be-ec83-465f-b85e-d36f257dde90 req-65f11269-f883-4242-8951-3dc5589de63c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714126 Aug 21 18:17:20.350344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.353586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.411855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a470fca6-8d40-4b8e-8e6a-67c8fa665d2d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:20.427389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0eec451-c198-4433-b38c-f6a1f3203774') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:20.427694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0eec451-c198-4433-b38c-f6a1f3203774') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:20.441317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.495592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.515785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-b92e2faf-2571-44b8-845e-b878ad8510e6 service neutron] 10.222.0.39 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916040 Aug 21 18:17:20.522864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:20.523353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:20.526344 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:20.552005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.588929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.589804 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.627879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.633372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.635378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] 10.222.0.41 "DELETE /v2.0/networks/a470fca6-8d40-4b8e-8e6a-67c8fa665d2d HTTP/1.1" status: 204 len: 168 time: 1.1593792 Aug 21 18:17:20.651117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f06ef2-2b8e-43c2-9756-027a73e2bbdf admin admin] Pushing event deleted for resources: {'Network': ['ID=a470fca6-8d40-4b8e-8e6a-67c8fa665d2d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:20.674702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port db891902-9bec-4dfa-a777-476ff49c7f5c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:20.675033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.714394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e993b88-98c2-4cf9-969b-b16a0afe8650 req-9502bbc2-2890-47be-bef2-503b11e4ef12 service neutron] 10.222.0.39 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847491 Aug 21 18:17:20.767721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 18cd8595-5bb4-4734-9682-556a50a391d3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:20.768079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.776920 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.790361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for db891902-9bec-4dfa-a777-476ff49c7f5c owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:20.827228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port aa6830d5-bf47-428d-bdd5-2c11b60912de {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:20.827574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.850553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36634) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:20.975094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.978338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 18cd8595-5bb4-4734-9682-556a50a391d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=18cd8595-5bb4-4734-9682-556a50a391d3,segment=NetworkSegment(6dfbca14-b1be-434a-829b-114bbdabf67c),segment_id=6dfbca14-b1be-434a-829b-114bbdabf67c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:20.979132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:20.990889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.007249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-407d1462-7412-4da0-a05d-6f49dd6bb131 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59e6746f30d2462cb407cf6465a7f61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1527348 Aug 21 18:17:21.007249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for aa6830d5-bf47-428d-bdd5-2c11b60912de owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:21.008029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 18cd8595-5bb4-4734-9682-556a50a391d3 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:21.011279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36636) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:21.024217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=db891902-9bec-4dfa-a777-476ff49c7f5c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:21.104162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.123219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c198014-cf6d-4c79-9db2-31b2f61091a3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:21.174214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.203600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:21.204254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.207856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4e5a093c-d795-48bb-a513-c26e810e5740 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:17:21.208047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.210350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.221459 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.260015 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:17:21.262313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.262993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router f66bc3f0-10d3-4168-98b7-bb4e6abba823 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:21.270897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.272443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c80fae4-c27a-455e-bfc9-1b25c5384332 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/f66bc3f0-10d3-4168-98b7-bb4e6abba823 HTTP/1.1" status: 204 len: 168 time: 1.3212113 Aug 21 18:17:21.276157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36640) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:21.281644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-677885938', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:21.314136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.315210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.376457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fb535-5a5d-4868-ad29-6288819fbc42 None None] Network c0248294-f487-4263-b388-25aac105dfbc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:21.381551 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.433906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e64b3-c6b3-4732-acf7-1c8061ff0916 req-561beaa3-2531-41c1-b85a-5acb05994b4f tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:21.435635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b8e64b3-c6b3-4732-acf7-1c8061ff0916 req-561beaa3-2531-41c1-b85a-5acb05994b4f tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 944 time: 0.2028708 Aug 21 18:17:21.503842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4e5a093c-d795-48bb-a513-c26e810e5740,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:21.525116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b8e64b3-c6b3-4732-acf7-1c8061ff0916 req-dac4f198-f33b-40a7-a376-d8d050c79173 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800698 Aug 21 18:17:21.542821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 18cd8595-5bb4-4734-9682-556a50a391d3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:21.561476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.564771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.565714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b4e274-713b-488f-8b6b-8b655d19b412 HTTP/1.1" status: 204 len: 168 time: 0.5534937 Aug 21 18:17:21.568645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.569210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '4e5a093c-d795-48bb-a513-c26e810e5740', 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00', 'port_id': '4e5a093c-d795-48bb-a513-c26e810e5740', 'mac_address': 'fa:16:3e:28:e6:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a785f92-e6c5-4438-b475-0f7862bdcb5a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:17:21.575566 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.589157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663933f4-d49d-4fdc-a84b-1d319d1b322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b4e274-713b-488f-8b6b-8b655d19b412,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:21.608771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.630075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9eeb2-075d-4ce5-b599-60fbf9248b8f req-36e4f77d-41c9-4a75-baf0-3340902b3ed0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:21.638425 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92e9eeb2-075d-4ce5-b599-60fbf9248b8f req-36e4f77d-41c9-4a75-baf0-3340902b3ed0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1981509 Aug 21 18:17:21.643624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4c4e18fb-decd-4fff-b727-509f95fdf4f7 None None] Provisioning for port 18cd8595-5bb4-4734-9682-556a50a391d3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:21.667145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4c4e18fb-decd-4fff-b727-509f95fdf4f7 None None] Provisioning complete for port 18cd8595-5bb4-4734-9682-556a50a391d3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:21.667521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c4e18fb-decd-4fff-b727-509f95fdf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.687470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=18cd8595-5bb4-4734-9682-556a50a391d3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:21.693396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.698603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port 18cd8595-5bb4-4734-9682-556a50a391d3 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:17:21.699249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 18cd8595-5bb4-4734-9682-556a50a391d3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 18:17:21.701178 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.708246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e18fb-decd-4fff-b727-509f95fdf4f7 None None] Port 18cd8595-5bb4-4734-9682-556a50a391d3 was deleted so its status cannot be updated. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 18:17:21.747119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92e9eeb2-075d-4ce5-b599-60fbf9248b8f req-d7362bfc-942b-4943-8e44-4e7772d5cf7a tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062927 Aug 21 18:17:21.764799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Port 18cd8595-5bb4-4734-9682-556a50a391d3 not found, will not notify nova. {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 18:17:21.768355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5a093c-d795-48bb-a513-c26e810e5740 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:21.792209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4e5a093c-d795-48bb-a513-c26e810e5740,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:21.797748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:21.836211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=aa6830d5-bf47-428d-bdd5-2c11b60912de,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:21.875853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:21.878059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 18cd8595-5bb4-4734-9682-556a50a391d3 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:22.036193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.061340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.088215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['4e5a093c-d795-48bb-a513-c26e810e5740'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:22.146265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6e5b8b-6d96-4e21-a47c-f7ae6891d12f None None] Network c0248294-f487-4263-b388-25aac105dfbc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:22.219806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.25.1.167 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/944a5f7a-a618-47d7-b152-20c6cb21268d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:22.270348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.383869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.392110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.398477 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.430623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=0b16bbd0-0815-451d-a69d-fdbc05128941,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:22.457778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.496466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:22.499640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:22.502323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:22.533926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.548368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0248294-f487-4263-b388-25aac105dfbc']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:22.551612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=944a5f7a-a618-47d7-b152-20c6cb21268d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:22.600202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:22.617230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfbca14-b1be-434a-829b-114bbdabf67c') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:22.617616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfbca14-b1be-434a-829b-114bbdabf67c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:22.629146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.654703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.683465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:22.683892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:22.688486 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:22.724460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f931068f-cf16-40dc-80d9-5f877edbf421 None None] Network c0248294-f487-4263-b388-25aac105dfbc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:22.772640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-357221027-network', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:22.833535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Made reservation on behalf of 878dc8a35c8c45e3b9bc6d2bca432843 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:22.835841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.849361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.853414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e0b91-57a1-4b94-a649-b5664f0314af req-0869783a-e3f5-41f9-a272-8c3955f0b7ba tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:22.855017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-092e0b91-57a1-4b94-a649-b5664f0314af req-0869783a-e3f5-41f9-a272-8c3955f0b7ba tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 945 time: 0.2162130 Aug 21 18:17:22.857648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.868938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.873146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/c0248294-f487-4263-b388-25aac105dfbc HTTP/1.1" status: 204 len: 168 time: 2.5953128 Aug 21 18:17:22.887818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:22.893612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f6d79-4edf-4009-bce9-b943fe75eff2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=c0248294-f487-4263-b388-25aac105dfbc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:22.914663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:22.930754 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1be436b-3727-46dc-a9c7-67177b8d677e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:22.931416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1be436b-3727-46dc-a9c7-67177b8d677e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:22.933126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1be436b-3727-46dc-a9c7-67177b8d677e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/c0248294-f487-4263-b388-25aac105dfbc HTTP/1.1" status: 404 len: 339 time: 0.0429714 Aug 21 18:17:22.934365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bb466b-569d-44bb-8794-d482f22ea6f3 None None] DHCP port deletion for c0248294-f487-4263-b388-25aac105dfbc request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:22.960896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:22.972600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617218731', 'description': 'd1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:22.978641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-092e0b91-57a1-4b94-a649-b5664f0314af req-a083184c-9011-403d-9143-fc4fa53ee8af tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065199 Aug 21 18:17:23.006275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router e2709b88-e3ef-4a77-af9f-d2d86db94f99 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:23.008126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84170c8-5807-4058-a0e6-ececac9b2d2e req-9191fa98-14db-46e5-b769-ce92a1da2fab tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:23.009719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e84170c8-5807-4058-a0e6-ececac9b2d2e req-9191fa98-14db-46e5-b769-ce92a1da2fab tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1569238 Aug 21 18:17:23.025789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 18cd8595-5bb4-4734-9682-556a50a391d3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:23.046731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 18cd8595-5bb4-4734-9682-556a50a391d3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:23.047087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 18cd8595-5bb4-4734-9682-556a50a391d3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:23.131912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:23.137205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f3eb8346-b5e4-40d8-bc28-c0739bdb0600 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/routers/e2709b88-e3ef-4a77-af9f-d2d86db94f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5924857 Aug 21 18:17:23.139839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36676) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:23.143539 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] Sync routers for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:23.154086 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:23.154669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:23.190631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:23.203572 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] Routers {'e2709b88-e3ef-4a77-af9f-d2d86db94f99'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:23.204213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:23.228374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4e5a093c-d795-48bb-a513-c26e810e5740 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:23.234057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.246777 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:23.247429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a35038-c657-4600-a0e1-bac897582598 None None] The sync data for ids ['e2709b88-e3ef-4a77-af9f-d2d86db94f99'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:23.264848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.297539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 4e5a093c-d795-48bb-a513-c26e810e5740 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:23.303070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 4e5a093c-d795-48bb-a513-c26e810e5740 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:23.303747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.378822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.390931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.420362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:23.423508 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f86860b-2299-4f04-9508-a03b70835f30" -d '{"events": [{"server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:23.437289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4e5a093c-d795-48bb-a513-c26e810e5740,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:23.443765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.454700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 425005c0-9d63-4e52-a90d-2a6741a46426 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:23.455074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.464491 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e84170c8-5807-4058-a0e6-ececac9b2d2e req-dac8d97e-f02f-4a4a-8790-87e66505a210 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452775 Aug 21 18:17:23.480193 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554fce9a-75aa-4f1a-a2dd-91c818246244 x-openstack-request-id: req-554fce9a-75aa-4f1a-a2dd-91c818246244 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:23.480636 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "name": "network-vif-plugged", "status": "completed", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:23.481004 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-554fce9a-75aa-4f1a-a2dd-91c818246244 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:23.481478 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740', 'code': 200} Aug 21 18:17:23.508465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:23.559659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.588310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac48379-77bc-4455-baea-ac65f77e6614 req-06c47068-2545-4004-9934-b0eaf41d4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:23.589826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ac48379-77bc-4455-baea-ac65f77e6614 req-06c47068-2545-4004-9934-b0eaf41d4fc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 1098 time: 0.0631196 Aug 21 18:17:23.591518 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.592927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.615198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 425005c0-9d63-4e52-a90d-2a6741a46426 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:23.635851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:23.641098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ac48379-77bc-4455-baea-ac65f77e6614 req-7b80afb2-ff79-4713-a8ab-b8978db0f860 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Aug 21 18:17:23.649206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:23.653313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.667749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730ae024-0daf-4a61-be2a-61ca87ac883d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:23.677696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.682218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.682972 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Added segment becc985d-fee0-4741-9b62-eada4791f394 of type vlan for network 61dbed55-6ce5-45d9-b403-55ddd13dd05e Aug 21 18:17:23.774394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:23.777040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.796895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.824671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=425005c0-9d63-4e52-a90d-2a6741a46426,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:23.833570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.833926 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment b009e514-e888-4164-bde2-291f55c191f6 of type vlan for network 85765d8e-bd02-4fcb-9fc1-8d85675796bd Aug 21 18:17:23.886378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.896938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.897915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:23.898532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.909864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.977821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.978321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3770745 Aug 21 18:17:23.981197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:23.983647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:23.988083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Request body: {'subnet': {'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-subnet', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:24.003125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa436e6-8e9a-45d5-9f5e-1b81b4371e45 admin admin] Pushing event updated for resources: {'Network': ['ID=61dbed55-6ce5-45d9-b403-55ddd13dd05e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:24.011355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.015913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:24.018407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.019057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.044299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.045092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Fanout notify agent at l3_agent the message router_deleted on router e2709b88-e3ef-4a77-af9f-d2d86db94f99 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:24.053520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.055010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28a34403-ed9a-40f3-b679-73fac5f4d0b8 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/routers/e2709b88-e3ef-4a77-af9f-d2d86db94f99 HTTP/1.1" status: 204 len: 168 time: 0.9139354 Aug 21 18:17:24.056313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Made reservation on behalf of 878dc8a35c8c45e3b9bc6d2bca432843 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:24.057808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36684) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.059078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.110297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1465611 Aug 21 18:17:24.111042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:24.118715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.152454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c0be9-abca-41af-a00b-259abf35c812 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=85765d8e-bd02-4fcb-9fc1-8d85675796bd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:24.165729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 85765d8e-bd02-4fcb-9fc1-8d85675796bd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:24.215004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting subnet 79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:24.219851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.251431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c97e5a-e2c6-47f6-b1a3-d69a2dab65da tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.256045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44c97e5a-e2c6-47f6-b1a3-d69a2dab65da tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks?id=85765d8e-bd02-4fcb-9fc1-8d85675796bd HTTP/1.1" status: 200 len: 765 time: 0.1332543 Aug 21 18:17:24.258325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36688) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.264960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'description': 'd2'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:24.274863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358ebe4-3a33-42db-9d98-5fba02c2166a req-f7eda88e-d16d-472b-9638-38fc41ac5eff tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.276301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2358ebe4-3a33-42db-9d98-5fba02c2166a req-f7eda88e-d16d-472b-9638-38fc41ac5eff tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 946 time: 0.1723933 Aug 21 18:17:24.296843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.339176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:24.350164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Sync routers for ids ['531dcb86-42fe-4ecc-9a4b-320dcdf026e5'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:24.360445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Routers {'531dcb86-42fe-4ecc-9a4b-320dcdf026e5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:24.361437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['531dcb86-42fe-4ecc-9a4b-320dcdf026e5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:24.364753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.369671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a507fef4-471f-4bf8-bf92-881db2c867e0 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0900052 Aug 21 18:17:24.375581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36690) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.408368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.474208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Set router 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:24.477276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2358ebe4-3a33-42db-9d98-5fba02c2166a req-8738fcbb-f54e-4550-847f-44f94d19a99e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872036 Aug 21 18:17:24.491439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.548721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Subnet': ['ID=79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:24.570178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.574585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dea3a0d6-0fe1-4644-94c4-d0f6297a74a5 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/subnets/79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2 HTTP/1.1" status: 204 len: 168 time: 0.5124209 Aug 21 18:17:24.575302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36694) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.580066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0752e29-3a3a-4918-988b-c215ec987355 None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:24.641676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.660975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.679915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b670373f-0b47-4147-8b41-4dc70f457528 req-6d30ef13-e9cc-4e1b-a2e5-4be615dfc3dc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.681441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b670373f-0b47-4147-8b41-4dc70f457528 req-6d30ef13-e9cc-4e1b-a2e5-4be615dfc3dc tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1216817 Aug 21 18:17:24.685503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.715087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.721459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d758a9c0-2631-44a4-be6f-b1de9338be68 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/531dcb86-42fe-4ecc-9a4b-320dcdf026e5 HTTP/1.1" status: 200 len: 908 time: 0.3391092 Aug 21 18:17:24.727775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.743581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'name': 'tempest-snat-router-677885938', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': True}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:24.755826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b670373f-0b47-4147-8b41-4dc70f457528 req-6afc6497-0d66-4ba2-80ce-23eb36b97ea6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626433 Aug 21 18:17:24.765259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 85765d8e-bd02-4fcb-9fc1-8d85675796bd is not hosted by any dhcp agent {{(pid=94599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:17:24.772724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.773431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.775592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "PUT /v2.0/networks/85765d8e-bd02-4fcb-9fc1-8d85675796bd HTTP/1.1" status: 200 len: 762 time: 0.5162907 Aug 21 18:17:24.778630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36698) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.788135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167'}], 'enable_snat': False}, 'gw_port_id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:21Z', 'updated_at': '2021-08-21T18:17:22Z', 'revision_number': 3, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port': {'id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:22Z', 'updated_at': '2021-08-21T18:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:24.833863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Checking router: 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:17:24.834336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Updating router 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 port 944a5f7a-a618-47d7-b152-20c6cb21268d binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:17:24.857465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 98ba5342-f47c-417b-8724-87796b12fa57 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:24.857890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.861119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] DHCP port deletion for e7872e9f-7327-41a1-90a6-f68cfbbc02f9 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:24.875580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67958e9c-c97e-4186-93a8-99abfc7cdd08,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:24.900192 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.920639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Checking segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:24.921018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Network hostable DHCP agents. Network: 61dbed55-6ce5-45d9-b403-55ddd13dd05e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:24.938766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a9353-8b42-42c4-8cd2-81e8fc703f8a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:24.941315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8b3a9353-8b42-42c4-8cd2-81e8fc703f8a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks?id=85765d8e-bd02-4fcb-9fc1-8d85675796bd HTTP/1.1" status: 200 len: 765 time: 0.1614549 Aug 21 18:17:24.945451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d74ed9-06c0-4f2e-954f-72ef3fd0094b tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=85765d8e-bd02-4fcb-9fc1-8d85675796bd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:24.946363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:24.963359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 85765d8e-bd02-4fcb-9fc1-8d85675796bd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:24.976624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] For port 98ba5342-f47c-417b-8724-87796b12fa57, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=98ba5342-f47c-417b-8724-87796b12fa57,segment=NetworkSegment(1f94ae05-1f7c-43a2-8e6a-40c54f977d68),segment_id=1f94ae05-1f7c-43a2-8e6a-40c54f977d68)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:24.977002 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:24.990625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:25.005610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 98ba5342-f47c-417b-8724-87796b12fa57 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:25.010410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.011683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.094016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.121273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=98ba5342-f47c-417b-8724-87796b12fa57,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:25.124930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] No DVR routers for this DVR port 98ba5342-f47c-417b-8724-87796b12fa57 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:25.178720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 98ba5342-f47c-417b-8724-87796b12fa57 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:25.212986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.226353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7872e9f-7327-41a1-90a6-f68cfbbc02f9']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:25.239615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f94ae05-1f7c-43a2-8e6a-40c54f977d68') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:25.239948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f94ae05-1f7c-43a2-8e6a-40c54f977d68') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:25.248330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 98ba5342-f47c-417b-8724-87796b12fa57 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:25.248664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 98ba5342-f47c-417b-8724-87796b12fa57 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:25.250526 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.264720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Deleting port 98ba5342-f47c-417b-8724-87796b12fa57 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:25.265488 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.271450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.278119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:25.278317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:25.282374 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:25.324715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 61dbed55-6ce5-45d9-b403-55ddd13dd05e) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:25.329917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:25.330520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.341881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bdda47-f1af-4df6-aeff-d94582843905 None None] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:25.356245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.366117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.370570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/networks/e7872e9f-7327-41a1-90a6-f68cfbbc02f9 HTTP/1.1" status: 204 len: 168 time: 0.7918944 Aug 21 18:17:25.379513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:25.387666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d015f-6cec-42b9-853c-9b7ec590b0fc tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Network': ['ID=e7872e9f-7327-41a1-90a6-f68cfbbc02f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:25.408543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4ad70103-1d62-4883-883c-10ca3931fbb5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4262848 Aug 21 18:17:25.411074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] For port 98ba5342-f47c-417b-8724-87796b12fa57, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:25.411598 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.416977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:25.424923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:25.453833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.463131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Calling delete_port for 98ba5342-f47c-417b-8724-87796b12fa57 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:25.468625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Port 98ba5342-f47c-417b-8724-87796b12fa57 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:17:25.481084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.507360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.507986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.534432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Network e7872e9f-7327-41a1-90a6-f68cfbbc02f9 is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:17:25.535258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] No DVR routers for this DVR port 98ba5342-f47c-417b-8724-87796b12fa57 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:25.541188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c0aea-d84c-4ad8-b3dc-b849ce3d0056 None None] Pushing event deleted for resources: {'Port': ['ID=98ba5342-f47c-417b-8724-87796b12fa57,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:25.571820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.581152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb517ab-689d-44b4-98c8-ea51d8b336aa tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:25.587584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port c5e6c3ee-3b88-439e-a077-07c640a1514b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:25.587584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.588485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:25.590430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ccb517ab-689d-44b4-98c8-ea51d8b336aa tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6402524 Aug 21 18:17:25.655561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fad6e7-7340-46b4-85f2-666cb6bae53e None None] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:25.712249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.728843 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10d5894f-3ac2-41ec-93c6-bb48a2fc1b86 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 207 time: 0.1382959 Aug 21 18:17:25.732758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:25.735465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Transition to ACTIVE for port object 944a5f7a-a618-47d7-b152-20c6cb21268d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:25.739998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.752501 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.758380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b97e-ba0e-42bb-bfb3-14434209f370 req-5e75e9dc-a91b-45a7-a209-b39f63718c8e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:25.760275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2648b97e-ba0e-42bb-bfb3-14434209f370 req-5e75e9dc-a91b-45a7-a209-b39f63718c8e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 946 time: 0.1317685 Aug 21 18:17:25.845407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Attempting to bind port 944a5f7a-a618-47d7-b152-20c6cb21268d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:25.845778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Attempting to bind port 944a5f7a-a618-47d7-b152-20c6cb21268d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:25.846143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Attempting to bind port 944a5f7a-a618-47d7-b152-20c6cb21268d on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:25.848130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be484d-0f88-405d-8aef-d6eeabe73dab None None] Pushing event updated for resources: {'Port': ['ID=944a5f7a-a618-47d7-b152-20c6cb21268d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:25.878429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:25.878954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:25.879830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.880225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:25.880716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Bound port: 944a5f7a-a618-47d7-b152-20c6cb21268d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:25.881108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.889508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2648b97e-ba0e-42bb-bfb3-14434209f370 req-95e5792b-649c-4f89-98fe-be26b89e810e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164169 Aug 21 18:17:25.936630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.938711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] For port 944a5f7a-a618-47d7-b152-20c6cb21268d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:25.942706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] For port 944a5f7a-a618-47d7-b152-20c6cb21268d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=944a5f7a-a618-47d7-b152-20c6cb21268d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:25.948084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.993139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:25.993850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.016690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Routers {'531dcb86-42fe-4ecc-9a4b-320dcdf026e5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:26.017657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['531dcb86-42fe-4ecc-9a4b-320dcdf026e5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:26.064870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be484d-0f88-405d-8aef-d6eeabe73dab None None] Pushing event updated for resources: {'Port': ['ID=944a5f7a-a618-47d7-b152-20c6cb21268d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:26.066175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for c5e6c3ee-3b88-439e-a077-07c640a1514b owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:26.093612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.124000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.149169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] Set router 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:26.151377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.156576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.163101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.168971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.174937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.181788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.184399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1f8ff968-2fcc-4886-acde-936571f385a1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4505019 Aug 21 18:17:26.197365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:26.231772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4526cd72-213d-4894-91f8-063e6434ffa3 req-cf9b70a1-1e39-4151-b93b-d35f8592e63c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.233232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4526cd72-213d-4894-91f8-063e6434ffa3 req-cf9b70a1-1e39-4151-b93b-d35f8592e63c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.3408685 Aug 21 18:17:26.314990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4526cd72-213d-4894-91f8-063e6434ffa3 req-35c3ae6e-552a-4c87-8758-8dbbe3837b26 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697424 Aug 21 18:17:26.379325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167'}], 'enable_snat': False}, 'gw_port_id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:21Z', 'updated_at': '2021-08-21T18:17:22Z', 'revision_number': 3, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port': {'id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:22Z', 'updated_at': '2021-08-21T18:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:26.417066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89aab501-53a7-45a8-8c02-2e032df86a73 None None] The sync data for ids ['531dcb86-42fe-4ecc-9a4b-320dcdf026e5'] in n-d-793621-32 is: [{'id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167'}], 'enable_snat': False}, 'gw_port_id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:21Z', 'updated_at': '2021-08-21T18:17:22Z', 'revision_number': 3, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port': {'id': '944a5f7a-a618-47d7-b152-20c6cb21268d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:d0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '531dcb86-42fe-4ecc-9a4b-320dcdf026e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:22Z', 'updated_at': '2021-08-21T18:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:26.462199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.489003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.25.1.40 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/4791a501-9517-433d-a742-2cc28025c7af) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:26.519162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9002d4a7-4a2a-4fca-832d-4c94a5eb4b88 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3267303 Aug 21 18:17:26.519932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36728) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:26.531146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=c5e6c3ee-3b88-439e-a077-07c640a1514b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:26.623936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.657455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.687450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.689310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.690983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.693293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.695097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.701030 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6d383974-1c9c-475a-aafa-c8405b19ede6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1780910 Aug 21 18:17:26.703540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36732) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:26.800100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.802136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.803602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.805418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.806872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.812332 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-24ad3d0d-7282-48fe-ad5d-520d0bd48101 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1076736 Aug 21 18:17:26.815851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36734) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:26.878162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:26.961325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daef40b2-68c4-4f7e-a0fa-3bb52512e757 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:26.966664 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-daef40b2-68c4-4f7e-a0fa-3bb52512e757 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks/8302777e-8395-4d9b-9472-904fd065a004 HTTP/1.1" status: 200 len: 803 time: 0.1496773 Aug 21 18:17:26.968875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.040712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.049752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 944a5f7a-a618-47d7-b152-20c6cb21268d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:27.092252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=4791a501-9517-433d-a742-2cc28025c7af,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:27.103486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.106013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.107233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10e9d210-f83c-48c7-b779-1a5b73f79220 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/floatingips/fd1ebf9b-ea79-428c-ad04-7d2ea28da30f HTTP/1.1" status: 204 len: 168 time: 1.7265146 Aug 21 18:17:27.114816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36738) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.117411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 944a5f7a-a618-47d7-b152-20c6cb21268d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:27.119774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:27.122452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 944a5f7a-a618-47d7-b152-20c6cb21268d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:27.123527 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.123998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:27.128341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:27.174080 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c9eb165-1bf2-4dfc-8847-0eb4caf65a60 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:27.174638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8e573fca-0e7f-4ded-a904-0730802e7b19 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/networks/8302777e-8395-4d9b-9472-904fd065a004?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2046037 Aug 21 18:17:27.175276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36740) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.175490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c9eb165-1bf2-4dfc-8847-0eb4caf65a60 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:27.177625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8c9eb165-1bf2-4dfc-8847-0eb4caf65a60 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/0a27d5b3-b4b2-4fe5-a9e8-87c9d67ed371 HTTP/1.1" status: 404 len: 333 time: 0.0615582 Aug 21 18:17:27.180573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36742) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.203266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abdf90e-345b-423e-a589-04ee18c3ffc8 req-981b513f-241b-467b-89e2-be06089eafcd tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:27.214214 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9abdf90e-345b-423e-a589-04ee18c3ffc8 req-981b513f-241b-467b-89e2-be06089eafcd tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 946 time: 0.5583134 Aug 21 18:17:27.228302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.252762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 944a5f7a-a618-47d7-b152-20c6cb21268d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=944a5f7a-a618-47d7-b152-20c6cb21268d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:27.259923 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.276235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-43877df5-6ab7-4592-a80d-b3e634b9051e tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2709b88-e3ef-4a77-af9f-d2d86db94f99 HTTP/1.1" status: 200 len: 205 time: 0.0939317 Aug 21 18:17:27.277290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.316167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=944a5f7a-a618-47d7-b152-20c6cb21268d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:27.322606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9abdf90e-345b-423e-a589-04ee18c3ffc8 req-bdd033a9-67eb-4f7c-879c-43e4475c63e1 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071424 Aug 21 18:17:27.325820 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-605cc9bf-b762-406a-9593-b565956b09da tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] delete failed (client error): The resource could not be found. Aug 21 18:17:27.326811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-605cc9bf-b762-406a-9593-b565956b09da tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/routers/e2709b88-e3ef-4a77-af9f-d2d86db94f99 HTTP/1.1" status: 404 len: 336 time: 0.0485616 Aug 21 18:17:27.331013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.349501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Allocated IP 172.25.1.144 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:27.408447 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bf77de-9846-4e08-b319-b4527a6e1c48 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:27.408905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bf77de-9846-4e08-b319-b4527a6e1c48 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:27.413669 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2bf77de-9846-4e08-b319-b4527a6e1c48 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/subnets/79eb74a5-4eff-4bb0-a3e0-1fc051bb56c2 HTTP/1.1" status: 404 len: 337 time: 0.0774403 Aug 21 18:17:27.417414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.442755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc2592-3738-49d4-ba71-93388373458c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:27.444178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76fc2592-3738-49d4-ba71-93388373458c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets/8836614c-9248-4baa-8239-268565a80c38 HTTP/1.1" status: 200 len: 843 time: 0.2661085 Aug 21 18:17:27.450580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.511259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47fa6f-fbd2-454f-9dff-f160ea7f890c req-45211ec0-8f5c-4f90-8c01-a11599913e0e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:27.512849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d47fa6f-fbd2-454f-9dff-f160ea7f890c req-45211ec0-8f5c-4f90-8c01-a11599913e0e tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.0660903 Aug 21 18:17:27.576000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a01068d-f2e9-4daa-aae5-1d9e96cfe800 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:27.577460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6a01068d-f2e9-4daa-aae5-1d9e96cfe800 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "GET /v2.0/subnets/8836614c-9248-4baa-8239-268565a80c38?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1245596 Aug 21 18:17:27.586387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36754) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:27.591693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.596453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-737615814'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:27.625859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 8a751cc7-3e41-4db1-9280-f97950455625 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:27.626088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.636381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d47fa6f-fbd2-454f-9dff-f160ea7f890c req-b85659d6-31a9-494c-82fe-9a432a3a4e80 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880601 Aug 21 18:17:27.660042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:27.663457 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.674486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.696935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.723003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:27.743751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.744119 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Added segment d0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1 of type vlan for network 76fdae96-3085-44f3-9274-d30ef8135688 Aug 21 18:17:27.760868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:27.762675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:27.772820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:27.779697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:27.785854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 8a751cc7-3e41-4db1-9280-f97950455625 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:27.820970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Pushing event updated for resources: {'Port': ['ID=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:28.077037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.127893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.162088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=8a751cc7-3e41-4db1-9280-f97950455625,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:28.178798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.179500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.184603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:28.185197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.253270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d228e-bda9-4f10-a606-4f814339bbbc req-b46a14dd-c5ea-4151-8f20-374e8be9db3b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:28.255359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-504d228e-bda9-4f10-a606-4f814339bbbc req-b46a14dd-c5ea-4151-8f20-374e8be9db3b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.39 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 946 time: 0.1759644 Aug 21 18:17:28.302897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7104332 Aug 21 18:17:28.309097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.311335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-32f804e8-1e56-4067-adbc-bfac5f26d2f4 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/8a751cc7-3e41-4db1-9280-f97950455625 HTTP/1.1" status: 204 len: 168 time: 0.8929455 Aug 21 18:17:28.311647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36756) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:28.314151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36758) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:28.316793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'network_id': '76fdae96-3085-44f3-9274-d30ef8135688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:28.352272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.393068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc148197-ce62-412f-9b0f-00bf81fc7459 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Network': ['ID=76fdae96-3085-44f3-9274-d30ef8135688,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:28.406013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:28.529699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3718f-49e4-4679-b4f6-a3d4e5b5352d req-5421d2a9-19f2-4cd8-b530-7a10ac2708b4 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:28.531229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abc3718f-49e4-4679-b4f6-a3d4e5b5352d req-5421d2a9-19f2-4cd8-b530-7a10ac2708b4 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 946 time: 0.1119545 Aug 21 18:17:28.548972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 9e011b4f-8a8f-4d1b-84bc-77e68adead84 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:28.549360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.561121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Made reservation on behalf of 50a1fdfb6a144813ba3e72ca11adcc5f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:28.564645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.575982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.641886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Performing IP validity checks on allocation pools {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 18:17:28.642410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 18:17:28.646755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Deleting port 4e5a093c-d795-48bb-a513-c26e810e5740 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:28.647162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.676407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abc3718f-49e4-4679-b4f6-a3d4e5b5352d req-af9bd00a-8ad6-44d7-95ba-1d756dd69e45 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350965 Aug 21 18:17:28.748199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.765432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 9e011b4f-8a8f-4d1b-84bc-77e68adead84 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:28.789428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:28.824914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] For port 4e5a093c-d795-48bb-a513-c26e810e5740, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4e5a093c-d795-48bb-a513-c26e810e5740,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:28.825292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.871152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Router 6907b7d8-6677-4f56-929a-691c68043c15 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:28.873400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27995f-3b3c-4b1b-a32e-134798bd1dc1 req-a75a2582-2040-4b2f-8448-ce22016bebf1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:28.874943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f27995f-3b3c-4b1b-a32e-134798bd1dc1 req-a75a2582-2040-4b2f-8448-ce22016bebf1 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1477988 Aug 21 18:17:28.886246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Calling delete_port for 4e5a093c-d795-48bb-a513-c26e810e5740 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:28.971035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:28.995987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 944a5f7a-a618-47d7-b152-20c6cb21268d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:29.007018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=9e011b4f-8a8f-4d1b-84bc-77e68adead84,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:29.054632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 944a5f7a-a618-47d7-b152-20c6cb21268d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:29.055400 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.092397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.100014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f27995f-3b3c-4b1b-a32e-134798bd1dc1 req-b32c8cb0-0382-419d-bdce-92d982718ff5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796448 Aug 21 18:17:29.100602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:29.110746 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Sync routers for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:29.130305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:29.130958 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:29.147387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.151060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1757df31-22fd-4e08-ae68-f336d33a1a94 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/ports/9e011b4f-8a8f-4d1b-84bc-77e68adead84 HTTP/1.1" status: 204 len: 168 time: 0.8351915 Aug 21 18:17:29.152906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.157134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:29.158784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:29.158784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36766) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:29.160410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c10f17a5-8576-4ca0-a87d-6bd1d7170638 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7420952 Aug 21 18:17:29.167096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Sync routers for ids ['7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:29.176697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Routers {'7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:29.177428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:29.238668 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:29.289081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Set router 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:29.330984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.335327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47797fb5-efd5-4bff-b7cf-dd447f86a657 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6011510 Aug 21 18:17:29.336010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:29.346646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=1851289b-ae17-47c3-8b67-0ef71913a743,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:29.412779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbee938-9c4d-4905-8bea-ecd73b20cab1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:29.416734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1fbee938-9c4d-4905-8bea-ecd73b20cab1 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408537a-2880-4c00-9144-d5d904fb2012 HTTP/1.1" status: 200 len: 913 time: 0.2496181 Aug 21 18:17:29.421691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.425015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36770) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:29.431621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Checking segment: {'id': 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:29.431997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network hostable DHCP agents. Network: 76fdae96-3085-44f3-9274-d30ef8135688, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:29.457817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-521002ea-76a5-4ad9-817c-de36b9f18ad1 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 HTTP/1.1" status: 200 len: 906 time: 0.1177697 Aug 21 18:17:29.458091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36772) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:29.491252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:27Z', 'revision_number': 3, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:29.508822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Pushing event deleted for resources: {'Port': ['ID=4e5a093c-d795-48bb-a513-c26e810e5740,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:29.515984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '4791a501-9517-433d-a742-2cc28025c7af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:27Z', 'revision_number': 3, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port': {'id': '4791a501-9517-433d-a742-2cc28025c7af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:7c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:29.540812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Checking router: 6907b7d8-6677-4f56-929a-691c68043c15 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:17:29.541369 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Updating router 6907b7d8-6677-4f56-929a-691c68043c15 port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:17:29.546970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Checking router: 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:17:29.547170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Updating router 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 port 4791a501-9517-433d-a742-2cc28025c7af binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:17:29.575823 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.580621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.598436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Network 76fdae96-3085-44f3-9274-d30ef8135688 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:29.607330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.642467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] No DVR routers for this DVR port 4e5a093c-d795-48bb-a513-c26e810e5740 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:29.653952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.656212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-504d228e-bda9-4f10-a606-4f814339bbbc req-582a01b6-fec9-43be-a103-1b3f99d2c76e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.39 "DELETE /v2.0/ports/4e5a093c-d795-48bb-a513-c26e810e5740 HTTP/1.1" status: 204 len: 173 time: 1.3714902 Aug 21 18:17:29.656471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'name': 'network-vif-deleted', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:29.658872 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f630a95-9b4c-44b8-91e1-8a3a1fd28047" -d '{"events": [{"server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "name": "network-vif-deleted", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:29.693978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 76fdae96-3085-44f3-9274-d30ef8135688) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:29.706481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:29.708324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.726681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422874b5-79a4-44eb-9bed-e5334b4d511d None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:29.803159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.907607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Deleting port 4791a501-9517-433d-a742-2cc28025c7af {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:29.908108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:29.993524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-76fdae96-3085-44f3-9274-d30ef8135688', 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688', 'tenant_id': '50a1fdfb6a144813ba3e72ca11adcc5f', 'fixed_ips': [{'subnet_id': '1851289b-ae17-47c3-8b67-0ef71913a743'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:29.995174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.008057 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.019459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.021560 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Transition to ACTIVE for port object 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:30.032465 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.034066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Calling delete_port for 4791a501-9517-433d-a742-2cc28025c7af owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:30.091185 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe5728-fc9f-4a67-ba82-4284e5033284 None None] Pushing event updated for resources: {'Port': ['ID=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:30.098446 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e468dca-ccd9-4259-b16a-87e3123e3519 x-openstack-request-id: req-8e468dca-ccd9-4259-b16a-87e3123e3519 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:30.099079 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "210d27e9-61dd-4722-9f01-18beccbf11fc", "name": "network-vif-deleted", "tag": "4e5a093c-d795-48bb-a513-c26e810e5740", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:30.099079 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e468dca-ccd9-4259-b16a-87e3123e3519 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:30.099394 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '210d27e9-61dd-4722-9f01-18beccbf11fc', 'name': 'network-vif-deleted', 'tag': '4e5a093c-d795-48bb-a513-c26e810e5740', 'status': 'completed', 'code': 200} Aug 21 18:17:30.109820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-36dff7b3-b19d-4386-8b39-ff13816a46fd tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7938085 Aug 21 18:17:30.110170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:30.122162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:30.128250 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Attempting to bind port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:30.129449 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Attempting to bind port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:30.130081 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Attempting to bind port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:30.137687 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:30.138559 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:30.141036 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.142089 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:30.143006 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Bound port: 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:30.143652 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.146579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f097712-522d-43a2-97de-690f78ec0a9c req-35fe7e70-7a69-4ec4-afa4-8bee8d0407f6 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=210d27e9-61dd-4722-9f01-18beccbf11fc HTTP/1.1" status: 200 len: 210 time: 0.0459211 Aug 21 18:17:30.252707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] For port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:30.259494 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] For port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:30.271020 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.354113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe5728-fc9f-4a67-ba82-4284e5033284 None None] Pushing event updated for resources: {'Port': ['ID=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:30.388154 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:30.389367 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:30.462996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Allocated IP 2001:db8::3 (76fdae96-3085-44f3-9274-d30ef8135688/1851289b-ae17-47c3-8b67-0ef71913a743/4c641973-d3d9-4088-aab5-906bc76cc134) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:30.553709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:30.610110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.646057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Transition to ACTIVE for port object 4791a501-9517-433d-a742-2cc28025c7af will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:30.661397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.677265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.687027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Transition to ACTIVE for port object 4c641973-d3d9-4088-aab5-906bc76cc134 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:30.709893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Transition to ACTIVE for port object 4c641973-d3d9-4088-aab5-906bc76cc134 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:30.713215 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.731343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.741746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc06fa5-c641-4fe3-8f7c-39cb17d14ba2 req-db7453c1-0f59-4e18-b480-1afb5284b5c2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:30.744207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdc06fa5-c641-4fe3-8f7c-39cb17d14ba2 req-db7453c1-0f59-4e18-b480-1afb5284b5c2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.2254410 Aug 21 18:17:30.768089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25210900'] for subnet, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.779833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.787785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:30.795663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:30.799256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Attempting to bind port 4791a501-9517-433d-a742-2cc28025c7af on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:30.799635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Attempting to bind port 4791a501-9517-433d-a742-2cc28025c7af by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:30.799994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Attempting to bind port 4791a501-9517-433d-a742-2cc28025c7af on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:30.804410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:30.814177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.816834 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:27Z', 'revision_number': 3, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:30.823622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:30.824007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:30.824414 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.824806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:30.825279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Bound port: 4791a501-9517-433d-a742-2cc28025c7af, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:30.825671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:30.827307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e6078-e9ce-45a3-82ad-9c52fe52e6f0 None None] Pushing event updated for resources: {'Port': ['ID=4791a501-9517-433d-a742-2cc28025c7af,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:30.852119 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713572f-1bf8-4d18-8c3d-b77a55746bb7 None None] The sync data for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 is: [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:27Z', 'revision_number': 3, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:30.853129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Port': ['ID=4791a501-9517-433d-a742-2cc28025c7af,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:30.875700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Port 4791a501-9517-433d-a742-2cc28025c7af has been deleted concurrently {{(pid=94600) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 21 18:17:30.952065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Routers {'7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:30.952764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:30.962539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdc06fa5-c641-4fe3-8f7c-39cb17d14ba2 req-4c081a73-1f37-40e6-a0a6-030db41e8689 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111301 Aug 21 18:17:30.993100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.013049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Attempting to bind port 4c641973-d3d9-4088-aab5-906bc76cc134 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:31.013416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Attempting to bind port 4c641973-d3d9-4088-aab5-906bc76cc134 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:31.013787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Attempting to bind port 4c641973-d3d9-4088-aab5-906bc76cc134 on network 76fdae96-3085-44f3-9274-d30ef8135688 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:31.017590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Allocated IP 172.20.0.1 (61dbed55-6ce5-45d9-b403-55ddd13dd05e/67958e9c-c97e-4186-93a8-99abfc7cdd08/3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:31.018257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Pushing event updated for resources: {'Port': ['ID=4c641973-d3d9-4088-aab5-906bc76cc134,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:31.049906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:31.050283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Checking segment: {'id': 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:31.051243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.051646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Bound using segment: {'id': 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:31.052132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Bound port: 4c641973-d3d9-4088-aab5-906bc76cc134, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '76fdae96-3085-44f3-9274-d30ef8135688'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:31.052519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.058259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] Set router 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:31.115241 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.117679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.125393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:30Z', 'revision_number': 5, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:31.220361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770f55b-dd5e-446c-9f36-be605e99eccd None None] The sync data for ids ['7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1'] in n-d-793621-32 is: [{'id': '7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1', 'name': 'tempest-snat-router-677885938', 'tenant_id': 'b187729d1597404e8942ddaa7e41baee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:30Z', 'revision_number': 5, 'project_id': 'b187729d1597404e8942ddaa7e41baee', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:31.248198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4e5a093c-d795-48bb-a513-c26e810e5740 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:31.248448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.248448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:31.260458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.265139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.267523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51b010e2-ba85-45b4-9ce0-288c07c49e46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7ac9ef8b-ab61-4c7c-b0ed-1e0f885e19b1 HTTP/1.1" status: 204 len: 168 time: 1.8080232 Aug 21 18:17:31.275638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36786) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:31.296463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 4e5a093c-d795-48bb-a513-c26e810e5740 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:31.296811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4e5a093c-d795-48bb-a513-c26e810e5740 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:31.303924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] For port 4c641973-d3d9-4088-aab5-906bc76cc134, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:31.318780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] For port 4c641973-d3d9-4088-aab5-906bc76cc134, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4c641973-d3d9-4088-aab5-906bc76cc134,segment=NetworkSegment(d0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1),segment_id=d0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:31.329041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.361875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773669463390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27049682'] for subnet, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.427839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f994c2-a010-4191-8e0f-23219d797ec8 None None] Pushing event updated for resources: {'Port': ['ID=4c641973-d3d9-4088-aab5-906bc76cc134,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:31.479735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:31.480775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.486635 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "PUT /v2.0/subnets/1851289b-ae17-47c3-8b67-0ef71913a743 HTTP/1.1" status: 200 len: 900 time: 1.3751485 Aug 21 18:17:31.491310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36794) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:31.529793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.576952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589efed-1e40-41ac-adca-4538ec56d5c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event updated for resources: {'Subnet': ['ID=1851289b-ae17-47c3-8b67-0ef71913a743,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:31.596045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.715893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:31.742969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:31.749884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:31.766873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.796826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:31.803326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-036d9224-d8fe-4922-ace9-e59a8d56bb1b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:31.813420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-036d9224-d8fe-4922-ace9-e59a8d56bb1b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 809 time: 0.2873771 Aug 21 18:17:31.859215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-a473dcce-1ba7-4ec5-a059-786597ab30c6 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/quotas/47e47eef28d940cc9fba14356a7da928 HTTP/1.1" status: 200 len: 375 time: 0.0447037 Aug 21 18:17:31.859933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.896559 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-69733642-277c-4b2c-b0f8-0bd7b23ec2ee tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293875 Aug 21 18:17:31.917805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 4c641973-d3d9-4088-aab5-906bc76cc134 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:31.917805 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.927159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:31.938546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:31.938899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.022068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-0e3d5277-017e-4545-93e9-bbacca45fc25 service neutron] 10.222.0.41 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065290 Aug 21 18:17:32.154059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 4c641973-d3d9-4088-aab5-906bc76cc134, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4c641973-d3d9-4088-aab5-906bc76cc134,segment=NetworkSegment(d0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1),segment_id=d0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:32.154483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.177540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 4c641973-d3d9-4088-aab5-906bc76cc134 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:32.178546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.183310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-ac6d4fdf-7742-4585-a76f-52a189d3b729 service neutron] 10.222.0.41 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360736 Aug 21 18:17:32.227648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:32.240447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2deb7-1198-4c23-a569-d4a7cb3c5be7 req-39d4aa04-6fd4-4d3d-85b4-8028f1e20af0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:32.242050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5d2deb7-1198-4c23-a569-d4a7cb3c5be7 req-39d4aa04-6fd4-4d3d-85b4-8028f1e20af0 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1779830 Aug 21 18:17:32.251834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Deleting port 944a5f7a-a618-47d7-b152-20c6cb21268d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:32.252164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.259481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.324935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.355512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=4c641973-d3d9-4088-aab5-906bc76cc134,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:32.401998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 4c641973-d3d9-4088-aab5-906bc76cc134 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:32.454809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5d2deb7-1198-4c23-a569-d4a7cb3c5be7 req-30839309-c94c-4e02-a76b-c4e6c70215e8 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999671 Aug 21 18:17:32.462913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.495636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] For port 944a5f7a-a618-47d7-b152-20c6cb21268d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=944a5f7a-a618-47d7-b152-20c6cb21268d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:32.495991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.504836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe268131-632f-4fa1-9aa5-bcdafbdba472 req-3649f74f-960b-47af-990c-fd7737734fe6 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 210 time: 0.1236830 Aug 21 18:17:32.558871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.593091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=1851289b-ae17-47c3-8b67-0ef71913a743,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:32.604562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Calling delete_port for 944a5f7a-a618-47d7-b152-20c6cb21268d owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:32.673996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.692870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fdae96-3085-44f3-9274-d30ef8135688']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:32.712545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:32.713046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a7f72e-c1c5-4c14-ab6e-71d4933ae2b1') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:32.729096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.760520 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.768913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:32.770897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: items = [ Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:32.774166 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:32.852399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.857417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.872701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.875438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/76fdae96-3085-44f3-9274-d30ef8135688 HTTP/1.1" status: 204 len: 168 time: 1.3820803 Aug 21 18:17:32.885776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36812) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:32.895272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c96b9e-4958-4d8b-8c87-91032face0c2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=76fdae96-3085-44f3-9274-d30ef8135688,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:32.912611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:32.948387 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-619a8188-0c8a-46c4-92d2-94a18efe4170 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:32.949189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-619a8188-0c8a-46c4-92d2-94a18efe4170 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:32.957983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-619a8188-0c8a-46c4-92d2-94a18efe4170 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/1851289b-ae17-47c3-8b67-0ef71913a743 HTTP/1.1" status: 404 len: 337 time: 0.0711362 Aug 21 18:17:32.961235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36814) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:32.988761 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9caf8cc-f61a-4006-ad5f-026dfab03211 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:32.989613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9caf8cc-f61a-4006-ad5f-026dfab03211 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:32.991670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a9caf8cc-f61a-4006-ad5f-026dfab03211 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/76fdae96-3085-44f3-9274-d30ef8135688 HTTP/1.1" status: 404 len: 339 time: 0.0292394 Aug 21 18:17:32.994243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:33.083520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:33.156378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:33.158145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.162661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:33.163305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.278837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.289269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.302679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85765d8e-bd02-4fcb-9fc1-8d85675796bd']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:33.317574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b009e514-e888-4164-bde2-291f55c191f6') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:33.317880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b009e514-e888-4164-bde2-291f55c191f6') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:33.318381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:33.324637 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.331737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.348494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.356587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:33.356947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:33.360688 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:33.381570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.390487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.403637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Pushing event updated for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.430832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.439354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.443060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.443368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/85765d8e-bd02-4fcb-9fc1-8d85675796bd HTTP/1.1" status: 204 len: 168 time: 0.4476266 Aug 21 18:17:33.445327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:33.463661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43f974-db2c-4d5d-9784-b29fe5ac522c tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=85765d8e-bd02-4fcb-9fc1-8d85675796bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.468558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=bd8b2f5a-4cfb-4f19-8b14-6f3af2d8784a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.485607 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e8f476a-1ba0-4b6b-becb-263c0200f0f3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:33.486234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e8f476a-1ba0-4b6b-becb-263c0200f0f3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:33.488496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e8f476a-1ba0-4b6b-becb-263c0200f0f3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/0b16bbd0-0815-451d-a69d-fdbc05128941 HTTP/1.1" status: 404 len: 337 time: 0.0416965 Aug 21 18:17:33.491219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36820) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:33.511928 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c57d534-266d-4bbe-8873-66ecc7f51e23 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:33.512823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c57d534-266d-4bbe-8873-66ecc7f51e23 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:33.514313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c57d534-266d-4bbe-8873-66ecc7f51e23 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/c0248294-f487-4263-b388-25aac105dfbc HTTP/1.1" status: 404 len: 339 time: 0.0220935 Aug 21 18:17:33.516981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:33.564435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.599523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting subnet 09e965c3-1281-4c22-8435-a35a887f3b95 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:33.605314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.636557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event deleted for resources: {'Port': ['ID=944a5f7a-a618-47d7-b152-20c6cb21268d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.666577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ccb3ae5-8d40-4772-b93c-adf4c99b3bc8 req-e99099fb-bd90-4baa-b5c3-ef5f462b63bd tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 210 time: 0.0622675 Aug 21 18:17:33.699365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.825778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.883113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:33.902592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.931446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20596e86-cc9c-4053-86be-45b9a9228fc4 req-2df2e363-cf79-42c1-972d-f44f8280773b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:33.932376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=09e965c3-1281-4c22-8435-a35a887f3b95,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:33.932940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20596e86-cc9c-4053-86be-45b9a9228fc4 req-2df2e363-cf79-42c1-972d-f44f8280773b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.3484871 Aug 21 18:17:33.933875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:33.940753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.946158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-31b2f974-c232-414d-b94f-c0069c5952c3 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/09e965c3-1281-4c22-8435-a35a887f3b95 HTTP/1.1" status: 204 len: 168 time: 0.4254627 Aug 21 18:17:33.946158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36828) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:33.950303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:33.957285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c70ddf-b2de-4a84-b1eb-940cc266a9d6 None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:34.016601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting subnet f02f2aab-0e40-437a-9b87-7a59b55c1814 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:34.021362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.064267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.146353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.151319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.156841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.162058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.168540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-105cfc22-0d93-43fa-b3ba-2952cf9a9164 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:34.169911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-105cfc22-0d93-43fa-b3ba-2952cf9a9164 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.64 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 809 time: 0.4057190 Aug 21 18:17:34.198031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35195f6f-f5ab-4b72-98a8-5c552f0c79ae None None] DHCP port deletion for 76fdae96-3085-44f3-9274-d30ef8135688 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:34.199519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Request body: {'port': {'device_id': '8a783f42-d2ee-4899-87de-2661de80c30d', 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00', 'admin_state_up': True, 'tenant_id': '47e47eef28d940cc9fba14356a7da928'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:34.220634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d680a53c-c311-4bce-bbdc-8a08c676f81e None None] Could not find standard attr ID for object 4c641973-d3d9-4088-aab5-906bc76cc134. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:17:34.230246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190d447-6e2f-4e7a-bafd-158ad73b1a67 None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:34.240466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.244125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9190d447-6e2f-4e7a-bafd-158ad73b1a67 None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:17:34.252823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fe200-4a47-4f53-a1b1-b3d89d6c0c6c None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:34.266283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8fe200-4a47-4f53-a1b1-b3d89d6c0c6c None None] Network 76fdae96-3085-44f3-9274-d30ef8135688 could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:17:34.266721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=f02f2aab-0e40-437a-9b87-7a59b55c1814,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:34.281731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.287824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f0e3437f-a0c2-46c9-b7a5-97470c1ea73f tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/f02f2aab-0e40-437a-9b87-7a59b55c1814 HTTP/1.1" status: 204 len: 168 time: 0.3407300 Aug 21 18:17:34.288476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36830) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:34.329420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20596e86-cc9c-4053-86be-45b9a9228fc4 req-98361762-63da-4ce8-a320-ff2a1f99a4b2 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844552 Aug 21 18:17:34.376197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.382535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.383070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 531dcb86-42fe-4ecc-9a4b-320dcdf026e5 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:34.387478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.391980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a48378ca-f162-4b31-a8be-756b47703998 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "DELETE /v2.0/routers/531dcb86-42fe-4ecc-9a4b-320dcdf026e5 HTTP/1.1" status: 204 len: 168 time: 3.1116526 Aug 21 18:17:34.395915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:34.421425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1761277678', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:34.468220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Router 6907b7d8-6677-4f56-929a-691c68043c15 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:34.484182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.486207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.521170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 3c198014-cf6d-4c79-9db2-31b2f61091a3 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:34.521827 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.614554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.627524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Made reservation on behalf of 47e47eef28d940cc9fba14356a7da928 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:34.631671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.666988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 3c198014-cf6d-4c79-9db2-31b2f61091a3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c198014-cf6d-4c79-9db2-31b2f61091a3,segment=NetworkSegment(ec201a77-3fe7-4a06-ac14-7bf15d5382e3),segment_id=ec201a77-3fe7-4a06-ac14-7bf15d5382e3)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:34.667360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:34.714324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 3c198014-cf6d-4c79-9db2-31b2f61091a3 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:34.761395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:34.767351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ec89b7e-23b1-4ee1-8bd4-0d5022492d02 admin admin] 10.222.0.41 "PUT /v2.0/routers/6907b7d8-6677-4f56-929a-691c68043c15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6014304 Aug 21 18:17:34.775284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Sync routers for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:34.789161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:34.790296 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:34.852454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Router a408537a-2880-4c00-9144-d5d904fb2012 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:34.932175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08747091-cc7f-4c3b-be4a-a35ca40b92df None None] Network 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:35.080850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-54c9b12c-f222-45cb-9fb1-f7577d815f84 None None] Provisioning complete for port 3c198014-cf6d-4c79-9db2-31b2f61091a3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:35.081223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-54c9b12c-f222-45cb-9fb1-f7577d815f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.081788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Allocated IP 172.20.0.7 (ae9fb016-e4c2-4069-8d18-d48b583bbe00/4a785f92-e6c5-4438-b475-0f7862bdcb5a/e115a119-e76b-4b06-a2f9-eae4e4af59ce) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:35.118246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:35.151830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:35.171205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b054fce8-bf28-4eb8-b214-0890ea6a4497 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "PUT /v2.0/routers/a408537a-2880-4c00-9144-d5d904fb2012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7421582 Aug 21 18:17:35.173588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:35.180001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] Sync routers for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:35.194385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9012be8a-5804-4926-8cd1-240da5d7315d req-52a35600-ed7b-4449-ab9d-4c6d2ca8b847 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 210 time: 0.4437501 Aug 21 18:17:35.196310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.219559 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:35.251298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:35.252098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.285099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.309310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.320759 n-d-793621-32 neutron-server[94600]: INFO neutron.plugins.ml2.db [None req-54c9b12c-f222-45cb-9fb1-f7577d815f84 None None] No ports have port_id starting with 3c198014-cf6d-4c79-9db2-31b2f61091a3 Aug 21 18:17:35.338263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=3c198014-cf6d-4c79-9db2-31b2f61091a3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:35.347581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] Routers {'a408537a-2880-4c00-9144-d5d904fb2012'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:35.348608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a408537a-2880-4c00-9144-d5d904fb2012'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.351065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:35.351733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.399295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 3c198014-cf6d-4c79-9db2-31b2f61091a3 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:35.402272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.402934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.403518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.404344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.404881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.405401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.405964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.406472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.407010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.407546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.408217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.408727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:35.436833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.443100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb8c8e-17ed-43a2-b973-89fc27f41082 None None] The sync data for ids ['a408537a-2880-4c00-9144-d5d904fb2012'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:35.449595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db1f9ff-ef0f-469d-b0f9-10101840e5d1 None None] DHCP port deletion for 1fb15edd-289f-4495-b5f8-9e0cc4d20b4f request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:35.553968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.562121 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:32Z', 'revision_number': 4, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59', 'name': '', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'mac_address': 'fa:16:3e:11:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:30Z', 'updated_at': '2021-08-21T18:17:32Z', 'revision_number': 2, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'subnets': [{'id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.579722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb15edd-289f-4495-b5f8-9e0cc4d20b4f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.599854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.600234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec201a77-3fe7-4a06-ac14-7bf15d5382e3') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:35.606316 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Checking router: 6907b7d8-6677-4f56-929a-691c68043c15 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:17:35.606759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Updating router 6907b7d8-6677-4f56-929a-691c68043c15 port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:17:35.611676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4c641973-d3d9-4088-aab5-906bc76cc134 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:35.617989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd791cf6-6629-41b9-91f9-ce875e940e1b req-3a2cb333-0689-4ba5-88dd-1966b2d97d21 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:35.620008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd791cf6-6629-41b9-91f9-ce875e940e1b req-3a2cb333-0689-4ba5-88dd-1966b2d97d21 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1262121 Aug 21 18:17:35.632801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.634397 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.640010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 4c641973-d3d9-4088-aab5-906bc76cc134 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:35.640446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4c641973-d3d9-4088-aab5-906bc76cc134 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:35.641410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 944a5f7a-a618-47d7-b152-20c6cb21268d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:35.664733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 944a5f7a-a618-47d7-b152-20c6cb21268d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:35.665175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 944a5f7a-a618-47d7-b152-20c6cb21268d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:35.670892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.688808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:35.689458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:35.695565 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:35.779058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd791cf6-6629-41b9-91f9-ce875e940e1b req-167e761a-e5fa-43dc-aaa4-719097379018 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333129 Aug 21 18:17:35.781037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.829579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.831593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/1fb15edd-289f-4495-b5f8-9e0cc4d20b4f HTTP/1.1" status: 204 len: 168 time: 1.5421448 Aug 21 18:17:35.837794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:35.872758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd8887-f43d-49b4-b3c6-25724e8b04f6 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=1fb15edd-289f-4495-b5f8-9e0cc4d20b4f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:35.905183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.910837 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-952f9cb0-3180-4e55-8af0-18263fb23ecc tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:35.911341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-952f9cb0-3180-4e55-8af0-18263fb23ecc tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:35.913485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-952f9cb0-3180-4e55-8af0-18263fb23ecc tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/0337057d-a302-4275-a2e4-c9d3bd0be983 HTTP/1.1" status: 404 len: 337 time: 0.0715070 Aug 21 18:17:35.926373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:35.935138 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.954807 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb901bf-7038-4a6c-b962-e8e084a5ff66 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:35.955503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb901bf-7038-4a6c-b962-e8e084a5ff66 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:35.959980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-efb901bf-7038-4a6c-b962-e8e084a5ff66 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/3f39f1c9-58ce-4eea-80dc-ba07febed945 HTTP/1.1" status: 404 len: 339 time: 0.0299687 Aug 21 18:17:35.960977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36866) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:35.984701 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:35.989443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-6f0a420d-3d12-401d-b884-4724402c9526 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:35.991390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-6f0a420d-3d12-401d-b884-4724402c9526 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 818 time: 0.3512676 Aug 21 18:17:35.996137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Transition to ACTIVE for port object 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:36.004299 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.030914 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dcff36-7e56-4deb-bd66-f6231082e298 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:36.031528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37dcff36-7e56-4deb-bd66-f6231082e298 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:36.031961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-41fe8433-ff97-4374-aafe-4151163514a7 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/quotas/878dc8a35c8c45e3b9bc6d2bca432843 HTTP/1.1" status: 200 len: 375 time: 0.0314443 Aug 21 18:17:36.033482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37dcff36-7e56-4deb-bd66-f6231082e298 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/84fde6dd-70ff-441b-9d67-758490eac1cd HTTP/1.1" status: 404 len: 337 time: 0.0723088 Aug 21 18:17:36.040455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.042466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36868) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:36.067227 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.083166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1271-d7e5-49b2-8a22-51fec43e734e None None] Pushing event updated for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:36.108130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ddfd1-b7a4-4a24-b5fa-e12e4cf3c98d req-ebb8de5e-6494-4882-80c6-a5672deebe0b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:36.109818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e1ddfd1-b7a4-4a24-b5fa-e12e4cf3c98d req-ebb8de5e-6494-4882-80c6-a5672deebe0b tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1099885 Aug 21 18:17:36.116665 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Attempting to bind port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:36.117030 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Attempting to bind port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:36.117384 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Attempting to bind port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:36.122681 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:36.123054 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Checking segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:36.123599 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.123823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Bound using segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:36.124285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Bound port: 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:36.124665 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.128519 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bca060f-cea2-4d00-98a6-33c7ab08002e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:36.129200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bca060f-cea2-4d00-98a6-33c7ab08002e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:36.130909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8bca060f-cea2-4d00-98a6-33c7ab08002e tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/1c41dec1-2bdc-496b-b6c2-770b2d877451 HTTP/1.1" status: 404 len: 339 time: 0.0853834 Aug 21 18:17:36.134469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36870) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:36.137183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Allocated IP 172.25.1.109 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/95d7e7e0-5bb7-4a65-93b9-96af62cfd4c3) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:36.178712 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9662736-ac8a-4e00-95fe-396ecef1927a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:36.179322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9662736-ac8a-4e00-95fe-396ecef1927a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:36.181479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b9662736-ac8a-4e00-95fe-396ecef1927a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/462dd8fe-cf2c-4fcf-9b27-d612415cf8ca HTTP/1.1" status: 404 len: 337 time: 0.0456078 Aug 21 18:17:36.186785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:36.196141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] For port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:36.199698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] For port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:36.204625 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.219668 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3f63f3-49ab-4acf-ac05-d9dfe10e8536 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:36.220399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3f63f3-49ab-4acf-ac05-d9dfe10e8536 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:36.225205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee3f63f3-49ab-4acf-ac05-d9dfe10e8536 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/2ef4c809-0710-42a2-a96c-59d5229640fa HTTP/1.1" status: 404 len: 339 time: 0.0343368 Aug 21 18:17:36.235128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:36.248631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-5d6cb166-5397-41e0-ac9b-34e990373ef5 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1895657 Aug 21 18:17:36.258602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.263283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:36.263920 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:36.282611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e1ddfd1-b7a4-4a24-b5fa-e12e4cf3c98d req-2b71da12-5ccf-4483-bb2e-66b460595c21 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553147 Aug 21 18:17:36.335760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1271-d7e5-49b2-8a22-51fec43e734e None None] Pushing event updated for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:36.369287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting subnet 4ef2cbff-27a0-4793-adbc-5ed3c25cab69 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:36.373043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.406961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.413645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Network ae9fb016-e4c2-4069-8d18-d48b583bbe00 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:36.414721 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:17:36.434401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:36.446101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:36.454249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Pushing event updated for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:36.490611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.502130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-6885f738-ef99-418f-b8c8-fa4211e5a728 service neutron] 10.222.0.41 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415562 Aug 21 18:17:36.518913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.558156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c67bad-3877-4369-9996-8c1bc2979cad req-47d9ac6f-3597-440d-85a9-2d723d54fa7b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:36.559768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47c67bad-3877-4369-9996-8c1bc2979cad req-47d9ac6f-3597-440d-85a9-2d723d54fa7b tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 931 time: 0.1470883 Aug 21 18:17:36.579429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:36.580035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.616542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c4e8ef2d-aa8d-49bb-b80c-b03d5c163b9d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4221997 Aug 21 18:17:36.633159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Request body: {'port': {'device_id': '8a783f42-d2ee-4899-87de-2661de80c30d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:36.643556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting port 050008d3-12fe-4254-a6ab-45cda302c3b7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:36.644948 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.651176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.692064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:32Z', 'revision_number': 4, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59', 'name': '', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'mac_address': 'fa:16:3e:11:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:30Z', 'updated_at': '2021-08-21T18:17:36Z', 'revision_number': 4, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'subnets': [{'id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:36.708011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47c67bad-3877-4369-9996-8c1bc2979cad req-c6f8e0a1-4694-487a-b283-64a4379db7c1 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322701 Aug 21 18:17:36.713507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.724564 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa46ce8-7780-4f87-9e18-6fa5da54a635 None None] The sync data for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 is: [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:17:32Z', 'revision_number': 4, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59', 'name': '', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'mac_address': 'fa:16:3e:11:14:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:30Z', 'updated_at': '2021-08-21T18:17:36Z', 'revision_number': 4, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'subnets': [{'id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:36.745902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:36.756750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:36.759316 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-a0a672f5-aba5-4759-af40-458ce77bab90 service neutron] 10.222.0.41 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444632 Aug 21 18:17:36.764791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:36.777837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event updated for resources: {'Port': ['ID=95d7e7e0-5bb7-4a65-93b9-96af62cfd4c3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:36.844528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.932100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:36.957784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Calling delete_port for 050008d3-12fe-4254-a6ab-45cda302c3b7 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:36.965715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.047950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.052604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/4ef2cbff-27a0-4793-adbc-5ed3c25cab69 HTTP/1.1" status: 204 len: 168 time: 0.8134294 Aug 21 18:17:37.052604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f8eac-19cb-4a26-8a23-5a438f16d75a tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef2cbff-27a0-4793-adbc-5ed3c25cab69,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:37.060752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36884) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:37.063723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419798ae-c52b-47d2-8da6-d3d0fe4ce47f None None] Network 4f2315cc-4dd5-4471-9bd9-057f06c8dddd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:37.131906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:37.141000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3467c72-6ebc-497c-934a-cc139518d3d4 req-d9211639-7720-4722-a3e7-1bfa2d3da4ec tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:37.149010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3467c72-6ebc-497c-934a-cc139518d3d4 req-d9211639-7720-4722-a3e7-1bfa2d3da4ec tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.2850654 Aug 21 18:17:37.228096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-588f486c-cb3c-4d78-8e4c-e8a1c783e3e9 req-aad891a5-b9f9-40ae-a103-c3a254adc8ef tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 210 time: 0.0293894 Aug 21 18:17:37.235563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.279799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3467c72-6ebc-497c-934a-cc139518d3d4 req-0c5e2ab2-3414-4ecf-9dac-ae1f397ce07c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296732 Aug 21 18:17:37.374320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:37.381282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:37.388189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.498773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.519837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] DHCP port deletion for 4f2315cc-4dd5-4471-9bd9-057f06c8dddd request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:37.574805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.692391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:37.703025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.720065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Deleting port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:37.720781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.809472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50c913-a923-41a0-a228-71b9baad02d7 req-dcecc821-236e-43d2-af1d-26b03f1a95fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:37.817435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa50c913-a923-41a0-a228-71b9baad02d7 req-dcecc821-236e-43d2-af1d-26b03f1a95fe tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.0938942 Aug 21 18:17:37.867829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c198014-cf6d-4c79-9db2-31b2f61091a3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:37.887232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e115a119-e76b-4b06-a2f9-eae4e4af59ce {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:37.897941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:37.912330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Transition to ACTIVE for port object e115a119-e76b-4b06-a2f9-eae4e4af59ce will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:37.924720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa50c913-a923-41a0-a228-71b9baad02d7 req-0eed1d0b-e897-4ccc-9e33-1cd7a5535a59 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057613 Aug 21 18:17:37.942635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3c198014-cf6d-4c79-9db2-31b2f61091a3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:37.942997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c198014-cf6d-4c79-9db2-31b2f61091a3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:37.958998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.030400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-7540c27a-e3c4-443f-8c74-b1e4900a223d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:38.032229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-7540c27a-e3c4-443f-8c74-b1e4900a223d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 818 time: 0.5717280 Aug 21 18:17:38.033180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:38.047761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] For port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,segment=NetworkSegment(87825aec-d582-4828-8311-b10ba3a11f32),segment_id=87825aec-d582-4828-8311-b10ba3a11f32)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:38.048170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.060208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.062398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Calling delete_port for e2c9f3c6-dded-4e87-92e0-15d93e2fde1d owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:38.134728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-734e7038-67ef-4caa-a226-475101a35e77 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/quotas/878dc8a35c8c45e3b9bc6d2bca432843 HTTP/1.1" status: 200 len: 375 time: 0.0658586 Aug 21 18:17:38.146225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:38.146603 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.179470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce1776-651f-4b3a-a280-43cfac45ef60 req-19ae8eed-0332-43da-8482-8ac64b2798c3 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:38.187970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efce1776-651f-4b3a-a280-43cfac45ef60 req-19ae8eed-0332-43da-8482-8ac64b2798c3 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 943 time: 0.1208272 Aug 21 18:17:38.223234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Pushing event updated for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:38.260118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.279602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efce1776-651f-4b3a-a280-43cfac45ef60 req-438633ba-8b3e-4f3b-bfb5-44b1b8a63146 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901723 Aug 21 18:17:38.368782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Router 820136a5-26ca-4053-ba1a-397d0d0286ec is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:38.388266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.444950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] Pushing event deleted for resources: {'Port': ['ID=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:38.448700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d12468-e7cd-4ed8-a70f-4a5110b0509c None None] No DVR routers for this DVR port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:38.668346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Port': ['ID=050008d3-12fe-4254-a6ab-45cda302c3b7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:38.748858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:38.754146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,segment=NetworkSegment(87825aec-d582-4828-8311-b10ba3a11f32),segment_id=87825aec-d582-4828-8311-b10ba3a11f32)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:38.754146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.760041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] Sync routers for ids ['820136a5-26ca-4053-ba1a-397d0d0286ec'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:38.769065 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] Routers {'820136a5-26ca-4053-ba1a-397d0d0286ec'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:38.769896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['820136a5-26ca-4053-ba1a-397d0d0286ec'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:38.770060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.773818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6be1670b-3597-48d3-b052-d6a51c4c7da0 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3752553 Aug 21 18:17:38.774064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:38.779462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:38.798826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for e2c9f3c6-dded-4e87-92e0-15d93e2fde1d owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:38.806983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-a043d1ea-7f65-4e13-8997-ddefc699d1cb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6325314 Aug 21 18:17:38.807663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Attempting to bind port e115a119-e76b-4b06-a2f9-eae4e4af59ce on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:38.808000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Attempting to bind port e115a119-e76b-4b06-a2f9-eae4e4af59ce by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:38.808331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Attempting to bind port e115a119-e76b-4b06-a2f9-eae4e4af59ce on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:38.811926 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:38.827058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] Routers {'820136a5-26ca-4053-ba1a-397d0d0286ec'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:38.828158 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['820136a5-26ca-4053-ba1a-397d0d0286ec'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:38.870009 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:38.870807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c180284b-b709-4ad5-b80f-b6188ad33089 None None] The sync data for ids ['820136a5-26ca-4053-ba1a-397d0d0286ec'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:38.895785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Port e115a119-e76b-4b06-a2f9-eae4e4af59ce on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:17:38.896377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Attempting to bind port e115a119-e76b-4b06-a2f9-eae4e4af59ce on network ae9fb016-e4c2-4069-8d18-d48b583bbe00 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:38.923017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:38.923459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Checking segment: {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:38.923744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Bound using segment: {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:38.924189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Bound port: e115a119-e76b-4b06-a2f9-eae4e4af59ce, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d0a439-1cbb-4260-a54f-77daad929383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:38.924680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.934855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-a98b1a65-e28a-4a19-860a-d74c286b37cf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:38.936116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-a98b1a65-e28a-4a19-860a-d74c286b37cf tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.0994825 Aug 21 18:17:38.970979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:38.981277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-83b3fe78-1574-4ccb-8291-3758a6b33853 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:38.982880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-83b3fe78-1574-4ccb-8291-3758a6b33853 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 818 time: 0.3407779 Aug 21 18:17:39.024283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:39.028994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Request body: {'port': {'device_id': '993b5e87-c152-4443-a5ae-40750a242225', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'admin_state_up': True, 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:39.076505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:39.076873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.143854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28636a4-19b3-4508-89a6-a0f133cfd804 req-55142033-830e-40f4-986d-67072b77dc29 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:39.145917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f28636a4-19b3-4508-89a6-a0f133cfd804 req-55142033-830e-40f4-986d-67072b77dc29 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 946 time: 0.1347809 Aug 21 18:17:39.181960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.193546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.200974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-5e1c82bc-1ec5-4583-92ef-a499dd6868a7 service neutron] 10.222.0.41 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823116 Aug 21 18:17:39.217230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e2c9f3c6-dded-4e87-92e0-15d93e2fde1d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:39.239200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e2c9f3c6-dded-4e87-92e0-15d93e2fde1d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:39.239549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e2c9f3c6-dded-4e87-92e0-15d93e2fde1d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:39.256383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port 419d872c-9b45-41fd-a806-dd2ab5ff21be {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:39.256732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.287136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f28636a4-19b3-4508-89a6-a0f133cfd804 req-ced1e6f3-4673-482e-8035-7c3c7203394c tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060991 Aug 21 18:17:39.346162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.346757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Fanout notify agent at l3_agent the message router_deleted on router a408537a-2880-4c00-9144-d5d904fb2012 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:39.354305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.355153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:39.363932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.365075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bc2ad190-85d7-4d9b-90ff-7e8b122121ea tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/routers/a408537a-2880-4c00-9144-d5d904fb2012 HTTP/1.1" status: 204 len: 168 time: 4.1890595 Aug 21 18:17:39.371186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36916) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:39.374695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.422664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:39.465674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.467597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=e2c9f3c6-dded-4e87-92e0-15d93e2fde1d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:39.473433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port e2c9f3c6-dded-4e87-92e0-15d93e2fde1d on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:39.479604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port 419d872c-9b45-41fd-a806-dd2ab5ff21be, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=419d872c-9b45-41fd-a806-dd2ab5ff21be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:39.480153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.498772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135928f-0696-4ffa-b14c-97746c9ee531 req-07cf987b-f958-4ad6-a16a-98a9fa4c49c6 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:39.500304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a135928f-0696-4ffa-b14c-97746c9ee531 req-07cf987b-f958-4ad6-a16a-98a9fa4c49c6 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 943 time: 0.1426098 Aug 21 18:17:39.508064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for 419d872c-9b45-41fd-a806-dd2ab5ff21be owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:39.567053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Deleting subnet 6abe5b64-a491-47ab-91e3-17497a3e4db9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:39.570443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:39.571156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.572581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] 10.222.0.64 "PUT /v2.0/ports/e115a119-e76b-4b06-a2f9-eae4e4af59ce HTTP/1.1" status: 200 len: 1092 time: 2.9451163 Aug 21 18:17:39.586090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:39.588455 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:39.599539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a135928f-0696-4ffa-b14c-97746c9ee531 req-defee739-7245-43a3-8bd1-f76afec9151d tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890136 Aug 21 18:17:39.622407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Made reservation on behalf of 878dc8a35c8c45e3b9bc6d2bca432843 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:39.626146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.630090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-46979307-cab8-4375-be8a-cf58caf6e2cc service neutron] 10.222.0.41 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056861 Aug 21 18:17:39.641566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.695603 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390ad356-22a7-462a-bbdf-14c14458282c x-openstack-request-id: req-390ad356-22a7-462a-bbdf-14c14458282c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:39.695908 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:39.696160 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-390ad356-22a7-462a-bbdf-14c14458282c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:39.696557 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce', 'status': 'completed', 'code': 200} Aug 21 18:17:39.730477 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.748502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb22bdd-2e0c-4cff-9276-435b10cef23b service neutron] Pushing event updated for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:39.760382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2315cc-4dd5-4471-9bd9-057f06c8dddd']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:39.775994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.816841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.829041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['999f2fc6-007a-4b94-9dfb-cb26b50253be'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:39.837007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87825aec-d582-4828-8311-b10ba3a11f32') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:39.837313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87825aec-d582-4828-8311-b10ba3a11f32') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:39.862436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.890023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-10166b8c-f6e0-4230-8e85-f2dd678f32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:39.892767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-10166b8c-f6e0-4230-8e85-f2dd678f32b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 1095 time: 0.2546737 Aug 21 18:17:39.898064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.915272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df73f73e-9fda-463c-ae85-15b5192324de req-fe5539df-ecda-4e55-9351-56e146f45acc tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 210 time: 0.0946717 Aug 21 18:17:39.915508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.921132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:39.921552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:39.946010 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:40.008610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=419d872c-9b45-41fd-a806-dd2ab5ff21be,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:40.039151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-a381642e-4aed-43fb-a323-e716c3395780 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce HTTP/1.1" status: 200 len: 217 time: 0.1328759 Aug 21 18:17:40.048228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port 419d872c-9b45-41fd-a806-dd2ab5ff21be on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:40.052284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.054388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5f37334-ecd9-41e3-ba17-96ab99278bbd req-d3e24d47-27d4-4350-b2fe-299b78ca12a4 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.39 "DELETE /v2.0/ports/419d872c-9b45-41fd-a806-dd2ab5ff21be HTTP/1.1" status: 204 len: 173 time: 1.1123855 Aug 21 18:17:40.055144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'name': 'network-vif-deleted', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:40.057463 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537c774d-aacb-42bd-a5f5-3501bf8d2e43" -d '{"events": [{"server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "name": "network-vif-deleted", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:40.137417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Allocated IP 172.20.0.9 (61dbed55-6ce5-45d9-b403-55ddd13dd05e/67958e9c-c97e-4186-93a8-99abfc7cdd08/16cd23b6-6b88-48c9-a6f0-8f989cf68209) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:40.139394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.145702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c213623d-1476-4d0b-82d6-fd737d955013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:40.147267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-c213623d-1476-4d0b-82d6-fd737d955013 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a785f92-e6c5-4438-b475-0f7862bdcb5a HTTP/1.1" status: 200 len: 849 time: 0.0903699 Aug 21 18:17:40.153504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.155356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/4f2315cc-4dd5-4471-9bd9-057f06c8dddd HTTP/1.1" status: 204 len: 168 time: 3.0854414 Aug 21 18:17:40.172300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.174852 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43cb57a-ee54-49b8-a78a-5b8f0cbc579e x-openstack-request-id: req-c43cb57a-ee54-49b8-a78a-5b8f0cbc579e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:40.176170 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3116826f-343a-491a-a98c-14ea23cf6bfd", "name": "network-vif-deleted", "tag": "419d872c-9b45-41fd-a806-dd2ab5ff21be", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:40.176530 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c43cb57a-ee54-49b8-a78a-5b8f0cbc579e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:40.177249 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116826f-343a-491a-a98c-14ea23cf6bfd', 'name': 'network-vif-deleted', 'tag': '419d872c-9b45-41fd-a806-dd2ab5ff21be', 'status': 'completed', 'code': 200} Aug 21 18:17:40.178166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd1fb-d43d-4664-9097-a7c2bd2680b2 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=4f2315cc-4dd5-4471-9bd9-057f06c8dddd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:40.203562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-50672cee-8adc-481e-8059-70c177d205a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae9fb016-e4c2-4069-8d18-d48b583bbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365136 Aug 21 18:17:40.206598 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.246968 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd3fbba9-8ad2-4b0d-889b-a4468c93e2db tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:40.247193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd3fbba9-8ad2-4b0d-889b-a4468c93e2db tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:40.249032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bd3fbba9-8ad2-4b0d-889b-a4468c93e2db tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/22c7161e-4a64-4618-96a9-205a32ed7e96 HTTP/1.1" status: 404 len: 337 time: 0.0707943 Aug 21 18:17:40.251723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.259749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Subnet': ['ID=6abe5b64-a491-47ab-91e3-17497a3e4db9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:40.286213 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e054140-4f9b-4ed0-ba96-cbc9e1177388 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:40.286926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e054140-4f9b-4ed0-ba96-cbc9e1177388 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:40.288847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3e054140-4f9b-4ed0-ba96-cbc9e1177388 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/7aee4613-c0a7-488b-877a-9a6849d06c82 HTTP/1.1" status: 404 len: 339 time: 0.0339613 Aug 21 18:17:40.293405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36936) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.297341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.299286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7650a3e-f784-44df-b5fb-8f388fae53af tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/subnets/6abe5b64-a491-47ab-91e3-17497a3e4db9 HTTP/1.1" status: 204 len: 168 time: 0.9223912 Aug 21 18:17:40.303880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.397210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting subnet 8836614c-9248-4baa-8239-268565a80c38 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:40.401636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.403517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.463573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce919423-2337-437f-9fd1-428366706b15 req-670ceb5c-2c5a-44b4-95d5-cdb1d3a82add tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=3116826f-343a-491a-a98c-14ea23cf6bfd HTTP/1.1" status: 200 len: 210 time: 0.0312223 Aug 21 18:17:40.464970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.496735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.507895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-61f91d31-b8e7-45bb-801a-8ba3467d7dd8 service neutron] 10.222.0.64 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934902 Aug 21 18:17:40.530565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.582560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.692027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.692817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router 820136a5-26ca-4053-ba1a-397d0d0286ec has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:17:40.721075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.723183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d854a9bb-8f4f-4886-9cda-96272025d551']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:40.760810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c03ab2f-b1eb-43aa-9f8f-5ad485ff24d7') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:40.761075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c03ab2f-b1eb-43aa-9f8f-5ad485ff24d7') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:40.793355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3122ba5a-a38f-4c41-a28c-44afdfc662f2 req-de4995f0-8f49-4fe9-9dc8-f393175e1097 service neutron] 10.222.0.64 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645860 Aug 21 18:17:40.795102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.807729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.819263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.856368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:40.856785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:40.860105 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:40.892847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.895633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:40.903223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.904912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] Sync routers for ids ['820136a5-26ca-4053-ba1a-397d0d0286ec'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:40.905532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2ebf37d-9281-4e0f-96bf-90ea07bf86b3 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "PUT /v2.0/routers/820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 200 len: 922 time: 2.1297317 Aug 21 18:17:40.916559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] Routers {'820136a5-26ca-4053-ba1a-397d0d0286ec'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:40.917162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['820136a5-26ca-4053-ba1a-397d0d0286ec'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:40.927752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:40.929005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.944010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Subnet': ['ID=8836614c-9248-4baa-8239-268565a80c38,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:40.953950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:40.956435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3851d2aa-f8cd-45d6-8abf-40dc73a4c1c7 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/subnets/8836614c-9248-4baa-8239-268565a80c38 HTTP/1.1" status: 204 len: 168 time: 0.6620216 Aug 21 18:17:40.963080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:40.976821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11875085-e073-4576-aedf-3ea9d93d9d82 None None] Network 8302777e-8395-4d9b-9472-904fd065a004 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:41.107267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:41.143276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] Routers {'820136a5-26ca-4053-ba1a-397d0d0286ec'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:41.144125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['820136a5-26ca-4053-ba1a-397d0d0286ec'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:41.184166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:41.185216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b42e60-087a-4b71-93ef-1e2a84e240a4 None None] The sync data for ids ['820136a5-26ca-4053-ba1a-397d0d0286ec'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:41.291581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] DHCP port deletion for 8302777e-8395-4d9b-9472-904fd065a004 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:17:41.293080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:41.303939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a90d34-0e18-49a6-959c-47da5f09bd62 req-c5f11214-d4fd-4014-ba07-c3d2c277fa84 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.306037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2a90d34-0e18-49a6-959c-47da5f09bd62 req-c5f11214-d4fd-4014-ba07-c3d2c277fa84 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 943 time: 0.5753996 Aug 21 18:17:41.315959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84344f65-afd0-40c5-8205-f7c1135b53a8 req-0c78102a-ff31-4930-a630-b6c0862712c3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 210 time: 0.0443518 Aug 21 18:17:41.331669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 419d872c-9b45-41fd-a806-dd2ab5ff21be no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:41.332866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:41.366457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 419d872c-9b45-41fd-a806-dd2ab5ff21be {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:41.367047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 419d872c-9b45-41fd-a806-dd2ab5ff21be not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:41.381786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.392836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Deleting port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:41.393593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.401338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Pushing event updated for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:41.441809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.447872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.453099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] 10.222.0.41 "DELETE /v2.0/networks/d854a9bb-8f4f-4886-9cda-96272025d551 HTTP/1.1" status: 204 len: 168 time: 1.1460547 Aug 21 18:17:41.463591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-b9f750d5-a2b7-4c84-bd5c-f28f86c7cda7 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.465306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-b9f750d5-a2b7-4c84-bd5c-f28f86c7cda7 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.64 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 818 time: 0.1947582 Aug 21 18:17:41.471628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] For port 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=20dabfd4-ce16-4e5d-9978-fc34d6df1540,segment=NetworkSegment(f35b2623-d4dd-415b-9bf1-12993c648960),segment_id=f35b2623-d4dd-415b-9bf1-12993c648960)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:41.473397 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.478289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Deleting port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:41.478720 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.485780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Request body: {'port': {'device_id': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'admin_state_up': True, 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:41.489712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Calling delete_port for 20dabfd4-ce16-4e5d-9978-fc34d6df1540 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:41.502999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed3c78-2200-40eb-9413-ca0d494da924 tempest-FloatingIPTestJSON-901615838 tempest-FloatingIPTestJSON-901615838-project] Pushing event deleted for resources: {'Network': ['ID=d854a9bb-8f4f-4886-9cda-96272025d551,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:41.552015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-7d0ebe97-567d-4b08-a48b-c3bec9b7bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.554048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-7d0ebe97-567d-4b08-a48b-c3bec9b7bb82 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=47e47eef28d940cc9fba14356a7da928&device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 1095 time: 0.7011626 Aug 21 18:17:41.559724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2a90d34-0e18-49a6-959c-47da5f09bd62 req-fa2b1e7e-bdd2-4353-8715-70ec27312629 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410104 Aug 21 18:17:41.566243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.567685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.627728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] For port 20dabfd4-ce16-4e5d-9978-fc34d6df1540, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=20dabfd4-ce16-4e5d-9978-fc34d6df1540,segment=NetworkSegment(f35b2623-d4dd-415b-9bf1-12993c648960),segment_id=f35b2623-d4dd-415b-9bf1-12993c648960)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:41.628236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.648014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.654698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Calling delete_port for 20dabfd4-ce16-4e5d-9978-fc34d6df1540 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:41.675526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-e0b7580d-8e9a-4b50-86d7-10e02e853088 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6793828 Aug 21 18:17:41.692144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] Pushing event deleted for resources: {'Port': ['ID=20dabfd4-ce16-4e5d-9978-fc34d6df1540,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:41.692386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Request body: {'port': {'device_id': '993b5e87-c152-4443-a5ae-40750a242225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:41.706341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b822c5-69f2-4c15-9e8b-759f7b6d470c None None] No DVR routers for this DVR port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:41.739428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6d2970f-b494-4606-8c3a-2327e84a0b02 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 200 len: 922 time: 0.4326420 Aug 21 18:17:41.743754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36962) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:41.762601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Made reservation on behalf of 878dc8a35c8c45e3b9bc6d2bca432843 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:41.767484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.848309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.869934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:41.884308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:41.894809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] No DVR routers for this DVR port 20dabfd4-ce16-4e5d-9978-fc34d6df1540 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:41.903614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-7ca83a53-fea0-4263-a8bf-27b5a896985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.905137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-7ca83a53-fea0-4263-a8bf-27b5a896985b service neutron] 10.222.0.64 "GET /v2.0/networks?id=ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 200 len: 910 time: 0.3342218 Aug 21 18:17:41.925891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Port': ['ID=20dabfd4-ce16-4e5d-9978-fc34d6df1540,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:41.943882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6333b40-735c-4136-94bd-d3d6f19be0cd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:41.945812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6333b40-735c-4136-94bd-d3d6f19be0cd tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=820136a5-26ca-4053-ba1a-397d0d0286ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1995432 Aug 21 18:17:41.949858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:41.997891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-49d91a0b-5c02-493e-a11c-de672b1721d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce HTTP/1.1" status: 200 len: 217 time: 0.0646777 Aug 21 18:17:42.061205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Allocated IP 172.20.0.12 (61dbed55-6ce5-45d9-b403-55ddd13dd05e/67958e9c-c97e-4186-93a8-99abfc7cdd08/8d423467-e3ad-4a22-9b91-7b71b42ae159) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:42.067105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.101988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8302777e-8395-4d9b-9472-904fd065a004']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:42.124900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35b2623-d4dd-415b-9bf1-12993c648960') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:42.125206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35b2623-d4dd-415b-9bf1-12993c648960') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:42.173414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.196378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-10a70817-9472-47ae-b9f3-707d12a8619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:42.198477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-10a70817-9472-47ae-b9f3-707d12a8619b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4a785f92-e6c5-4438-b475-0f7862bdcb5a HTTP/1.1" status: 200 len: 849 time: 0.1804929 Aug 21 18:17:42.209492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0cef4ebe-6c0d-4957-9d3c-d60548842322 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2bfaf192f6314809a6e212245743b833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186145 Aug 21 18:17:42.214146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:42.219567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.235930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-cd2afbd4-fb89-45aa-a749-1cfa68b6dde7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ae9fb016-e4c2-4069-8d18-d48b583bbe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276985 Aug 21 18:17:42.237310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46de2008-1507-473c-8db2-91e15f13d523 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:42.244194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:42.244391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46de2008-1507-473c-8db2-91e15f13d523 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.2898664 Aug 21 18:17:42.244508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.244615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:42.249104 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:42.289412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-67e8130e-8d7e-4f69-a018-6b1887feb300 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 200 len: 205 time: 0.0436614 Aug 21 18:17:42.291958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37000) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:42.398169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.411706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.415379 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] 10.222.0.41 "DELETE /v2.0/networks/8302777e-8395-4d9b-9472-904fd065a004 HTTP/1.1" status: 204 len: 168 time: 1.4481707 Aug 21 18:17:42.435241 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.455656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da8d5ab-6411-487a-a12e-7a82a4d25ce1 tempest-NetworksIpV6Test-631103202 tempest-NetworksIpV6Test-631103202-project] Pushing event deleted for resources: {'Network': ['ID=8302777e-8395-4d9b-9472-904fd065a004,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:42.490467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-a2dc7532-e7c1-4bf2-9a6a-ae00e36b7cdb service neutron] 10.222.0.64 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353771 Aug 21 18:17:42.493820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.523455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26ee8d8f-5413-4497-9f12-ccb17392c4d9 req-75f0c86a-feb5-4885-ada5-4862c10ab809 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 210 time: 0.0597532 Aug 21 18:17:42.533590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.544958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.547889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10660743-8cc7-46d6-8b9c-9cfe4bb32587 req-8a641eed-04c6-43a7-8183-31249cd47b84 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:42.549459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10660743-8cc7-46d6-8b9c-9cfe4bb32587 req-8a641eed-04c6-43a7-8183-31249cd47b84 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 945 time: 0.1356416 Aug 21 18:17:42.617671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10660743-8cc7-46d6-8b9c-9cfe4bb32587 req-33c4ca69-7a8d-4e09-8f3f-0198a35fc2c6 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584996 Aug 21 18:17:42.620115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.623415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.624841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f5982818-654a-4685-a5ae-e51855fdbbd9 HTTP/1.1" status: 204 len: 168 time: 0.4069638 Aug 21 18:17:42.644984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae26eb6-a351-4fd2-94d7-846a6f9e0910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5982818-654a-4685-a5ae-e51855fdbbd9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:42.653521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.719985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:42.734873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Network 61dbed55-6ce5-45d9-b403-55ddd13dd05e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:42.738652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:42.746526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:42.750823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Pushing event updated for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:42.804402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:42.805297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.826172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-f0cf04b6-13f1-4862-9c6d-e660ed8adb4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3452811 Aug 21 18:17:42.842078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Request body: {'port': {'device_id': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:42.883352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:42.911842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed05f1f-2a18-4ab0-8bcd-49ad67d0199e req-8865a839-e0d7-4bbb-a94b-ce19d0a2b4c6 service neutron] 10.222.0.64 "GET /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3978195 Aug 21 18:17:42.925445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd7e18-0656-45f0-b830-f7b7be16d967 req-81c6a915-5c18-4441-a687-ece71bb0b9b9 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:42.927230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42fd7e18-0656-45f0-b830-f7b7be16d967 req-81c6a915-5c18-4441-a687-ece71bb0b9b9 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 943 time: 0.2007601 Aug 21 18:17:42.932167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.026844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 20dabfd4-ce16-4e5d-9978-fc34d6df1540 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:43.062671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 20dabfd4-ce16-4e5d-9978-fc34d6df1540 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:43.063717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 20dabfd4-ce16-4e5d-9978-fc34d6df1540 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:43.091731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-42fd7e18-0656-45f0-b830-f7b7be16d967 req-ca03d984-6687-4120-aab6-06bb0b41cb42 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125000 Aug 21 18:17:43.099883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16cd23b6-6b88-48c9-a6f0-8f989cf68209 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:43.120108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.120313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port 95d7e7e0-5bb7-4a65-93b9-96af62cfd4c3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:43.120622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.169225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Transition to ACTIVE for port object 16cd23b6-6b88-48c9-a6f0-8f989cf68209 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:43.177852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.234589 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0d56dfed-239d-4176-8d9d-fe83de2d256b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50a1fdfb6a144813ba3e72ca11adcc5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5135860 Aug 21 18:17:43.240403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37026) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:43.270644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Pushing event updated for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:43.277753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.342035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for 95d7e7e0-5bb7-4a65-93b9-96af62cfd4c3 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:43.352473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d423467-e3ad-4a22-9b91-7b71b42ae159 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:43.361717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.383422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Transition to ACTIVE for port object 8d423467-e3ad-4a22-9b91-7b71b42ae159 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:43.387833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.440722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.459729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Pushing event updated for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:43.465280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Attempting to bind port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:43.465280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Attempting to bind port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:43.465280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Attempting to bind port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:43.482916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:17:43.483245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Attempting to bind port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:43.519574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Attempting to bind port 8d423467-e3ad-4a22-9b91-7b71b42ae159 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:43.519984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Attempting to bind port 8d423467-e3ad-4a22-9b91-7b71b42ae159 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:43.520552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Attempting to bind port 8d423467-e3ad-4a22-9b91-7b71b42ae159 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:43.525136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Port 8d423467-e3ad-4a22-9b91-7b71b42ae159 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:17:43.525534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Attempting to bind port 8d423467-e3ad-4a22-9b91-7b71b42ae159 on network 61dbed55-6ce5-45d9-b403-55ddd13dd05e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:43.528817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.531274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:43.531744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Checking segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:43.532208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Bound using segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:43.532717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Bound port: 8d423467-e3ad-4a22-9b91-7b71b42ae159, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:43.533165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.542929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:43.543272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Checking segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:43.543655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Bound using segment: {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:43.544097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Bound port: 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'becc985d-fee0-4741-9b62-eada4791f394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:43.544456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.649189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:43.677595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15270e7-2544-440d-a3a0-21d55f72a158 req-d7aef618-3083-4096-827b-9fd2fcfb2f47 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:43.679308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e15270e7-2544-440d-a3a0-21d55f72a158 req-d7aef618-3083-4096-827b-9fd2fcfb2f47 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 944 time: 0.0630710 Aug 21 18:17:43.683601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.686421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.687806 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2901918b-7792-44b4-a2bc-207806ea49f0 HTTP/1.1" status: 204 len: 168 time: 0.4419215 Aug 21 18:17:43.715931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b4b90-2f54-4533-9245-7a19a5a36b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2901918b-7792-44b4-a2bc-207806ea49f0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:43.721519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:43.756558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:43.771761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:43.781929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.783012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:43.797904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e15270e7-2544-440d-a3a0-21d55f72a158 req-578dafef-cd7a-49e5-b1a5-61226b83c421 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068718 Aug 21 18:17:43.810552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.822561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.832545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=95d7e7e0-5bb7-4a65-93b9-96af62cfd4c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:43.863400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:43.864136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:43.865656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] 10.222.0.64 "PUT /v2.0/ports/8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 200 len: 1093 time: 1.0298038 Aug 21 18:17:43.866210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:43.868791 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f1bb9f-2e82-4cc4-8703-037c65eb3913" -d '{"events": [{"name": "network-changed", "server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:43.880665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15952d-9250-4438-90cd-568838e171b3 req-dd9fc7f6-0d91-47d9-a586-0dfaa51ab323 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:43.888118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a15952d-9250-4438-90cd-568838e171b3 req-dd9fc7f6-0d91-47d9-a586-0dfaa51ab323 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 945 time: 0.1594522 Aug 21 18:17:43.982552 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ef7ce-479d-406f-85c5-7eb1faac0785 x-openstack-request-id: req-ab6ef7ce-479d-406f-85c5-7eb1faac0785 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:43.983087 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:43.983768 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab6ef7ce-479d-406f-85c5-7eb1faac0785 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:43.983768 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159', 'status': 'completed', 'code': 200} Aug 21 18:17:44.000457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9040e-c08d-40c2-8066-3b6a43b6a812 service neutron] Pushing event updated for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:44.025485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-9818b45b-4dd3-4021-affc-cf8f42011bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.027410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-9818b45b-4dd3-4021-affc-cf8f42011bbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1096 time: 0.1129189 Aug 21 18:17:44.117608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'networks': [{'name': 'tempest-network--1297873204'}, {'name': 'tempest-network--1325265464'}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:44.117933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-network--1297873204'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:44.118630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-network--1325265464'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:44.123162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-2f1147e9-cebe-4a7f-9ce0-1a4372ca2d10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 200 len: 217 time: 0.0858111 Aug 21 18:17:44.184463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'network': 2} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:44.191568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.214970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.244947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.245595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.246985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] 10.222.0.39 "PUT /v2.0/ports/16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 1092 time: 2.5621567 Aug 21 18:17:44.256621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:44.257810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90514bf-8195-4523-9862-3095c9e6d975 req-a33a5d66-aa70-4293-9107-941b42a6f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.258906 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ea2f21-a4d4-463f-bb81-9be289cc0cde" -d '{"events": [{"name": "network-changed", "server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:44.259351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-a33a5d66-aa70-4293-9107-941b42a6f6ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1252611 Aug 21 18:17:44.293247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-510d54a1-9c03-4fea-8fb6-1b4b1c9ed0a5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.294788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-510d54a1-9c03-4fea-8fb6-1b4b1c9ed0a5 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 945 time: 0.5157607 Aug 21 18:17:44.334171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-e3799d9c-5cb2-49cb-9042-7568ef793de0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608504 Aug 21 18:17:44.354743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa92533-95e0-42cf-998d-f24f5792d5f2 req-feb30952-1acd-48e3-b73a-c90f0ef753b0 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.356345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4aa92533-95e0-42cf-998d-f24f5792d5f2 req-feb30952-1acd-48e3-b73a-c90f0ef753b0 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 943 time: 0.1530893 Aug 21 18:17:44.382382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a15952d-9250-4438-90cd-568838e171b3 req-1fe0e07d-3b96-410f-b11a-2f1bcd485643 tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/security-groups?id=0d6b2870-ae63-4e21-9700-c6d485f5ddb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932246 Aug 21 18:17:44.390368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.404623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e504b0-1d8a-4b5d-b869-e5ab91c58bbf service neutron] Pushing event updated for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:44.470154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4aa92533-95e0-42cf-998d-f24f5792d5f2 req-53267a4f-1f4a-4d53-b36d-9e3822ec9e15 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052203 Aug 21 18:17:44.477672 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3adbd8-4fc5-4201-8b30-5d6d764888f2 x-openstack-request-id: req-8c3adbd8-4fc5-4201-8b30-5d6d764888f2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:44.478237 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:44.478679 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c3adbd8-4fc5-4201-8b30-5d6d764888f2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:44.479436 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209', 'status': 'completed', 'code': 200} Aug 21 18:17:44.522127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-8dd9d9ec-8910-4dc6-adee-a7e13ae11791 service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729517 Aug 21 18:17:44.525277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.532950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.556505 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.587747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.588248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.589444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e115a119-e76b-4b06-a2f9-eae4e4af59ce details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:17:44.600007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-358b9d14-928b-45de-924d-6f9fd81faee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.601540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-358b9d14-928b-45de-924d-6f9fd81faee9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1095 time: 0.2934434 Aug 21 18:17:44.644123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:44.649193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.650043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router 820136a5-26ca-4053-ba1a-397d0d0286ec {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:44.653922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.654455 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment 8a51a811-b23d-457b-8df5-e90170aaecea of type vlan for network 9169e9b6-589b-4896-83fd-886bf45ac7dc Aug 21 18:17:44.660605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.662270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-654462d2-ae36-4b90-aae9-90770f9a2916 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 204 len: 168 time: 2.3694186 Aug 21 18:17:44.664533 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-f8176dd1-8d45-4e6d-a6d6-f9c2dbc53aa7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.0548050 Aug 21 18:17:44.666654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37072) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:44.675664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-291718755', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:44.696340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37074) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:44.717937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:44.734833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce', 'network_id': 'ae9fb016-e4c2-4069-8d18-d48b583bbe00', 'port_id': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce', 'mac_address': 'fa:16:3e:47:ca:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a785f92-e6c5-4438-b475-0f7862bdcb5a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:17:44.748639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Deleting port 999f2fc6-007a-4b94-9dfb-cb26b50253be {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:44.749038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.775407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.776454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.789035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.806477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e115a119-e76b-4b06-a2f9-eae4e4af59ce {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:44.807440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-dddcd50d-a4de-4491-8b88-5abc9a4ab489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:44.808951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-dddcd50d-a4de-4491-8b88-5abc9a4ab489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1265292 Aug 21 18:17:44.841519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:44.848349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.861250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-ac8e079a-5623-4b47-a5ce-2bb037f14afa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440500 Aug 21 18:17:44.922829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:44.934651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:44.945203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bbb75926-0e07-451a-a344-f61caf951302 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] Request body: {'port': {'network_id': '950d3fb3-5a54-4ad2-b5c5-639a3c4fb64c', 'name': 'tempest-NetworksNegativeTestJSON-673331110'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:44.998759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.010264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960eb697-55fc-4f9c-aa99-0dd15ae9fca6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:45.023442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.029182 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb75926-0e07-451a-a344-f61caf951302 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] POST failed (client error): The resource could not be found. Aug 21 18:17:45.029784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb75926-0e07-451a-a344-f61caf951302 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.031182 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bbb75926-0e07-451a-a344-f61caf951302 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3339744 Aug 21 18:17:45.037184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37080) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.041454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] For port 999f2fc6-007a-4b94-9dfb-cb26b50253be, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=999f2fc6-007a-4b94-9dfb-cb26b50253be,segment=NetworkSegment(6a6498ee-ab26-4a8d-a8a1-c280e95992e4),segment_id=6a6498ee-ab26-4a8d-a8a1-c280e95992e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:45.041832 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.060012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.061209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-15ed8fb6-b5a0-47a0-9022-9872a9cd0837 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3923845 Aug 21 18:17:45.067722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.069188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Calling delete_port for 999f2fc6-007a-4b94-9dfb-cb26b50253be owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:45.072479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a90514bf-8195-4523-9862-3095c9e6d975 req-e882a8cb-8f61-4f0e-814a-c311ce2bfce6 service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488768 Aug 21 18:17:45.075840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:45.085711 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd354ac-d91e-4d2d-9623-111e3301161e tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:45.086333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd354ac-d91e-4d2d-9623-111e3301161e tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.088111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fdd354ac-d91e-4d2d-9623-111e3301161e tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "DELETE /v2.0/networks/12fad612-cd2e-41ce-916e-c74ac062b53c HTTP/1.1" status: 404 len: 339 time: 0.0496368 Aug 21 18:17:45.092324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37084) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.101725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e115a119-e76b-4b06-a2f9-eae4e4af59ce'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:45.148325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec9d1-2544-472c-be7d-fbc9ebb11031 req-90482fb0-048f-450f-9ffd-2b448c531c54 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.149890 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fcec9d1-2544-472c-be7d-fbc9ebb11031 req-90482fb0-048f-450f-9ffd-2b448c531c54 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 944 time: 0.2173729 Aug 21 18:17:45.159225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-3b89ba15-92ff-4c9d-8808-51b94a004801 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860570 Aug 21 18:17:45.216198 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-349ed439-f116-40f6-84fa-813eab43a918 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:45.216899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349ed439-f116-40f6-84fa-813eab43a918 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.224221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-349ed439-f116-40f6-84fa-813eab43a918 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "DELETE /v2.0/ports/b9bf5dba-4c02-4b83-90e6-dae2b112e052 HTTP/1.1" status: 404 len: 333 time: 0.1259654 Aug 21 18:17:45.224221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:45.231569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37086) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.256927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fcec9d1-2544-472c-be7d-fbc9ebb11031 req-b6948acb-0133-4916-a401-e3b14266317c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960822 Aug 21 18:17:45.314581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.315084 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment 47e9fb02-8480-415c-b446-60783271847a of type vlan for network 8638224c-a909-4cec-bb54-b8302c59a0e3 Aug 21 18:17:45.331158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-118a3e6e-0079-4f1b-a005-27fe3797897e req-d8fe7d2b-35d3-4c36-99f9-1ce2dc85a581 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610475 Aug 21 18:17:45.351639 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.356813 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-382baffa-4c93-4879-9e23-c5c26031f7a0 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] DELETE failed (client error): The resource could not be found. Aug 21 18:17:45.357296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382baffa-4c93-4879-9e23-c5c26031f7a0 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.362532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-382baffa-4c93-4879-9e23-c5c26031f7a0 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "DELETE /v2.0/subnets/dcdc8541-8c7c-43c0-b05e-1f1e0ee7d125 HTTP/1.1" status: 404 len: 337 time: 0.1168313 Aug 21 18:17:45.366339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37088) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.400463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.410787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-2e2b539e-1124-4048-88d9-bb05bd055195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.412312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-2e2b539e-1124-4048-88d9-bb05bd055195 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1096 time: 0.2688155 Aug 21 18:17:45.454841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Pushing event deleted for resources: {'Port': ['ID=999f2fc6-007a-4b94-9dfb-cb26b50253be,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:45.457777 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-27378b21-27e2-4cc1-b035-f9ed6e799777 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] GET failed (client error): The resource could not be found. Aug 21 18:17:45.463053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-27378b21-27e2-4cc1-b035-f9ed6e799777 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "GET /v2.0/networks/d6b9d5ce-4568-456f-b5db-9897cd2770c7 HTTP/1.1" status: 404 len: 339 time: 0.0836961 Aug 21 18:17:45.466103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37092) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.477823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] No DVR routers for this DVR port 999f2fc6-007a-4b94-9dfb-cb26b50253be on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:45.480540 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.482514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c8a7c55-3cb5-4184-a6b7-dd6b54ff109d req-213a4219-c4a3-48c0-8fb2-9470165b0fac tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.64 "DELETE /v2.0/ports/999f2fc6-007a-4b94-9dfb-cb26b50253be HTTP/1.1" status: 204 len: 173 time: 1.1699905 Aug 21 18:17:45.504596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-3f26b531-c54f-44e5-9e8b-045ffded65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.506902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-3f26b531-c54f-44e5-9e8b-045ffded65db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1095 time: 0.1154008 Aug 21 18:17:45.538696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.626737 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56bffe5-c8a4-4a42-98a0-1e2bf2d053cb tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] GET failed (client error): The resource could not be found. Aug 21 18:17:45.632370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e56bffe5-c8a4-4a42-98a0-1e2bf2d053cb tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "GET /v2.0/ports/99a8aad2-f27d-46ba-92ed-74fc3c6ce176 HTTP/1.1" status: 404 len: 333 time: 0.1265569 Aug 21 18:17:45.633454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.640511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bdafd845-a9b2-4dfe-afe5-b6e9b4f6ce05 req-f9be2843-0e7f-4c6b-8255-c01d15f8409f tempest-ServersTestJSON-620389011 tempest-ServersTestJSON-620389011-project] 10.222.0.41 "GET /v2.0/ports?device_id=c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490 HTTP/1.1" status: 200 len: 210 time: 0.1831691 Aug 21 18:17:45.671091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.671838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.674611 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-00851e1f-17c9-4088-afdf-a24917fabb6a tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] GET failed (client error): The resource could not be found. Aug 21 18:17:45.679337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.680199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-00851e1f-17c9-4088-afdf-a24917fabb6a tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "GET /v2.0/subnets/269a81e6-837a-4e5b-99bd-fef713612fc6 HTTP/1.1" status: 404 len: 337 time: 0.0454555 Aug 21 18:17:45.682449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37098) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.684379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.685037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:45.689615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-68c05816-a1d8-4db9-ac8f-7fae7d3b8a8d tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:45.700052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d608629-8e69-4e58-899b-669e53905e65 req-89796760-cdac-46ce-8f88-6608489c7230 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.701510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d608629-8e69-4e58-899b-669e53905e65 req-89796760-cdac-46ce-8f88-6608489c7230 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 944 time: 0.1284750 Aug 21 18:17:45.704154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-be483521-ca5b-453b-a4d2-ae8ece3cb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.705504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-be483521-ca5b-453b-a4d2-ae8ece3cb296 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.1920757 Aug 21 18:17:45.722436 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c05816-a1d8-4db9-ac8f-7fae7d3b8a8d tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] PUT failed (client error): The resource could not be found. Aug 21 18:17:45.723057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c05816-a1d8-4db9-ac8f-7fae7d3b8a8d tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.724141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68c05816-a1d8-4db9-ac8f-7fae7d3b8a8d tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "PUT /v2.0/networks/2d62a960-51a3-40cd-83b2-4d04812302b1 HTTP/1.1" status: 404 len: 339 time: 0.0401177 Aug 21 18:17:45.733143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.759375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-772c5a74-e056-4553-9616-851a48110cb6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.0436296 Aug 21 18:17:45.774261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-dae81ca4-cd7f-45d3-bdef-22f61ab4bbb2 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:45.817401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0597403 Aug 21 18:17:45.820108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37102) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.835394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0d608629-8e69-4e58-899b-669e53905e65 req-84cedfab-29e2-4607-a0c6-af33998f542c tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185730 Aug 21 18:17:45.847414 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae81ca4-cd7f-45d3-bdef-22f61ab4bbb2 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] PUT failed (client error): The resource could not be found. Aug 21 18:17:45.848159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae81ca4-cd7f-45d3-bdef-22f61ab4bbb2 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.852893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dae81ca4-cd7f-45d3-bdef-22f61ab4bbb2 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "PUT /v2.0/ports/f6dc144e-0004-4395-897b-81db52268f69 HTTP/1.1" status: 404 len: 333 time: 0.0838029 Aug 21 18:17:45.852893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-2062175f-bad3-409f-9cfe-6d468ca0ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.852893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-2062175f-bad3-409f-9cfe-6d468ca0ba54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.4066231 Aug 21 18:17:45.853284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37104) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:45.857267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-b9786c75-a16c-4950-afaf-beec2a840aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:45.858808 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-b9786c75-a16c-4950-afaf-beec2a840aa0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.0916402 Aug 21 18:17:45.865500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-47304196-c0f4-40a6-a100-08daf5b5c908 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:45.872905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=9169e9b6-589b-4896-83fd-886bf45ac7dc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:45.883589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9169e9b6-589b-4896-83fd-886bf45ac7dc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:45.909858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-a2735d98-b373-4aec-81a7-86407b099c86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 200 len: 217 time: 0.0485497 Aug 21 18:17:45.937820 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-47304196-c0f4-40a6-a100-08daf5b5c908 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] PUT failed (client error): The resource could not be found. Aug 21 18:17:45.938370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47304196-c0f4-40a6-a100-08daf5b5c908 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:17:45.946004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47304196-c0f4-40a6-a100-08daf5b5c908 tempest-NetworksNegativeTestJSON-914067550 tempest-NetworksNegativeTestJSON-914067550-project] 10.222.0.41 "PUT /v2.0/subnets/f36167c1-07af-4ea6-a3f2-14ce856c38ea HTTP/1.1" status: 404 len: 337 time: 0.0896680 Aug 21 18:17:45.969124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-95641411-003d-4ee2-b67a-2e07c168d24e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644615 Aug 21 18:17:46.007965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc7c1-8a5b-4d27-8e2e-9f93b563178d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=8638224c-a909-4cec-bb54-b8302c59a0e3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:46.019273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8638224c-a909-4cec-bb54-b8302c59a0e3 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:46.033696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-c010038f-a966-4d83-9bff-f894e75ad2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.036331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-c010038f-a966-4d83-9bff-f894e75ad2f6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.0813725 Aug 21 18:17:46.109226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b45113-1db7-46ab-a17b-4dbfdf7c6a9f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.115934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-c63ad03a-e27f-44a6-a147-10d3e5bf7f84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676620 Aug 21 18:17:46.116225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b45113-1db7-46ab-a17b-4dbfdf7c6a9f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.123823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b45113-1db7-46ab-a17b-4dbfdf7c6a9f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.131061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b45113-1db7-46ab-a17b-4dbfdf7c6a9f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.133138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13b45113-1db7-46ab-a17b-4dbfdf7c6a9f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3102744 Aug 21 18:17:46.135866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37110) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:46.227759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.241642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-ecf7a11e-1c31-4c39-96fd-f9980299dfcd service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599273 Aug 21 18:17:46.250979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.310513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.311983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37116) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:46.343306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-450d475f-5944-4b13-9f0f-bce7d696187d service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903989 Aug 21 18:17:46.428252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.438086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32ea2f21-a4d4-463f-bb81-9be289cc0cde req-b3e65277-9655-4c34-a306-511556a03b71 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882610 Aug 21 18:17:46.441375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9169e9b6-589b-4896-83fd-886bf45ac7dc']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:46.451826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a51a811-b23d-457b-8df5-e90170aaecea') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:46.452055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a51a811-b23d-457b-8df5-e90170aaecea') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:46.462810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.474992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-194f7663-66d2-4824-abc6-4d26c66b3712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.476855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.480616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'name': 'network-vif-deleted', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:46.482913 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2358ee19-cd4d-4de3-8d5b-c4f986137686" -d '{"events": [{"server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "name": "network-vif-deleted", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:46.488319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:46.488759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:46.491910 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:46.498408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Allocated IP 172.25.1.76 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f0716fe5-b2d3-4d42-9c2f-ea3d30d5c933) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:46.535482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4119a-c5e5-47a0-8a39-f433f004414a req-b463a980-2784-4eb9-86ec-d8c7f3d6a776 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:46.537575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2f4119a-c5e5-47a0-8a39-f433f004414a req-b463a980-2784-4eb9-86ec-d8c7f3d6a776 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 944 time: 0.1722932 Aug 21 18:17:46.538625 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5313c0-dd94-4b69-bca2-f1b9a7656103 x-openstack-request-id: req-ec5313c0-dd94-4b69-bca2-f1b9a7656103 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:46.539085 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490", "name": "network-vif-deleted", "tag": "999f2fc6-007a-4b94-9dfb-cb26b50253be", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:46.539415 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec5313c0-dd94-4b69-bca2-f1b9a7656103 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:46.539898 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d6d5f3-2e3a-4c18-b4a8-e84a6107a490', 'name': 'network-vif-deleted', 'tag': '999f2fc6-007a-4b94-9dfb-cb26b50253be', 'status': 'completed', 'code': 200} Aug 21 18:17:46.553915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.562219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.563961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/9169e9b6-589b-4896-83fd-886bf45ac7dc HTTP/1.1" status: 204 len: 168 time: 0.4271696 Aug 21 18:17:46.577037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:46.579589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a68b47-4455-4f75-978f-d6b7a49bd3fc tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=9169e9b6-589b-4896-83fd-886bf45ac7dc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:46.601671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12f1bb9f-2e82-4cc4-8703-037c65eb3913 req-c662248b-d51e-4273-a6a9-5646d452ae97 service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358623 Aug 21 18:17:46.604885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e115a119-e76b-4b06-a2f9-eae4e4af59ce up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:46.655383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port e115a119-e76b-4b06-a2f9-eae4e4af59ce completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:46.659127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e115a119-e76b-4b06-a2f9-eae4e4af59ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:46.660114 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.709158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37126) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:46.747131 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.754975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Deleting subnet 99dc12ac-d66a-4824-8f87-a86db97f37a5 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:17:46.758339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.773249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:46.775867 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79a00b-3a36-4c97-bfb6-bdcddcd640f0" -d '{"events": [{"server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "name": "network-vif-plugged", "status": "completed", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:46.798530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.810993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:46.816703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.817753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 999f2fc6-007a-4b94-9dfb-cb26b50253be no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:46.848824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.850875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 999f2fc6-007a-4b94-9dfb-cb26b50253be {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:46.851508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 999f2fc6-007a-4b94-9dfb-cb26b50253be not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:46.876461 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8321cbd3-3f9d-414e-bc73-36de87ba9c64 x-openstack-request-id: req-8321cbd3-3f9d-414e-bc73-36de87ba9c64 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:46.877787 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "name": "network-vif-plugged", "status": "completed", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:46.878414 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8321cbd3-3f9d-414e-bc73-36de87ba9c64 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:46.879552 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce', 'code': 200} Aug 21 18:17:46.918415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:46.921445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.958210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99dc12ac-d66a-4824-8f87-a86db97f37a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:46.963313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:46.968007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fa3087d7-27a2-44ff-bd36-1194ea6f99bf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/99dc12ac-d66a-4824-8f87-a86db97f37a5 HTTP/1.1" status: 204 len: 168 time: 0.2577980 Aug 21 18:17:46.968692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37134) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.030351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2f4119a-c5e5-47a0-8a39-f433f004414a req-b992bb36-1686-4eaf-be3d-11aaf2c3337a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772139 Aug 21 18:17:47.040538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.082521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9692a9c-36d8-4283-815d-c2df1e2b8031 req-2f6351a6-ea80-40bc-911a-999940519631 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:47.084110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9692a9c-36d8-4283-815d-c2df1e2b8031 req-2f6351a6-ea80-40bc-911a-999940519631 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.0975027 Aug 21 18:17:47.086750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.107276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c9c4c-1245-43ff-aaaf-6a2b2127ae4c req-b6ee1f1c-5627-407c-839b-b971095a407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:47.108918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b76c9c4c-1245-43ff-aaaf-6a2b2127ae4c req-b6ee1f1c-5627-407c-839b-b971095a407e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 1097 time: 0.1505671 Aug 21 18:17:47.114645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.152506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9692a9c-36d8-4283-815d-c2df1e2b8031 req-265451b6-0306-4188-9dab-f5cb89a83a55 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621612 Aug 21 18:17:47.208843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.219292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e2bf5f-e8d7-457b-a66f-504e97da3a30']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.232774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6498ee-ab26-4a8d-a8a1-c280e95992e4') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.233001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6498ee-ab26-4a8d-a8a1-c280e95992e4') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.242580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.259119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-194f7663-66d2-4824-abc6-4d26c66b3712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.263647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.265005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b76c9c4c-1245-43ff-aaaf-6a2b2127ae4c req-79b2e2fa-b993-44c9-aacd-20ce55dbec4a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427236 Aug 21 18:17:47.270863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:47.271187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.271370 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:47.275639 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:47.278319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-194f7663-66d2-4824-abc6-4d26c66b3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.303783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8638224c-a909-4cec-bb54-b8302c59a0e3']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.322930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e9fb02-8480-415c-b446-60783271847a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.323249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e9fb02-8480-415c-b446-60783271847a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:47.340694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.347408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.347841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.347972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 16cd23b6-6b88-48c9-a6f0-8f989cf68209 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:17:47.349244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/97e2bf5f-e8d7-457b-a66f-504e97da3a30 HTTP/1.1" status: 204 len: 168 time: 0.3796265 Aug 21 18:17:47.359019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-194f7663-66d2-4824-abc6-4d26c66b3712 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccafe7a829fb4031946a47afb720feea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0447121 Aug 21 18:17:47.361622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7663-66d2-4824-abc6-4d26c66b3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61258b60-6503-45da-9f84-b16292f760ba,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.361764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.368407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.371128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37badcf0-6a77-417c-89cf-f38ba8d582c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=97e2bf5f-e8d7-457b-a66f-504e97da3a30,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.377343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.411188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:17:47.411605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:17:47.417290 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:17:47.434728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:47.437560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.464992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:47.465238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.476660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:47.508692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:47.510441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event updated for resources: {'Port': ['ID=f0716fe5-b2d3-4d42-9c2f-ea3d30d5c933,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.528987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '16cd23b6-6b88-48c9-a6f0-8f989cf68209', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'port_id': '16cd23b6-6b88-48c9-a6f0-8f989cf68209', 'mac_address': 'fa:16:3e:39:3b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:17:47.531409 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.534678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.536272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61258b60-6503-45da-9f84-b16292f760ba HTTP/1.1" status: 204 len: 168 time: 0.1736157 Aug 21 18:17:47.537334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.549130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.552157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/8638224c-a909-4cec-bb54-b8302c59a0e3 HTTP/1.1" status: 204 len: 168 time: 0.9741528 Aug 21 18:17:47.552854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae22b0da-2b83-418b-80f0-06624b4d355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61258b60-6503-45da-9f84-b16292f760ba,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.555075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37148) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.599500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.608554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b220d7-f1dd-4dc6-b9d1-3c0c167776fd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=8638224c-a909-4cec-bb54-b8302c59a0e3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.660348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.682307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b16f50-f5b8-4f67-8850-5e6ede7b2739 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:47.685401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16cd23b6-6b88-48c9-a6f0-8f989cf68209 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:47.689186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b16f50-f5b8-4f67-8850-5e6ede7b2739 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:47.706078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-21b16f50-f5b8-4f67-8850-5e6ede7b2739 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1495843 Aug 21 18:17:47.706390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37152) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.709193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f498c969-ff01-4ebe-98f2-eeacd8436bc1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7a0bd023499448eac35735248eda284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1083519 Aug 21 18:17:47.712121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37154) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:47.712761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:47.717411 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.721688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2025774844'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:47.776028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6bfbba74-f080-4c33-90f3-367755569500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.780624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.790620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:47.794240 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.803100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.826891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.863416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:47.884621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.885199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.885697 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment 0976b404-2ddb-4e76-884b-d51779d28d0f of type vlan for network dfbe567b-4821-4fb8-9c41-5d6da46f1885 Aug 21 18:17:47.887051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.888100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:47.889328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d6b2870-ae63-4e21-9700-c6d485f5ddb4 HTTP/1.1" status: 204 len: 168 time: 0.1758649 Aug 21 18:17:47.899729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130051c-798c-4666-9ca1-3daa05a2d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b2870-ae63-4e21-9700-c6d485f5ddb4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:47.964703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['16cd23b6-6b88-48c9-a6f0-8f989cf68209'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:47.965283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.039161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.046029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:48.046703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.219246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5088103 Aug 21 18:17:48.224162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2253d-2757-4530-ac0e-578991b6fa0d req-88ecf497-ec34-4a33-a5cb-2a30bbaf1657 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:48.226181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37172) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:48.227508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d2253d-2757-4530-ac0e-578991b6fa0d req-88ecf497-ec34-4a33-a5cb-2a30bbaf1657 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 944 time: 0.0878391 Aug 21 18:17:48.237411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1542794828'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:48.243179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ffb03-cf1e-460a-a4c2-34235374c02b tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=dfbe567b-4821-4fb8-9c41-5d6da46f1885,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:48.255497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network dfbe567b-4821-4fb8-9c41-5d6da46f1885 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:48.329344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:48.333639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.341516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d2253d-2757-4530-ac0e-578991b6fa0d req-754db0b9-87da-439d-8e44-349188d575b0 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080086 Aug 21 18:17:48.393340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.422755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.474728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.523949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:48.544925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d1a5-2f9a-408d-b677-39462cb2b083 req-b8aa9181-eee2-4191-9088-836a394b3eb7 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:48.552550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0086d1a5-2f9a-408d-b677-39462cb2b083 req-b8aa9181-eee2-4191-9088-836a394b3eb7 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.2541747 Aug 21 18:17:48.567605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.568234 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment c02b705a-782f-403c-a591-ec753d5d0f93 of type vlan for network fd657683-45ad-4e72-a99b-637dfba73621 Aug 21 18:17:48.604150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 8d423467-e3ad-4a22-9b91-7b71b42ae159 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:17:48.683335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.697632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0086d1a5-2f9a-408d-b677-39462cb2b083 req-4e14ea9d-f57d-4764-9d62-7ecc6d880e28 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441436 Aug 21 18:17:48.754879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.760746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:48.761286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.818174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:48.844762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6153975 Aug 21 18:17:48.844906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37196) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:48.847291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Router d326d5c1-95a3-4a4f-86cc-04bd7403431e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:48.849127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '8d423467-e3ad-4a22-9b91-7b71b42ae159', 'network_id': '61dbed55-6ce5-45d9-b403-55ddd13dd05e', 'port_id': '8d423467-e3ad-4a22-9b91-7b71b42ae159', 'mac_address': 'fa:16:3e:7c:c6:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67958e9c-c97e-4186-93a8-99abfc7cdd08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:17:48.850399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'ports': [{'network_id': 'dfbe567b-4821-4fb8-9c41-5d6da46f1885', 'name': 'tempest-port--1604816118', 'admin_state_up': True}, {'network_id': 'fd657683-45ad-4e72-a99b-637dfba73621', 'admin_state_up': False}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:48.850814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'port': {'network_id': 'dfbe567b-4821-4fb8-9c41-5d6da46f1885', 'name': 'tempest-port--1604816118', 'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:48.852391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'port': {'network_id': 'fd657683-45ad-4e72-a99b-637dfba73621', 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:48.857052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1ffe4-505f-4cfb-8504-2ecb1d23e036 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=fd657683-45ad-4e72-a99b-637dfba73621,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:48.869779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fd657683-45ad-4e72-a99b-637dfba73621 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:48.907577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.983467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:48.984104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:48.999731 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] Sync routers for ids ['d326d5c1-95a3-4a4f-86cc-04bd7403431e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:49.012408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.018412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a797b7db-8e10-4389-b6bc-d8d9a341930a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "PUT /v2.0/routers/d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 200 len: 878 time: 3.9466527 Aug 21 18:17:49.019872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] Routers {'d326d5c1-95a3-4a4f-86cc-04bd7403431e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:49.020425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37202) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.021342 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d326d5c1-95a3-4a4f-86cc-04bd7403431e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:49.031539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d423467-e3ad-4a22-9b91-7b71b42ae159 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:17:49.056641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37204) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.061909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:49.067756 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.126839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:49.155218 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] Routers {'d326d5c1-95a3-4a4f-86cc-04bd7403431e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:49.157359 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d326d5c1-95a3-4a4f-86cc-04bd7403431e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:49.181532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:49.207836 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:49.208817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13abec4-a2b0-4b7d-8063-d06e781c9f7b None None] The sync data for ids ['d326d5c1-95a3-4a4f-86cc-04bd7403431e'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:49.240583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'port': 2} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:49.247917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.272814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.292029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b7ab762b-8cba-49e5-bc55-e71955192040 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 200 len: 919 time: 0.2662899 Aug 21 18:17:49.292607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37210) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.303773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['8d423467-e3ad-4a22-9b91-7b71b42ae159'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:49.380216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 16cd23b6-6b88-48c9-a6f0-8f989cf68209 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:49.417104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254519786'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:49.428264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d4ed4-704a-45aa-b53f-df27999d4369 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:49.430142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-911d4ed4-704a-45aa-b53f-df27999d4369 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=d326d5c1-95a3-4a4f-86cc-04bd7403431e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1356063 Aug 21 18:17:49.432924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.448547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] device_id is not set on port 5a528e5a-4ad0-4543-aa38-6640a290c5d4 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:17:49.491759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:49.495142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.530655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.595484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee8726f-10cc-4f22-a246-ea50a12b8d5b tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:49.613090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ee8726f-10cc-4f22-a246-ea50a12b8d5b tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.1785069 Aug 21 18:17:49.616726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce32d2-8318-46c8-a972-895c4ed31de9 req-9d3ad7a4-6038-4339-988e-85fe95d2203b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:49.617542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.618254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1cce32d2-8318-46c8-a972-895c4ed31de9 req-9d3ad7a4-6038-4339-988e-85fe95d2203b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 945 time: 0.1423516 Aug 21 18:17:49.677272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2853472-0a3f-4ab9-9899-f93026082416 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 200 len: 205 time: 0.0581722 Aug 21 18:17:49.678309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37224) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:49.695368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:49.706060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.710331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:49.711029 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.724813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1cce32d2-8318-46c8-a972-895c4ed31de9 req-e726d0a1-f2a3-46bc-b532-c0b2f8538725 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956743 Aug 21 18:17:49.818823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] device_id is not set on port d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:17:49.864298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.880238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.887486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.912791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:49.930877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:49.935458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a877155b-f289-442b-8d1d-5af4dd2a4381,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:49.936969 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcccf212-a898-4aff-878c-6fc992aac05d" -d '{"events": [{"server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "name": "network-vif-plugged", "status": "completed", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:49.938835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.939321 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 68034065-1726-4f05-91d5-359c7bbd674c of type vlan for network d931bdaa-0fe6-4757-96a4-9e26e4120434 Aug 21 18:17:49.968382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:49.972063 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:49.979109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.025466 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb07b497-0a6a-4ca8-954c-532948538a63 x-openstack-request-id: req-bb07b497-0a6a-4ca8-954c-532948538a63 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:50.026101 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "name": "network-vif-plugged", "status": "completed", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:50.026101 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb07b497-0a6a-4ca8-954c-532948538a63 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:50.026367 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209', 'code': 200} Aug 21 18:17:50.045494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.046822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:50.099996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.115445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.115977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990e67-5013-4615-bc80-30efb2ba0e48 req-6d053afc-3ffd-44d9-8ca0-9c8d2392e9ad tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:50.117526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c990e67-5013-4615-bc80-30efb2ba0e48 req-6d053afc-3ffd-44d9-8ca0-9c8d2392e9ad tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.2651365 Aug 21 18:17:50.121571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:50.122242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.209455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.238624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c990e67-5013-4615-bc80-30efb2ba0e48 req-d3386980-021d-4796-be3d-d2ceff4ae87e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091814 Aug 21 18:17:50.333112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8a49262-bae3-4a32-b4e3-cbc4e9b857d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.359194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port f0716fe5-b2d3-4d42-9c2f-ea3d30d5c933 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:50.360463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.438709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.484747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.503618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for f0716fe5-b2d3-4d42-9c2f-ea3d30d5c933 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:50.522363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4618208 Aug 21 18:17:50.522975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37246) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:50.546377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08141caa-e97e-4b04-8ee0-fdb7f75134a7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=d931bdaa-0fe6-4757-96a4-9e26e4120434,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:50.558917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:50.559732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff39974-4a07-4b02-9d76-ba077eb27e58 req-02ddbf98-29f4-42a0-9abf-7b97ab6bb420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:50.562713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dff39974-4a07-4b02-9d76-ba077eb27e58 req-02ddbf98-29f4-42a0-9abf-7b97ab6bb420 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.4599140 Aug 21 18:17:50.576622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-813626211'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:50.642312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.667403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 8d423467-e3ad-4a22-9b91-7b71b42ae159 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:50.681562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dff39974-4a07-4b02-9d76-ba077eb27e58 req-4ae266ee-9272-4697-923f-01623c7bf245 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102548 Aug 21 18:17:50.703882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:50.708763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.761702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Port': ['ID=5a528e5a-4ad0-4543-aa38-6640a290c5d4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:50.812656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Checking segment: {'id': '0976b404-2ddb-4e76-884b-d51779d28d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'dfbe567b-4821-4fb8-9c41-5d6da46f1885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:50.816429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network hostable DHCP agents. Network: dfbe567b-4821-4fb8-9c41-5d6da46f1885, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:50.816710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 8d423467-e3ad-4a22-9b91-7b71b42ae159 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:50.830211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:50.836052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 8d423467-e3ad-4a22-9b91-7b71b42ae159 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:50.838024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.845717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.845925 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment cfb1c9d6-002e-42d5-b440-054c3a0589dd of type vlan for network 599912dc-4ff2-423b-8ca2-a9bbc130e956 Aug 21 18:17:50.864840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network dfbe567b-4821-4fb8-9c41-5d6da46f1885 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:50.890203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, dfbe567b-4821-4fb8-9c41-5d6da46f1885) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:50.914761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7bad0-6eb2-49d9-9af7-96711435f296 None None] Network dfbe567b-4821-4fb8-9c41-5d6da46f1885 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:50.917953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:50.919739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.920467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:50.957860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.071997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=f0716fe5-b2d3-4d42-9c2f-ea3d30d5c933,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:51.095721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81686-5206-424c-99a1-fd63a6eb977b req-200db59c-8032-4f26-bcc2-b473a0077907 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.104661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-33e81686-5206-424c-99a1-fd63a6eb977b req-200db59c-8032-4f26-bcc2-b473a0077907 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 945 time: 0.1557231 Aug 21 18:17:51.121309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.134830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Port': ['ID=d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:51.147369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.148024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.171612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Checking segment: {'id': 'c02b705a-782f-403c-a591-ec753d5d0f93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fd657683-45ad-4e72-a99b-637dfba73621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:51.173073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network hostable DHCP agents. Network: fd657683-45ad-4e72-a99b-637dfba73621, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:51.205956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-33e81686-5206-424c-99a1-fd63a6eb977b req-d9f584dd-0417-403d-910f-7d12e810f331 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003101 Aug 21 18:17:51.225871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network fd657683-45ad-4e72-a99b-637dfba73621 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:51.232685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.242076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fd657683-45ad-4e72-a99b-637dfba73621) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:51.249735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:51.258597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.266289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.267566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.294290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0be2f343-ee68-49e2-9903-4ad90cc7119a tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4469471 Aug 21 18:17:51.294954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37278) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:51.305627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1dbd89-11f7-46bd-8c4f-44e3f40f650b None None] Network fd657683-45ad-4e72-a99b-637dfba73621 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:51.493470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14760939-9145-4345-9acd-f34b87c2d26f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.511498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14760939-9145-4345-9acd-f34b87c2d26f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.513190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14760939-9145-4345-9acd-f34b87c2d26f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2171550 Aug 21 18:17:51.516473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37282) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:51.534941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:51.567028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.684524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.739064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.811497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f37df8-81df-4398-b654-dedda4e19390 req-c21161ef-71b8-491b-b149-56d662251842 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:51.827399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3026197 Aug 21 18:17:51.828199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44f37df8-81df-4398-b654-dedda4e19390 req-c21161ef-71b8-491b-b149-56d662251842 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.1607888 Aug 21 18:17:51.831804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:51.837095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d518f-04a6-4ca5-878d-4ff5bfc6f7c7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=599912dc-4ff2-423b-8ca2-a9bbc130e956,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:51.855150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:51.857233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:51.872915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.875256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.894396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:51.941575 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.942318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router d326d5c1-95a3-4a4f-86cc-04bd7403431e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:17:51.949671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:51.955486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35a1032f-2489-437b-8a7c-86f5cbb8519e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 204 len: 168 time: 2.2720597 Aug 21 18:17:51.955486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37294) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:51.964608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-133264893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:51.996800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:52.002276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.013947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Deleting port 5a528e5a-4ad0-4543-aa38-6640a290c5d4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:52.014298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.031800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.036206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.109618 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.133184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Calling delete_port for 5a528e5a-4ad0-4543-aa38-6640a290c5d4 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:52.134963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:52.137459 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47da8d8-e6c2-49e9-bb7d-bff2674b060e" -d '{"events": [{"server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "name": "network-vif-plugged", "status": "completed", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:52.157167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.166778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.204537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.207045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-588094a0-47f7-43c8-aacd-9510c0247a47 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2498915 Aug 21 18:17:52.209992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:52.215043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': True}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:52.240938 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0fbae7-7d0c-4b48-a2b6-48f98bb53623 x-openstack-request-id: req-1a0fbae7-7d0c-4b48-a2b6-48f98bb53623 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:52.241454 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "name": "network-vif-plugged", "status": "completed", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:52.241708 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a0fbae7-7d0c-4b48-a2b6-48f98bb53623 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:52.242289 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159', 'code': 200} Aug 21 18:17:52.263555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44f37df8-81df-4398-b654-dedda4e19390 req-d4f94522-ccb5-4bb2-9b88-b15af0582268 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343803 Aug 21 18:17:52.269641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.322901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.328908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/ports/5a528e5a-4ad0-4543-aa38-6640a290c5d4 HTTP/1.1" status: 204 len: 168 time: 0.8111022 Aug 21 18:17:52.331806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:52.397297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eab6d9-61ba-4b4e-9f8b-e0ba1457a3c0 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Port': ['ID=5a528e5a-4ad0-4543-aa38-6640a290c5d4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:52.548976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9a74a-0f72-42f3-b920-1469f29d371b req-c2f5829c-9eb5-48df-835e-57fe8475fa71 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:52.549397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Deleting port d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:52.549929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.550838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ad9a74a-0f72-42f3-b920-1469f29d371b req-c2f5829c-9eb5-48df-835e-57fe8475fa71 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1979885 Aug 21 18:17:52.555070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820a2a4-00ea-45ec-8c5b-ed3084859e17 req-0eaef6b5-ffef-4b8c-9ded-b258be0b9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:52.556607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e820a2a4-00ea-45ec-8c5b-ed3084859e17 req-0eaef6b5-ffef-4b8c-9ded-b258be0b9861 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1098 time: 0.2435524 Aug 21 18:17:52.558391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.666623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ad9a74a-0f72-42f3-b920-1469f29d371b req-ffc41822-68be-44ba-9b83-280502a04da8 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049552 Aug 21 18:17:52.669476 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e820a2a4-00ea-45ec-8c5b-ed3084859e17 req-b7ed4e50-25f0-4dab-8937-ed3009908cdb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997941 Aug 21 18:17:52.699177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.715459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Calling delete_port for d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:52.719360 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.843382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=02f3d8ff-3e68-42df-9be5-9707dcdcff33,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:52.884570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.888542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '68034065-1726-4f05-91d5-359c7bbd674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:52.889166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: d931bdaa-0fe6-4757-96a4-9e26e4120434, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:52.917928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:52.927099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.929605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.939633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d931bdaa-0fe6-4757-96a4-9e26e4120434) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:52.950259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f12c775-9f73-49eb-bc8a-56419fd6e610 None None] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:52.965953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:52.966594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.970378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Port': ['ID=d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:52.980207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:52.985020 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c11d64e-f33d-4323-aad2-f896eea6b53f tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/ports/d47c5f50-ebcb-4fbd-954b-fa5a3a0d0939 HTTP/1.1" status: 204 len: 168 time: 0.6427197 Aug 21 18:17:52.985339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37322) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:52.998981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a0aadb0f-0558-4b96-a0fe-f1fe86b4fb2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1661849 Aug 21 18:17:53.015255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37326) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:53.022445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-16fe96f3-5872-4107-8c6a-21e6e7f2c5ce tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0327990 Aug 21 18:17:53.025005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:53.045945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37328) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:53.052432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-764196227'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:53.099408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.25.1.133 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ce6e0631-f539-4059-9a15-e49ab1cf1c83) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:53.226621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.228488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:53.231986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.240217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-d931bdaa-0fe6-4757-96a4-9e26e4120434', 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': '02f3d8ff-3e68-42df-9be5-9707dcdcff33'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:53.241063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.258137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.291900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:53.310177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:53.314915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.317250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.361564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-b8a9dc88-701c-40c8-be75-2f2cf2079522 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:53.365361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-b8a9dc88-701c-40c8-be75-2f2cf2079522 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.64 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.1057687 Aug 21 18:17:53.399453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:53.403282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.403614 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment ce55c05e-779e-4958-ab7f-8bc60c4a9c0d of type vlan for network 02d17ad5-3a51-4450-9a31-b78430e2dd77 Aug 21 18:17:53.435363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:53.438515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:53.508878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Allocated IP 2001:db8::2 (d931bdaa-0fe6-4757-96a4-9e26e4120434/02f3d8ff-3e68-42df-9be5-9707dcdcff33/85762c63-b6e5-441d-bfce-d6e0053045de) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:53.512693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=ce6e0631-f539-4059-9a15-e49ab1cf1c83,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:53.524849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.555436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1465d39-5fde-486e-9d3e-c1f8fb836546 req-81260773-883f-41ee-b1eb-bef1ecb3fce9 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:53.556979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1465d39-5fde-486e-9d3e-c1f8fb836546 req-81260773-883f-41ee-b1eb-bef1ecb3fce9 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 945 time: 0.2083969 Aug 21 18:17:53.638671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.644873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:53.645506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.736445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Deleting port e115a119-e76b-4b06-a2f9-eae4e4af59ce {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:53.736932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.802553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1465d39-5fde-486e-9d3e-c1f8fb836546 req-56fac408-6865-4113-8ea8-4f40f04604dd tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/security-groups?id=c176d59e-18da-469e-b2ea-dcb43c9fe652&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355356 Aug 21 18:17:53.821234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.832504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7808635 Aug 21 18:17:53.837282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37350) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:53.837722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Transition to ACTIVE for port object 85762c63-b6e5-441d-bfce-d6e0053045de will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:53.846775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1269114366'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:53.852340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] For port e115a119-e76b-4b06-a2f9-eae4e4af59ce, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e115a119-e76b-4b06-a2f9-eae4e4af59ce,segment=NetworkSegment(e9d0a439-1cbb-4260-a54f-77daad929383),segment_id=e9d0a439-1cbb-4260-a54f-77daad929383)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:53.852856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.867722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Calling delete_port for e115a119-e76b-4b06-a2f9-eae4e4af59ce owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:53.875829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Transition to ACTIVE for port object 85762c63-b6e5-441d-bfce-d6e0053045de will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:53.888129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:53.907748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=02d17ad5-3a51-4450-9a31-b78430e2dd77,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:53.957123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:53.960084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:53.963801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:53.967991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.968338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.974145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.974589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.975365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Pushing event updated for resources: {'Port': ['ID=85762c63-b6e5-441d-bfce-d6e0053045de,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:53.976006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.976361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.976703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.977581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.977581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.983379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.983837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:53.984467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20340695-50c7-461d-a7d5-4090fe7e1642 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:17:54.007697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:54.012586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 02d17ad5-3a51-4450-9a31-b78430e2dd77 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:54.017152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.064041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:17:54.067969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.098889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e7948-15e3-4a9e-a79c-433fa6492ca2 req-636ca093-6dec-491f-8d1f-2896d37626a1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:54.101519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-422e7948-15e3-4a9e-a79c-433fa6492ca2 req-636ca093-6dec-491f-8d1f-2896d37626a1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1601207 Aug 21 18:17:54.123258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.123728 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Added segment afa0ff30-cfa5-4ccd-8155-ea9f5add9f70 of type vlan for network dc9cafcf-9093-4256-aaf8-ee32b7d43772 Aug 21 18:17:54.199749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.203572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Attempting to bind port 85762c63-b6e5-441d-bfce-d6e0053045de on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:54.203942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Attempting to bind port 85762c63-b6e5-441d-bfce-d6e0053045de by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '68034065-1726-4f05-91d5-359c7bbd674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:54.204311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Attempting to bind port 85762c63-b6e5-441d-bfce-d6e0053045de on network d931bdaa-0fe6-4757-96a4-9e26e4120434 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:54.211577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=ab7cca55-067b-44b0-b133-3b17210b87fd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:54.220887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:54.221270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Checking segment: {'id': '68034065-1726-4f05-91d5-359c7bbd674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:54.221696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.222392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Bound using segment: {'id': '68034065-1726-4f05-91d5-359c7bbd674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:54.222933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Bound port: 85762c63-b6e5-441d-bfce-d6e0053045de, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68034065-1726-4f05-91d5-359c7bbd674c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'd931bdaa-0fe6-4757-96a4-9e26e4120434'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:54.223328 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.279464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': 'cfb1c9d6-002e-42d5-b440-054c3a0589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:54.279953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 599912dc-4ff2-423b-8ca2-a9bbc130e956, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:54.295101 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.307945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d60c9-7192-4dbc-92be-d255ec5660bd req-5a41579a-fcae-4ddf-901d-3ad8116b66b6 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:54.309738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-060d60c9-7192-4dbc-92be-d255ec5660bd req-5a41579a-fcae-4ddf-901d-3ad8116b66b6 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1206326 Aug 21 18:17:54.312603 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.314033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e115a119-e76b-4b06-a2f9-eae4e4af59ce'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:17:54.319880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:54.320619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.334732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:54.335405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Pushing event deleted for resources: {'Port': ['ID=e115a119-e76b-4b06-a2f9-eae4e4af59ce,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:54.341212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-422e7948-15e3-4a9e-a79c-433fa6492ca2 req-e4f324a1-fe00-4aef-8fdc-c9d62794ac7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101519 Aug 21 18:17:54.343900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.387345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] For port 85762c63-b6e5-441d-bfce-d6e0053045de, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:54.403040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] For port 85762c63-b6e5-441d-bfce-d6e0053045de, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85762c63-b6e5-441d-bfce-d6e0053045de,segment=NetworkSegment(68034065-1726-4f05-91d5-359c7bbd674c),segment_id=68034065-1726-4f05-91d5-359c7bbd674c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:54.408733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5671616 Aug 21 18:17:54.408942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 599912dc-4ff2-423b-8ca2-a9bbc130e956) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:54.414604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.423016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0d09d-cee9-4715-8a5d-82604eb74c4d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Network': ['ID=dc9cafcf-9093-4256-aaf8-ee32b7d43772,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:54.433803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:54.434401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.450849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dcd3a4-28a1-4a77-9308-ddb286f2b961 None None] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:54.454599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network dc9cafcf-9093-4256-aaf8-ee32b7d43772 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:17:54.458078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-060d60c9-7192-4dbc-92be-d255ec5660bd req-d2ff4eb1-5c26-469c-81cb-98b0f8832817 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333151 Aug 21 18:17:54.470143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-529bba2e-d49b-48e2-8021-05dee936f650 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4535801 Aug 21 18:17:54.472052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37362) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:54.491656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-185438329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:54.529560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] No DVR routers for this DVR port e115a119-e76b-4b06-a2f9-eae4e4af59ce on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:17:54.533928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.536638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0c11410d-0f7c-4152-87f2-8077c4a55dc3 req-dcb58a79-4c53-4a32-bff9-fd85214f939e tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.64 "DELETE /v2.0/ports/e115a119-e76b-4b06-a2f9-eae4e4af59ce HTTP/1.1" status: 204 len: 173 time: 1.1475260 Aug 21 18:17:54.541950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.543173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.597559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'name': 'network-vif-deleted', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:17:54.608661 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1208db8b-0375-4872-afcb-7c11f744b98a" -d '{"events": [{"server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "name": "network-vif-deleted", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:17:54.663511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.684571 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.704747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ba4d3-e99b-4df5-9974-f39ddbe3140b None None] Pushing event updated for resources: {'Port': ['ID=85762c63-b6e5-441d-bfce-d6e0053045de,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:54.738646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:54.740361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e058f45a-a3fc-4828-b9f5-4789bbb21068 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2663364 Aug 21 18:17:54.743453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37370) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:54.757017 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee386a9f-9e4f-46bc-89ee-520fda347098 x-openstack-request-id: req-ee386a9f-9e4f-46bc-89ee-520fda347098 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:17:54.757494 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a783f42-d2ee-4899-87de-2661de80c30d", "name": "network-vif-deleted", "tag": "e115a119-e76b-4b06-a2f9-eae4e4af59ce", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:17:54.758102 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee386a9f-9e4f-46bc-89ee-520fda347098 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:17:54.758964 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a783f42-d2ee-4899-87de-2661de80c30d', 'name': 'network-vif-deleted', 'tag': 'e115a119-e76b-4b06-a2f9-eae4e4af59ce', 'status': 'completed', 'code': 200} Aug 21 18:17:55.177635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-599912dc-4ff2-423b-8ca2-a9bbc130e956', 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': 'ab7cca55-067b-44b0-b133-3b17210b87fd'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:55.187534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:55.246792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1aecb09-17df-4157-a649-a5e989209c22 req-0bd052eb-9263-4f2b-81d4-e234b00d1e68 tempest-VolumesActionsTest-1693099162 tempest-VolumesActionsTest-1693099162-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a783f42-d2ee-4899-87de-2661de80c30d HTTP/1.1" status: 200 len: 210 time: 0.2053537 Aug 21 18:17:55.443470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:55.445243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:55.451931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:55.610208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85762c63-b6e5-441d-bfce-d6e0053045de up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:55.772656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Allocated IP 2001:db8:1::2 (599912dc-4ff2-423b-8ca2-a9bbc130e956/ab7cca55-067b-44b0-b133-3b17210b87fd/15fa6231-bd68-4473-847a-adc00d488700) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:55.840390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd75cd-ed6d-4207-8cec-cc78f46ea402 req-e50f6a9f-0407-4d22-94fe-aa6a2b53d06d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:55.863137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00cd75cd-ed6d-4207-8cec-cc78f46ea402 req-e50f6a9f-0407-4d22-94fe-aa6a2b53d06d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1819792 Aug 21 18:17:55.865099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router d975c840-bee0-4240-b644-550b0ed99202 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:17:55.898403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 85762c63-b6e5-441d-bfce-d6e0053045de completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:56.069467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00cd75cd-ed6d-4207-8cec-cc78f46ea402 req-fdd54aae-c5a4-4bea-8278-93d3c7c24dda tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044413 Aug 21 18:17:56.183253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:56.205132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c2793-81f9-4219-9b07-8f0dbcdd7d2e req-42c9d2a8-4df0-462d-ba7c-ac1cd5565b07 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:56.207312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Transition to ACTIVE for port object 15fa6231-bd68-4473-847a-adc00d488700 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:56.228797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:17:56.235389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:56.236829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a1ce366-2c70-4dc8-b0ee-8a5f012e5dce tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "PUT /v2.0/routers/d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 200 len: 914 time: 4.0258088 Aug 21 18:17:56.239230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61c2793-81f9-4219-9b07-8f0dbcdd7d2e req-42c9d2a8-4df0-462d-ba7c-ac1cd5565b07 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.6063476 Aug 21 18:17:56.242146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:56.243105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Transition to ACTIVE for port object 15fa6231-bd68-4473-847a-adc00d488700 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:56.249547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] Sync routers for ids ['d975c840-bee0-4240-b644-550b0ed99202'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:17:56.288241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:56.459140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] Routers {'d975c840-bee0-4240-b644-550b0ed99202'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:56.462443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d975c840-bee0-4240-b644-550b0ed99202'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:56.464628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f97af5-beb4-4eec-b556-66ccc2d0deed None None] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:56.503993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Pushing event updated for resources: {'Port': ['ID=15fa6231-bd68-4473-847a-adc00d488700,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:56.522632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-819fa9f2-e527-468b-b1eb-ea24438d4af2 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 200 len: 920 time: 0.2685626 Aug 21 18:17:56.542035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37440) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:56.581990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d859b5-2ac2-4809-8af9-200041a95258 req-265c5df6-414f-4f47-8425-22608f09746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:56.586352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-265c5df6-414f-4f47-8425-22608f09746d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1098 time: 0.1034417 Aug 21 18:17:56.849680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3334ef5-2970-4f64-ac94-9ac349a861d2 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:56.851176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c3334ef5-2970-4f64-ac94-9ac349a861d2 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=d975c840-bee0-4240-b644-550b0ed99202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2992139 Aug 21 18:17:56.870851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37464) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:56.931277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e115a119-e76b-4b06-a2f9-eae4e4af59ce no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:17:56.980569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:56.999635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6aa3a6-b4b9-4aac-9d5b-af9647d91b25 req-3a8cf468-1150-400f-b9ef-299f4ab92beb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:57.001286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc6aa3a6-b4b9-4aac-9d5b-af9647d91b25 req-3a8cf468-1150-400f-b9ef-299f4ab92beb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3541744 Aug 21 18:17:57.046967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d859b5-2ac2-4809-8af9-200041a95258 req-fe3b143c-a1ff-46b2-ab09-bfc544ed1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:57.048802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-fe3b143c-a1ff-46b2-ab09-bfc544ed1bc2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.4541602 Aug 21 18:17:57.054424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:57.056093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: e115a119-e76b-4b06-a2f9-eae4e4af59ce {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:17:57.056434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e115a119-e76b-4b06-a2f9-eae4e4af59ce not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:17:57.087087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:57.105053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Provisioning for port 85762c63-b6e5-441d-bfce-d6e0053045de completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:57.118745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:57.122364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Provisioning complete for port 85762c63-b6e5-441d-bfce-d6e0053045de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:57.122864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.127676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] Routers {'d975c840-bee0-4240-b644-550b0ed99202'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:17:57.128986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d975c840-bee0-4240-b644-550b0ed99202'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:57.133329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc6aa3a6-b4b9-4aac-9d5b-af9647d91b25 req-c0667814-9828-488b-9959-5d6dd1383ceb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192119 Aug 21 18:17:57.180492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-f5b9528b-8b3f-43e7-80cf-75df887741ad service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 200 len: 217 time: 0.1207635 Aug 21 18:17:57.248162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:17:57.248838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae2b1fb-7669-4af9-a440-75a7f2a1fc54 None None] The sync data for ids ['d975c840-bee0-4240-b644-550b0ed99202'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:17:57.303542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d859b5-2ac2-4809-8af9-200041a95258 req-de1cf292-a857-44cf-bdf6-67fe51b6f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:57.307252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-de1cf292-a857-44cf-bdf6-67fe51b6f768 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1144366 Aug 21 18:17:57.370290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-42b3301d-667b-4480-9a6f-7a024f8aa19e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549936 Aug 21 18:17:57.419946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Attempting to bind port 15fa6231-bd68-4473-847a-adc00d488700 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:17:57.420595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Attempting to bind port 15fa6231-bd68-4473-847a-adc00d488700 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'cfb1c9d6-002e-42d5-b440-054c3a0589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:17:57.421212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Attempting to bind port 15fa6231-bd68-4473-847a-adc00d488700 on network 599912dc-4ff2-423b-8ca2-a9bbc130e956 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:17:57.442841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:17:57.448009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Checking segment: {'id': 'cfb1c9d6-002e-42d5-b440-054c3a0589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:57.449121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.449759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Bound using segment: {'id': 'cfb1c9d6-002e-42d5-b440-054c3a0589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:17:57.450487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Bound port: 15fa6231-bd68-4473-847a-adc00d488700, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb1c9d6-002e-42d5-b440-054c3a0589dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '599912dc-4ff2-423b-8ca2-a9bbc130e956'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:17:57.451182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.630899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8::1 (d931bdaa-0fe6-4757-96a4-9e26e4120434/02f3d8ff-3e68-42df-9be5-9707dcdcff33/c227582e-9030-4c66-87ad-06d9dc2b04c5) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:17:57.650841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-a3dc673f-e77e-4c8c-b7ed-18b8224a7fff service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708774 Aug 21 18:17:57.651907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] For port 15fa6231-bd68-4473-847a-adc00d488700, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:17:57.658804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] For port 15fa6231-bd68-4473-847a-adc00d488700, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=15fa6231-bd68-4473-847a-adc00d488700,segment=NetworkSegment(cfb1c9d6-002e-42d5-b440-054c3a0589dd),segment_id=cfb1c9d6-002e-42d5-b440-054c3a0589dd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:17:57.682906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.810355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.812948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:57.819670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'subnets': [{'network_id': '02d17ad5-3a51-4450-9a31-b78430e2dd77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060665860', 'ip_version': 6}, {'network_id': 'dc9cafcf-9093-4256-aaf8-ee32b7d43772', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:57.820034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'subnet': {'network_id': '02d17ad5-3a51-4450-9a31-b78430e2dd77', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060665860', 'ip_version': 6}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:57.820699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Request body: {'subnet': {'network_id': 'dc9cafcf-9093-4256-aaf8-ee32b7d43772', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:17:57.866939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] For port 85762c63-b6e5-441d-bfce-d6e0053045de, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85762c63-b6e5-441d-bfce-d6e0053045de,segment=NetworkSegment(68034065-1726-4f05-91d5-359c7bbd674c),segment_id=68034065-1726-4f05-91d5-359c7bbd674c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:17:57.887947 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:57.936825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234464-cdaa-4224-b56d-9e9db854c3c1 None None] Pushing event updated for resources: {'Port': ['ID=15fa6231-bd68-4473-847a-adc00d488700,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:57.975612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c61c2793-81f9-4219-9b07-8f0dbcdd7d2e req-935bf651-7f32-42a3-a5dc-bc880d3dec6a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7069643 Aug 21 18:17:58.005565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.021956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object c227582e-9030-4c66-87ad-06d9dc2b04c5 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:17:58.029913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10dd7a7-7bce-475e-8cb1-b45eb5053d9e None None] Pushing event updated for resources: {'Port': ['ID=85762c63-b6e5-441d-bfce-d6e0053045de,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:58.047843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fca8641a-cef8-45d0-99fd-9375840cb8dd None None] Provisioning complete for port 85762c63-b6e5-441d-bfce-d6e0053045de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:58.048557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fca8641a-cef8-45d0-99fd-9375840cb8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.072140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d859b5-2ac2-4809-8af9-200041a95258 req-07c9a12a-f2d8-4ca8-b771-44c254860470 service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064147 Aug 21 18:17:58.145497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.221793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Made reservation on behalf of cf2605b23b854e198925565ac088d2b9 for: {'subnet': 2} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:17:58.229778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.230490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.260944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:17:58.287301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=c227582e-9030-4c66-87ad-06d9dc2b04c5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:58.294820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:58.302428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:58.305344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:17:58.306436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.429509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011df84-1339-4c19-bae1-de41c3373a36 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:58.431236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a011df84-1339-4c19-bae1-de41c3373a36 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 1.5597289 Aug 21 18:17:58.434083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:58.449923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f06eb6-a45d-4b44-82d4-7a86c249a2ee req-d3768938-a220-433c-9996-87bacda7f83f tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:58.459174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66f06eb6-a45d-4b44-82d4-7a86c249a2ee req-d3768938-a220-433c-9996-87bacda7f83f tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1973689 Aug 21 18:17:58.466721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9c52ba4-cd05-4d82-ae98-66d2ee85c402 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 200 len: 205 time: 0.0302241 Aug 21 18:17:58.468190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37556) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:58.535612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66f06eb6-a45d-4b44-82d4-7a86c249a2ee req-9854d951-1670-4c3d-8c9d-7b8e20f06d89 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725646 Aug 21 18:17:58.586088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37558) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:58.661665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.688839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.711868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55f7db32-74fb-445a-917b-6323a31e69ba None None] Provisioning for port c227582e-9030-4c66-87ad-06d9dc2b04c5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:58.717386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55f7db32-74fb-445a-917b-6323a31e69ba None None] Provisioning complete for port c227582e-9030-4c66-87ad-06d9dc2b04c5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:58.717674 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55f7db32-74fb-445a-917b-6323a31e69ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:58.788187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-55f7db32-74fb-445a-917b-6323a31e69ba None None] Port c227582e-9030-4c66-87ad-06d9dc2b04c5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:17:58.820886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8314ac2a-0bd8-44a8-abcf-4e30544ded20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.020229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.158937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.196972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port ce6e0631-f539-4059-9a15-e49ab1cf1c83 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:17:59.197227 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.234516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Subnet': ['ID=049e45e3-2600-4bcf-83c1-cbd647fbdcc1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:59.238834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8314ac2a-0bd8-44a8-abcf-4e30544ded20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.270991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8314ac2a-0bd8-44a8-abcf-4e30544ded20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.283704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38db05c-e6f3-4e59-9e88-a2b772254eca req-26816748-c97c-4505-bed2-f1f444a234be tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:59.285291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f38db05c-e6f3-4e59-9e88-a2b772254eca req-26816748-c97c-4505-bed2-f1f444a234be tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1468890 Aug 21 18:17:59.297597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Checking segment: {'id': 'ce55c05e-779e-4958-ab7f-8bc60c4a9c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '02d17ad5-3a51-4450-9a31-b78430e2dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:59.298079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network hostable DHCP agents. Network: 02d17ad5-3a51-4450-9a31-b78430e2dd77, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:59.302788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85762c63-b6e5-441d-bfce-d6e0053045de up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:17:59.333584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.342712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8314ac2a-0bd8-44a8-abcf-4e30544ded20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8b101d-1687-445d-ab47-5a5e650de1dd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:59.360378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8314ac2a-0bd8-44a8-abcf-4e30544ded20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e850ee0f5a714c1b8ae23d5be99b5789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7732010 Aug 21 18:17:59.361063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:59.371258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f7a21-91df-43d7-b495-dd8f1cd35a8b None None] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:59.380338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.389636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.399792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network 02d17ad5-3a51-4450-9a31-b78430e2dd77 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:59.431632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 02d17ad5-3a51-4450-9a31-b78430e2dd77) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:59.443995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.456280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282ecdf-8098-45f3-acb5-d14a0e5377db None None] Network 02d17ad5-3a51-4450-9a31-b78430e2dd77 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:17:59.513584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.520918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-beffd801-2725-49f4-8384-28e8da9d9f4c None None] Provisioning for port 15fa6231-bd68-4473-847a-adc00d488700 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:17:59.524479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f38db05c-e6f3-4e59-9e88-a2b772254eca req-63f64407-6c14-40c5-a5c0-c7fa1952bc67 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938705 Aug 21 18:17:59.529879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 85762c63-b6e5-441d-bfce-d6e0053045de triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:17:59.530443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.607759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.610165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event updated for resources: {'Subnet': ['ID=ec3a7233-69d8-4482-9974-0eaf2a645509,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:59.642129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.657205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=c227582e-9030-4c66-87ad-06d9dc2b04c5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:59.660524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Checking segment: {'id': 'afa0ff30-cfa5-4ccd-8155-ea9f5add9f70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'dc9cafcf-9093-4256-aaf8-ee32b7d43772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:17:59.660891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network hostable DHCP agents. Network: dc9cafcf-9093-4256-aaf8-ee32b7d43772, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:17:59.678969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for ce6e0631-f539-4059-9a15-e49ab1cf1c83 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:17:59.744834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Network dc9cafcf-9093-4256-aaf8-ee32b7d43772 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:17:59.777790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455673e4-e5be-49b7-80ba-be534ecc04ea req-1507aa6f-13f9-44d5-a04a-364396678b1b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:59.778720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:17:59.779569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742a4fd-7217-464a-aef9-f1873bf61853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-02d17ad5-3a51-4450-9a31-b78430e2dd77', 'network_id': '02d17ad5-3a51-4450-9a31-b78430e2dd77', 'tenant_id': 'cf2605b23b854e198925565ac088d2b9', 'fixed_ips': [{'subnet_id': '049e45e3-2600-4bcf-83c1-cbd647fbdcc1'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:17:59.780580 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e742a4fd-7217-464a-aef9-f1873bf61853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.783892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:59.790655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455673e4-e5be-49b7-80ba-be534ecc04ea req-1507aa6f-13f9-44d5-a04a-364396678b1b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1340675 Aug 21 18:17:59.793143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, dc9cafcf-9093-4256-aaf8-ee32b7d43772) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:17:59.812266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:59.812755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:17:59.813402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.815897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.818340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:17:59.819502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e8b101d-1687-445d-ab47-5a5e650de1dd HTTP/1.1" status: 204 len: 168 time: 0.4527771 Aug 21 18:17:59.904552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed5122-5cb4-4d53-bbab-455981fc9542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8b101d-1687-445d-ab47-5a5e650de1dd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:17:59.929647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b05aea2a-e3a1-4a53-b4d4-7adb72c815c6 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.1133668 Aug 21 18:17:59.942601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37594) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:17:59.956234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cb7b87-9b33-4162-9c58-9e913dcd86a6 None None] Network dc9cafcf-9093-4256-aaf8-ee32b7d43772 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:00.000463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-455673e4-e5be-49b7-80ba-be534ecc04ea req-4b27bd53-0e3d-4cde-90c4-4cdb08e85163 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797578 Aug 21 18:18:00.048105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972364f0-8b19-4fec-be7e-353a4521feb4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:00.050427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972364f0-8b19-4fec-be7e-353a4521feb4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:00.052583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972364f0-8b19-4fec-be7e-353a4521feb4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:00.064098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-972364f0-8b19-4fec-be7e-353a4521feb4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1113505 Aug 21 18:18:00.064546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37600) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:00.200336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router a8c49603-bd0c-4930-be5b-f8d5b91160b3 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:00.227484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Deleting subnet 049e45e3-2600-4bcf-83c1-cbd647fbdcc1 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:00.235848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.240022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.339267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=ce6e0631-f539-4059-9a15-e49ab1cf1c83,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:00.341961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.461180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.501197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37604) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:00.553711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.575948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.579442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/subnets/049e45e3-2600-4bcf-83c1-cbd647fbdcc1 HTTP/1.1" status: 204 len: 168 time: 0.5074227 Aug 21 18:18:00.603272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37608) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:00.614766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd9bee-5a29-4e94-8715-eb3287a6a05d tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Subnet': ['ID=049e45e3-2600-4bcf-83c1-cbd647fbdcc1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:00.640795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 15fa6231-bd68-4473-847a-adc00d488700 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:00.692376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de9aa77-0fe0-4e07-8a58-32f137b8b1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.703077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Deleting subnet ec3a7233-69d8-4482-9974-0eaf2a645509 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:00.708998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.718815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:00.725064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-80f3eefc-57c2-4922-a728-31320b88ff5c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9801471 Aug 21 18:18:00.730514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37610) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:00.741526 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] Sync routers for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:00.759107 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:00.761750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:00.788162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.812683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bc90ac5f-0582-4392-99b9-b32619bea767 None None] Provisioning complete for port c227582e-9030-4c66-87ad-06d9dc2b04c5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:00.813257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc90ac5f-0582-4392-99b9-b32619bea767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.838479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.852856 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:00.864251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bc90ac5f-0582-4392-99b9-b32619bea767 None None] Port c227582e-9030-4c66-87ad-06d9dc2b04c5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:00.883041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:00.884396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:00.900497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 15fa6231-bd68-4473-847a-adc00d488700 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:00.949945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 15fa6231-bd68-4473-847a-adc00d488700 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:00.950643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.978314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:00.990755 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:00.992388 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230c2600-57b8-4e79-b6d1-c9b98ba6552f None None] The sync data for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:01.066485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0900a40-f08d-4474-ad1f-f2d26c9302dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-dc9cafcf-9093-4256-aaf8-ee32b7d43772', 'network_id': 'dc9cafcf-9093-4256-aaf8-ee32b7d43772', 'tenant_id': 'cf2605b23b854e198925565ac088d2b9', 'fixed_ips': [{'subnet_id': 'ec3a7233-69d8-4482-9974-0eaf2a645509'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:01.067375 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0900a40-f08d-4474-ad1f-f2d26c9302dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.100577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-e742a4fd-7217-464a-aef9-f1873bf61853 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 049e45e3-2600-4bcf-83c1-cbd647fbdcc1: This subnet is being modified by another concurrent operation. Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:18:01.145534 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 049e45e3-2600-4bcf-83c1-cbd647fbdcc1: This subnet is being modified by another concurrent operation. Aug 21 18:18:01.150463 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 18:18:01.159581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a9a69-2660-4363-b3b0-4822ef69ab0c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:01.161218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf3a9a69-2660-4363-b3b0-4822ef69ab0c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports/c227582e-9030-4c66-87ad-06d9dc2b04c5 HTTP/1.1" status: 200 len: 911 time: 0.4293523 Aug 21 18:18:01.167082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.168977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/subnets/ec3a7233-69d8-4482-9974-0eaf2a645509 HTTP/1.1" status: 204 len: 168 time: 0.5633268 Aug 21 18:18:01.171612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:01.171938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37620) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:01.173981 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.182299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513faf32-8d7c-4d2a-8053-dd6e94759c2e tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Subnet': ['ID=ec3a7233-69d8-4482-9974-0eaf2a645509,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:01.193207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.214409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226527d2-57bf-4581-96a3-6b3a8cf0fd51 req-78a92874-f29c-4d53-9491-731679477656 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:01.216060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-226527d2-57bf-4581-96a3-6b3a8cf0fd51 req-78a92874-f29c-4d53-9491-731679477656 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.5202038 Aug 21 18:18:01.307020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec0ec2d-ec53-4f09-9571-10bd15ed303f None None] Network 02d17ad5-3a51-4450-9a31-b78430e2dd77 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:01.353733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.354259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router d975c840-bee0-4240-b644-550b0ed99202 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:01.360768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5846c4ee-379f-434b-ba92-064d474d2bf8 None None] Network dc9cafcf-9093-4256-aaf8-ee32b7d43772 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:01.364272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.370389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1099027e-29fe-41d9-8c84-79f098713d5e tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 204 len: 168 time: 2.9006853 Aug 21 18:18:01.372215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37624) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:01.375699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-226527d2-57bf-4581-96a3-6b3a8cf0fd51 req-6868491b-9509-40fd-b285-5eb7cea095be tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531568 Aug 21 18:18:01.396436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-997131127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:01.418307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de9aa77-0fe0-4e07-8a58-32f137b8b1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.430947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de9aa77-0fe0-4e07-8a58-32f137b8b1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.454078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be32c5b4-d9c1-41ce-8927-e27036b3b2f4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:01.456549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be32c5b4-d9c1-41ce-8927-e27036b3b2f4 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2826498 Aug 21 18:18:01.464872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:01.465864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95001-8a95-4d14-abb6-e4af82506f1a req-7402af64-575d-497b-8f5f-53170ed576b8 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:01.467616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1c95001-8a95-4d14-abb6-e4af82506f1a req-7402af64-575d-497b-8f5f-53170ed576b8 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.2972565 Aug 21 18:18:01.520468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8de9aa77-0fe0-4e07-8a58-32f137b8b1c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d35f11451d7345b9aae9a87b87ae233a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0075343 Aug 21 18:18:01.523997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:01.524988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9aa77-0fe0-4e07-8a58-32f137b8b1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d5b1c-15c9-4006-a878-98ea42158fe5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:01.526447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-00efd4b6-4fcd-4852-95c0-4e1777ea0ed6 None None] Provisioning complete for port 15fa6231-bd68-4473-847a-adc00d488700 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:01.527082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-00efd4b6-4fcd-4852-95c0-4e1777ea0ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.533303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.535623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.578795 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.617119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.675883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1c95001-8a95-4d14-abb6-e4af82506f1a req-e5727c56-e4e3-40db-9244-968d221218b9 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935298 Aug 21 18:18:01.718814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.730003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849f9417-5ba2-470a-9812-e4aca4a1bca0 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:18:01.740811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 15fa6231-bd68-4473-847a-adc00d488700, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=15fa6231-bd68-4473-847a-adc00d488700,segment=NetworkSegment(cfb1c9d6-002e-42d5-b440-054c3a0589dd),segment_id=cfb1c9d6-002e-42d5-b440-054c3a0589dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:01.757306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.762640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.766436 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.777870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9cafcf-9093-4256-aaf8-ee32b7d43772']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:01.790865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa0ff30-cfa5-4ccd-8155-ea9f5add9f70') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:01.791166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa0ff30-cfa5-4ccd-8155-ea9f5add9f70') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:01.802279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.818646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.825911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:01.826423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:01.830681 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:01.937711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=15fa6231-bd68-4473-847a-adc00d488700,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:01.945973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.967787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:01.975162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/dc9cafcf-9093-4256-aaf8-ee32b7d43772 HTTP/1.1" status: 204 len: 168 time: 0.5090625 Aug 21 18:18:01.981721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:02.008340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f9417-5ba2-470a-9812-e4aca4a1bca0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:18:02.013721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c805380-bba2-48fd-93c9-a05d2e9c5fa9 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=dc9cafcf-9093-4256-aaf8-ee32b7d43772,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:02.096184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.110227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.111274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.111431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-631b1835-e409-4e67-a947-8df6758cfd02 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7375784 Aug 21 18:18:02.115208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37636) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:02.124529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:02.177824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.269842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.293226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d17ad5-3a51-4450-9a31-b78430e2dd77']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:02.311257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce55c05e-779e-4958-ab7f-8bc60c4a9c0d') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:02.311679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce55c05e-779e-4958-ab7f-8bc60c4a9c0d') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:02.336816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.356670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.368621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:02.369036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:02.468712 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:02.483110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.486289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.488091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a22d5b1c-15c9-4006-a878-98ea42158fe5 HTTP/1.1" status: 204 len: 168 time: 0.9574797 Aug 21 18:18:02.521420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.529879 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.545664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223a767-d765-4aab-8cdd-07ea777200ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d5b1c-15c9-4006-a878-98ea42158fe5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:02.555751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.558356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:02.562785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/02d17ad5-3a51-4450-9a31-b78430e2dd77 HTTP/1.1" status: 204 len: 168 time: 0.5796330 Aug 21 18:18:02.564894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622230-3388-4322-a400-ea6e1595a0dd tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=02d17ad5-3a51-4450-9a31-b78430e2dd77,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:02.568392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:02.644590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f8463-3711-48ea-ad6f-381be26dc583 req-00bbddb9-f1f2-448f-ac5c-0bc48ee3ceee tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:02.649045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b1f8463-3711-48ea-ad6f-381be26dc583 req-00bbddb9-f1f2-448f-ac5c-0bc48ee3ceee tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1794190 Aug 21 18:18:02.750445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b1f8463-3711-48ea-ad6f-381be26dc583 req-f236ee63-2287-458d-8e1c-46cfd222ef07 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945888 Aug 21 18:18:02.829459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.035690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0eee99-1af9-4fe2-8358-ccd6d7761040 req-c49e4077-f6b9-4c42-b458-ba5803d849ac tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:03.037297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c0eee99-1af9-4fe2-8358-ccd6d7761040 req-c49e4077-f6b9-4c42-b458-ba5803d849ac tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.2001135 Aug 21 18:18:03.131951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.178243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd657683-45ad-4e72-a99b-637dfba73621']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:03.201915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c02b705a-782f-403c-a591-ec753d5d0f93') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:03.202315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c02b705a-782f-403c-a591-ec753d5d0f93') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:03.207140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c0eee99-1af9-4fe2-8358-ccd6d7761040 req-37c5f938-12b5-40df-8143-042776cb70f5 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600134 Aug 21 18:18:03.222225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.286447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8:1::1 (599912dc-4ff2-423b-8ca2-a9bbc130e956/ab7cca55-067b-44b0-b133-3b17210b87fd/e69a5cec-856c-4633-8037-644537649f44) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:03.319287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.334344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:03.334786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:03.339112 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:03.490414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.494118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.521413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.523295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/fd657683-45ad-4e72-a99b-637dfba73621 HTTP/1.1" status: 204 len: 168 time: 0.9522178 Aug 21 18:18:03.526927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37666) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:03.528350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.557059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317ee4c-d825-4f7c-95fb-b0717ecc7410 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=fd657683-45ad-4e72-a99b-637dfba73621,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:03.611093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.643171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object e69a5cec-856c-4633-8037-644537649f44 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:03.767845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Allocated IP 172.25.1.141 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/724c1321-a9d7-42a9-9f38-7388a3a5e9d0) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:03.813916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.815992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.948911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 15fa6231-bd68-4473-847a-adc00d488700 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:03.973785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:03.983151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:03.991610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:03.993641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:03.994725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=e69a5cec-856c-4633-8037-644537649f44,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:04.070259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.076932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 15fa6231-bd68-4473-847a-adc00d488700 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:04.077365 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.085903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbe567b-4821-4fb8-9c41-5d6da46f1885']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:04.096288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.098215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2695f-1dcf-4fbe-a386-21b85063adbb req-278176fc-bbde-4bbf-b9de-42633498c3ec tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:04.100260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ed2695f-1dcf-4fbe-a386-21b85063adbb req-278176fc-bbde-4bbf-b9de-42633498c3ec tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1729233 Aug 21 18:18:04.116822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0976b404-2ddb-4e76-884b-d51779d28d0f') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:04.117455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0976b404-2ddb-4e76-884b-d51779d28d0f') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:04.135082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.176926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ed2695f-1dcf-4fbe-a386-21b85063adbb req-8eec5ec6-5bd4-41f4-8c77-0eb98c327756 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692832 Aug 21 18:18:04.178304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.185601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:04.186323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:04.190194 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:04.240647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.352477 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.362548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.367426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] 10.222.0.41 "DELETE /v2.0/networks/dfbe567b-4821-4fb8-9c41-5d6da46f1885 HTTP/1.1" status: 204 len: 168 time: 0.8372114 Aug 21 18:18:04.381466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9c11c-2d8a-4430-abb5-dffdd4151839 tempest-BulkNetworkOpsIpV6Test-1685779884 tempest-BulkNetworkOpsIpV6Test-1685779884-project] Pushing event deleted for resources: {'Network': ['ID=dfbe567b-4821-4fb8-9c41-5d6da46f1885,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:04.457018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.555560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9afdc9c2-d685-4988-b6ce-eb4df2a0d1c7 None None] Provisioning for port e69a5cec-856c-4633-8037-644537649f44 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:04.562227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9afdc9c2-d685-4988-b6ce-eb4df2a0d1c7 None None] Provisioning complete for port e69a5cec-856c-4633-8037-644537649f44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:04.564485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9afdc9c2-d685-4988-b6ce-eb4df2a0d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:04.662065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9afdc9c2-d685-4988-b6ce-eb4df2a0d1c7 None None] Port e69a5cec-856c-4633-8037-644537649f44 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:04.911627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:05.008286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:05.027262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:05.038102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a195e2-7293-4f76-b056-beed0a01b781 req-b6bf6f7a-9028-4b62-83d1-0611d8c9be19 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:05.039816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06a195e2-7293-4f76-b056-beed0a01b781 req-b6bf6f7a-9028-4b62-83d1-0611d8c9be19 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.6366730 Aug 21 18:18:05.042600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:05.044566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Pushing event updated for resources: {'Port': ['ID=724c1321-a9d7-42a9-9f38-7388a3a5e9d0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:05.162677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06a195e2-7293-4f76-b056-beed0a01b781 req-798e9fbe-ff82-4b5a-9616-b2ea97ecf43c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Aug 21 18:18:05.440927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac38d9-953f-48c2-a16a-2dc014ac8a9d req-aaa8c11f-77b2-4dad-b8c3-1f58542745fd tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:05.442824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fac38d9-953f-48c2-a16a-2dc014ac8a9d req-aaa8c11f-77b2-4dad-b8c3-1f58542745fd tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1235294 Aug 21 18:18:05.449985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e39d189d-e13a-498d-8902-deb80294a78d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf2605b23b854e198925565ac088d2b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5372355 Aug 21 18:18:05.452676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37712) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:05.524819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:05.576845 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:05.586116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:05.587012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:05.765626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=e69a5cec-856c-4633-8037-644537649f44,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:05.863739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:05.894245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:06.034259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.044117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.070614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router a8c49603-bd0c-4930-be5b-f8d5b91160b3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:06.241565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fac38d9-953f-48c2-a16a-2dc014ac8a9d req-3f574fd8-a8d6-4657-8714-6389cfa3e194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7899621 Aug 21 18:18:06.310811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.341963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.409068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35439317-7a96-4fa4-bfc6-c64b6f252164 None None] Provisioning complete for port e69a5cec-856c-4633-8037-644537649f44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:06.410156 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35439317-7a96-4fa4-bfc6-c64b6f252164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.418646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.422683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.425513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/960eb697-55fc-4f9c-aa99-0dd15ae9fca6 HTTP/1.1" status: 204 len: 168 time: 0.9624684 Aug 21 18:18:06.437846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:06.449372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529b874-f26d-4c51-b567-54ff67d4a840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960eb697-55fc-4f9c-aa99-0dd15ae9fca6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:06.455383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3af0738-b51a-4e59-a674-87e2b7813403 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2799928 Aug 21 18:18:06.456618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37742) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:06.475355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea4220-638f-4d9a-aa92-b01dcc01f84e req-761dd07a-5338-42a6-80ac-7bb660e13049 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:06.477639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8dea4220-638f-4d9a-aa92-b01dcc01f84e req-761dd07a-5338-42a6-80ac-7bb660e13049 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1680946 Aug 21 18:18:06.504741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] Sync routers for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:06.527447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335f110d-8645-4093-841b-0b1287ef42b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:06.529931 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-335f110d-8645-4093-841b-0b1287ef42b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports/e69a5cec-856c-4633-8037-644537649f44 HTTP/1.1" status: 200 len: 913 time: 0.0717635 Aug 21 18:18:06.532333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37748) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:06.549216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-35439317-7a96-4fa4-bfc6-c64b6f252164 None None] Port e69a5cec-856c-4633-8037-644537649f44 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:06.569006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:06.570277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:06.600272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Router a240ac3a-3c9b-4ab2-abb2-74debca2596b is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:06.611535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8dea4220-638f-4d9a-aa92-b01dcc01f84e req-851f5465-4032-47b3-9278-473d77829dc5 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015475 Aug 21 18:18:06.632210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:06.668715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:06.673987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:06.758889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-6a757d6d-6e76-455e-adaa-9f0652c91b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:06.760584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-6a757d6d-6e76-455e-adaa-9f0652c91b5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 1098 time: 0.1026387 Aug 21 18:18:06.791473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:06.793316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677045e-e8ff-419b-95e8-d804a101d1c6 None None] The sync data for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:06.864908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:06.872581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:06.874240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] Sync routers for ids ['a240ac3a-3c9b-4ab2-abb2-74debca2596b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:06.876685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d97ed871-c123-452a-90e4-b1d63d2c9116 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "PUT /v2.0/routers/a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 200 len: 915 time: 4.7558746 Aug 21 18:18:06.877274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:06.896723 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] Routers {'a240ac3a-3c9b-4ab2-abb2-74debca2596b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:06.897398 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a240ac3a-3c9b-4ab2-abb2-74debca2596b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:06.932029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d9703-033b-48f5-b494-d0807dc7ee9d req-ac6d7dce-8f35-4373-a148-5225ca002e44 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:06.933657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a1d9703-033b-48f5-b494-d0807dc7ee9d req-ac6d7dce-8f35-4373-a148-5225ca002e44 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.2867622 Aug 21 18:18:06.996415 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:07.014294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] Routers {'a240ac3a-3c9b-4ab2-abb2-74debca2596b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:07.016112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a240ac3a-3c9b-4ab2-abb2-74debca2596b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:07.119029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:07.121423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8b3ba-77eb-4d90-ae5c-db8542e720bb None None] The sync data for ids ['a240ac3a-3c9b-4ab2-abb2-74debca2596b'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:07.147268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a1d9703-033b-48f5-b494-d0807dc7ee9d req-c0415f5b-7a21-4d3c-b367-ccbfe4ac4f75 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943517 Aug 21 18:18:07.467071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-9b0b1cd2-8163-42fe-97ad-36f090a8af53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:07.468732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-9b0b1cd2-8163-42fe-97ad-36f090a8af53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.6895289 Aug 21 18:18:07.520101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b808c750-3a12-4660-9074-854eb590865c tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 200 len: 921 time: 0.6367569 Aug 21 18:18:07.522730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37772) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:07.527815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:07.686272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-dadc8a45-54f4-4efa-bd6e-c77322df6a59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 200 len: 1002 time: 0.1958942 Aug 21 18:18:07.742573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c376d-c1e7-4685-b6b2-091816c8044a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:07.747597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e95c376d-c1e7-4685-b6b2-091816c8044a tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=a240ac3a-3c9b-4ab2-abb2-74debca2596b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2134891 Aug 21 18:18:07.749082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:07.756561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-2b25fa86-26e1-4f2d-af94-e6550557ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:07.758620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-2b25fa86-26e1-4f2d-af94-e6550557ca10 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.0650704 Aug 21 18:18:07.954917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-6300f9f7-d8ac-4b7a-b667-f47d9169c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:07.957016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-6300f9f7-d8ac-4b7a-b667-f47d9169c3ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903117 Aug 21 18:18:07.977531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29f3aa-b2b9-4fdf-81aa-16d2872dccb4 req-ab501864-1d17-4aef-971f-f6acaefce93a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:07.979595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a29f3aa-b2b9-4fdf-81aa-16d2872dccb4 req-ab501864-1d17-4aef-971f-f6acaefce93a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1902103 Aug 21 18:18:08.048558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce90959e-4f0d-4e6d-bde5-96f4cd72a412 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:08.057021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce90959e-4f0d-4e6d-bde5-96f4cd72a412 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.3064890 Aug 21 18:18:08.059595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37794) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:08.080905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-02aac925-c58f-4322-9157-e18b71a5bc07 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143367 Aug 21 18:18:08.167182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37796) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:08.196519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f3ab9c00-6170-48ef-8c33-c6b775ca4147 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 200 len: 205 time: 0.1325476 Aug 21 18:18:08.200697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37800) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:08.241474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97c9c61f-cef7-49e9-86b1-5117ac1a44b4 req-11dec780-3d9e-4d7f-93c0-a56d2c788407 service neutron] 10.222.0.64 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409032 Aug 21 18:18:08.288668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a29f3aa-b2b9-4fdf-81aa-16d2872dccb4 req-ff6a546b-06ca-4e90-b757-d2c0fe3e66af tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064693 Aug 21 18:18:08.423646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e817785-65de-465a-a196-9bec44c9f08d req-b84d8c28-fdf5-4c7b-96e1-83c06a908ced tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:08.431298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e817785-65de-465a-a196-9bec44c9f08d req-b84d8c28-fdf5-4c7b-96e1-83c06a908ced tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1371992 Aug 21 18:18:08.434909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.512095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2058435958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:08.610421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e817785-65de-465a-a196-9bec44c9f08d req-32ce3ace-6485-48e4-ae33-aa3964ac9b71 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782329 Aug 21 18:18:08.659875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.661078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.753304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.812007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.823461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.871158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port e69a5cec-856c-4633-8037-644537649f44 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:08.871158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.891148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.892352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9d22c543-012f-4aa9-9532-d38547e823b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7201657 Aug 21 18:18:08.895917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:08.901410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-534732748'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:08.939674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:08.950184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:08.968709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.071663 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.098677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for e69a5cec-856c-4633-8037-644537649f44 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:09.161312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.165698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.202715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d24964-b6ea-43b6-ad9f-121d9271513f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:09.225083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:09.235466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.235732 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Added segment 922df16a-f1fb-4681-b93b-d2d4de11c171 of type vlan for network 31a7c5d6-a653-4848-974b-93d707f4e8b7 Aug 21 18:18:09.243476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port 724c1321-a9d7-42a9-9f38-7388a3a5e9d0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:09.244326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.290374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.381325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.394732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:09.394732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.476860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5794899 Aug 21 18:18:09.495594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37828) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:09.504614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'subnet': {'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:09.595423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2511ed8-5d9e-4a14-bb2a-bb6f1f3cae00 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Network': ['ID=31a7c5d6-a653-4848-974b-93d707f4e8b7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:09.613067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:09.615216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-26b7552e-ea04-47a7-8925-ac92aa07f17e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4480491 Aug 21 18:18:09.650730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb5aa9-f403-4dbd-bf57-b5aef9e8002e req-b90e2296-e0fe-4e49-9f4a-a7f2844a6175 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:09.662289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5eb5aa9-f403-4dbd-bf57-b5aef9e8002e req-b90e2296-e0fe-4e49-9f4a-a7f2844a6175 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.2089031 Aug 21 18:18:09.696455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:09.710424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:09.746378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5eb5aa9-f403-4dbd-bf57-b5aef9e8002e req-85911849-ed44-4412-ac0f-ce1a5fbb56e3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800369 Aug 21 18:18:10.252076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:10.320374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:10.339373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for 724c1321-a9d7-42a9-9f38-7388a3a5e9d0 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:10.369931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.370404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.370907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.371378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.371848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.372313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.372777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.374974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3f06545f-9760-434e-812e-bc1dbabee10f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6abfef9d5dc8478b83172a58ef395efc&device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 6496 time: 0.5713561 Aug 21 18:18:10.459992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=e69a5cec-856c-4633-8037-644537649f44,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:10.575399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32992324-0ea9-42f0-a9ae-892b84b1fccd req-508d6b70-9013-4bf0-9045-2d473f9f21cc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:10.576991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32992324-0ea9-42f0-a9ae-892b84b1fccd req-508d6b70-9013-4bf0-9045-2d473f9f21cc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.7697020 Aug 21 18:18:10.781530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:10.785103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:10.891555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32992324-0ea9-42f0-a9ae-892b84b1fccd req-1c0eb0cb-9ee6-4bde-9c24-5ea09b512d4e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779067 Aug 21 18:18:11.087156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0fa43386-24b8-48f2-abb0-d371362fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.087635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0fa43386-24b8-48f2-abb0-d371362fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.089165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0fa43386-24b8-48f2-abb0-d371362fe915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.090335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0fa43386-24b8-48f2-abb0-d371362fe915 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9f3ccdad-4d90-4633-846b-69c6fd50df72&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=13be154c-f5e8-4d05-8eba-633701811939&id=4235e44c-5df5-4c67-83ca-4a302acae183&id=4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 200 len: 2289 time: 0.6711960 Aug 21 18:18:11.094729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Checking segment: {'id': '922df16a-f1fb-4681-b93b-d2d4de11c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:11.095107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network hostable DHCP agents. Network: 31a7c5d6-a653-4848-974b-93d707f4e8b7, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:11.097335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Subnet': ['ID=0e8d0e95-dd30-46a8-a3be-27de5a3b2401,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:11.109539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade9ecc-91a5-4b73-8b8d-d159e94c7770 req-a4853507-96ac-4615-b667-c5d2edf1bdcf tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.119134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fade9ecc-91a5-4b73-8b8d-d159e94c7770 req-a4853507-96ac-4615-b667-c5d2edf1bdcf tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.1658192 Aug 21 18:18:11.233358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fade9ecc-91a5-4b73-8b8d-d159e94c7770 req-f2039575-ebd2-4108-8e57-692731407250 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Aug 21 18:18:11.264028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:11.352869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-fd7e4b89-784d-49a5-bbad-4ecb8ffc339a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 200 len: 1000 time: 0.2460625 Aug 21 18:18:11.393023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 31a7c5d6-a653-4848-974b-93d707f4e8b7) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:11.403442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a3cda-4a4c-4afb-a5f1-a5eba07dd340 None None] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:11.412121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.412730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.463183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-e404282e-55af-40bb-80ff-8a76d26bef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.464675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-e404282e-55af-40bb-80ff-8a76d26bef7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ad90d85-0a1c-4fe6-803d-3f2901558060 HTTP/1.1" status: 200 len: 850 time: 0.0681417 Aug 21 18:18:11.506402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.535838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ff71f7fb-55a8-41a9-8cca-97722e40facd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0366006 Aug 21 18:18:11.539223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:11.545428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'network': {'name': 'tempest-router-network01--1285961264'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:11.583135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router a8c49603-bd0c-4930-be5b-f8d5b91160b3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:11.584806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=724c1321-a9d7-42a9-9f38-7388a3a5e9d0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:11.602322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:11.616106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.654582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-69fb7e6a-11bc-4a3a-9346-728d04ab4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.656234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-69fb7e6a-11bc-4a3a-9346-728d04ab4559 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9f3ccdad-4d90-4633-846b-69c6fd50df72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670363 Aug 21 18:18:11.692820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:11.715853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.717744 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Added segment 5dca26c1-6e7b-4553-a1ba-4e559b7b129d of type vlan for network 25508eb0-711a-4739-9593-51e56f818adc Aug 21 18:18:11.777993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-31a7c5d6-a653-4848-974b-93d707f4e8b7', 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7', 'tenant_id': 'a40c91ec9858477493e93e52744a2b51', 'fixed_ips': [{'subnet_id': '0e8d0e95-dd30-46a8-a3be-27de5a3b2401'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:11.781094 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.896395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.905096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.976800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:11.986227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:11.990118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.025572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.029424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.129210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.131149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router a240ac3a-3c9b-4ab2-abb2-74debca2596b {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:12.132339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Allocated IP 172.20.0.2 (31a7c5d6-a653-4848-974b-93d707f4e8b7/0e8d0e95-dd30-46a8-a3be-27de5a3b2401/b209feea-074c-458c-ae3f-70db9ee2514a) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:12.145979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.147703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ad52389a-0583-4408-b1a6-f7c890ae5cc2 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 204 len: 168 time: 3.9315698 Aug 21 18:18:12.156879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37882) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:12.164803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6221209 Aug 21 18:18:12.169945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37884) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:12.172862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1102240034', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:12.180458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:12.188478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-57000420-33f1-4822-bf62-7bc33db6128c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6544380 Aug 21 18:18:12.196403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37886) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:12.203775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'network': {'name': 'tempest-router-network02--885167438'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:12.234355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] Sync routers for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:12.263824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872cf7-4392-43cd-b59c-b2d139c1e7ad tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Network': ['ID=25508eb0-711a-4739-9593-51e56f818adc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:12.355864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 25508eb0-711a-4739-9593-51e56f818adc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:12.393600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:12.397533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:12.425917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-60787c89-6ecc-434c-9c74-db4df86b0276 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6952994 Aug 21 18:18:12.426929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.428031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.452632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:12.465595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.582741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:12.639552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.639946 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Added segment e2aeb53a-5738-4623-afa3-d3fa7799152f of type vlan for network dd31cdef-635c-4fe2-a90c-4cae6e17270b Aug 21 18:18:12.729611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.802547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.808809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:12.809529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:12.936051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Network': ['ID=dd31cdef-635c-4fe2-a90c-4cae6e17270b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:12.942535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-559fc4b5-fd6a-48b6-804b-6d3a12e73abd tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7639143 Aug 21 18:18:12.943336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37900) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:12.957232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'subnet': {'network_id': '25508eb0-711a-4739-9593-51e56f818adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:12.972842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:13.082478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:13.153772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:13.163603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.219705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:13.220695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:13.229535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.234239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-55446f4f-6eb5-4fbd-95e9-4c9798d7fb72 service neutron] 10.222.0.39 "GET /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991090 Aug 21 18:18:13.290361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:13.294478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f865934-7440-4c4b-acc5-f02ac811ecbc None None] The sync data for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:13.297612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.313158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Transition to ACTIVE for port object b209feea-074c-458c-ae3f-70db9ee2514a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:13.339858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Transition to ACTIVE for port object b209feea-074c-458c-ae3f-70db9ee2514a will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:13.349231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.396434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:13.400765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:13.404966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:13.469297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Pushing event updated for resources: {'Port': ['ID=b209feea-074c-458c-ae3f-70db9ee2514a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:13.494185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.494982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.495491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.496000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.498183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.500215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.503734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.505975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.507909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.508558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.509082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.509581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:13.529814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Attempting to bind port b209feea-074c-458c-ae3f-70db9ee2514a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:13.530380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Attempting to bind port b209feea-074c-458c-ae3f-70db9ee2514a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '922df16a-f1fb-4681-b93b-d2d4de11c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:13.530958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Attempting to bind port b209feea-074c-458c-ae3f-70db9ee2514a on network 31a7c5d6-a653-4848-974b-93d707f4e8b7 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:13.538322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.545395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:13.545800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Checking segment: {'id': '922df16a-f1fb-4681-b93b-d2d4de11c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:13.546324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.548606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Bound using segment: {'id': '922df16a-f1fb-4681-b93b-d2d4de11c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:13.550621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Bound port: b209feea-074c-458c-ae3f-70db9ee2514a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '922df16a-f1fb-4681-b93b-d2d4de11c171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '31a7c5d6-a653-4848-974b-93d707f4e8b7'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:13.551280 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.553314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192fa12-3a30-4fbc-bacd-d9e2b4c78904 req-b8955cfe-9a86-4a6f-9095-6e54150a568e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:13.571150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9192fa12-3a30-4fbc-bacd-d9e2b4c78904 req-b8955cfe-9a86-4a6f-9095-6e54150a568e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 1.1638355 Aug 21 18:18:13.583119 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-dcfd447d-23d9-42b4-8260-27192858b20d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 217 time: 0.3083806 Aug 21 18:18:13.639662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.650873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-519be984-dff8-4706-ac03-a9f146363235 None None] For port b209feea-074c-458c-ae3f-70db9ee2514a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:13.656046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-519be984-dff8-4706-ac03-a9f146363235 None None] For port b209feea-074c-458c-ae3f-70db9ee2514a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b209feea-074c-458c-ae3f-70db9ee2514a,segment=NetworkSegment(922df16a-f1fb-4681-b93b-d2d4de11c171),segment_id=922df16a-f1fb-4681-b93b-d2d4de11c171)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:13.662967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.731899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9192fa12-3a30-4fbc-bacd-d9e2b4c78904 req-d14ed5f3-1f88-404d-b615-0687a1e66378 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587489 Aug 21 18:18:13.769747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519be984-dff8-4706-ac03-a9f146363235 None None] Pushing event updated for resources: {'Port': ['ID=b209feea-074c-458c-ae3f-70db9ee2514a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:13.804521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Subnet': ['ID=f7e81509-395b-416d-b967-eafdb6789abf,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:13.851834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a5a28b6e-cc9a-4113-9e57-759fd4b0e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:13.853334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a5a28b6e-cc9a-4113-9e57-759fd4b0e46d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.2526772 Aug 21 18:18:13.879209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Checking segment: {'id': '5dca26c1-6e7b-4553-a1ba-4e559b7b129d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25508eb0-711a-4739-9593-51e56f818adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:13.880767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network hostable DHCP agents. Network: 25508eb0-711a-4739-9593-51e56f818adc, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:13.927259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 25508eb0-711a-4739-9593-51e56f818adc is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:13.960437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 25508eb0-711a-4739-9593-51e56f818adc) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:13.963947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a727332a-01e1-49a6-9866-219c57b766db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:13.965472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a727332a-01e1-49a6-9866-219c57b766db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0920470 Aug 21 18:18:13.972285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:13.973299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:13.974363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdd3fe8-fe9a-449b-a1fa-5469c6d3ce46 None None] Network 25508eb0-711a-4739-9593-51e56f818adc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:14.000743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fa92863b-4c22-4114-b5c5-18b70c404021 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0540783 Aug 21 18:18:14.003877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:14.011687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'subnet': {'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:14.110355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:14.224717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-99552db5-d4f8-4bf0-85ae-88265c9e2ea3 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453291 Aug 21 18:18:14.231560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Made reservation on behalf of a40c91ec9858477493e93e52744a2b51 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:14.235885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.270355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.329925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-25508eb0-711a-4739-9593-51e56f818adc', 'network_id': '25508eb0-711a-4739-9593-51e56f818adc', 'tenant_id': 'a40c91ec9858477493e93e52744a2b51', 'fixed_ips': [{'subnet_id': 'f7e81509-395b-416d-b967-eafdb6789abf'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:14.331838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.395346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6a174b3-0217-4af7-95e6-6609dcfa2c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.479764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.516805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.573546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Allocated IP 172.20.0.2 (25508eb0-711a-4739-9593-51e56f818adc/f7e81509-395b-416d-b967-eafdb6789abf/73b846af-6301-4850-92b3-a8cd4f5b279d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:14.840076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.866809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-e49be1ac-e627-4c24-b0c2-a3ab40c2a19c service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5938103 Aug 21 18:18:14.900346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.911407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Transition to ACTIVE for port object 73b846af-6301-4850-92b3-a8cd4f5b279d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:14.939971 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6a174b3-0217-4af7-95e6-6609dcfa2c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.956874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Transition to ACTIVE for port object 73b846af-6301-4850-92b3-a8cd4f5b279d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:14.973683 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:14.978202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-c82bafce-af2a-44e4-b4e1-fe603969d49f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 217 time: 0.0939181 Aug 21 18:18:14.981046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Allocated IP 172.25.1.54 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ad58d993-52ac-40a6-aef8-9d8278871959) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:14.995975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6a174b3-0217-4af7-95e6-6609dcfa2c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.047543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Network 25508eb0-711a-4739-9593-51e56f818adc is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:15.051438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:15.055900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:15.068116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Subnet': ['ID=f1f35f9f-8820-4bb4-8d13-796bb3c141bc,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:15.090680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Pushing event updated for resources: {'Port': ['ID=73b846af-6301-4850-92b3-a8cd4f5b279d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:15.132314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Checking segment: {'id': 'e2aeb53a-5738-4623-afa3-d3fa7799152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:15.132715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network hostable DHCP agents. Network: dd31cdef-635c-4fe2-a90c-4cae6e17270b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:15.150529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de109f98-d6b3-425c-8ab3-eec77f5dad4f req-7f26f515-840e-4dd6-9016-75bd0d11729c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:15.155628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de109f98-d6b3-425c-8ab3-eec77f5dad4f req-7f26f515-840e-4dd6-9016-75bd0d11729c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.2595654 Aug 21 18:18:15.160545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a174b3-0217-4af7-95e6-6609dcfa2c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b151fd-ba83-435d-a5c1-2b0e210fa3a7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:15.181318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a6a174b3-0217-4af7-95e6-6609dcfa2c50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d8066b9f5d94b1fa0401dd714d1b42a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0589671 Aug 21 18:18:15.196808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:15.196996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Attempting to bind port 73b846af-6301-4850-92b3-a8cd4f5b279d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:15.197174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Attempting to bind port 73b846af-6301-4850-92b3-a8cd4f5b279d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5dca26c1-6e7b-4553-a1ba-4e559b7b129d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25508eb0-711a-4739-9593-51e56f818adc'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:15.197537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Attempting to bind port 73b846af-6301-4850-92b3-a8cd4f5b279d on network 25508eb0-711a-4739-9593-51e56f818adc {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:15.205899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:15.206282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Checking segment: {'id': '5dca26c1-6e7b-4553-a1ba-4e559b7b129d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25508eb0-711a-4739-9593-51e56f818adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:15.206712 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.207102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Bound using segment: {'id': '5dca26c1-6e7b-4553-a1ba-4e559b7b129d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25508eb0-711a-4739-9593-51e56f818adc'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:15.207617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Bound port: 73b846af-6301-4850-92b3-a8cd4f5b279d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dca26c1-6e7b-4553-a1ba-4e559b7b129d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '25508eb0-711a-4739-9593-51e56f818adc'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:15.207942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.242452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-eb2a5754-ea62-4f52-8158-8a447c681e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:15.248670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-eb2a5754-ea62-4f52-8158-8a447c681e70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.2608593 Aug 21 18:18:15.321597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de109f98-d6b3-425c-8ab3-eec77f5dad4f req-fcb4338e-e4fd-4be8-a578-3ff7c09b387d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192498 Aug 21 18:18:15.321597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:15.357012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, dd31cdef-635c-4fe2-a90c-4cae6e17270b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:15.379869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:15.380495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.407890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.416109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74b1e4-708a-4bf0-b392-f57ae7866efc None None] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:15.442561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23a61934-b3a0-4f2e-a5a7-1da831383f4f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4348314 Aug 21 18:18:15.461933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:15.479397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.506621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3267ed0-3bb8-4032-a437-53c4b99665ca None None] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:15.529147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] For port 73b846af-6301-4850-92b3-a8cd4f5b279d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:15.550162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-9f597240-a402-4a76-a200-0c10aac195b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:15.551746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-9f597240-a402-4a76-a200-0c10aac195b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2947893 Aug 21 18:18:15.607541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.616359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] For port 73b846af-6301-4850-92b3-a8cd4f5b279d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=73b846af-6301-4850-92b3-a8cd4f5b279d,segment=NetworkSegment(5dca26c1-6e7b-4553-a1ba-4e559b7b129d),segment_id=5dca26c1-6e7b-4553-a1ba-4e559b7b129d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:15.634830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.661421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6d1e55e4-30bb-4a10-8a7f-d51d5979147c None None] Provisioning for port b209feea-074c-458c-ae3f-70db9ee2514a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:15.711121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port c227582e-9030-4c66-87ad-06d9dc2b04c5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:15.711519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.759389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-dd31cdef-635c-4fe2-a90c-4cae6e17270b', 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b', 'tenant_id': 'a40c91ec9858477493e93e52744a2b51', 'fixed_ips': [{'subnet_id': 'f1f35f9f-8820-4bb4-8d13-796bb3c141bc'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:15.760291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.838641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.842243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:15.844485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34b151fd-ba83-435d-a5c1-2b0e210fa3a7 HTTP/1.1" status: 204 len: 168 time: 0.6467175 Aug 21 18:18:15.845318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8bee0-1836-4689-9cf9-e991b5f1219e None None] Pushing event updated for resources: {'Port': ['ID=73b846af-6301-4850-92b3-a8cd4f5b279d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:15.856176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-cc95dc25-b920-4a6c-8849-bfb8e1a25526 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927847 Aug 21 18:18:15.901251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.033911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e0220-5368-4d77-8d5a-d9d1d59e67a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b151fd-ba83-435d-a5c1-2b0e210fa3a7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:16.073446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.133350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b209feea-074c-458c-ae3f-70db9ee2514a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:16.223467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for c227582e-9030-4c66-87ad-06d9dc2b04c5 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:16.239735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:16.277752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event updated for resources: {'Port': ['ID=ad58d993-52ac-40a6-aef8-9d8278871959,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:16.287155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:16.322189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:16.334362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b209feea-074c-458c-ae3f-70db9ee2514a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:16.343254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b209feea-074c-458c-ae3f-70db9ee2514a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:16.344300 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.353324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Allocated IP 172.20.0.2 (dd31cdef-635c-4fe2-a90c-4cae6e17270b/f1f35f9f-8820-4bb4-8d13-796bb3c141bc/3eb11323-e2bf-4e06-aa15-c84910857cb7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:16.482395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.587185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-b3b5c41b-19d8-42f3-aa6c-c84a0d76b024 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209382 Aug 21 18:18:16.683026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.746417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37940) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:16.809438 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e11452f-b563-4377-b372-bace78ec1d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.851558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b209feea-074c-458c-ae3f-70db9ee2514a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b209feea-074c-458c-ae3f-70db9ee2514a,segment=NetworkSegment(922df16a-f1fb-4681-b93b-d2d4de11c171),segment_id=922df16a-f1fb-4681-b93b-d2d4de11c171)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:16.867694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a75d98c0-bc2a-4ef7-9ada-0f23514d2d2b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1149feed-d4e5-4a61-9637-9dcf13700158 HTTP/1.1" status: 200 len: 217 time: 0.2451260 Aug 21 18:18:16.870824 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:16.980988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b209feea-074c-458c-ae3f-70db9ee2514a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:17.021852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.024965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35050656-4c56-4f97-bb4d-fc383efd8199 None None] Provisioning complete for port b209feea-074c-458c-ae3f-70db9ee2514a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:17.026366 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35050656-4c56-4f97-bb4d-fc383efd8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.056326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Allocated IP 172.20.0.1 (25508eb0-711a-4739-9593-51e56f818adc/f7e81509-395b-416d-b967-eafdb6789abf/d29caed2-fce3-499c-abbc-3126137bb369) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:17.069096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Transition to ACTIVE for port object 3eb11323-e2bf-4e06-aa15-c84910857cb7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:17.140098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Transition to ACTIVE for port object 3eb11323-e2bf-4e06-aa15-c84910857cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:17.176245 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.203953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e11452f-b563-4377-b372-bace78ec1d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.216446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e11452f-b563-4377-b372-bace78ec1d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.307318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e11452f-b563-4377-b372-bace78ec1d1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea8d55f3430e4323a7b3d528adcff33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558777 Aug 21 18:18:17.309069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:17.310546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11452f-b563-4377-b372-bace78ec1d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07647b12-4344-4721-a0ab-bf0ce0b8e257,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:17.312507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:17.316142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:17.327720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Pushing event updated for resources: {'Port': ['ID=3eb11323-e2bf-4e06-aa15-c84910857cb7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:17.338217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:17.391251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.398064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Attempting to bind port 3eb11323-e2bf-4e06-aa15-c84910857cb7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:17.398591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Attempting to bind port 3eb11323-e2bf-4e06-aa15-c84910857cb7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e2aeb53a-5738-4623-afa3-d3fa7799152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:17.399312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Attempting to bind port 3eb11323-e2bf-4e06-aa15-c84910857cb7 on network dd31cdef-635c-4fe2-a90c-4cae6e17270b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:17.405328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:17.406017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Checking segment: {'id': 'e2aeb53a-5738-4623-afa3-d3fa7799152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:17.406557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.407104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Bound using segment: {'id': 'e2aeb53a-5738-4623-afa3-d3fa7799152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:17.407671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Bound port: 3eb11323-e2bf-4e06-aa15-c84910857cb7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2aeb53a-5738-4623-afa3-d3fa7799152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'dd31cdef-635c-4fe2-a90c-4cae6e17270b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:17.408162 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.431792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Transition to ACTIVE for port object d29caed2-fce3-499c-abbc-3126137bb369 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:17.436331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea445da-35ff-47d2-9887-6368c8ae3019 req-bd5e7b8a-2f9e-4a0e-9964-54e8031c4c5b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:17.449797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ea445da-35ff-47d2-9887-6368c8ae3019 req-bd5e7b8a-2f9e-4a0e-9964-54e8031c4c5b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.9545398 Aug 21 18:18:17.474970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.510180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] For port 3eb11323-e2bf-4e06-aa15-c84910857cb7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:17.516774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] For port 3eb11323-e2bf-4e06-aa15-c84910857cb7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3eb11323-e2bf-4e06-aa15-c84910857cb7,segment=NetworkSegment(e2aeb53a-5738-4623-afa3-d3fa7799152f),segment_id=e2aeb53a-5738-4623-afa3-d3fa7799152f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:17.517624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.528119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.563905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a082d-7344-4c04-aade-14495ab22c7f None None] Network 25508eb0-711a-4739-9593-51e56f818adc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:17.582861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.585506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0d686fe7-df40-4758-a25b-c2afdabe4029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:17.588432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0d686fe7-df40-4758-a25b-c2afdabe4029 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.6832848 Aug 21 18:18:17.659725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 25508eb0-711a-4739-9593-51e56f818adc is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:17.667680 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:17.675124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:17.761025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.764183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.765691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/07647b12-4344-4721-a0ab-bf0ce0b8e257 HTTP/1.1" status: 204 len: 168 time: 0.4220164 Aug 21 18:18:17.780870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Port': ['ID=d29caed2-fce3-499c-abbc-3126137bb369,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:17.820616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c141ac7-3738-463f-ac35-96dc83c1fbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07647b12-4344-4721-a0ab-bf0ce0b8e257,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:17.824424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.906058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9a045512-e37f-4e99-9e88-3de5c37b01f2 None None] Provisioning for port 73b846af-6301-4850-92b3-a8cd4f5b279d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:17.943300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ea445da-35ff-47d2-9887-6368c8ae3019 req-8fc59a42-8227-413b-b36e-771e18e4b731 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865708 Aug 21 18:18:17.945709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.973972 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-731b0161-ce74-4920-bac7-89eb1ba326b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:17.984021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762eb2d0-93b7-4f58-b2c9-a397f7014d95 None None] Pushing event updated for resources: {'Port': ['ID=3eb11323-e2bf-4e06-aa15-c84910857cb7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:18.028447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=c227582e-9030-4c66-87ad-06d9dc2b04c5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:18.060041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.139514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.203772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 73b846af-6301-4850-92b3-a8cd4f5b279d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:18.368191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-f2fbf513-b553-4a29-b800-dd1340985606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:18.373704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-f2fbf513-b553-4a29-b800-dd1340985606 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7586102 Aug 21 18:18:18.387573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 73b846af-6301-4850-92b3-a8cd4f5b279d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:18.405185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 73b846af-6301-4850-92b3-a8cd4f5b279d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:18.405740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.469850 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.527956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.685291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.773194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 73b846af-6301-4850-92b3-a8cd4f5b279d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=73b846af-6301-4850-92b3-a8cd4f5b279d,segment=NetworkSegment(5dca26c1-6e7b-4553-a1ba-4e559b7b129d),segment_id=5dca26c1-6e7b-4553-a1ba-4e559b7b129d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:18.811709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.812524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b209feea-074c-458c-ae3f-70db9ee2514a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:18.930660 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:18.941189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.044653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=73b846af-6301-4850-92b3-a8cd4f5b279d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:19.084089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Port': ['ID=d29caed2-fce3-499c-abbc-3126137bb369,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:19.087180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.097932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-a67ebf24-aaf6-497b-bd2d-a4e234d473a5 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289568 Aug 21 18:18:19.137482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.197471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Provisioning complete for port 73b846af-6301-4850-92b3-a8cd4f5b279d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:19.197915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.332793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b209feea-074c-458c-ae3f-70db9ee2514a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:19.333510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.422754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c418ab7-b0fb-4d27-a9b8-acbd41f9d639 req-6ea63da8-de15-412a-b6bc-5dc871491c6d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:19.431564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c418ab7-b0fb-4d27-a9b8-acbd41f9d639 req-6ea63da8-de15-412a-b6bc-5dc871491c6d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.2198319 Aug 21 18:18:19.479355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 25508eb0-711a-4739-9593-51e56f818adc is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:19.483053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:19.684281 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-10a950d1-1895-412c-95e3-4f5952be73a2 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740984 Aug 21 18:18:19.738410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Provisioning for port d29caed2-fce3-499c-abbc-3126137bb369 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:19.739921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c418ab7-b0fb-4d27-a9b8-acbd41f9d639 req-970c9d4a-eb58-43b1-a2dc-6f6e3c68ea7b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013334 Aug 21 18:18:19.760655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Provisioning complete for port d29caed2-fce3-499c-abbc-3126137bb369 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:19.761006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:19.875817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-08efa92e-87f0-4c46-8131-f09866b7794d None None] Port d29caed2-fce3-499c-abbc-3126137bb369 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:19.903280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-237c28e8-ff99-4d96-9b04-cd003ce991b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 HTTP/1.1" status: 200 len: 217 time: 0.2053673 Aug 21 18:18:19.980857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eac8b4-afcc-4a82-8baa-14ddc7e5758b None None] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:20.029431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-04948f98-a790-43a7-8c34-4ade542124d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:20.031003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-04948f98-a790-43a7-8c34-4ade542124d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 200 len: 797 time: 0.1072488 Aug 21 18:18:20.046734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router a8c49603-bd0c-4930-be5b-f8d5b91160b3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:20.124178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e262cf4-050b-4c27-a8aa-1342a961db54 None None] Provisioning for port 3eb11323-e2bf-4e06-aa15-c84910857cb7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:20.162174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 73b846af-6301-4850-92b3-a8cd4f5b279d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:20.235339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e262cf4-050b-4c27-a8aa-1342a961db54 None None] Provisioning complete for port d29caed2-fce3-499c-abbc-3126137bb369 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:20.235652 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e262cf4-050b-4c27-a8aa-1342a961db54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.288046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 73b846af-6301-4850-92b3-a8cd4f5b279d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:20.288418 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.354683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:20.363986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1fe0f1a-141f-4fda-b41d-7780f0b5bb8b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1631794 Aug 21 18:18:20.367997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:20.383681 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc598c-757c-43da-bedd-373efc33abba None None] Sync routers for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:20.390742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-c519bc2f-f8d5-41a4-986b-2f56fecf2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:20.392276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-c519bc2f-f8d5-41a4-986b-2f56fecf2ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=13be154c-f5e8-4d05-8eba-633701811939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3439009 Aug 21 18:18:20.406055 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:20.407936 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:17:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.422666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0e262cf4-050b-4c27-a8aa-1342a961db54 None None] Port d29caed2-fce3-499c-abbc-3126137bb369 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:20.481879 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4141aea5-b1b1-4e80-8c30-b967c4ab2d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.509005 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.544418 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] Routers {'a8c49603-bd0c-4930-be5b-f8d5b91160b3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:20.549974 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.558722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-922bb2a0-e6be-4e1b-a661-9a2e1a3cf9a1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c49603-bd0c-4930-be5b-f8d5b91160b3 HTTP/1.1" status: 200 len: 205 time: 0.1843345 Aug 21 18:18:20.560308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.567836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-194c7100-1b87-4c30-9bdf-7a955cab492c service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583922 Aug 21 18:18:20.568772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:20.581173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.582644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Router de0f8f03-c178-4a7f-93ec-b49da3621fd7 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:20.670459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65bc598c-757c-43da-bedd-373efc33abba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.671170 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bc598c-757c-43da-bedd-373efc33abba None None] The sync data for ids ['a8c49603-bd0c-4930-be5b-f8d5b91160b3'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:20.678788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.689337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3eb11323-e2bf-4e06-aa15-c84910857cb7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:20.767358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-37d2040b-b049-4c08-b764-38849d1de800 None None] Provisioning complete for port d29caed2-fce3-499c-abbc-3126137bb369 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:20.768619 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37d2040b-b049-4c08-b764-38849d1de800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.794853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:20.810731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] Sync routers for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:20.836509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1d1ec62-1eb4-422f-8afd-b0a3e1ee8fc1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3677361 Aug 21 18:18:20.839298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38008) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:20.840119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-37d2040b-b049-4c08-b764-38849d1de800 None None] Port d29caed2-fce3-499c-abbc-3126137bb369 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:20.844647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3eb11323-e2bf-4e06-aa15-c84910857cb7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:20.848431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:20.850741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.892208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.904134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3eb11323-e2bf-4e06-aa15-c84910857cb7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:20.905197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:20.910225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:20.911149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.993971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:20.994601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b74c3-7458-4c09-93dc-9036832e6138 None None] The sync data for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:21.166636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.168515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.170835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.248549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.249089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router a8c49603-bd0c-4930-be5b-f8d5b91160b3 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:21.278274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3eb11323-e2bf-4e06-aa15-c84910857cb7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3eb11323-e2bf-4e06-aa15-c84910857cb7,segment=NetworkSegment(e2aeb53a-5738-4623-afa3-d3fa7799152f),segment_id=e2aeb53a-5738-4623-afa3-d3fa7799152f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:21.299761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.303920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6b058c6-63e6-49db-bb96-83b9c8dafb24 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3 HTTP/1.1" status: 204 len: 168 time: 0.7296460 Aug 21 18:18:21.304484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.316991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67acb96-72b6-4db4-844a-49aaae58cf5a req-40d762a5-dd44-47e4-b816-bca8b546a3ff tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:21.319139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d67acb96-72b6-4db4-844a-49aaae58cf5a req-40d762a5-dd44-47e4-b816-bca8b546a3ff tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3451624 Aug 21 18:18:21.323477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38016) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:21.416362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0f30967c-a2a1-4c1b-ba5e-650931841077 service neutron] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7507432 Aug 21 18:18:21.418883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3eb11323-e2bf-4e06-aa15-c84910857cb7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:21.430758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8b193b0f-5836-4c1b-87a2-2c583378bb66 None None] Provisioning complete for port 3eb11323-e2bf-4e06-aa15-c84910857cb7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:21.431369 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b193b0f-5836-4c1b-87a2-2c583378bb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.553767 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.685342 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-dda0689d-dadf-4efc-ab4d-5f2f374ec786 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:18:21.686566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dda0689d-dadf-4efc-ab4d-5f2f374ec786 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8462059 Aug 21 18:18:21.692520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:21.804521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d67acb96-72b6-4db4-844a-49aaae58cf5a req-c3c0c59e-710a-4daf-bcab-7463900c1a1b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611697 Aug 21 18:18:21.808031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-7cf1112c-a2cb-4742-9c77-82387dc3621d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 200 len: 217 time: 0.3634789 Aug 21 18:18:21.852422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet ab7cca55-067b-44b0-b133-3b17210b87fd {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:21.860313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.916660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Router fedc6656-44fe-4a4e-b66e-b7c73871da18 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:21.928940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:21.953174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-29dc83f0-dc99-4061-a793-68e80baf4a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:21.954732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-29dc83f0-dc99-4061-a793-68e80baf4a4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.1349435 Aug 21 18:18:22.013934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3eb11323-e2bf-4e06-aa15-c84910857cb7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:22.131829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-827f61ec-de32-4dd8-9b30-4df78a77770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:22.133508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-827f61ec-de32-4dd8-9b30-4df78a77770b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1703293 Aug 21 18:18:22.146900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3eb11323-e2bf-4e06-aa15-c84910857cb7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:22.150842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.184823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.242808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:22.254164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] Sync routers for ids ['fedc6656-44fe-4a4e-b66e-b7c73871da18'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:22.271607 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] Routers {'fedc6656-44fe-4a4e-b66e-b7c73871da18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:22.272872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fedc6656-44fe-4a4e-b66e-b7c73871da18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:22.304808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.309539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e3226af-1e0a-4df6-8d82-8ef654d00e09 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.1508198 Aug 21 18:18:22.314350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38034) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:22.321773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:22.398950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3c3c407a-f3fe-4a9a-b3be-fab1dc0c4dd8 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526877 Aug 21 18:18:22.429038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.475691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4330af19-e294-4ff0-8992-5ca381aeb703 None None] Network 599912dc-4ff2-423b-8ca2-a9bbc130e956 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:22.489365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.497838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/ab7cca55-067b-44b0-b133-3b17210b87fd HTTP/1.1" status: 204 len: 168 time: 1.1684937 Aug 21 18:18:22.529276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38038) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:22.544440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96618c1b-f622-4c61-8fa1-08e27077a454 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7cca55-067b-44b0-b133-3b17210b87fd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:22.653778 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:22.681912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] Routers {'fedc6656-44fe-4a4e-b66e-b7c73871da18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:22.683653 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fedc6656-44fe-4a4e-b66e-b7c73871da18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:22.714656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.780869 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:22.785722 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1605b10-6a01-4e36-aedd-cd13fb29c704 None None] The sync data for ids ['fedc6656-44fe-4a4e-b66e-b7c73871da18'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:22.825809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet 02f3d8ff-3e68-42df-9be5-9707dcdcff33 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:22.847787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:22.930768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-3129bfc6-49a0-4a98-a7ed-d2bc0c4f8554 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146987 Aug 21 18:18:23.019046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] DHCP port deletion for 599912dc-4ff2-423b-8ca2-a9bbc130e956 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:23.037009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-ea3f3d44-90ef-4a41-b030-89fe4cc15d6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 200 len: 217 time: 0.0796344 Aug 21 18:18:23.105675 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.134632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Deleting port 15fa6231-bd68-4473-847a-adc00d488700 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:23.135010 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.310242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.317483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] For port 15fa6231-bd68-4473-847a-adc00d488700, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=15fa6231-bd68-4473-847a-adc00d488700,segment=NetworkSegment(cfb1c9d6-002e-42d5-b440-054c3a0589dd),segment_id=cfb1c9d6-002e-42d5-b440-054c3a0589dd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:23.317893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.344564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Calling delete_port for 15fa6231-bd68-4473-847a-adc00d488700 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:23.423116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-6e8361d4-324e-4206-9cf5-a337be9e24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:23.425156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-6e8361d4-324e-4206-9cf5-a337be9e24bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 200 len: 797 time: 0.3550489 Aug 21 18:18:23.428728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236493-dcd9-4a80-9912-dde173a049a3 req-6ec1cbd5-6e4f-48d7-9e6c-b5fe40a7f6cb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:23.430816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2236493-dcd9-4a80-9912-dde173a049a3 req-6ec1cbd5-6e4f-48d7-9e6c-b5fe40a7f6cb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3143060 Aug 21 18:18:23.523991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2236493-dcd9-4a80-9912-dde173a049a3 req-efc3d6ca-e303-4574-b5f1-5f81cf7f44a4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846062 Aug 21 18:18:23.530666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.569746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] Pushing event deleted for resources: {'Port': ['ID=15fa6231-bd68-4473-847a-adc00d488700,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:23.594692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb103c2d-ba79-4b9f-8bd7-35fb5494d653 None None] No DVR routers for this DVR port 15fa6231-bd68-4473-847a-adc00d488700 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:23.642388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting port d29caed2-fce3-499c-abbc-3126137bb369 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:23.642824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.645620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.714114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.726090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa3cde-015c-427d-bd78-6504290346d9 req-37eccdb6-1166-4b79-a0ad-ad6b19cb80a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:23.727698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-37eccdb6-1166-4b79-a0ad-ad6b19cb80a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4235e44c-5df5-4c67-83ca-4a302acae183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2864218 Aug 21 18:18:23.769818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.858517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.894421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=02f3d8ff-3e68-42df-9be5-9707dcdcff33,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:23.916643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.921081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b0caea2-f8b0-4d57-a9bf-45ba02ba9083 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/02f3d8ff-3e68-42df-9be5-9707dcdcff33 HTTP/1.1" status: 204 len: 168 time: 1.3883088 Aug 21 18:18:23.921625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-86a1e712-246a-45c9-bbb2-22bfd8b6c800 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824872 Aug 21 18:18:23.927196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38056) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:23.932803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a39f98-5d94-41bc-a72c-2b8b576de92e None None] Network d931bdaa-0fe6-4757-96a4-9e26e4120434 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:23.954318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:23.982658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Calling delete_port for d29caed2-fce3-499c-abbc-3126137bb369 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:24.013658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 15fa6231-bd68-4473-847a-adc00d488700 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:24.046048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28aa3cde-015c-427d-bd78-6504290346d9 req-0c6cf7a8-99ee-471b-9f62-1c4bb7981948 service neutron] 10.222.0.39 "GET /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053250 Aug 21 18:18:24.132667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 15fa6231-bd68-4473-847a-adc00d488700 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:24.133016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 15fa6231-bd68-4473-847a-adc00d488700 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:24.163885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Deleting port ad58d993-52ac-40a6-aef8-9d8278871959 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:24.164529 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.376191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.433038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] DHCP port deletion for d931bdaa-0fe6-4757-96a4-9e26e4120434 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:24.524259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.545781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Deleting port 85762c63-b6e5-441d-bfce-d6e0053045de {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:24.546482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.561575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.581019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.594647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Calling delete_port for ad58d993-52ac-40a6-aef8-9d8278871959 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:24.602032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599912dc-4ff2-423b-8ca2-a9bbc130e956']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:24.625742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb1c9d6-002e-42d5-b440-054c3a0589dd') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:24.626154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb1c9d6-002e-42d5-b440-054c3a0589dd') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:24.732393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.763765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.794874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Port': ['ID=d29caed2-fce3-499c-abbc-3126137bb369,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:24.838360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:24.840063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:24.843358 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:24.856970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac32bd-1536-4902-9970-7d213dbb257a req-b38973a8-bfd6-45b9-8f7d-6516faaad266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:24.859197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7ac32bd-1536-4902-9970-7d213dbb257a req-b38973a8-bfd6-45b9-8f7d-6516faaad266 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1098 time: 0.5384328 Aug 21 18:18:24.860346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] For port 85762c63-b6e5-441d-bfce-d6e0053045de, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85762c63-b6e5-441d-bfce-d6e0053045de,segment=NetworkSegment(68034065-1726-4f05-91d5-359c7bbd674c),segment_id=68034065-1726-4f05-91d5-359c7bbd674c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:24.860754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:24.891526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Calling delete_port for 85762c63-b6e5-441d-bfce-d6e0053045de owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:24.960871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7ac32bd-1536-4902-9970-7d213dbb257a req-f9efdb58-955f-4633-9bb1-dde117ed85ca service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845852 Aug 21 18:18:25.129220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.151023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] No DVR routers for this DVR port 85762c63-b6e5-441d-bfce-d6e0053045de on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:25.183384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.255169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea4d19-fe98-4770-a16c-6e3d777eefb1 None None] Pushing event deleted for resources: {'Port': ['ID=85762c63-b6e5-441d-bfce-d6e0053045de,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:25.259627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683aa8f3-1820-4927-be54-751640ca4523 req-b8997824-3d82-453e-9121-93ccc151dbd6 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:25.260993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-683aa8f3-1820-4927-be54-751640ca4523 req-b8997824-3d82-453e-9121-93ccc151dbd6 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.4862106 Aug 21 18:18:25.262059 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.266452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.272154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/599912dc-4ff2-423b-8ca2-a9bbc130e956 HTTP/1.1" status: 204 len: 168 time: 1.3427174 Aug 21 18:18:25.277183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:25.306442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d57093-0bf9-416b-9439-3a5fb635200a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=599912dc-4ff2-423b-8ca2-a9bbc130e956,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:25.550692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.679507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.700606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d931bdaa-0fe6-4757-96a4-9e26e4120434']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:25.724643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-683aa8f3-1820-4927-be54-751640ca4523 req-e193771a-df68-459c-8fd0-bbfba3c77995 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234419 Aug 21 18:18:25.754861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:25.756748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68034065-1726-4f05-91d5-359c7bbd674c') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:25.756994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68034065-1726-4f05-91d5-359c7bbd674c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:25.827849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Pushing event deleted for resources: {'Port': ['ID=ad58d993-52ac-40a6-aef8-9d8278871959,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:25.973043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.008434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85762c63-b6e5-441d-bfce-d6e0053045de no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:26.098585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 85762c63-b6e5-441d-bfce-d6e0053045de {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:26.098951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85762c63-b6e5-441d-bfce-d6e0053045de not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:26.237115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.251680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.259494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:26.260206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:26.352760 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:26.389442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.409398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Router de0f8f03-c178-4a7f-93ec-b49da3621fd7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:26.415822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.421149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/d931bdaa-0fe6-4757-96a4-9e26e4120434 HTTP/1.1" status: 204 len: 168 time: 1.1416228 Aug 21 18:18:26.457976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.461818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:26.462819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.472513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1933688768'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:26.489921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e072355-e27b-4f26-90a6-0c312f5960ec tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=d931bdaa-0fe6-4757-96a4-9e26e4120434,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:26.625452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:26.631723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4826dd9e-8fa2-4227-85ea-a21bccae3e9d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9345562 Aug 21 18:18:26.636132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38098) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:26.644819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] Sync routers for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:26.656465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:26.662607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:26.726969 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-450d066c-eeb4-4a39-8f79-0ba68e2a62b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] delete failed (client error): The resource could not be found. Aug 21 18:18:26.728582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-450d066c-eeb4-4a39-8f79-0ba68e2a62b1 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1612643285 HTTP/1.1" status: 404 len: 335 time: 0.0912232 Aug 21 18:18:26.732330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:26.738015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-954b98bb-baf6-4f35-939f-3102f5dc4c75 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de0f8f03-c178-4a7f-93ec-b49da3621fd7'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:26.744201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:26.758520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:26.765074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.768308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:26.769369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:26.795759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Router fedc6656-44fe-4a4e-b66e-b7c73871da18 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:26.867786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:26.880367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:26.881973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00012d3-b43a-48e7-96a0-1d1d3e15598b None None] The sync data for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:26.950469 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:26.950844 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 50c22521-089e-4219-aff0-0b8dbb17f433 of type vlan for network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab Aug 21 18:18:26.965637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:27.001272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.002755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8856ec45-1701-412c-844b-5b55b302a032 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "PUT /v2.0/routers/fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 200 len: 706 time: 4.6849446 Aug 21 18:18:27.009597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] Sync routers for ids ['fedc6656-44fe-4a4e-b66e-b7c73871da18'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:27.016542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38106) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.022408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] Routers {'fedc6656-44fe-4a4e-b66e-b7c73871da18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:27.023268 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fedc6656-44fe-4a4e-b66e-b7c73871da18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:27.078308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.106270 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:27.136299 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] Routers {'fedc6656-44fe-4a4e-b66e-b7c73871da18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:27.136299 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fedc6656-44fe-4a4e-b66e-b7c73871da18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:27.152949 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:27.153698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66f761e-4578-40b2-8e50-308bbe282d40 None None] The sync data for ids ['fedc6656-44fe-4a4e-b66e-b7c73871da18'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:27.168963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.183435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:27.184076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.213051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-954b98bb-baf6-4f35-939f-3102f5dc4c75 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.221545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6abbcc31-aebe-46f6-80d3-384eec43c907 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/routers/fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 200 len: 741 time: 0.2029667 Aug 21 18:18:27.231657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f6dc-aebd-4cae-9731-171d7b65864d req-be887b54-c46a-4614-a776-d7bc1dff80d2 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:27.234017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6903f6dc-aebd-4cae-9731-171d7b65864d req-be887b54-c46a-4614-a776-d7bc1dff80d2 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3038876 Aug 21 18:18:27.238247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.262474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7947679 Aug 21 18:18:27.263099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38118) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.266784 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-954b98bb-baf6-4f35-939f-3102f5dc4c75 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] update failed (client error): The resource could not be found. Aug 21 18:18:27.269242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-954b98bb-baf6-4f35-939f-3102f5dc4c75 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7 HTTP/1.1" status: 404 len: 339 time: 0.5354776 Aug 21 18:18:27.271746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:27.278125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38120) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.381648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d1fa5-0d9e-460b-a258-5ea8368a11d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:27.386147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6903f6dc-aebd-4cae-9731-171d7b65864d req-43894bbd-5dd0-4466-bef4-cd6d4383aa0e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456687 Aug 21 18:18:27.393207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ffa535e8-bfe6-4f08-8200-1fa4d3b75c46 tempest-RoutersAdminTest-904229935 tempest-RoutersAdminTest-904229935-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 200 len: 205 time: 0.1533144 Aug 21 18:18:27.397859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38126) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.399046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:27.480714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a44f96c8-9840-4373-87bb-12249ca9b3c8 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 200 len: 205 time: 0.0784829 Aug 21 18:18:27.482206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:27.567423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:27.571656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.596300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.859860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.863076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.886208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f0dce-b433-41cc-954a-c8bfaddcf106 req-3d067c73-927f-4435-a8bf-0b34e79b82ea tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:27.886208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8f0dce-b433-41cc-954a-c8bfaddcf106 req-3d067c73-927f-4435-a8bf-0b34e79b82ea tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.3291993 Aug 21 18:18:27.933302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.934090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Fanout notify agent at l3_agent the message router_deleted on router fedc6656-44fe-4a4e-b66e-b7c73871da18 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:27.954077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:27.960078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d728eecd-c1e8-4501-982b-b75e2ca5cf8c tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 204 len: 168 time: 0.4757371 Aug 21 18:18:27.961368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38136) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.001198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:28.018567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-862936c0-5f30-417c-9089-7293f864ebc8 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 200 len: 205 time: 0.0554388 Aug 21 18:18:28.020458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.068642 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-ec34536a-e943-4733-a0b1-4b48388763b7 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.070059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ec34536a-e943-4733-a0b1-4b48388763b7 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/fedc6656-44fe-4a4e-b66e-b7c73871da18 HTTP/1.1" status: 404 len: 336 time: 0.0482235 Aug 21 18:18:28.073763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38140) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.112052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9979d4c7-7705-441f-9954-886f9a1a835b tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 200 len: 205 time: 0.0364141 Aug 21 18:18:28.114415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38142) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.160622 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-0c2f0776-a909-45fa-b218-d41872256553 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.161972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c2f0776-a909-45fa-b218-d41872256553 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/a240ac3a-3c9b-4ab2-abb2-74debca2596b HTTP/1.1" status: 404 len: 336 time: 0.0463233 Aug 21 18:18:28.167427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38148) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.212564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0e562ff7-99eb-48bc-beb4-cafd54f9f776 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 200 len: 205 time: 0.0429769 Aug 21 18:18:28.214200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38152) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.268974 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-83e0cf07-0175-4099-b92c-41d8cfc09f25 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.270950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-83e0cf07-0175-4099-b92c-41d8cfc09f25 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/d975c840-bee0-4240-b644-550b0ed99202 HTTP/1.1" status: 404 len: 336 time: 0.0543311 Aug 21 18:18:28.273385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.304069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-94ff620a-6af2-44a9-987d-58a433a2820f tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 200 len: 205 time: 0.0291383 Aug 21 18:18:28.306645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38156) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.371281 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-754c1fb0-3c6f-4221-80de-f70c246b93a7 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.373963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-754c1fb0-3c6f-4221-80de-f70c246b93a7 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/d326d5c1-95a3-4a4f-86cc-04bd7403431e HTTP/1.1" status: 404 len: 336 time: 0.0657704 Aug 21 18:18:28.376327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.388764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8f0dce-b433-41cc-954a-c8bfaddcf106 req-04acb32d-8891-4573-86c4-6a3408375eac tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844980 Aug 21 18:18:28.427270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2f6573e-9c64-4ab4-a155-31c079b6400a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 200 len: 205 time: 0.0492415 Aug 21 18:18:28.427962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.499846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:28.539082 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-d8a0d00b-7a48-45ff-9ea7-253eb7920907 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.545278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8a0d00b-7a48-45ff-9ea7-253eb7920907 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/820136a5-26ca-4053-ba1a-397d0d0286ec HTTP/1.1" status: 404 len: 336 time: 0.1149106 Aug 21 18:18:28.545877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38168) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.639528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b84417c5-bcff-41f0-8530-43773fb9660a tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "GET /v2.0/ports?device_id=f66bc3f0-10d3-4168-98b7-bb4e6abba823 HTTP/1.1" status: 200 len: 205 time: 0.0924864 Aug 21 18:18:28.640169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38170) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.641008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=baf3c71e-ac37-432a-9021-d1adab563ef6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:28.671217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '50c22521-089e-4219-aff0-0b8dbb17f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:28.671968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:28.713188 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-f21ce6e2-8a6a-48a8-a636-74257187eeae tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] delete failed (client error): The resource could not be found. Aug 21 18:18:28.720044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38174) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.731234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f21ce6e2-8a6a-48a8-a636-74257187eeae tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/routers/f66bc3f0-10d3-4168-98b7-bb4e6abba823 HTTP/1.1" status: 404 len: 336 time: 0.0867310 Aug 21 18:18:28.770473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:28.773560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Allocated IP 172.20.0.1 (31a7c5d6-a653-4848-974b-93d707f4e8b7/0e8d0e95-dd30-46a8-a3be-27de5a3b2401/b45910bb-fd91-4016-b003-049c1eb3a079) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:28.776095 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8be0bd-a240-46d1-828b-a7e0b6e8f1d6 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] DELETE failed (client error): The resource could not be found. Aug 21 18:18:28.776838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8be0bd-a240-46d1-828b-a7e0b6e8f1d6 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:18:28.779009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1e8be0bd-a240-46d1-828b-a7e0b6e8f1d6 tempest-RoutersAdminTest-518204371 tempest-RoutersAdminTest-518204371-project] 10.222.0.41 "DELETE /v2.0/subnets/ccfb8d74-bd8a-4472-aa95-28bc6f44c46c HTTP/1.1" status: 404 len: 337 time: 0.0568776 Aug 21 18:18:28.803478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:28.813284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809f4f7-67d2-4e27-9290-e8fa8f5c19d4 None None] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:28.820419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:28.821121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:28.899842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68aeb64f-3b14-4df3-bff0-2f5c0ddce74c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6335127 Aug 21 18:18:28.900554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38178) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:28.914567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-93877681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:28.999335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b16c81-d141-4e0d-9871-2eaea4514c87 req-5a1bf797-8f2c-4cc8-bcab-42bd1a43678c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:29.000951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95b16c81-d141-4e0d-9871-2eaea4514c87 req-5a1bf797-8f2c-4cc8-bcab-42bd1a43678c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1714027 Aug 21 18:18:29.027442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.029246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.061437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.065263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95b16c81-d141-4e0d-9871-2eaea4514c87 req-66a1c6c3-867e-46fc-b44c-5c3fb75d857d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568962 Aug 21 18:18:29.108813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab', 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': 'baf3c71e-ac37-432a-9021-d1adab563ef6'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:29.111737 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.131992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Transition to ACTIVE for port object b45910bb-fd91-4016-b003-049c1eb3a079 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:29.173783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.193377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.261259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.265797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ac7fca86-c43c-4cca-b205-3eea4b0b870f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3621740 Aug 21 18:18:29.269450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38188) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:29.274877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'port': {'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab', 'name': 'tempest-RoutersIpV6Test-1778496419'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:29.278065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.398816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:29.403533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Port': ['ID=b45910bb-fd91-4016-b003-049c1eb3a079,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:29.408295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:29.420910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Allocated IP 2001:db8::2 (6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab/baf3c71e-ac37-432a-9021-d1adab563ef6/56573fe8-baf9-4c58-8d70-ec1cd3903ed6) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:29.428142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:29.544862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38192) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:29.548435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.661644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:29.665391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.712129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] device_id is not set on port 946abe1a-7faa-41c1-8019-bc260949ccfb yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:29.837721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.852348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.852588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-626e445e-151d-4d82-811a-9b3a168c3d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.870315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Transition to ACTIVE for port object 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:29.901932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Transition to ACTIVE for port object 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:29.926025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:29.961271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-084bdb87-dd46-4399-af99-d5b3e1b3db0e None None] Provisioning for port b45910bb-fd91-4016-b003-049c1eb3a079 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:29.985313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:29.989202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:30.030262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:30.035173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-084bdb87-dd46-4399-af99-d5b3e1b3db0e None None] Provisioning complete for port b45910bb-fd91-4016-b003-049c1eb3a079 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:30.043281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-084bdb87-dd46-4399-af99-d5b3e1b3db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.160264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8::198 (6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab/baf3c71e-ac37-432a-9021-d1adab563ef6/946abe1a-7faa-41c1-8019-bc260949ccfb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:30.172580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Pushing event updated for resources: {'Port': ['ID=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:30.187087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-084bdb87-dd46-4399-af99-d5b3e1b3db0e None None] Port b45910bb-fd91-4016-b003-049c1eb3a079 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:30.289584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Attempting to bind port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:30.290354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Attempting to bind port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '50c22521-089e-4219-aff0-0b8dbb17f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:30.290983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Attempting to bind port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 on network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:30.297190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:30.297990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Checking segment: {'id': '50c22521-089e-4219-aff0-0b8dbb17f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:30.298685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.299322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Bound using segment: {'id': '50c22521-089e-4219-aff0-0b8dbb17f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:30.300015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Bound port: 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c22521-089e-4219-aff0-0b8dbb17f433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:30.300633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.369268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.387059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object 946abe1a-7faa-41c1-8019-bc260949ccfb will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:30.413014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] For port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:30.416956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] For port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,segment=NetworkSegment(50c22521-089e-4219-aff0-0b8dbb17f433),segment_id=50c22521-089e-4219-aff0-0b8dbb17f433)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:30.442419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.453731 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.492273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.508121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=946abe1a-7faa-41c1-8019-bc260949ccfb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:30.521793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.533586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:30.536061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:30.540174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:30.546837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:30.547494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.577655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-626e445e-151d-4d82-811a-9b3a168c3d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.591694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-626e445e-151d-4d82-811a-9b3a168c3d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.655501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-626e445e-151d-4d82-811a-9b3a168c3d1a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d26e176be193420da63c3b16998c5d72&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1095538 Aug 21 18:18:30.656629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e445e-151d-4d82-811a-9b3a168c3d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1080a7-0870-4888-a8c4-a819515a18cc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:30.663022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-002b9fd6-e8e9-49e9-875f-8d079bae5729 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3901999 Aug 21 18:18:30.663022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:30.671951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38212) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:30.712373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event updated for resources: {'Port': ['ID=b45910bb-fd91-4016-b003-049c1eb3a079,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:30.725788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e518e8-141f-4f64-9c9c-b08fde5a0558 None None] Pushing event updated for resources: {'Port': ['ID=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:30.747744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae44b2a-f4d8-4b6d-84bf-423037cf810b req-61abb05f-f986-46b3-8522-c0a585a10df3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:30.749365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dae44b2a-f4d8-4b6d-84bf-423037cf810b req-61abb05f-f986-46b3-8522-c0a585a10df3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2536180 Aug 21 18:18:30.750949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:30.847684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dae44b2a-f4d8-4b6d-84bf-423037cf810b req-598c8b76-4163-4731-800d-4dcaf870a9fe tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869126 Aug 21 18:18:30.905572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:30.917874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:31.206166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:31.241478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Router de0f8f03-c178-4a7f-93ec-b49da3621fd7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:31.461238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:31.472378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e22c43ea-2967-4c59-bbd7-d5ce2cf085ab tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1930060 Aug 21 18:18:31.473156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38230) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:31.489714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] Sync routers for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:31.515446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:31.516104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:31.709467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:31.737571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-43183d38-c764-42de-8ed8-e159aa07b7e6 None None] Provisioning complete for port b45910bb-fd91-4016-b003-049c1eb3a079 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:31.737860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-43183d38-c764-42de-8ed8-e159aa07b7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:31.754354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:31.759039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:31.777068 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:31.843667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:31.844617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72aad1d5-554a-45db-afe2-e71596a44086 None None] The sync data for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:31.863041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-43183d38-c764-42de-8ed8-e159aa07b7e6 None None] Port b45910bb-fd91-4016-b003-049c1eb3a079 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:31.922283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:31.925797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:31.927077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d1080a7-0870-4888-a8c4-a819515a18cc HTTP/1.1" status: 204 len: 168 time: 1.2617030 Aug 21 18:18:32.050896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:32.070075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6db342-c627-41f1-bca1-12d71c7ad0da req-8b634187-4d17-4a04-a9a9-0fd7aace16cb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:32.078337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b6db342-c627-41f1-bca1-12d71c7ad0da req-8b634187-4d17-4a04-a9a9-0fd7aace16cb tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.3295345 Aug 21 18:18:32.092636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1645fa4-52c1-4220-870d-63009e3bbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1080a7-0870-4888-a8c4-a819515a18cc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:32.120268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:32.253951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b6db342-c627-41f1-bca1-12d71c7ad0da req-a5c44a4c-77d2-43cf-923b-39f34806ae54 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683290 Aug 21 18:18:32.259669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:32.333321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-469c0198-a3e7-491b-a391-da270134364f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:32.514458 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-469c0198-a3e7-491b-a391-da270134364f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 18:18:32.520845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-469c0198-a3e7-491b-a391-da270134364f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7 HTTP/1.1" status: 409 len: 329 time: 1.0454199 Aug 21 18:18:32.522733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38248) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:32.654041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38252) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:32.737897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6330dcbf-026c-466d-8d42-8dfe6881885f None None] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:32.760319 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe46fcfd-19f6-45f4-a208-a00c085220e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b187729d1597404e8942ddaa7e41baee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1048982 Aug 21 18:18:32.766244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38254) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:32.811637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:32.827565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:32.931726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Provisioning for port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:32.937420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Provisioning complete for port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:32.938022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:32.969139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=946abe1a-7faa-41c1-8019-bc260949ccfb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:33.054408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.098737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.128769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.176515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.188125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.188125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6e178a3-037f-4c32-a94d-6f1d098873a4 HTTP/1.1" status: 204 len: 168 time: 0.4140527 Aug 21 18:18:33.202223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.259796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828739-b54b-4330-890b-fd61160c745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e178a3-037f-4c32-a94d-6f1d098873a4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:33.341031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.431696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.576459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] For port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,segment=NetworkSegment(50c22521-089e-4219-aff0-0b8dbb17f433),segment_id=50c22521-089e-4219-aff0-0b8dbb17f433)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:33.584051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.647593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b5a96-a1ca-4c1e-9099-39494374c102 req-e35d2492-8eb0-4f73-9a2c-97501dbb4c32 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:33.649021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d70b5a96-a1ca-4c1e-9099-39494374c102 req-e35d2492-8eb0-4f73-9a2c-97501dbb4c32 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1706963 Aug 21 18:18:33.780105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Provisioning for port 946abe1a-7faa-41c1-8019-bc260949ccfb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:33.791772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Provisioning complete for port 946abe1a-7faa-41c1-8019-bc260949ccfb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:33.793380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:33.804921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d70b5a96-a1ca-4c1e-9099-39494374c102 req-24665a09-b720-4fd2-a066-aa6b4d8af745 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Aug 21 18:18:33.921426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Port 946abe1a-7faa-41c1-8019-bc260949ccfb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:33.923181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997c8e8-b262-4485-9a4b-9a7c93eb86b6 None None] Pushing event updated for resources: {'Port': ['ID=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:33.958109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Provisioning complete for port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:33.959038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5b86ca7-8a9f-4260-ac23-b37663802056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.146036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting port b45910bb-fd91-4016-b003-049c1eb3a079 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:34.148672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.263796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.277540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.278288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.395366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=946abe1a-7faa-41c1-8019-bc260949ccfb,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:34.410912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-297b801d-327b-4916-ad60-19b6d88309b1 None None] Provisioning complete for port 946abe1a-7faa-41c1-8019-bc260949ccfb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:34.414083 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-297b801d-327b-4916-ad60-19b6d88309b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.428004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:34.444329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Calling delete_port for b45910bb-fd91-4016-b003-049c1eb3a079 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:34.520356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-297b801d-327b-4916-ad60-19b6d88309b1 None None] Port 946abe1a-7faa-41c1-8019-bc260949ccfb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:34.589273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:34.593792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:34.598071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38300) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:34.931022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 7fe44634-9e06-47d0-8c64-b923c0b8dbb4 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:35.071352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e822318f-a0b1-4b02-859b-3d782e7570ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:35.072172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b8a78c4e-c191-45c0-b078-97e75acd76fd None None] Provisioning complete for port 946abe1a-7faa-41c1-8019-bc260949ccfb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:35.073131 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8a78c4e-c191-45c0-b078-97e75acd76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:35.118113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b8a78c4e-c191-45c0-b078-97e75acd76fd None None] Port 946abe1a-7faa-41c1-8019-bc260949ccfb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:35.124787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:35.217641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:35.228452 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] Sync routers for ids ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:35.242695 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] Routers {'7fe44634-9e06-47d0-8c64-b923c0b8dbb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:35.243334 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:35.248427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06b9c37a-66d4-4637-bb69-90636fd8b648 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/7fe44634-9e06-47d0-8c64-b923c0b8dbb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5754378 Aug 21 18:18:35.252913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:35.395380 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:35.410252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:18:35.427392 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] Routers {'7fe44634-9e06-47d0-8c64-b923c0b8dbb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:35.428540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4545834-4dc8-48db-8721-9c27acfdad01 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:35.429862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:35.431652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4545834-4dc8-48db-8721-9c27acfdad01 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports/946abe1a-7faa-41c1-8019-bc260949ccfb HTTP/1.1" status: 200 len: 984 time: 0.1721609 Aug 21 18:18:35.434382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:35.506026 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:35.506803 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e9133a-e96b-4256-8f41-14c299e58fdd None None] The sync data for ids ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:35.531818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Port': ['ID=b45910bb-fd91-4016-b003-049c1eb3a079,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:35.543462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:35.604744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:35.855889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1283295185'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:36.014090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e822318f-a0b1-4b02-859b-3d782e7570ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.018737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:36.021649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Router de0f8f03-c178-4a7f-93ec-b49da3621fd7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:36.025241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e822318f-a0b1-4b02-859b-3d782e7570ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.091339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e822318f-a0b1-4b02-859b-3d782e7570ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae27f8cc82944218bd69252c6a5d7236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4868176 Aug 21 18:18:36.098182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:36.099183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.100482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:36.128615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:36.132514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.138172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822318f-a0b1-4b02-859b-3d782e7570ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07466cc-b6fc-4d5a-9f60-acee61b85f7b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:36.176581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.187231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:36.207752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9436030a-150b-414d-8ca5-433f8b8fc5b2 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6716874 Aug 21 18:18:36.207752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38332) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:36.208415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.215355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] Sync routers for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:36.227334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:36.227974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:36.250858 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-19afb03d-8bbe-4319-917a-74ea7f5d8b83 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] show failed (client error): The resource could not be found. Aug 21 18:18:36.256158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19afb03d-8bbe-4319-917a-74ea7f5d8b83 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-1194236768 HTTP/1.1" status: 404 len: 335 time: 0.0568848 Aug 21 18:18:36.258178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:36.264179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:36.268359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-50af12a1-c803-47fd-9c58-a39ba851985f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:36.275178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] Routers {'de0f8f03-c178-4a7f-93ec-b49da3621fd7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:36.275807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:36.314096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:36.314952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3706bdb0-306d-409f-a794-b2c3f9682796 None None] The sync data for ids ['de0f8f03-c178-4a7f-93ec-b49da3621fd7'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:36.356260 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-50af12a1-c803-47fd-9c58-a39ba851985f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] update failed (client error): The resource could not be found. Aug 21 18:18:36.360554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-50af12a1-c803-47fd-9c58-a39ba851985f tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-1290992294 HTTP/1.1" status: 404 len: 335 time: 0.0956812 Aug 21 18:18:36.360922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38344) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:36.364272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.367593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.373553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.400540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.428920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:36.445238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db8f5296-8547-44e2-88ce-2c24f6b9e4ab,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:36.455937 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.456247 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Added segment 1291b03d-6aa7-46c0-ab5f-dc6e67a5958a of type vlan for network ff45bf56-8952-49e1-aebe-ec89bdc008e3 Aug 21 18:18:36.460979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting subnet f1f35f9f-8820-4bb4-8d13-796bb3c141bc {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:36.471885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.523224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.526527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.527924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e07466cc-b6fc-4d5a-9f60-acee61b85f7b HTTP/1.1" status: 204 len: 168 time: 0.4265420 Aug 21 18:18:36.543969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.554336 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.556465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07466cc-b6fc-4d5a-9f60-acee61b85f7b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:36.568076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.568529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.568992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.569428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.569876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.570308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.570766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.571649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.571649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.572017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.572442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.572945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759f74fa-6268-4b86-80bf-7578e9125a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:36.604675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 946abe1a-7faa-41c1-8019-bc260949ccfb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:36.605082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.628310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.634552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:36.635182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.727276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.732953 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1873505 Aug 21 18:18:36.737817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38364) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:36.743465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'subnet': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:36.748595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 946abe1a-7faa-41c1-8019-bc260949ccfb owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:36.761950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ffda-0bc2-4bc4-bf8a-31a8f54a8542 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Network': ['ID=ff45bf56-8952-49e1-aebe-ec89bdc008e3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:36.766185 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.778623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:36.925621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:36.990802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8e4259-de89-48ab-81cf-f932ee684eae None None] Network dd31cdef-635c-4fe2-a90c-4cae6e17270b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:36.998965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.000958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/subnets/f1f35f9f-8820-4bb4-8d13-796bb3c141bc HTTP/1.1" status: 204 len: 168 time: 0.6389973 Aug 21 18:18:37.002850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:37.011110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:37.019705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.031032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3631771-c097-4f8b-b0e6-09400373bf96 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f35f9f-8820-4bb4-8d13-796bb3c141bc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:37.156651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38376) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:37.185606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d59ed8d6-5f4b-45e7-a3e7-a24b289ff06d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.198448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.211471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting subnet f7e81509-395b-416d-b967-eafdb6789abf {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:37.247571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.253399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] DHCP port deletion for dd31cdef-635c-4fe2-a90c-4cae6e17270b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:37.255742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-3aa553da-e3c7-4fdd-948b-887f109c2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:37.257260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-3aa553da-e3c7-4fdd-948b-887f109c2bba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.0970984 Aug 21 18:18:37.258801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=946abe1a-7faa-41c1-8019-bc260949ccfb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:37.306953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9e5c-36d9-4052-b5a8-9f96eb92a290 req-0aa04b16-fb4a-4fc1-87a2-62a10954e723 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:37.308544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2ed9e5c-36d9-4052-b5a8-9f96eb92a290 req-0aa04b16-fb4a-4fc1-87a2-62a10954e723 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1472805 Aug 21 18:18:37.344925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Deleting port 3eb11323-e2bf-4e06-aa15-c84910857cb7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:37.346009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.401863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.419636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] For port 3eb11323-e2bf-4e06-aa15-c84910857cb7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3eb11323-e2bf-4e06-aa15-c84910857cb7,segment=NetworkSegment(e2aeb53a-5738-4623-afa3-d3fa7799152f),segment_id=e2aeb53a-5738-4623-afa3-d3fa7799152f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:37.420368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.434517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Calling delete_port for 3eb11323-e2bf-4e06-aa15-c84910857cb7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:37.438258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.536122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.577415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] Pushing event deleted for resources: {'Port': ['ID=3eb11323-e2bf-4e06-aa15-c84910857cb7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:37.580656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f9a3d7-0c04-46e2-9c67-c0b445165a5c None None] No DVR routers for this DVR port 3eb11323-e2bf-4e06-aa15-c84910857cb7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:37.758338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.792869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2ed9e5c-36d9-4052-b5a8-9f96eb92a290 req-5b7fa9c3-475e-4eac-8313-c98c06bfdc02 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657381 Aug 21 18:18:37.840732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-01399337-78f3-4243-99a3-7f08d39370d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:37.842289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-01399337-78f3-4243-99a3-7f08d39370d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.5746989 Aug 21 18:18:37.847487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Subnet': ['ID=af1e06f9-f4c2-4386-89eb-3894abc348df,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:37.891170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:37.914339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-55cbab48-a7b4-4300-b881-d29f0a1e60a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.0443044 Aug 21 18:18:37.915208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Checking segment: {'id': '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:37.915649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network hostable DHCP agents. Network: ff45bf56-8952-49e1-aebe-ec89bdc008e3, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:37.975184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3eb11323-e2bf-4e06-aa15-c84910857cb7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:37.985072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-a0d0fbb3-c565-4b31-bdc2-e78a96522763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:37.987438 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-a0d0fbb3-c565-4b31-bdc2-e78a96522763 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.0616796 Aug 21 18:18:37.988262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:37.996576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d59ed8d6-5f4b-45e7-a3e7-a24b289ff06d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.007935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3eb11323-e2bf-4e06-aa15-c84910857cb7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:38.008948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ff45bf56-8952-49e1-aebe-ec89bdc008e3) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:38.013686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 7fe44634-9e06-47d0-8c64-b923c0b8dbb4 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:38.014981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3eb11323-e2bf-4e06-aa15-c84910857cb7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:38.018878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18d2bff-8256-4f64-9db3-fdc45ccb1f9e None None] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:38.019460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d59ed8d6-5f4b-45e7-a3e7-a24b289ff06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.039665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-671c8714-3fbc-429a-891e-c986862034cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431685 Aug 21 18:18:38.041870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:38.042268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.083007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ed8d6-5f4b-45e7-a3e7-a24b289ff06d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5888d6-494f-432f-8390-fddf5f055410,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:38.088811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d59ed8d6-5f4b-45e7-a3e7-a24b289ff06d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=209fa93accff4829a0ea52b16445f9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9292924 Aug 21 18:18:38.091134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.092890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38402) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.107978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7ba72603-626e-49cf-a2b6-dd7db53ae631 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3657920 Aug 21 18:18:38.109158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38404) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.116624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1918835998'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:38.195167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e81509-395b-416d-b967-eafdb6789abf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:38.200120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.202089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82d16dd9-8940-40dd-b5e2-11ca5b9c3035 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/subnets/f7e81509-395b-416d-b967-eafdb6789abf HTTP/1.1" status: 204 len: 168 time: 1.1899312 Aug 21 18:18:38.208770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38414) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.225592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b47ec2-1292-4ea8-b88d-975270fc12ce None None] Network 25508eb0-711a-4739-9593-51e56f818adc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:38.231629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-dc8f79ee-7d43-4768-9767-93263aa2751e service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819866 Aug 21 18:18:38.240334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:38.249302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69b2b283-a182-40e7-a2d1-c9e20771b662 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/7fe44634-9e06-47d0-8c64-b923c0b8dbb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8101301 Aug 21 18:18:38.252776 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] Sync routers for ids ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:38.255439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.267624 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] Routers {'7fe44634-9e06-47d0-8c64-b923c0b8dbb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:38.268641 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.330288 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.332582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'tenant_id': 'b289d2d935a4410abe5bfa247c75c671', 'fixed_ips': [{'subnet_id': 'af1e06f9-f4c2-4386-89eb-3894abc348df'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:38.333883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.351732 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] Routers {'7fe44634-9e06-47d0-8c64-b923c0b8dbb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:38.352860 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.370362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:38.374699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.399083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b0adfdf-5347-479c-a41b-1fb93ffee2ac req-c976eb40-3aa6-4609-9bff-4ca828f4d59c service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554317 Aug 21 18:18:38.407237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.408689 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eb4e38-562a-4a14-8d59-48293a372354 None None] The sync data for ids ['7fe44634-9e06-47d0-8c64-b923c0b8dbb4'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:38.409115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port 5bb76030-144c-4f23-a2b7-ac080ea106e9 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:38.487304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.492049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.593597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.619827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::35e (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/5bb76030-144c-4f23-a2b7-ac080ea106e9) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:38.638960 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-cc1f25fb-17d0-482e-b241-90f54db5f52c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] remove_router_interface failed (client error): The resource could not be found. Aug 21 18:18:38.643280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc1f25fb-17d0-482e-b241-90f54db5f52c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/7fe44634-9e06-47d0-8c64-b923c0b8dbb4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3805459 Aug 21 18:18:38.644495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38448) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.693549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5b35ecc7-24de-4580-b059-99a3ee210062 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe44634-9e06-47d0-8c64-b923c0b8dbb4 HTTP/1.1" status: 200 len: 205 time: 0.0439517 Aug 21 18:18:38.700408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] DHCP port deletion for 25508eb0-711a-4739-9593-51e56f818adc request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:38.702948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:38.710325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.732157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd31cdef-635c-4fe2-a90c-4cae6e17270b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.749803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2aeb53a-5738-4623-afa3-d3fa7799152f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.750649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2aeb53a-5738-4623-afa3-d3fa7799152f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:38.770442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.787568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.790611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.794801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Deleting port 73b846af-6301-4850-92b3-a8cd4f5b279d {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:38.794984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b5888d6-494f-432f-8390-fddf5f055410 HTTP/1.1" status: 204 len: 168 time: 0.6617451 Aug 21 18:18:38.796286 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.796865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.810252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dec9b2-b263-443d-b4d0-c831ba9cdb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5888d6-494f-432f-8390-fddf5f055410,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:38.815272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:38.815764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:38.820116 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:38.911785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] For port 73b846af-6301-4850-92b3-a8cd4f5b279d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=73b846af-6301-4850-92b3-a8cd4f5b279d,segment=NetworkSegment(5dca26c1-6e7b-4553-a1ba-4e559b7b129d),segment_id=5dca26c1-6e7b-4553-a1ba-4e559b7b129d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:38.912197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.927327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Calling delete_port for 73b846af-6301-4850-92b3-a8cd4f5b279d owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:38.931482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:38.970761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.018556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object 5bb76030-144c-4f23-a2b7-ac080ea106e9 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:39.023590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b209e9-4ba5-42b3-b83f-d21fe0a38b2c req-6290d3ea-d3d5-4541-9201-1fe44be33c8a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:39.032610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4b209e9-4ba5-42b3-b83f-d21fe0a38b2c req-6290d3ea-d3d5-4541-9201-1fe44be33c8a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1064711 Aug 21 18:18:39.041285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.072821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.074799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/networks/dd31cdef-635c-4fe2-a90c-4cae6e17270b HTTP/1.1" status: 204 len: 168 time: 0.8673728 Aug 21 18:18:39.097810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:39.099099 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.105607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.114973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977af62d-b95d-4810-ac1a-440213decb74 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Network': ['ID=dd31cdef-635c-4fe2-a90c-4cae6e17270b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:39.146484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4b209e9-4ba5-42b3-b83f-d21fe0a38b2c req-093612b7-8885-4030-ac54-2018e34e2e99 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124959 Aug 21 18:18:39.154664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] Pushing event deleted for resources: {'Port': ['ID=73b846af-6301-4850-92b3-a8cd4f5b279d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:39.174703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615d1847-03be-4894-b5fc-fb7d92215e5c None None] No DVR routers for this DVR port 73b846af-6301-4850-92b3-a8cd4f5b279d on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:39.195742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Allocated IP 2001:db8::2 (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/e37265a6-0cdf-49a6-b223-ce6f58560a52) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:39.279580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.334664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:39.370092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.372348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.375323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.382712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:39.386319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Transition to ACTIVE for port object e37265a6-0cdf-49a6-b223-ce6f58560a52 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:39.388966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:39.394686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:39.395315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.397882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=5bb76030-144c-4f23-a2b7-ac080ea106e9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:39.416392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Transition to ACTIVE for port object e37265a6-0cdf-49a6-b223-ce6f58560a52 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:39.425772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.481269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:39.484549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:39.487672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:39.487842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.488514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router 7fe44634-9e06-47d0-8c64-b923c0b8dbb4 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:39.498881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.507260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3f1ed89f-7bdf-4cf3-99df-97091f8828cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/7fe44634-9e06-47d0-8c64-b923c0b8dbb4 HTTP/1.1" status: 204 len: 168 time: 0.7968287 Aug 21 18:18:39.507260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-732d08e3-89fc-4da4-8697-341e9f7b8a46 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3945034 Aug 21 18:18:39.507260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38470) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:39.509151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:39.513352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e37265a6-0cdf-49a6-b223-ce6f58560a52,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:39.515279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-766864605', 'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:97:ec:c2'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:39.578159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Attempting to bind port e37265a6-0cdf-49a6-b223-ce6f58560a52 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:39.578556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Attempting to bind port e37265a6-0cdf-49a6-b223-ce6f58560a52 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:39.579053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Attempting to bind port e37265a6-0cdf-49a6-b223-ce6f58560a52 on network ff45bf56-8952-49e1-aebe-ec89bdc008e3 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:39.585201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:39.585943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Checking segment: {'id': '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:39.586384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.586772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Bound using segment: {'id': '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:39.587237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Bound port: e37265a6-0cdf-49a6-b223-ce6f58560a52, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:39.587621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.649760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:39.667822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] For port e37265a6-0cdf-49a6-b223-ce6f58560a52, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:39.671253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] For port e37265a6-0cdf-49a6-b223-ce6f58560a52, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e37265a6-0cdf-49a6-b223-ce6f58560a52,segment=NetworkSegment(1291b03d-6aa7-46c0-ab5f-dc6e67a5958a),segment_id=1291b03d-6aa7-46c0-ab5f-dc6e67a5958a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:39.678012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.724724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.757909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25508eb0-711a-4739-9593-51e56f818adc']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:39.763024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be90728-c2ee-4762-a6ab-9036f550b4e3 None None] Pushing event updated for resources: {'Port': ['ID=e37265a6-0cdf-49a6-b223-ce6f58560a52,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:39.770844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.784467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet baf3c71e-ac37-432a-9021-d1adab563ef6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:39.791569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dca26c1-6e7b-4553-a1ba-4e559b7b129d') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:39.791869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dca26c1-6e7b-4553-a1ba-4e559b7b129d') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:39.792413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port 191bcb80-2bc0-490c-917b-f9d167c7eb87 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:39.793629 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.851510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.870397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.903712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.914712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:39.915434 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:39.918447 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:39.999693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::323 (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/191bcb80-2bc0-490c-917b-f9d167c7eb87) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:40.025932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.046077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 73b846af-6301-4850-92b3-a8cd4f5b279d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:40.048091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.052595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/networks/25508eb0-711a-4739-9593-51e56f818adc HTTP/1.1" status: 204 len: 168 time: 0.9457963 Aug 21 18:18:40.053711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38484) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:40.065870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.069274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca22d8-b45e-4021-8fac-a146254490d4 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Network': ['ID=25508eb0-711a-4739-9593-51e56f818adc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:40.120006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 73b846af-6301-4850-92b3-a8cd4f5b279d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:40.120681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 73b846af-6301-4850-92b3-a8cd4f5b279d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:40.179101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.204258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting subnet 0e8d0e95-dd30-46a8-a3be-27de5a3b2401 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:40.211903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=baf3c71e-ac37-432a-9021-d1adab563ef6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:40.217955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.219985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b2ada45-c56e-4511-bbe1-b1c41ac5e43f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/baf3c71e-ac37-432a-9021-d1adab563ef6 HTTP/1.1" status: 204 len: 168 time: 0.7133114 Aug 21 18:18:40.221291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2919b814-04fa-48bd-9d1f-c73f487d073c None None] Network 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:40.223366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:40.233334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.352800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.462837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.480683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b451a4f-ecf4-48de-96ac-72107db052ab req-4987f600-a423-43d0-bc2a-e5999c9fc8e2 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:40.482576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b451a4f-ecf4-48de-96ac-72107db052ab req-4987f600-a423-43d0-bc2a-e5999c9fc8e2 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2141283 Aug 21 18:18:40.493681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] DHCP port deletion for 6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:40.494295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.505591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.544143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object 191bcb80-2bc0-490c-917b-f9d167c7eb87 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:40.557822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b451a4f-ecf4-48de-96ac-72107db052ab req-c1ee82b5-59fa-452c-86c3-47ca4bc30150 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612943 Aug 21 18:18:40.588902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:40.589486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.621100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Deleting port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:40.622053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.632076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.655005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.680724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,segment=NetworkSegment(50c22521-089e-4219-aff0-0b8dbb17f433),segment_id=50c22521-089e-4219-aff0-0b8dbb17f433)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:40.681390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.711741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:40.716482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a4843-aa29-4f14-a38a-a880b2da09b9 None None] Network 31a7c5d6-a653-4848-974b-93d707f4e8b7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:40.734264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] For port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,segment=NetworkSegment(50c22521-089e-4219-aff0-0b8dbb17f433),segment_id=50c22521-089e-4219-aff0-0b8dbb17f433)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:40.734264 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.766136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.768259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/subnets/0e8d0e95-dd30-46a8-a3be-27de5a3b2401 HTTP/1.1" status: 204 len: 168 time: 0.6966755 Aug 21 18:18:40.769308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=191bcb80-2bc0-490c-917b-f9d167c7eb87,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:40.772092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2342a-b617-49f5-a508-1c7362441f4a tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8d0e95-dd30-46a8-a3be-27de5a3b2401,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:40.774116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38500) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:40.863852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:40.867713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:40.880595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:40.888568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:40.893530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.902033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Calling delete_port for 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:40.931414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:40.937247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d639228c-cbd4-420d-b527-d25fb639116a tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.4238563 Aug 21 18:18:40.941845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:40.967629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:40.974889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:41.033788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.100377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.125312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.148174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c22521-089e-4219-aff0-0b8dbb17f433') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.148476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c22521-089e-4219-aff0-0b8dbb17f433') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.161328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9ad64-5cc7-48c0-a148-326d46e7a66f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:41.178812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.179318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9ad64-5cc7-48c0-a148-326d46e7a66f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:41.180666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.200044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e9ad64-5cc7-48c0-a148-326d46e7a66f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:41.201958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-85e9ad64-5cc7-48c0-a148-326d46e7a66f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2590196 Aug 21 18:18:41.203998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] Pushing event deleted for resources: {'Port': ['ID=56573fe8-baf9-4c58-8d70-ec1cd3903ed6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:41.205178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38510) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:41.222482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4fdd51-9f3a-407d-91e9-20f68dd443c2 None None] No DVR routers for this DVR port 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:41.233587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Deleting port b209feea-074c-458c-ae3f-70db9ee2514a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:41.234221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.279356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] DHCP port deletion for 31a7c5d6-a653-4848-974b-93d707f4e8b7 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:41.317581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.352232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:41.352652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:41.355817 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:41.364242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] For port b209feea-074c-458c-ae3f-70db9ee2514a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b209feea-074c-458c-ae3f-70db9ee2514a,segment=NetworkSegment(922df16a-f1fb-4681-b93b-d2d4de11c171),segment_id=922df16a-f1fb-4681-b93b-d2d4de11c171)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:41.364915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.374221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Deleting port b209feea-074c-458c-ae3f-70db9ee2514a {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:41.374691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.376973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a65d721-d8b6-4554-a09f-6ccf794553f9 None None] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:41.381956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Calling delete_port for b209feea-074c-458c-ae3f-70db9ee2514a owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:41.435967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.439816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port 191bcb80-2bc0-490c-917b-f9d167c7eb87 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:41.440063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.460741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.462751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab HTTP/1.1" status: 204 len: 168 time: 1.2382433 Aug 21 18:18:41.466555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:41.472521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-728499278'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:41.506204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45c220-ad05-4f6a-83fb-a92192e211b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=6dd0ac55-cba8-4573-8fb4-2c5ff5b4aeab,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:41.518841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.534807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] No DVR routers for this DVR port b209feea-074c-458c-ae3f-70db9ee2514a on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:41.543248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:41.547566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.561891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.576810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for 191bcb80-2bc0-490c-917b-f9d167c7eb87 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:41.592953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Port': ['ID=b209feea-074c-458c-ae3f-70db9ee2514a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:41.670303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.688270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31a7c5d6-a653-4848-974b-93d707f4e8b7']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.715914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '922df16a-f1fb-4681-b93b-d2d4de11c171') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.716504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '922df16a-f1fb-4681-b93b-d2d4de11c171') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:41.753881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cc6444df-7ede-4c45-8076-d429004a9391 None None] Provisioning for port e37265a6-0cdf-49a6-b223-ce6f58560a52 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:41.755974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.765145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.770211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] For port b209feea-074c-458c-ae3f-70db9ee2514a, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:41.770633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.775261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:41.802100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.806287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.806662 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 52b184eb-9ab0-4f30-a18e-23b05730bb6e of type vlan for network 4215eac4-bded-450f-95c0-f14dd516187a Aug 21 18:18:41.816942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Calling delete_port for b209feea-074c-458c-ae3f-70db9ee2514a owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:41.824770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Port b209feea-074c-458c-ae3f-70db9ee2514a was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:18:41.828133 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.836761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=191bcb80-2bc0-490c-917b-f9d167c7eb87,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:41.843590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] No DVR routers for this DVR port b209feea-074c-458c-ae3f-70db9ee2514a on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:41.848477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976eae6-ee8b-4ea7-a430-3a9804ece810 req-a9cd8a2f-8024-45af-b87f-c8285503ef5a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:41.863110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2976eae6-ee8b-4ea7-a430-3a9804ece810 req-a9cd8a2f-8024-45af-b87f-c8285503ef5a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1617243 Aug 21 18:18:41.890736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76874c-2bf1-417a-9ed2-1272d4f3e503 None None] Pushing event deleted for resources: {'Port': ['ID=b209feea-074c-458c-ae3f-70db9ee2514a,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:41.950760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:41.951187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:41.959995 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:41.980541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:41.982551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83cd4a3e-3487-487e-ba63-d59be791025f tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/191bcb80-2bc0-490c-917b-f9d167c7eb87 HTTP/1.1" status: 204 len: 168 time: 0.7763090 Aug 21 18:18:41.983172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38530) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:41.999663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38534) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.060379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e37265a6-0cdf-49a6-b223-ce6f58560a52 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:42.075895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.091483 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fd5531-cb31-4174-921e-ebe3f55f3ea8 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] GET failed (client error): The resource could not be found. Aug 21 18:18:42.095902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-60fd5531-cb31-4174-921e-ebe3f55f3ea8 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports/191bcb80-2bc0-490c-917b-f9d167c7eb87 HTTP/1.1" status: 404 len: 333 time: 0.0950344 Aug 21 18:18:42.108860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38536) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.117874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1737390456'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:42.119873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e37265a6-0cdf-49a6-b223-ce6f58560a52 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:42.123838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e37265a6-0cdf-49a6-b223-ce6f58560a52 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:42.124533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.149688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Deleting subnet 4a785f92-e6c5-4438-b475-0f7862bdcb5a {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:42.154160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.156317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.169326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2976eae6-ee8b-4ea7-a430-3a9804ece810 req-9e151ae2-4a32-4495-881e-e8c93cf411fc tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053322 Aug 21 18:18:42.177378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.179318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/networks/31a7c5d6-a653-4848-974b-93d707f4e8b7 HTTP/1.1" status: 204 len: 168 time: 1.4009445 Aug 21 18:18:42.209196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.259228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.283117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.348111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e37265a6-0cdf-49a6-b223-ce6f58560a52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e37265a6-0cdf-49a6-b223-ce6f58560a52,segment=NetworkSegment(1291b03d-6aa7-46c0-ab5f-dc6e67a5958a),segment_id=1291b03d-6aa7-46c0-ab5f-dc6e67a5958a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:42.349645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.357909 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.419598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:42.428217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.443235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ebb26-58d3-4162-bffd-e03a8a7e3504 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Pushing event deleted for resources: {'Network': ['ID=31a7c5d6-a653-4848-974b-93d707f4e8b7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:42.449669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.454280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e37265a6-0cdf-49a6-b223-ce6f58560a52,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:42.469722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Provisioning complete for port e37265a6-0cdf-49a6-b223-ce6f58560a52 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:42.470145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.473509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.477766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:42.479125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.493409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce597b34-7725-46d0-847f-c736771f527d tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "GET /v2.0/ports?device_id=de0f8f03-c178-4a7f-93ec-b49da3621fd7 HTTP/1.1" status: 200 len: 205 time: 0.1688225 Aug 21 18:18:42.512523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b209feea-074c-458c-ae3f-70db9ee2514a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:42.521302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.548964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b209feea-074c-458c-ae3f-70db9ee2514a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:42.549598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b209feea-074c-458c-ae3f-70db9ee2514a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:42.553736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:42.579798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:42.580488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 56573fe8-baf9-4c58-8d70-ec1cd3903ed6 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:42.626985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a785f92-e6c5-4438-b475-0f7862bdcb5a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:42.630566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.676668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=4215eac4-bded-450f-95c0-f14dd516187a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:42.678832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Provisioning for port 5bb76030-144c-4f23-a2b7-ac080ea106e9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:42.686103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Provisioning complete for port 5bb76030-144c-4f23-a2b7-ac080ea106e9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:42.686377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.690774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-28d374ef-44bc-404d-812b-ee5f95907708 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2231293 Aug 21 18:18:42.692899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38550) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.698303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4215eac4-bded-450f-95c0-f14dd516187a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:42.702529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '4215eac4-bded-450f-95c0-f14dd516187a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:42.717461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:42.736495 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.738762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e31f8aa1-fa70-4de7-98e5-37a39f21371e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4a785f92-e6c5-4438-b475-0f7862bdcb5a HTTP/1.1" status: 204 len: 168 time: 0.7546341 Aug 21 18:18:42.741206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:42.866629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2f0798c6-56af-4220-8b60-bcae7810e84a None None] Port 5bb76030-144c-4f23-a2b7-ac080ea106e9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:42.904151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.908734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.962886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::2f (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:42.993041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-607b3afc-6899-4af1-83f2-b78e59072a93 None None] Provisioning complete for port 5bb76030-144c-4f23-a2b7-ac080ea106e9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:42.993416 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-607b3afc-6899-4af1-83f2-b78e59072a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:42.996063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.009624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.010269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Fanout notify agent at l3_agent the message router_deleted on router de0f8f03-c178-4a7f-93ec-b49da3621fd7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:43.019168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.020383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d73d6097-4067-40d9-9cd2-84e234e83ab3 tempest-RoutersNegativeTest-627027854 tempest-RoutersNegativeTest-627027854-project] 10.222.0.41 "DELETE /v2.0/routers/de0f8f03-c178-4a7f-93ec-b49da3621fd7 HTTP/1.1" status: 204 len: 168 time: 0.4974406 Aug 21 18:18:43.121445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:43.127173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.263308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.301778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9fb016-e4c2-4069-8d18-d48b583bbe00']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:43.325196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-607b3afc-6899-4af1-83f2-b78e59072a93 None None] Port 5bb76030-144c-4f23-a2b7-ac080ea106e9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:43.416970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d0a439-1cbb-4260-a54f-77daad929383') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:43.418156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d0a439-1cbb-4260-a54f-77daad929383') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:43.441691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c7a2bb9-7749-48f7-84b2-7ffd716f49e8 None None] Could not find standard attr ID for object 191bcb80-2bc0-490c-917b-f9d167c7eb87. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:18:43.471064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.495580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.542295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.566027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb83e4-846a-492d-8bb2-f33ef8809409 req-00f2e2ca-ecf0-4f0f-8e01-fec410a77859 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:43.577409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9fb83e4-846a-492d-8bb2-f33ef8809409 req-00f2e2ca-ecf0-4f0f-8e01-fec410a77859 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2010722 Aug 21 18:18:43.578693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:43.579201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:43.581700 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:43.631259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38580) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:43.697781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c9fb83e4-846a-492d-8bb2-f33ef8809409 req-db204dc3-6596-46cc-bb33-857c62ff697d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000061 Aug 21 18:18:43.703479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.711864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.715113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ae9fb016-e4c2-4069-8d18-d48b583bbe00 HTTP/1.1" status: 204 len: 168 time: 0.9728143 Aug 21 18:18:43.728557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdafa4-23ee-40e0-b0c2-01b3cd89dff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9fb016-e4c2-4069-8d18-d48b583bbe00,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:43.744520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=e43317e4-63d0-4b97-af0b-64bcf2151208,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:43.768453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '52b184eb-9ab0-4f30-a18e-23b05730bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:43.768764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 4215eac4-bded-450f-95c0-f14dd516187a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:18:43.788129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d878699-91cf-49ef-84f9-98c30322f59a req-572d3b14-f5fc-406e-90c1-edff447e9645 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:43.789832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d878699-91cf-49ef-84f9-98c30322f59a req-572d3b14-f5fc-406e-90c1-edff447e9645 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1592431 Aug 21 18:18:43.825463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.846085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 4215eac4-bded-450f-95c0-f14dd516187a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:18:43.853494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:43.877589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4215eac4-bded-450f-95c0-f14dd516187a) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:43.887232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf9bd5-6dc5-4707-9ce7-61a210e0b6d9 None None] Network 4215eac4-bded-450f-95c0-f14dd516187a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:43.909222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:43.909994 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:43.915295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d878699-91cf-49ef-84f9-98c30322f59a req-bb9be402-9e0e-4345-b086-31444e18aa2b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146753 Aug 21 18:18:43.972190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e37265a6-0cdf-49a6-b223-ce6f58560a52 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:43.979322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfbd2ff1-8f4d-4cf4-85d3-699528940d66 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2822804 Aug 21 18:18:43.982196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38592) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:43.992485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1025031271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:43.994530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3340cfa7-3fa5-40c9-8b10-69c4becf6130 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a40c91ec9858477493e93e52744a2b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612311 Aug 21 18:18:43.997711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38594) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:43.999803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38596) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:44.021068 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.038398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.039990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.072642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:44.089150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e37265a6-0cdf-49a6-b223-ce6f58560a52 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:44.089791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.113221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:44.135739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.144224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:44.144679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.153912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:44.154605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.160019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-659dc5a6-ff4f-4cb3-ac20-fbab41a2a08c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47e47eef28d940cc9fba14356a7da928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531534 Aug 21 18:18:44.164226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38598) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:44.185333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:44.206879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-05d99acb-a58c-4e65-a505-f276eb15a5d7 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0935023 Aug 21 18:18:44.207368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4215eac4-bded-450f-95c0-f14dd516187a', 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': 'e43317e4-63d0-4b97-af0b-64bcf2151208'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:18:44.208440 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.209946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.214200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38600) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:44.224046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:97:ec:c2'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:44.247577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.262616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.267764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71fa178d-2464-4ae9-9b1c-a7f8da9e9854 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2830784 Aug 21 18:18:44.272460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38604) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:44.317375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.320814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.323434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d6d24964-b6ea-43b6-ad9f-121d9271513f HTTP/1.1" status: 204 len: 168 time: 0.3226814 Aug 21 18:18:44.355028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bbbbc-82e9-4c1a-9532-b2da1d9cbf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d24964-b6ea-43b6-ad9f-121d9271513f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:44.498214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Allocated IP 2001:db8::2 (4215eac4-bded-450f-95c0-f14dd516187a/e43317e4-63d0-4b97-af0b-64bcf2151208/2ae14032-980c-4896-bd5c-3f115cb3d0c6) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:44.602371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1d1e209b-20ba-449a-a3bc-88b02ac275c2 None None] Provisioning for port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:44.609770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1d1e209b-20ba-449a-a3bc-88b02ac275c2 None None] Provisioning complete for port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:44.610150 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1d1e209b-20ba-449a-a3bc-88b02ac275c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.669863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e209b-20ba-449a-a3bc-88b02ac275c2 None None] Port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:44.717420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.729030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Transition to ACTIVE for port object 2ae14032-980c-4896-bd5c-3f115cb3d0c6 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:44.752263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Transition to ACTIVE for port object 2ae14032-980c-4896-bd5c-3f115cb3d0c6 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:44.765576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.820410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Network 4215eac4-bded-450f-95c0-f14dd516187a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:44.826198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:44.832482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:44.844434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Pushing event updated for resources: {'Port': ['ID=2ae14032-980c-4896-bd5c-3f115cb3d0c6,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:44.886005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.928093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Attempting to bind port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:18:44.929543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Attempting to bind port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '52b184eb-9ab0-4f30-a18e-23b05730bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:18:44.930378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Attempting to bind port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 on network 4215eac4-bded-450f-95c0-f14dd516187a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:18:44.936963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:18:44.937914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Checking segment: {'id': '52b184eb-9ab0-4f30-a18e-23b05730bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:18:44.938533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:44.939599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Bound using segment: {'id': '52b184eb-9ab0-4f30-a18e-23b05730bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:18:44.940246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Bound port: 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b184eb-9ab0-4f30-a18e-23b05730bb6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4215eac4-bded-450f-95c0-f14dd516187a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:18:44.940835 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.062355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] For port 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:18:45.066761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] For port 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ae14032-980c-4896-bd5c-3f115cb3d0c6,segment=NetworkSegment(52b184eb-9ab0-4f30-a18e-23b05730bb6e),segment_id=52b184eb-9ab0-4f30-a18e-23b05730bb6e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:18:45.073473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.114817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.153304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab44b7c-5a44-464b-bded-71998a4eba49 req-34bcba92-2e11-487a-b1ba-d259798e86ed tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:45.160768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dab44b7c-5a44-464b-bded-71998a4eba49 req-34bcba92-2e11-487a-b1ba-d259798e86ed tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.1383400 Aug 21 18:18:45.169390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f4d92-efba-442f-a6cc-dcf0d9e09bcb None None] Pushing event updated for resources: {'Port': ['ID=2ae14032-980c-4896-bd5c-3f115cb3d0c6,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:45.170025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1187fe-ff8d-462e-a0f4-0837aecdf6d2 req-59ce1501-e389-456a-ab78-29d5a3214db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:45.171576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e1187fe-ff8d-462e-a0f4-0837aecdf6d2 req-59ce1501-e389-456a-ab78-29d5a3214db4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.3287568 Aug 21 18:18:45.187285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30acf656-b155-4b62-854f-963e0d9b887f req-a6a970b3-fa4b-47b3-ab6c-57d397f37f69 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:45.189112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30acf656-b155-4b62-854f-963e0d9b887f req-a6a970b3-fa4b-47b3-ab6c-57d397f37f69 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.3490026 Aug 21 18:18:45.246645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dab44b7c-5a44-464b-bded-71998a4eba49 req-cbcd3b94-b6d5-4d54-a33e-99b478327bd4 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760839 Aug 21 18:18:45.306950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.371785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.378274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7e1187fe-ff8d-462e-a0f4-0837aecdf6d2 req-d5db24f6-d4ea-4bc2-ab5c-aa0361fa88f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603611 Aug 21 18:18:45.498614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.501140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.502870 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c176d59e-18da-469e-b2ea-dcb43c9fe652 HTTP/1.1" status: 204 len: 168 time: 1.3374214 Aug 21 18:18:45.518367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30acf656-b155-4b62-854f-963e0d9b887f req-cd667fcf-0829-4285-b0b7-afd8c795351c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800641 Aug 21 18:18:45.575276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38646) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:45.582139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598b2c0-340c-4d36-a3b2-7f754bc48616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176d59e-18da-469e-b2ea-dcb43c9fe652,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:45.685051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-93924a5e-8d48-4d44-88c1-3b83a913fb77 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:45.687300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-93924a5e-8d48-4d44-88c1-3b83a913fb77 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.64 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.0690095 Aug 21 18:18:45.808975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Deleting port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:45.809281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.829290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.844943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.849353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8::1 (4215eac4-bded-450f-95c0-f14dd516187a/e43317e4-63d0-4b97-af0b-64bcf2151208/764b7c4b-2b38-46c2-aa0d-d8c476bce90d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:45.892938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] In _notify_port_updated(), no bound segment for port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 on network ff45bf56-8952-49e1-aebe-ec89bdc008e3 {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:18:45.898664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:45.899318 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:45.900978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "PUT /v2.0/ports/8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 HTTP/1.1" status: 200 len: 1002 time: 1.6838598 Aug 21 18:18:45.905439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38654) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:45.937442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342ea79-cd64-4e38-a624-7a53b3027ca9 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:46.061721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-411406417'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:46.066958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.096655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ae14032-980c-4896-bd5c-3f115cb3d0c6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:46.115031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Made reservation on behalf of 21dbde3296b04504b93f3fb495bee344 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:46.120663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object 764b7c4b-2b38-46c2-aa0d-d8c476bce90d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:46.121132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.130149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] For port 5bb1f710-0f8a-4634-8465-efc1e71e90e5, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5bb1f710-0f8a-4634-8465-efc1e71e90e5,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:46.130865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.160261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.214443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.221673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:46.320345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 4215eac4-bded-450f-95c0-f14dd516187a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:46.323755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:46.337467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:46.338022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.347114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=764b7c4b-2b38-46c2-aa0d-d8c476bce90d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:46.416026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca2d833b-8e73-44c2-9b5b-3d618431cc19 None None] Provisioning complete for port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:46.421989 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca2d833b-8e73-44c2-9b5b-3d618431cc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.509104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d833b-8e73-44c2-9b5b-3d618431cc19 None None] Port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:46.543537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:46.713223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607e8bf-c856-4c0a-b31e-94a16b03e770 None None] Network 4215eac4-bded-450f-95c0-f14dd516187a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:46.795608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902701-a112-4b39-be05-df08c6d0802a req-0c160c6b-3d97-42d4-9d15-52c474dd7b56 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:46.797209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5a902701-a112-4b39-be05-df08c6d0802a req-0c160c6b-3d97-42d4-9d15-52c474dd7b56 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1183925 Aug 21 18:18:46.865172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Provisioning for port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:46.873698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Provisioning complete for port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:46.874129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.033370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.063427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5a902701-a112-4b39-be05-df08c6d0802a req-2192c18c-7e6b-4af6-b571-21702bd95a90 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347329 Aug 21 18:18:47.080390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] For port 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ae14032-980c-4896-bd5c-3f115cb3d0c6,segment=NetworkSegment(52b184eb-9ab0-4f30-a18e-23b05730bb6e),segment_id=52b184eb-9ab0-4f30-a18e-23b05730bb6e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:47.087343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.151688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.162569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.163638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.173007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3b813-4da6-4f7b-bf41-9afda435bb2c None None] Pushing event updated for resources: {'Port': ['ID=2ae14032-980c-4896-bd5c-3f115cb3d0c6,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:47.234595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:47.235654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.416085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f0cd1-5554-4f09-87e0-0330fea33fec req-6df4e326-e45c-4538-936b-df10ebea34d2 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:47.417715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1f0cd1-5554-4f09-87e0-0330fea33fec req-6df4e326-e45c-4538-936b-df10ebea34d2 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 946 time: 0.4737716 Aug 21 18:18:47.419811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.449263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.453123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Provisioning complete for port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:47.453669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.473249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=764b7c4b-2b38-46c2-aa0d-d8c476bce90d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:47.491345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.491752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.492078 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Floating IP 6f9fefec-a0be-435b-b4f5-f6d1fa0c9418 disassociated. External IP: 172.25.1.185, port: 5bb1f710-0f8a-4634-8465-efc1e71e90e5. Aug 21 18:18:47.492431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Calling delete_port for 5bb1f710-0f8a-4634-8465-efc1e71e90e5 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:47.597396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:18:47.646613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92407-1e2a-424e-a19b-0ff7d0de841a req-e8d29d0d-6617-4257-b388-f7f60b20192d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:47.649785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b92407-1e2a-424e-a19b-0ff7d0de841a req-e8d29d0d-6617-4257-b388-f7f60b20192d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1990261 Aug 21 18:18:47.653097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0537588-e977-49f0-b821-f948460dfded req-cfda4dee-81eb-4786-a44c-23e924c4d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:47.655126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-cfda4dee-81eb-4786-a44c-23e924c4d5db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.2340353 Aug 21 18:18:47.723582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Provisioning for port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:47.734064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Provisioning complete for port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:47.737694 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.750767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.752286 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Added segment 55f84d95-9f27-43af-863e-8f33a56b3f7b of type vlan for network 46bfd799-b2bd-4996-ada9-bc59cbe678aa Aug 21 18:18:47.760322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.769543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd523958-0fc6-4324-8399-005fab6b85d4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:47.808643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81b92407-1e2a-424e-a19b-0ff7d0de841a req-83d73f66-7cc6-4252-a120-f0895b825764 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470096 Aug 21 18:18:47.816314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 4215eac4-bded-450f-95c0-f14dd516187a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:47.825805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:47.835115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1f0cd1-5554-4f09-87e0-0330fea33fec req-ce400f9e-1644-488b-a2c3-fdfa367cd408 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3868723 Aug 21 18:18:47.870144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a221828a-621e-4514-a5be-c7175dad0dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:47.875353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-04e2d4c7-7d8a-401a-a52c-d22a3c7b0023 None None] Port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:47.876834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for 8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:47.910133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.010778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ae14032-980c-4896-bd5c-3f115cb3d0c6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:18:48.031715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.038405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:48.039378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.060584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0537588-e977-49f0-b821-f948460dfded req-6f61f559-81da-40a4-be60-2eba6cdddfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:48.064357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-6f61f559-81da-40a4-be60-2eba6cdddfa9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.3633189 Aug 21 18:18:48.075585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-66e868bd-8cf3-4a14-8f6c-0f35802ffd01 None None] Provisioning complete for port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:48.078239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-66e868bd-8cf3-4a14-8f6c-0f35802ffd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.149980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-c77c54cf-0d88-4e96-9a5d-6e34e7a401bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.0671623 Aug 21 18:18:48.193149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-66e868bd-8cf3-4a14-8f6c-0f35802ffd01 None None] Port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:48.200924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 0c16b86a-5942-4d3b-8c42-5f9ea8311043 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:18:48.212526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.6356730 Aug 21 18:18:48.222165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.231859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-6232a49d-82c9-4389-a56b-dc19d691c6ea tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-1784867693') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.240853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:48.241550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.279153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8e010-631a-4812-9d92-fe469ae30e17 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Pushing event updated for resources: {'Network': ['ID=46bfd799-b2bd-4996-ada9-bc59cbe678aa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:48.292512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.293952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0537588-e977-49f0-b821-f948460dfded req-01d64c6b-bf3b-417a-898d-626cee926b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:48.296835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-01d64c6b-bf3b-417a-898d-626cee926b13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1372862 Aug 21 18:18:48.311027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 46bfd799-b2bd-4996-ada9-bc59cbe678aa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:18:48.331552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.333449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'Port': ['ID=5bb1f710-0f8a-4634-8465-efc1e71e90e5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:48.376875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:48.418307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-b6a293b5-2b9f-4338-9f30-ab2a7a920f73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784779 Aug 21 18:18:48.457227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6334fa4d-f609-4195-a580-608ecc2baf7d None None] Provisioning complete for port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:48.458116 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6334fa4d-f609-4195-a580-608ecc2baf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.481786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:48.493323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c75259bb-bb0a-497b-aa2f-0f91272dba20 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/0c16b86a-5942-4d3b-8c42-5f9ea8311043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2160816 Aug 21 18:18:48.497911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38742) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.513428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.523191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] Sync routers for ids ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:48.589885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-1f331776-1219-4a35-bf98-c3a463cde2c8 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627970 Aug 21 18:18:48.600099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] Routers {'0c16b86a-5942-4d3b-8c42-5f9ea8311043'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:48.601062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.605864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6334fa4d-f609-4195-a580-608ecc2baf7d None None] Port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:48.676336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.717582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] Routers {'0c16b86a-5942-4d3b-8c42-5f9ea8311043'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:48.718266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.729199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0537588-e977-49f0-b821-f948460dfded req-01b77fa5-9b4e-4e49-bdaf-8601f8f03dd3 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287496 Aug 21 18:18:48.748789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6232a49d-82c9-4389-a56b-dc19d691c6ea tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "PUT /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-1784867693 HTTP/1.1" status: 201 len: 201 time: 0.5235407 Aug 21 18:18:48.751438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee12afa4-8527-4a7d-83e5-35b9de720fc0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:48.752288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38744) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.752876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee12afa4-8527-4a7d-83e5-35b9de720fc0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports/764b7c4b-2b38-46c2-aa0d-d8c476bce90d HTTP/1.1" status: 200 len: 911 time: 0.2481346 Aug 21 18:18:48.764204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.779995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-e445954b-8048-44b6-b6d3-620b57ee8b10 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-1784867693') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.780700 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34e1033e-5735-4eb0-b968-4cc132f6cd1b tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 HTTP/1.1" status: 204 len: 168 time: 2.8722882 Aug 21 18:18:48.784268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38746) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.784840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.840831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:48.844394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a239eb-e124-4d3f-838f-cf805cb70974 None None] The sync data for ids ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:48.880593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:48.883499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:48.911055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5bb1f710-0f8a-4634-8465-efc1e71e90e5 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:48.925574 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a5ebfe-87e1-473e-a9e5-12172a44d715 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] GET failed (client error): The resource could not be found. Aug 21 18:18:48.932311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-32a5ebfe-87e1-473e-a9e5-12172a44d715 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports/8f03f8a3-ffdc-40d4-b771-f0046e1f4bd9 HTTP/1.1" status: 404 len: 333 time: 0.1449447 Aug 21 18:18:48.950683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 5bb1f710-0f8a-4634-8465-efc1e71e90e5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:48.953102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5bb1f710-0f8a-4634-8465-efc1e71e90e5 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:48.966807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38760) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:48.974980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-185668008'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:49.057151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1757a0a1-ea8e-4fac-9460-978d91dc630e req-b9559ea1-8011-42c1-a415-660392ce8d56 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 210 time: 0.0744410 Aug 21 18:18:49.135329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e445954b-8048-44b6-b6d3-620b57ee8b10 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-1784867693 HTTP/1.1" status: 204 len: 168 time: 0.3797038 Aug 21 18:18:49.135891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38766) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:49.139994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-aaf689af-d14b-4aeb-b255-b93d5641bb8c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:49.267908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1831a7-d262-4293-a4f0-004aa94cb888 req-220a647f-2eae-473a-942a-907048aef1f4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:49.269524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a1831a7-d262-4293-a4f0-004aa94cb888 req-220a647f-2eae-473a-942a-907048aef1f4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2800181 Aug 21 18:18:49.299212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:49.323798 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:49.339864 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:49.340592 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:49.393914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] No DVR routers for this DVR port 5bb1f710-0f8a-4634-8465-efc1e71e90e5 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:49.403983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:49.405997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eca425f-a6be-40fa-b5aa-380d63767fc6 req-61792543-1fb9-4809-87ed-7a3f13a0225d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.64 "DELETE /v2.0/ports/5bb1f710-0f8a-4634-8465-efc1e71e90e5 HTTP/1.1" status: 204 len: 173 time: 3.7116601 Aug 21 18:18:49.406452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'name': 'network-vif-deleted', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:18:49.408841 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340531be-9665-4c38-b233-4e6109edfd02" -d '{"events": [{"server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "name": "network-vif-deleted", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:18:49.419697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a1831a7-d262-4293-a4f0-004aa94cb888 req-51d1f6a6-b903-4e86-8bb4-75a17da12009 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356087 Aug 21 18:18:49.560518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aaf689af-d14b-4aeb-b255-b93d5641bb8c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags HTTP/1.1" status: 200 len: 238 time: 0.4209886 Aug 21 18:18:49.560518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:49.561204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38800) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:49.562175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:49.576885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-aad72901-8fa5-4460-a13c-3653121499d9 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', {'tags': ['tempest-TagsTest-Tag-31214226', 'tempest-TagsTest-Tag-1707669796', 'tempest-TagsTest-Tag-2029354664']}) {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:49.582184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port a33c49a8-88dd-4664-8b40-8621a5dd5bed yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:49.593927 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc9a7f-f03d-4424-ae44-5095eced2312 x-openstack-request-id: req-98fc9a7f-f03d-4424-ae44-5095eced2312 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:18:49.594221 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff20a08b-9797-445a-82f6-a8a739cd3c53", "name": "network-vif-deleted", "tag": "5bb1f710-0f8a-4634-8465-efc1e71e90e5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:18:49.594446 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-98fc9a7f-f03d-4424-ae44-5095eced2312 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:18:49.594898 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff20a08b-9797-445a-82f6-a8a739cd3c53', 'name': 'network-vif-deleted', 'tag': '5bb1f710-0f8a-4634-8465-efc1e71e90e5', 'status': 'completed', 'code': 200} Aug 21 18:18:49.660270 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:18:49.737987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aad72901-8fa5-4460-a13c-3653121499d9 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "PUT /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags HTTP/1.1" status: 200 len: 307 time: 0.1734631 Aug 21 18:18:49.738250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:49.739979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38804) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:49.789454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-e2d4770f-6604-453a-936d-f398ddb81c91 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-31214226') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:49.811709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::2b5 (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/a33c49a8-88dd-4664-8b40-8621a5dd5bed) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:50.000650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e2d4770f-6604-453a-936d-f398ddb81c91 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "DELETE /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-31214226 HTTP/1.1" status: 204 len: 168 time: 0.2550817 Aug 21 18:18:50.003977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38810) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:50.008843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-abf9014a-aed1-4f0c-9d02-43423ccd4030 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-31214226') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:50.105920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.128390 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-abf9014a-aed1-4f0c-9d02-43423ccd4030 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] show failed (client error): The resource could not be found. Aug 21 18:18:50.129528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-abf9014a-aed1-4f0c-9d02-43423ccd4030 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-31214226 HTTP/1.1" status: 404 len: 324 time: 0.1244214 Aug 21 18:18:50.134310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38814) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:50.138862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-3b302f79-8cc3-45c3-b521-dbcd78edd706 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-1707669796') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:50.145593 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:50.150404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object a33c49a8-88dd-4664-8b40-8621a5dd5bed will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:50.220632 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:18:50.235969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.245429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:50.247908 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:50.329285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f46674fa-e8a0-45a7-bca0-1af0bfffb111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.394149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:50.407248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:50.409429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=a33c49a8-88dd-4664-8b40-8621a5dd5bed,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:50.412379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:50.419352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:50.420234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.444990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-21d4d693-7437-4f84-9152-0bfb3f076bc0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4770091 Aug 21 18:18:50.447842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:50.452595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.460580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:97:ec:c2'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:50.526931 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:18:50.755377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ddadb07-4696-4d9e-a8de-ad189cecfce1 req-547ad890-5f38-4b19-8586-52a4a097f82b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff20a08b-9797-445a-82f6-a8a739cd3c53 HTTP/1.1" status: 200 len: 210 time: 0.0834661 Aug 21 18:18:50.764920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 764b7c4b-2b38-46c2-aa0d-d8c476bce90d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:50.765260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.796267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279e355-5c6a-4b7f-bc83-6ff876b01079 req-81cb0456-bd59-4149-ad77-3fbff32d2d1e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:50.806877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7279e355-5c6a-4b7f-bc83-6ff876b01079 req-81cb0456-bd59-4149-ad77-3fbff32d2d1e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1773412 Aug 21 18:18:50.824183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.875637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.891187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 764b7c4b-2b38-46c2-aa0d-d8c476bce90d owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:50.902928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-688ae2ba-7f5d-4980-9600-add35bdf5ec9 None None] Provisioning for port a33c49a8-88dd-4664-8b40-8621a5dd5bed completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:50.908453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-688ae2ba-7f5d-4980-9600-add35bdf5ec9 None None] Provisioning complete for port a33c49a8-88dd-4664-8b40-8621a5dd5bed triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:50.908856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-688ae2ba-7f5d-4980-9600-add35bdf5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:50.976889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-688ae2ba-7f5d-4980-9600-add35bdf5ec9 None None] Port a33c49a8-88dd-4664-8b40-8621a5dd5bed cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:51.014134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7279e355-5c6a-4b7f-bc83-6ff876b01079 req-ddb284ba-040f-4860-8719-02e10393a9c9 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017541 Aug 21 18:18:51.042711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:51.085680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b302f79-8cc3-45c3-b521-dbcd78edd706 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-1707669796 HTTP/1.1" status: 204 len: 168 time: 0.9502711 Aug 21 18:18:51.087242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38830) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.094190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-1a0ecbf3-acb3-42cb-9f26-53f74e689cc4 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-2029354664') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:51.124196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.134839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.150956 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3445927-9460-4f66-8fc3-a37a1d937497 None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:51.181388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.231986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=764b7c4b-2b38-46c2-aa0d-d8c476bce90d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:51.246467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] In _notify_port_updated(), no bound segment for port a33c49a8-88dd-4664-8b40-8621a5dd5bed on network ff45bf56-8952-49e1-aebe-ec89bdc008e3 {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:18:51.252514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:51.253215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.254575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "PUT /v2.0/ports/a33c49a8-88dd-4664-8b40-8621a5dd5bed HTTP/1.1" status: 200 len: 1002 time: 0.8054690 Aug 21 18:18:51.260529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38834) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.329687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255d23a-cb72-43ae-af57-847060c3b0e1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=a33c49a8-88dd-4664-8b40-8621a5dd5bed,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:51.417935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1a0ecbf3-acb3-42cb-9f26-53f74e689cc4 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-2029354664 HTTP/1.1" status: 204 len: 168 time: 0.3268154 Aug 21 18:18:51.424115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.467630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-9c65c880-4265-488b-98b6-383bed3a26db tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:51.485148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.537848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.658520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62261cd9-34d0-49b8-9e70-4b49c962505f None None] New status for floating IP 6f9fefec-a0be-435b-b4f5-f6d1fa0c9418: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:18:51.683417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port a33c49a8-88dd-4664-8b40-8621a5dd5bed {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:51.683772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:51.829221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 0c16b86a-5942-4d3b-8c42-5f9ea8311043 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:18:51.894884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c65c880-4265-488b-98b6-383bed3a26db tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "DELETE /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags HTTP/1.1" status: 204 len: 168 time: 0.4595802 Aug 21 18:18:51.899129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.922004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-12829f2a-a23e-472e-93e9-52b2dc2655e5 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-1707669796') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:51.937662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38852) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.947301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:18:51.959408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] Sync routers for ids ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:18:51.968360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-57d8f3ab-6328-4d88-ab0c-ea4cf83ef2ba tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/0c16b86a-5942-4d3b-8c42-5f9ea8311043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1797693 Aug 21 18:18:51.969080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:51.982347 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] Routers {'0c16b86a-5942-4d3b-8c42-5f9ea8311043'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:51.987024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.044943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2d663400-070b-4883-805a-85dc719d7ab3 None None] Provisioning complete for port a33c49a8-88dd-4664-8b40-8621a5dd5bed triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:52.044943 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d663400-070b-4883-805a-85dc719d7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.045222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d3a454e6-8674-415e-a055-13d15b131f08 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c16b86a-5942-4d3b-8c42-5f9ea8311043 HTTP/1.1" status: 200 len: 205 time: 0.0730047 Aug 21 18:18:52.045324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.046116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38858) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.065717 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.102393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2d663400-070b-4883-805a-85dc719d7ab3 None None] Port a33c49a8-88dd-4664-8b40-8621a5dd5bed cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:52.103269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] Routers {'0c16b86a-5942-4d3b-8c42-5f9ea8311043'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:18:52.104150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.115201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.122871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for a33c49a8-88dd-4664-8b40-8621a5dd5bed owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:52.128806 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-12829f2a-a23e-472e-93e9-52b2dc2655e5 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] show failed (client error): The resource could not be found. Aug 21 18:18:52.130153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-12829f2a-a23e-472e-93e9-52b2dc2655e5 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-1707669796 HTTP/1.1" status: 404 len: 326 time: 0.2172265 Aug 21 18:18:52.136017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.146971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-f30ac16c-4bbb-4562-a1c5-d818ab8d8881 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa', 'tempest-TagsTest-Tag-2029354664') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.225003 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.225835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4c96d2-a748-40b7-b6d0-9785d2874fb4 None None] The sync data for ids ['0c16b86a-5942-4d3b-8c42-5f9ea8311043'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:18:52.252902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.259038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.432129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.481836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=a33c49a8-88dd-4664-8b40-8621a5dd5bed,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:52.483837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.487515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.498553 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-f30ac16c-4bbb-4562-a1c5-d818ab8d8881 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] show failed (client error): The resource could not be found. Aug 21 18:18:52.499650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f30ac16c-4bbb-4562-a1c5-d818ab8d8881 tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "GET /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags/tempest-TagsTest-Tag-2029354664 HTTP/1.1" status: 404 len: 326 time: 0.3565881 Aug 21 18:18:52.530914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38868) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.535449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.536837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61545f74-6cbf-4589-ab0d-d824d65844bc tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/a33c49a8-88dd-4664-8b40-8621a5dd5bed HTTP/1.1" status: 204 len: 168 time: 1.2753601 Aug 21 18:18:52.540977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-e9bc3e73-02c8-4031-9f4d-2be488ad7fed tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '46bfd799-b2bd-4996-ada9-bc59cbe678aa') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:52.544930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.576213 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2175bc4e-a9c1-4f4f-8869-9812f0286ff2 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] GET failed (client error): The resource could not be found. Aug 21 18:18:52.581426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2175bc4e-a9c1-4f4f-8869-9812f0286ff2 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports/a33c49a8-88dd-4664-8b40-8621a5dd5bed HTTP/1.1" status: 404 len: 333 time: 0.0319843 Aug 21 18:18:52.581426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.583944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.584126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38874) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.584682 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "DELETE /v2.0/security-groups/0a644f12-86d5-4e83-b5ad-8f31adfdbeb9 HTTP/1.1" status: 204 len: 168 time: 0.6394501 Aug 21 18:18:52.593512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2029253673'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:52.599405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.599909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router 0c16b86a-5942-4d3b-8c42-5f9ea8311043 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:18:52.602945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38876) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.603784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d8659-042e-49f3-a692-8e97ff408fdc tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a644f12-86d5-4e83-b5ad-8f31adfdbeb9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:52.617577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.621990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9aa4696e-88fe-4abf-a8e0-79a6733f85e7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/0c16b86a-5942-4d3b-8c42-5f9ea8311043 HTTP/1.1" status: 204 len: 168 time: 0.5691898 Aug 21 18:18:52.621990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.696353 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-f07a8feb-97be-4ff1-996f-eb59c2fd65c4 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] show failed (client error): The resource could not be found. Aug 21 18:18:52.701526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f07a8feb-97be-4ff1-996f-eb59c2fd65c4 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups/0a644f12-86d5-4e83-b5ad-8f31adfdbeb9 HTTP/1.1" status: 404 len: 347 time: 0.0944166 Aug 21 18:18:52.702397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38880) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.803187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet e43317e4-63d0-4b97-af0b-64bcf2151208 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:18:52.819378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.900307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9bc3e73-02c8-4031-9f4d-2be488ad7fed tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "DELETE /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa/tags HTTP/1.1" status: 204 len: 168 time: 0.3680959 Aug 21 18:18:52.915494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:52.920190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:52.958328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Deleting port 0caf2693-1cbd-48de-99ec-7cb1c714f8a8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:52.958721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.041766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:53.045218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.068060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.068417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.084908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Calling delete_port for 0caf2693-1cbd-48de-99ec-7cb1c714f8a8 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:53.090666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port f70677c1-2638-468b-8ff6-e8332a0c1ab7 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:53.103851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.228691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.256679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.302280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.351081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'Port': ['ID=0caf2693-1cbd-48de-99ec-7cb1c714f8a8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:53.358368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.376692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bfd799-b2bd-4996-ada9-bc59cbe678aa']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:53.393588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55f84d95-9f27-43af-863e-8f33a56b3f7b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:53.393910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55f84d95-9f27-43af-863e-8f33a56b3f7b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:53.415138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::35f (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/f70677c1-2638-468b-8ff6-e8332a0c1ab7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:53.428395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.431379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.432392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.434461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59e373cd-29b3-4ae1-a1d7-057e837cc326 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f9fefec-a0be-435b-b4f5-f6d1fa0c9418 HTTP/1.1" status: 204 len: 168 time: 0.7251639 Aug 21 18:18:53.459574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.461835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.505516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:53.505937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:53.508891 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:53.525244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=e43317e4-63d0-4b97-af0b-64bcf2151208,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:53.544870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2106ff-8c16-4f54-9cc2-2a0f0b813ef9 None None] Network 4215eac4-bded-450f-95c0-f14dd516187a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:18:53.562953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.565645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51c5d150-9039-4b01-b7b7-926109562643 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/e43317e4-63d0-4b97-af0b-64bcf2151208 HTTP/1.1" status: 204 len: 168 time: 0.9435122 Aug 21 18:18:53.568837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38902) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:53.640527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.650640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.655336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] 10.222.0.41 "DELETE /v2.0/networks/46bfd799-b2bd-4996-ada9-bc59cbe678aa HTTP/1.1" status: 204 len: 168 time: 0.7340384 Aug 21 18:18:53.675391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b6ea01-fdf6-499a-a4e7-708af637405c tempest-TagsTest-184471487 tempest-TagsTest-184471487-project] Pushing event deleted for resources: {'Network': ['ID=46bfd799-b2bd-4996-ada9-bc59cbe678aa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:53.706093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.757908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.788412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:53.788831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.800243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object f70677c1-2638-468b-8ff6-e8332a0c1ab7 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:53.894578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.928772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ae14032-980c-4896-bd5c-3f115cb3d0c6,segment=NetworkSegment(52b184eb-9ab0-4f30-a18e-23b05730bb6e),segment_id=52b184eb-9ab0-4f30-a18e-23b05730bb6e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:53.930299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:53.953189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] DHCP port deletion for 4215eac4-bded-450f-95c0-f14dd516187a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:18:53.964180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 2ae14032-980c-4896-bd5c-3f115cb3d0c6 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:53.987571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=f70677c1-2638-468b-8ff6-e8332a0c1ab7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:54.001487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:54.003287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:54.006057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:54.013379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:54.014144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.036280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c383acd3-48a4-4295-b64c-fcab3d0887df tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4478564 Aug 21 18:18:54.039168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:54.047721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'network_id': 'ff45bf56-8952-49e1-aebe-ec89bdc008e3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-5358084'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:54.094205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Deleting port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:54.096968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.257826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce24943-79a9-449e-bd33-d8b35c7f1f4b req-be883143-d7c3-4503-a4c3-1efdd0a66702 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:54.260045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ce24943-79a9-449e-bd33-d8b35c7f1f4b req-be883143-d7c3-4503-a4c3-1efdd0a66702 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1150928 Aug 21 18:18:54.273418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Made reservation on behalf of b289d2d935a4410abe5bfa247c75c671 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:18:54.280327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.286150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.304179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] For port 2ae14032-980c-4896-bd5c-3f115cb3d0c6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ae14032-980c-4896-bd5c-3f115cb3d0c6,segment=NetworkSegment(52b184eb-9ab0-4f30-a18e-23b05730bb6e),segment_id=52b184eb-9ab0-4f30-a18e-23b05730bb6e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:18:54.307018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.321542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] device_id is not set on port 49f52a00-b290-4e86-91a7-20ba2a8b57aa yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:18:54.342307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Calling delete_port for 2ae14032-980c-4896-bd5c-3f115cb3d0c6 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:54.389815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:54.390762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=2ae14032-980c-4896-bd5c-3f115cb3d0c6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:54.501481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ce24943-79a9-449e-bd33-d8b35c7f1f4b req-b79f4d6d-beef-4753-a29f-91758542dfdf tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347102 Aug 21 18:18:54.507647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.512514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.514999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.515536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.516309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.523614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.524157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.524708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.525488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.526593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.527112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.527638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:18:54.528143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.531170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:54.536587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38928) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:54.565797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--429781085', 'description': 'tempest-description--154485392'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:54.566035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Allocated IP 2001:db8::2a9 (ff45bf56-8952-49e1-aebe-ec89bdc008e3/af1e06f9-f4c2-4386-89eb-3894abc348df/49f52a00-b290-4e86-91a7-20ba2a8b57aa) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:54.607190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] Pushing event deleted for resources: {'Port': ['ID=2ae14032-980c-4896-bd5c-3f115cb3d0c6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:54.643367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb7b406-40e6-4da1-83e5-63026b291c7e None None] No DVR routers for this DVR port 2ae14032-980c-4896-bd5c-3f115cb3d0c6 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:18:54.676025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c5bc1cf-0d99-4dfd-ac02-f84f8560f78b None None] Provisioning for port f70677c1-2638-468b-8ff6-e8332a0c1ab7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:54.685795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c5bc1cf-0d99-4dfd-ac02-f84f8560f78b None None] Provisioning complete for port f70677c1-2638-468b-8ff6-e8332a0c1ab7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:54.687028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc1cf-0d99-4dfd-ac02-f84f8560f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.745523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.760298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.780626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bc1cf-0d99-4dfd-ac02-f84f8560f78b None None] Port f70677c1-2638-468b-8ff6-e8332a0c1ab7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:54.815331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4215eac4-bded-450f-95c0-f14dd516187a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:54.841465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b184eb-9ab0-4f30-a18e-23b05730bb6e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:54.841465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b184eb-9ab0-4f30-a18e-23b05730bb6e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:18:54.850781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9a890f9-2f73-41f0-99e8-b30f72422a24 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21dbde3296b04504b93f3fb495bee344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4414990 Aug 21 18:18:54.855131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:54.856948 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.894396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.902928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.914592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:18:54.914933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:18:54.918169 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:18:54.941214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Transition to ACTIVE for port object 49f52a00-b290-4e86-91a7-20ba2a8b57aa will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:18:55.009898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.049801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.073871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.075752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/4215eac4-bded-450f-95c0-f14dd516187a HTTP/1.1" status: 204 len: 168 time: 1.5056272 Aug 21 18:18:55.079602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.084596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:55.104604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1474621545', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:55.124043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:55.125343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050354f8-9645-4360-99d5-104abb40c85a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=4215eac4-bded-450f-95c0-f14dd516187a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.129135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:55.133709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:55.141475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:55.142723 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.156710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.161084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.168196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=49f52a00-b290-4e86-91a7-20ba2a8b57aa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.179829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.238941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c0294409-a5de-49e8-bad0-a3fa516662bd tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.1984046 Aug 21 18:18:55.241938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:55.248416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35e', 'mac_address': 'fa:16:3e:97:ec:c2'}, {'ip_address': '2001:db8::35f', 'mac_address': 'fa:16:3e:87:df:a7'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:55.261634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.262749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.271678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.273967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.275229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-574d77e7-8a1b-4fcd-aff9-4f4466edc294 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7374606 Aug 21 18:18:55.278692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38950) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:55.283923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group_rule': {'security_group_id': '422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:55.368027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.372022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.375010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.379277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd523958-0fc6-4324-8399-005fab6b85d4 HTTP/1.1" status: 204 len: 168 time: 0.5199172 Aug 21 18:18:55.470481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.539063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.546870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e850f0-678b-43ed-b228-d305177bfed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd523958-0fc6-4324-8399-005fab6b85d4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.699846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.725737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bc681bfb-a9eb-4bdc-a3f0-319575408e97 None None] Provisioning for port 49f52a00-b290-4e86-91a7-20ba2a8b57aa completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:18:55.734236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bc681bfb-a9eb-4bdc-a3f0-319575408e97 None None] Provisioning complete for port 49f52a00-b290-4e86-91a7-20ba2a8b57aa triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:55.735206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc681bfb-a9eb-4bdc-a3f0-319575408e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.748473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.757393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.810728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=635bdf38-f852-4e38-8c99-bb05c30c1901,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.837414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.840565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19822e5a-c474-43b1-91f1-27c10f7f9d90 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5609117 Aug 21 18:18:55.843423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38960) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:55.859829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.861160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bc681bfb-a9eb-4bdc-a3f0-319575408e97 None None] Port 49f52a00-b290-4e86-91a7-20ba2a8b57aa cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:55.861323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'security_group_rule': {'security_group_id': '422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:55.873476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.975073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] In _notify_port_updated(), no bound segment for port 49f52a00-b290-4e86-91a7-20ba2a8b57aa on network ff45bf56-8952-49e1-aebe-ec89bdc008e3 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:18:55.989898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:55.991041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:55.996335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "PUT /v2.0/ports/49f52a00-b290-4e86-91a7-20ba2a8b57aa HTTP/1.1" status: 200 len: 1065 time: 0.7531989 Aug 21 18:18:55.996682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ae14032-980c-4896-bd5c-3f115cb3d0c6 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:18:55.998810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bb904-8bf9-4aeb-b29d-405b6c323527 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event updated for resources: {'Port': ['ID=49f52a00-b290-4e86-91a7-20ba2a8b57aa,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:55.999009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.002261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38966) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:56.053674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2ae14032-980c-4896-bd5c-3f115cb3d0c6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:18:56.055686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ae14032-980c-4896-bd5c-3f115cb3d0c6 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:18:56.295877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.323849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.396932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.444127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-707bbe3b-ff05-45ad-970a-33a22f338375 None None] Provisioning complete for port 49f52a00-b290-4e86-91a7-20ba2a8b57aa triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:18:56.444516 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-707bbe3b-ff05-45ad-970a-33a22f338375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.518761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddabcb59-72a3-4d58-86db-366c44666395,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:56.530975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.544367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.545657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-684a38e6-3cc2-4da4-bd45-c063faae726e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7007680 Aug 21 18:18:56.549479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38990) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:56.554326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:18:56.558819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-707bbe3b-ff05-45ad-970a-33a22f338375 None None] Port 49f52a00-b290-4e86-91a7-20ba2a8b57aa cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:18:56.611844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.892248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:56.973997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39000) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:57.104355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Allocated IP 172.25.1.178 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ae5fac8d-01f1-469b-b274-4f79a3ccf955) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:57.295040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.296688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c2d7-5b4d-41fd-aa33-0ffa3e5f9e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.359458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port 49f52a00-b290-4e86-91a7-20ba2a8b57aa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:57.360073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.410345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c2d7-5b4d-41fd-aa33-0ffa3e5f9e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.415924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0b6c2d7-5b4d-41fd-aa33-0ffa3e5f9e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.466573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6c2d7-5b4d-41fd-aa33-0ffa3e5f9e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d37ca6-bd56-4755-a1d1-b0fdc34b218f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:57.474699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a0b6c2d7-5b4d-41fd-aa33-0ffa3e5f9e06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7c4b30892f44beca9c24b7e9c0802b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992759 Aug 21 18:18:57.479021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39016) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:57.545443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.554732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.621300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:57.624605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.629781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:57.648504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:57.650110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=ae5fac8d-01f1-469b-b274-4f79a3ccf955,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:57.654485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for 49f52a00-b290-4e86-91a7-20ba2a8b57aa owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:57.692465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.714548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 172.25.1.3 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9329b380-2e32-49a1-bf60-6882cc52aacb) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:18:57.797004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.826862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.830112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.831370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26d37ca6-bd56-4755-a1d1-b0fdc34b218f HTTP/1.1" status: 204 len: 168 time: 0.3513703 Aug 21 18:18:57.928857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa71f4-5901-4625-ae88-d4f4e20119c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d37ca6-bd56-4755-a1d1-b0fdc34b218f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:57.951650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.964691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:57.973683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.020482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=49f52a00-b290-4e86-91a7-20ba2a8b57aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:58.088906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.149565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=9329b380-2e32-49a1-bf60-6882cc52aacb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:58.212010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:18:58.215790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:18:58.221416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:18:58.334308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.341894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.481873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.488038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8639920b-c96a-4d45-80cc-81a4df1334e6 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/49f52a00-b290-4e86-91a7-20ba2a8b57aa HTTP/1.1" status: 204 len: 168 time: 2.4835074 Aug 21 18:18:58.493007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39036) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:58.555039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39038) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:58.575238 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48d32a3-eceb-4391-9907-16f8ce0e11c1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] GET failed (client error): The resource could not be found. Aug 21 18:18:58.577821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b48d32a3-eceb-4391-9907-16f8ce0e11c1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports/49f52a00-b290-4e86-91a7-20ba2a8b57aa HTTP/1.1" status: 404 len: 333 time: 0.0835226 Aug 21 18:18:58.581530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39042) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:58.593528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=ae5fac8d-01f1-469b-b274-4f79a3ccf955,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:58.612615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.645470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.655931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8135e38e-9fb0-4814-b0b0-2041caf66d95 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0961559 Aug 21 18:18:58.747908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39046) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:58.765785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5162-52c1-4658-866f-adc8bcffc994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.862248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4a04b11-5e91-420e-9b90-8612433fd805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.881516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-fb9e99fc-21ba-44f7-83a8-5cc4947e5c30 req-a0620643-8a92-4611-950f-1b4e68daf449 service neutron] (94599) timed out ('10.222.0.41', 37324) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:18:58.902957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port f70677c1-2638-468b-8ff6-e8332a0c1ab7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:18:58.903507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:58.978871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5162-52c1-4658-866f-adc8bcffc994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.002040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7a1a5162-52c1-4658-866f-adc8bcffc994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.033524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.037453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7a1a5162-52c1-4658-866f-adc8bcffc994 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=390f4b5afb5b49558d85907f91fe222d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884183 Aug 21 18:18:59.040631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39060) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:59.092656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.117413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a5162-52c1-4658-866f-adc8bcffc994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea0c19c-48e3-42f3-ab8a-46083d78e664,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:59.131012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-cc4725ff-68f7-43a4-b56c-3cf73238efcf tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--429781085&fields=id&tenant_id=59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 267 time: 0.1128306 Aug 21 18:18:59.142092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for f70677c1-2638-468b-8ff6-e8332a0c1ab7 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:18:59.143402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.170395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.227503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.230060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.236199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ea0c19c-48e3-42f3-ab8a-46083d78e664 HTTP/1.1" status: 204 len: 168 time: 0.1923425 Aug 21 18:18:59.252270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb61f71-1ad6-444e-95a9-04d1885e34ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea0c19c-48e3-42f3-ab8a-46083d78e664,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:59.307724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4a04b11-5e91-420e-9b90-8612433fd805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.315650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4a04b11-5e91-420e-9b90-8612433fd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.344048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4a04b11-5e91-420e-9b90-8612433fd805 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4af06ad077b4fc58adaff01405fae75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7830379 Aug 21 18:18:59.353249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39064) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:59.367602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a04b11-5e91-420e-9b90-8612433fd805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7915cf6-58f6-4fac-b135-ec5c9b99fd67,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:59.591525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-1900bd6c-de11-4d08-81f9-5244f10eb943 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:18:59.593460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-1900bd6c-de11-4d08-81f9-5244f10eb943 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 811 time: 0.4540310 Aug 21 18:18:59.607714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.648217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-bdc96122-4dcf-4ea6-a0d1-571bd3301a31 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/quotas/59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 375 time: 0.0446351 Aug 21 18:18:59.679214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.727127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.822225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-70eaab57-6509-42a2-98a8-206068a76ee9 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1407142 Aug 21 18:18:59.826361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.834541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39070) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:18:59.852026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec0e49cd-3783-4633-91fd-31fe9bf6e5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.918777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=f70677c1-2638-468b-8ff6-e8332a0c1ab7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:18:59.993049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.994905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-758b5dc1-c55c-42f9-8561-2fd7cd10bba1 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/f70677c1-2638-468b-8ff6-e8332a0c1ab7 HTTP/1.1" status: 204 len: 168 time: 1.4124570 Aug 21 18:18:59.997337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:18:59.999916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.001554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f7915cf6-58f6-4fac-b135-ec5c9b99fd67 HTTP/1.1" status: 204 len: 168 time: 0.6454003 Aug 21 18:19:00.003151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.050185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c4bff-23e8-4658-99cd-45b65a3f75df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7915cf6-58f6-4fac-b135-ec5c9b99fd67,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:00.086219 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-82760b80-2608-41ca-b85e-ab0a26ba198c tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] GET failed (client error): The resource could not be found. Aug 21 18:19:00.095011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82760b80-2608-41ca-b85e-ab0a26ba198c tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "GET /v2.0/ports/f70677c1-2638-468b-8ff6-e8332a0c1ab7 HTTP/1.1" status: 404 len: 333 time: 0.0867085 Aug 21 18:19:00.095011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39078) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.162368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-af2b6def-d864-4aa7-800c-933ebff7ece1 service neutron] 10.222.0.41 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175852 Aug 21 18:19:00.211936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 4e71c35f-f9be-4578-afbb-c45580ac49ad is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:19:00.319369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec0e49cd-3783-4633-91fd-31fe9bf6e5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.338230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec0e49cd-3783-4633-91fd-31fe9bf6e5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.354877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-5e6bd1b4-0165-4acc-9643-a55e6069e903 service neutron] 10.222.0.41 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693213 Aug 21 18:19:00.401377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e49cd-3783-4633-91fd-31fe9bf6e5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43592fac-0478-4429-90c2-a52e43b0ab2b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:00.428183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ec0e49cd-3783-4633-91fd-31fe9bf6e5f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab1768ac2f504ed79417653d917a09ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893126 Aug 21 18:19:00.429278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.447934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:00.459369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] Sync routers for ids ['4e71c35f-f9be-4578-afbb-c45580ac49ad'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:00.477932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port 5bb76030-144c-4f23-a2b7-ac080ea106e9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:00.478281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.481844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] Routers {'4e71c35f-f9be-4578-afbb-c45580ac49ad'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:00.485671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4e71c35f-f9be-4578-afbb-c45580ac49ad'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:00.491171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.492690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-18bfde69-efca-47df-a3c2-a511a4b423bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.4071243 Aug 21 18:19:00.495417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39084) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.544063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.608152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.647953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.655977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:00.678399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for 5bb76030-144c-4f23-a2b7-ac080ea106e9 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:00.685455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] Routers {'4e71c35f-f9be-4578-afbb-c45580ac49ad'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:00.686456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4e71c35f-f9be-4578-afbb-c45580ac49ad'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:00.843115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-33a54b52-65b1-426f-a462-4d83d5dda7b9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers/4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 200 len: 883 time: 0.3463275 Aug 21 18:19:00.845529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39092) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.870923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6caff3f-c394-4673-979e-7542c4790d43 req-34d75319-d973-4551-824c-1d70ade4285f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 210 time: 0.1605561 Aug 21 18:19:00.897946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.900801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:00.904959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/43592fac-0478-4429-90c2-a52e43b0ab2b HTTP/1.1" status: 204 len: 168 time: 0.4718573 Aug 21 18:19:00.926824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:00.980520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce10ec-5120-4c7f-8acb-eac2c9b968a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43592fac-0478-4429-90c2-a52e43b0ab2b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:00.988568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9aac8d5-afe1-4d8d-b732-b02c88f30883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.036282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:01.037950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f63cd4e-0a2a-49c8-a62e-e0aebd83c2c4 None None] The sync data for ids ['4e71c35f-f9be-4578-afbb-c45580ac49ad'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:01.183921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9aac8d5-afe1-4d8d-b732-b02c88f30883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.196574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9aac8d5-afe1-4d8d-b732-b02c88f30883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.281154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d9aac8d5-afe1-4d8d-b732-b02c88f30883 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0fab5b836f27490dae16459db27396c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462725 Aug 21 18:19:01.283468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39104) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:01.294407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aac8d5-afe1-4d8d-b732-b02c88f30883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdfe71-9064-491a-9002-4741270d9f6c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:01.336525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.424226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=5bb76030-144c-4f23-a2b7-ac080ea106e9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:01.499775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.504652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1643d3be-30f6-467d-b5df-26581efff346 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/ports/5bb76030-144c-4f23-a2b7-ac080ea106e9 HTTP/1.1" status: 204 len: 168 time: 1.3889298 Aug 21 18:19:01.507536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:01.660787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.717638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting subnet af1e06f9-f4c2-4386-89eb-3894abc348df {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:19:01.742040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.767724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:01.813398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.008677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76a86f44-5b0b-484c-90fd-7f5b5470bc88 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.1612206 Aug 21 18:19:02.020104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:02.027472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1474621545'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:02.100744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff2b7f4c-9c4f-4f64-b010-c7ac4d88d1d8 req-ebfd3e7b-2492-4286-b235-143178f7ca72 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 210 time: 0.0909834 Aug 21 18:19:02.482250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.486812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.495245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/94cdfe71-9064-491a-9002-4741270d9f6c HTTP/1.1" status: 204 len: 168 time: 1.1889522 Aug 21 18:19:02.521221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.564124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358188fc-bb11-476c-ac5e-0494d5661f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cdfe71-9064-491a-9002-4741270d9f6c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:02.650333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.671129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.682657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14882dd2-2de5-42e1-b884-380e08f342de None None] Network ff45bf56-8952-49e1-aebe-ec89bdc008e3 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:02.689505 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.702085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.705774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/subnets/af1e06f9-f4c2-4386-89eb-3894abc348df HTTP/1.1" status: 204 len: 168 time: 1.1959219 Aug 21 18:19:02.708098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2980938-ec8f-468c-8113-1793cb7e85b0 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Subnet': ['ID=af1e06f9-f4c2-4386-89eb-3894abc348df,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:02.709493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:02.841845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-93417078-fb6b-4eff-9ac7-78f3c7996fb5 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:02.843369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-93417078-fb6b-4eff-9ac7-78f3c7996fb5 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.39 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 811 time: 0.4554877 Aug 21 18:19:02.876464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:02.968402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-985e8e91-952e-4f80-bd1b-3a0a5141851e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59ed792fb2034630a4f7931a7e0e36b5 HTTP/1.1" status: 200 len: 379 time: 0.1029968 Aug 21 18:19:02.986380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'port': {'device_id': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'admin_state_up': True, 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'security_groups': ['422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:03.000459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] DHCP port deletion for ff45bf56-8952-49e1-aebe-ec89bdc008e3 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:19:03.074853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 4e71c35f-f9be-4578-afbb-c45580ac49ad has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:03.105983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Deleting port e37265a6-0cdf-49a6-b223-ce6f58560a52 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:03.106705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.175581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Deleting port e37265a6-0cdf-49a6-b223-ce6f58560a52 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:03.175933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.206449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] For port e37265a6-0cdf-49a6-b223-ce6f58560a52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e37265a6-0cdf-49a6-b223-ce6f58560a52,segment=NetworkSegment(1291b03d-6aa7-46c0-ab5f-dc6e67a5958a),segment_id=1291b03d-6aa7-46c0-ab5f-dc6e67a5958a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:03.207057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.251814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Calling delete_port for e37265a6-0cdf-49a6-b223-ce6f58560a52 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:03.287765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c5209fe-4e88-4b9e-b799-acba4a49e818 req-3850d43e-e91f-466b-8660-1541abe4226f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 210 time: 0.0475657 Aug 21 18:19:03.325064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] For port e37265a6-0cdf-49a6-b223-ce6f58560a52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e37265a6-0cdf-49a6-b223-ce6f58560a52,segment=NetworkSegment(1291b03d-6aa7-46c0-ab5f-dc6e67a5958a),segment_id=1291b03d-6aa7-46c0-ab5f-dc6e67a5958a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:03.325462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.330224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Made reservation on behalf of 59ed792fb2034630a4f7931a7e0e36b5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:03.333587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.362642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:03.364425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Calling delete_port for e37265a6-0cdf-49a6-b223-ce6f58560a52 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:03.373062 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] Sync routers for ids ['4e71c35f-f9be-4578-afbb-c45580ac49ad'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:03.373568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.377137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0ab2c643-25c8-41b3-ac39-d68f30f875ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 200 len: 890 time: 1.3534904 Aug 21 18:19:03.377746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39168) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:03.396623 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.417791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] No DVR routers for this DVR port e37265a6-0cdf-49a6-b223-ce6f58560a52 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:03.436918 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] Routers {'4e71c35f-f9be-4578-afbb-c45580ac49ad'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:03.438257 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4e71c35f-f9be-4578-afbb-c45580ac49ad'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.459966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c379627-4f39-43ff-9726-7d3d345848ac None None] Pushing event deleted for resources: {'Port': ['ID=e37265a6-0cdf-49a6-b223-ce6f58560a52,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:03.506896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.518730 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] Routers {'4e71c35f-f9be-4578-afbb-c45580ac49ad'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:03.519619 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['4e71c35f-f9be-4578-afbb-c45580ac49ad'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.559035 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.559682 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a285bf7-6442-4c90-a94b-274b10e2b09e None None] The sync data for ids ['4e71c35f-f9be-4578-afbb-c45580ac49ad'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:03.602489 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.611564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Allocated IP 172.20.0.13 (53e1c8c6-8ec4-42c0-90ee-27244482c04c/860b81df-aef3-4eb3-aa65-34a09d0df97f/a477580b-5ec0-47dc-861e-a245fb10025a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:03.619340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] No DVR routers for this DVR port e37265a6-0cdf-49a6-b223-ce6f58560a52 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:03.668060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Port': ['ID=e37265a6-0cdf-49a6-b223-ce6f58560a52,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:03.714583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-322cb35d-ff08-46ae-ab58-3e173af05e68 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers/4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 200 len: 890 time: 0.3318369 Aug 21 18:19:03.715336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39178) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:03.748246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d283ca66-e518-4437-bb3a-9e78f5d4f160 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 200 len: 205 time: 0.0291264 Aug 21 18:19:03.748246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:03.748468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.773717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff45bf56-8952-49e1-aebe-ec89bdc008e3']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.818265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.818648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1291b03d-6aa7-46c0-ab5f-dc6e67a5958a') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:03.834404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.857141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.867738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:19:03.868164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:19:03.871184 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:19:03.899198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.004930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.021378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e37265a6-0cdf-49a6-b223-ce6f58560a52 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:04.021943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.043283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.052202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e37265a6-0cdf-49a6-b223-ce6f58560a52 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:19:04.054835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.056037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e37265a6-0cdf-49a6-b223-ce6f58560a52 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:19:04.071969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] 10.222.0.41 "DELETE /v2.0/networks/ff45bf56-8952-49e1-aebe-ec89bdc008e3 HTTP/1.1" status: 204 len: 168 time: 1.3538826 Aug 21 18:19:04.103778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Transition to ACTIVE for port object a477580b-5ec0-47dc-861e-a245fb10025a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:04.127431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954b91a-bb5f-470d-be54-0c9eaef58e73 tempest-AllowedAddressPairIpV6TestJSON-577677581 tempest-AllowedAddressPairIpV6TestJSON-577677581-project] Pushing event deleted for resources: {'Network': ['ID=ff45bf56-8952-49e1-aebe-ec89bdc008e3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:04.148595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 9329b380-2e32-49a1-bf60-6882cc52aacb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:04.149200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.166627 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.245050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:04.256639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:04.270250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event updated for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:04.276880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:04.292658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.312394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 9329b380-2e32-49a1-bf60-6882cc52aacb owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:04.391412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:04.392093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.441362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-ec742ab2-26a8-42fc-a711-60b0c9400d1a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4596839 Aug 21 18:19:04.455580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Request body: {'port': {'device_id': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:04.581913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34a61256-24f2-48b6-813c-86b090138204 None None] Provisioning for port a477580b-5ec0-47dc-861e-a245fb10025a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:04.586415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34a61256-24f2-48b6-813c-86b090138204 None None] Provisioning complete for port a477580b-5ec0-47dc-861e-a245fb10025a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:04.587063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34a61256-24f2-48b6-813c-86b090138204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.628091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.647654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-34a61256-24f2-48b6-813c-86b090138204 None None] Port a477580b-5ec0-47dc-861e-a245fb10025a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:04.652344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.684808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=9329b380-2e32-49a1-bf60-6882cc52aacb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:04.787417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.901707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.906384 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.911340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39236) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:04.982655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.983142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router 4e71c35f-f9be-4578-afbb-c45580ac49ad {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:19:04.990480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:04.993040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23654416-619e-43db-8326-e69b36d25922 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 204 len: 168 time: 1.2434700 Aug 21 18:19:04.996732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39242) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:05.003036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1316502067'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:05.026600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39244) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:05.045329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:05.050756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.089657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0fb9-6b6e-47de-abdb-b442cfbab899 req-ff786d27-7ffc-4575-8fc9-ab60466d4c67 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:05.092109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87ed0fb9-6b6e-47de-abdb-b442cfbab899 req-ff786d27-7ffc-4575-8fc9-ab60466d4c67 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 932 time: 0.6951878 Aug 21 18:19:05.125107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4fc6e286-14d5-4ce1-82fa-4bd7b02495b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b289d2d935a4410abe5bfa247c75c671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113986 Aug 21 18:19:05.127100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:05.129528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39250) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:05.168675 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-87ed0fb9-6b6e-47de-abdb-b442cfbab899 req-9173e06c-cf37-4626-a88f-3dd5b9218d5e tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618322 Aug 21 18:19:05.177309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.177650 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 5ef0c0cf-328e-476a-b113-022c7982f2f9 of type vlan for network 439629bc-6578-44f6-8f3d-caed2271ba8d Aug 21 18:19:05.210145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abc2f4cb-de67-4ac2-9da5-ad4a2b550a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.213673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a477580b-5ec0-47dc-861e-a245fb10025a {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:19:05.222932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.237808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Transition to ACTIVE for port object a477580b-5ec0-47dc-861e-a245fb10025a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:05.244023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.288571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.294641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.325801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Pushing event updated for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:05.346793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.380219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.387558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:05.388200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.414317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Attempting to bind port a477580b-5ec0-47dc-861e-a245fb10025a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:05.415108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Attempting to bind port a477580b-5ec0-47dc-861e-a245fb10025a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:05.415514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Attempting to bind port a477580b-5ec0-47dc-861e-a245fb10025a on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:05.420385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Port a477580b-5ec0-47dc-861e-a245fb10025a on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:05.420830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Attempting to bind port a477580b-5ec0-47dc-861e-a245fb10025a on network 53e1c8c6-8ec4-42c0-90ee-27244482c04c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:05.427675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:05.428140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Checking segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:05.428725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Bound using segment: {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:05.429278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Bound port: a477580b-5ec0-47dc-861e-a245fb10025a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdb7e131-bdc6-46fe-93f6-db033ced06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:05.429883 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.508181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:05.514160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a477580b-5ec0-47dc-861e-a245fb10025a,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:05.526697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.552758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=439629bc-6578-44f6-8f3d-caed2271ba8d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:05.565816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 439629bc-6578-44f6-8f3d-caed2271ba8d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:05.604593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.607285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.610913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db8f5296-8547-44e2-88ce-2c24f6b9e4ab HTTP/1.1" status: 204 len: 168 time: 0.4778514 Aug 21 18:19:05.645967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20920f-695a-420e-a3bd-ac8987731f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8f5296-8547-44e2-88ce-2c24f6b9e4ab,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:05.666301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:05.666843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.673044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] 10.222.0.39 "PUT /v2.0/ports/a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 1093 time: 1.2219081 Aug 21 18:19:05.673593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:05.684457 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0b596b-ea7f-4074-8540-ec017c4ff4de" -d '{"events": [{"name": "network-changed", "server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:05.744161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abc2f4cb-de67-4ac2-9da5-ad4a2b550a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.766048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2270f456-f81c-40d2-85b9-3b791eb38a76 service neutron] Pushing event updated for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:05.769575 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abc2f4cb-de67-4ac2-9da5-ad4a2b550a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:05.811064 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313ebbb2-498c-425a-8556-38fcdd9b5ab4 x-openstack-request-id: req-313ebbb2-498c-425a-8556-38fcdd9b5ab4 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:05.811347 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:05.811582 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-313ebbb2-498c-425a-8556-38fcdd9b5ab4 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:05.811974 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'status': 'completed', 'code': 200} Aug 21 18:19:05.836531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-f16c63c6-1458-4b3e-8339-8fee69bc499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:05.838549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8c63726b-3b22-457d-948a-1b5002f28d32 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8407431 Aug 21 18:19:05.844048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-f16c63c6-1458-4b3e-8339-8fee69bc499c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1096 time: 0.0668046 Aug 21 18:19:05.844858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39268) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:05.856829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2f4cb-de67-4ac2-9da5-ad4a2b550a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e998b96a-2e7d-4d64-a386-a5c2579c1973,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:05.873455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:05.884014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-abc2f4cb-de67-4ac2-9da5-ad4a2b550a99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89b9da793e994c79884693b15ed20af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8564420 Aug 21 18:19:05.886656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39270) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:06.005022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:06.008657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-39ed7073-8d75-4b5b-98d9-2bb6592997bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 217 time: 0.1246541 Aug 21 18:19:06.014789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-e27cf310-f57c-4f14-893f-b1f42e36f7f2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1045594 Aug 21 18:19:06.048345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:06.136946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-573da9e9-eb8f-47f2-8688-0b386152a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.138684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-573da9e9-eb8f-47f2-8688-0b386152a510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1152742 Aug 21 18:19:06.144546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-c4a1129e-d7fe-4d4d-b3b4-7628ea8e42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.146388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-c4a1129e-d7fe-4d4d-b3b4-7628ea8e42af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 1098 time: 0.0692434 Aug 21 18:19:06.173663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:06.177954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:06.179819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e998b96a-2e7d-4d64-a386-a5c2579c1973 HTTP/1.1" status: 204 len: 168 time: 0.2916198 Aug 21 18:19:06.209373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:06.212067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6c293-0e94-4a2e-a651-ff718bfe8199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e998b96a-2e7d-4d64-a386-a5c2579c1973,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:06.215767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:06.238878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-560f0a8a-77b9-4f6a-ad05-57de1b4e387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.240896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-560f0a8a-77b9-4f6a-ad05-57de1b4e387b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860546 Aug 21 18:19:06.439394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-365fe9ff-ccd9-40d2-9c97-b1268e4192fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.440926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-365fe9ff-ccd9-40d2-9c97-b1268e4192fb service neutron] 10.222.0.64 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.2594128 Aug 21 18:19:06.449459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a823-58b0-4f5a-b54a-d8a1aa8f3a41 req-6c3d0e4a-1cf5-41e9-8a97-acf4093d095b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.451207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e476a823-58b0-4f5a-b54a-d8a1aa8f3a41 req-6c3d0e4a-1cf5-41e9-8a97-acf4093d095b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 944 time: 0.1445777 Aug 21 18:19:06.537788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e476a823-58b0-4f5a-b54a-d8a1aa8f3a41 req-ff31669d-ccdd-4401-b1c3-f0db85764352 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760443 Aug 21 18:19:06.557612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-acb69245-6eed-49bc-a14f-217bec882f7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 200 len: 217 time: 0.1082735 Aug 21 18:19:06.611300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-9dc52490-64aa-460e-8e99-47a79b4d662c service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246665 Aug 21 18:19:06.772979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-2aef8aa7-d947-4b64-8621-bc170841af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:06.790537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-2aef8aa7-d947-4b64-8621-bc170841af44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.2219856 Aug 21 18:19:06.948629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-566c8b3a-f88b-482f-887e-1e4bc449d0a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457701 Aug 21 18:19:07.124709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.142770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-43c7923d-daba-4ed6-adcc-ab34181176ac service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774023 Aug 21 18:19:07.160540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:07.190335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7b28de7-4f34-4ab9-a8cc-d3f6e6324c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.219276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-687b5a84-8d01-4326-9ad2-62875cd40087 req-72dcd165-aff2-4b82-824c-2f45731cf267 service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5869184 Aug 21 18:19:07.224688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=314482b0-739f-404f-8c46-a9c4e53439eb,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:07.233849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '5ef0c0cf-328e-476a-b113-022c7982f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:07.234227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 439629bc-6578-44f6-8f3d-caed2271ba8d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:07.270767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 439629bc-6578-44f6-8f3d-caed2271ba8d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:07.355526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 439629bc-6578-44f6-8f3d-caed2271ba8d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:07.365498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20a7059-1fb7-4f19-a67b-363dd23ee20c None None] Network 439629bc-6578-44f6-8f3d-caed2271ba8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:07.372351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:07.373081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.403333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:07.416743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-df1a5a56-5fcb-4b91-a46b-475d5951c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:07.419063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-df1a5a56-5fcb-4b91-a46b-475d5951c749 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1096 time: 0.1286347 Aug 21 18:19:07.431021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4a70a74-eb89-44f9-a6f4-c289210f0a62 req-57f4a4aa-5381-4d7e-96d1-84176ee31034 service neutron] 10.222.0.64 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721121 Aug 21 18:19:07.525768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7b28de7-4f34-4ab9-a8cc-d3f6e6324c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.535194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e7b28de7-4f34-4ab9-a8cc-d3f6e6324c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.626254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-7c362fb6-45eb-4890-93bd-34dd7341d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:07.627968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-7c362fb6-45eb-4890-93bd-34dd7341d42e service neutron] 10.222.0.39 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.2005849 Aug 21 18:19:07.636866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39326) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:07.637353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2f4befd-2eef-4bc3-93bd-16dac45b7ad0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7898474 Aug 21 18:19:07.641917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--658717330'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:07.643750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1517067147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:07.650950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e7b28de7-4f34-4ab9-a8cc-d3f6e6324c6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69a2824cbdc74f7280682a899521039a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892917 Aug 21 18:19:07.652864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b28de7-4f34-4ab9-a8cc-d3f6e6324c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42ec0d9-e490-41a2-a067-d063dcef8e40,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:07.657970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39328) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:07.686531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-439629bc-6578-44f6-8f3d-caed2271ba8d', 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': '314482b0-739f-404f-8c46-a9c4e53439eb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:19:07.687664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.709645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-5915f832-e401-46cc-b417-7ef8999f5f97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 217 time: 0.0631547 Aug 21 18:19:07.715730 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.716949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.760205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.796905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.814110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.819391 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.832141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.833682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.838940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-485b6b37-4372-4987-bb7d-baf84cf995ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:07.845612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-485b6b37-4372-4987-bb7d-baf84cf995ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1257243 Aug 21 18:19:07.870541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:07.874100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06509697-d7c6-4edb-91c8-1f192ef381ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2345290 Aug 21 18:19:07.878713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:07.915904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-d7236b38-0b0b-4b0c-915c-7877805373e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:07.917492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-d7236b38-0b0b-4b0c-915c-7877805373e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636797 Aug 21 18:19:08.020004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Allocated IP 2001:db8::2 (439629bc-6578-44f6-8f3d-caed2271ba8d/314482b0-739f-404f-8c46-a9c4e53439eb/6964e9a7-36c1-45e8-8a0d-7471be637440) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:08.097255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.100094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.102546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a42ec0d9-e490-41a2-a067-d063dcef8e40 HTTP/1.1" status: 204 len: 168 time: 0.4424314 Aug 21 18:19:08.193491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-868f8fbd-cea7-4422-90ef-12e305d5f24c service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666397 Aug 21 18:19:08.202124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2366a85-e36f-4619-8ef0-452867ab52fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42ec0d9-e490-41a2-a067-d063dcef8e40,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:08.280932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d550ccf-8c64-4b37-939b-5fc276e85992 req-1f6940c5-1fcf-485d-b1a7-60cb01704674 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:08.283255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d550ccf-8c64-4b37-939b-5fc276e85992 req-1f6940c5-1fcf-485d-b1a7-60cb01704674 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 944 time: 0.6583970 Aug 21 18:19:08.358785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.371777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.411873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d550ccf-8c64-4b37-939b-5fc276e85992 req-b68ef15d-8cef-406b-969e-173b1592e12d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190367 Aug 21 18:19:08.455282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.459135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb0b596b-ea7f-4074-8540-ec017c4ff4de req-ec742a0d-0bce-4009-8661-67e7c623993d service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497513 Aug 21 18:19:08.464920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6333e0bc-4e38-4285-8692-8d31f455ecc7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:08.475861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Transition to ACTIVE for port object 6964e9a7-36c1-45e8-8a0d-7471be637440 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:08.477132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.501099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Transition to ACTIVE for port object 6964e9a7-36c1-45e8-8a0d-7471be637440 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:08.515475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.546236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.551650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.597077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d3e59-c8f9-4306-ba47-08f5ae0d4106,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:08.601231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.602684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-329104cf-dae1-4604-a144-98a20cb4b545 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1938527 Aug 21 18:19:08.606753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39344) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:08.628706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Pushing event updated for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:08.645083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Network 439629bc-6578-44f6-8f3d-caed2271ba8d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:08.651940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:08.656532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:08.701419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bb0c90a3-e895-4e5d-8bad-be0f49521ea9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0926287 Aug 21 18:19:08.712040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39350) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:08.716988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-security--1620365470', 'description': 'tempest-security-description-897286978'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:08.766972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.777256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Attempting to bind port 6964e9a7-36c1-45e8-8a0d-7471be637440 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:08.777644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Attempting to bind port 6964e9a7-36c1-45e8-8a0d-7471be637440 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5ef0c0cf-328e-476a-b113-022c7982f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:08.778020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Attempting to bind port 6964e9a7-36c1-45e8-8a0d-7471be637440 on network 439629bc-6578-44f6-8f3d-caed2271ba8d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:08.787073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:08.787500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Checking segment: {'id': '5ef0c0cf-328e-476a-b113-022c7982f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:08.787907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.788316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Bound using segment: {'id': '5ef0c0cf-328e-476a-b113-022c7982f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:08.788850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Bound port: 6964e9a7-36c1-45e8-8a0d-7471be637440, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef0c0cf-328e-476a-b113-022c7982f2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '439629bc-6578-44f6-8f3d-caed2271ba8d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:08.789415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.878488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.888137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.890788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.892197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:08.892659 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "PUT /v2.0/security-groups/d24d3e59-c8f9-4306-ba47-08f5ae0d4106 HTTP/1.1" status: 200 len: 1779 time: 0.1796687 Aug 21 18:19:08.898692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6964e9a7-36c1-45e8-8a0d-7471be637440,segment=NetworkSegment(5ef0c0cf-328e-476a-b113-022c7982f2f9),segment_id=5ef0c0cf-328e-476a-b113-022c7982f2f9)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:08.898976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39358) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:08.905491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:08.932507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceacbe0-07da-4bb9-bf68-980b73c6f88c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24d3e59-c8f9-4306-ba47-08f5ae0d4106,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:08.935432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8::1 (439629bc-6578-44f6-8f3d-caed2271ba8d/314482b0-739f-404f-8c46-a9c4e53439eb/13a3d0fd-b924-47a7-ad36-2d64e81426c4) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:08.969569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39362) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:08.970615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5222d247-860d-4a5b-8a17-b0e607b46019 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups/d24d3e59-c8f9-4306-ba47-08f5ae0d4106 HTTP/1.1" status: 200 len: 1779 time: 0.0698369 Aug 21 18:19:09.021331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a888f5-ab44-4170-9d54-cd86531d9b24 None None] Pushing event updated for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:09.089661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.137572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.220721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.230323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.233340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.236083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/d24d3e59-c8f9-4306-ba47-08f5ae0d4106 HTTP/1.1" status: 204 len: 168 time: 0.2642956 Aug 21 18:19:09.247083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39378) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:09.289843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object 13a3d0fd-b924-47a7-ad36-2d64e81426c4 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:09.295079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38952aaa-7285-4e4d-a216-d3e8baa653d7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24d3e59-c8f9-4306-ba47-08f5ae0d4106,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:09.340907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802982-e1de-41f7-b226-da562ae96661 req-f267e14d-7e1c-4eea-84ee-5a8af902d858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:09.342471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-f267e14d-7e1c-4eea-84ee-5a8af902d858 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.1266906 Aug 21 18:19:09.453811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-988c4fdc-7338-4521-8d57-3b89927608dd tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2023017 Aug 21 18:19:09.461524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d5cca-f875-4d7a-835e-1daf90ec4ccd req-a4d3febd-1268-42fb-a886-caa47ca0b920 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:09.463034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6e0d5cca-f875-4d7a-835e-1daf90ec4ccd req-a4d3febd-1268-42fb-a886-caa47ca0b920 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2021511 Aug 21 18:19:09.465006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39386) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:09.504846 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-992c4f70-bcd8-488f-bb92-00f365efeb15 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] delete failed (client error): The resource could not be found. Aug 21 18:19:09.512515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-992c4f70-bcd8-488f-bb92-00f365efeb15 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/d24d3e59-c8f9-4306-ba47-08f5ae0d4106 HTTP/1.1" status: 404 len: 347 time: 0.0398819 Aug 21 18:19:09.513919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:09.519245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--586519696'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:09.546103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6e0d5cca-f875-4d7a-835e-1daf90ec4ccd req-79b26ac7-fc74-4a50-bea6-759bbaccd2c1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614619 Aug 21 18:19:09.547177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.601632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 439629bc-6578-44f6-8f3d-caed2271ba8d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:09.605640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:09.611136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:09.611683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.643576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.677608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802982-e1de-41f7-b226-da562ae96661 req-a55af4fb-27e8-42f9-a328-fa73b8d4645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:09.679639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-a55af4fb-27e8-42f9-a328-fa73b8d4645f service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.3288119 Aug 21 18:19:09.708101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=13a3d0fd-b924-47a7-ad36-2d64e81426c4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:09.778890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a477580b-5ec0-47dc-861e-a245fb10025a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:19:09.790779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd6b8c-56f8-4974-8a0a-f6d5f28eedd5 req-0350d54f-1a9b-4c9c-aa1f-f15fe989068b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:09.799182 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f8cd6b8c-56f8-4974-8a0a-f6d5f28eedd5 req-0350d54f-1a9b-4c9c-aa1f-f15fe989068b tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 944 time: 0.2161100 Aug 21 18:19:09.830242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.875830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-9760f680-8cbf-47ce-be8a-89d222c88267 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.1153297 Aug 21 18:19:09.884366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:09.932985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a477580b-5ec0-47dc-861e-a245fb10025a,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:09.934230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f8cd6b8c-56f8-4974-8a0a-f6d5f28eedd5 req-360eb2d3-7d0d-4fba-a962-e79838690520 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330683 Aug 21 18:19:09.947411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'port_id': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'mac_address': 'fa:16:3e:b1:17:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:19:10.040708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.045843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.067420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a477580b-5ec0-47dc-861e-a245fb10025a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:19:10.097425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a477580b-5ec0-47dc-861e-a245fb10025a,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:10.101965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.152381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.160829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6430755 Aug 21 18:19:10.163844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39408) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:10.187967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:10.202347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6964e9a7-36c1-45e8-8a0d-7471be637440 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:10.211573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '41fed31c-9302-4b24-a519-039dd5bcb145', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:10.236830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57802982-e1de-41f7-b226-da562ae96661 req-4cd6e535-f0d9-4951-b605-ff5496c0782d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:10.243339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-4cd6e535-f0d9-4951-b605-ff5496c0782d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.3563230 Aug 21 18:19:10.244313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df69017-2da0-4e80-a3d5-852c987cc396 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fed31c-9302-4b24-a519-039dd5bcb145,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:10.279559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6964e9a7-36c1-45e8-8a0d-7471be637440 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:10.295236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-7a473003-aa3f-48a5-8448-31ab3cd05648 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334654 Aug 21 18:19:10.396636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a477580b-5ec0-47dc-861e-a245fb10025a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:19:10.406305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.513153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-94f84b4a-3f4b-4ea4-8693-bea9e59132f0 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096312 Aug 21 18:19:10.562060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.578112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.592190 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.607141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.608306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:10.767870 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57802982-e1de-41f7-b226-da562ae96661 req-1d11da21-509c-48b2-a131-34a02ff1ade7 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445340 Aug 21 18:19:10.798699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d431a2-3c1e-4416-a619-7fb52309e187 None None] Network 439629bc-6578-44f6-8f3d-caed2271ba8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:10.905905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-b2ecd9a6-9637-47de-bc6f-14eac2e635cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:10.908528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-b2ecd9a6-9637-47de-bc6f-14eac2e635cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.0786304 Aug 21 18:19:11.165202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Provisioning for port 6964e9a7-36c1-45e8-8a0d-7471be637440 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:11.175920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Provisioning complete for port 6964e9a7-36c1-45e8-8a0d-7471be637440 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:11.178072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.182067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4ff30b-9dae-4010-be4e-82854374486e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:11.291846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-a456e54d-be35-4f4a-ad2c-1077a2647880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:11.293704 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-a456e54d-be35-4f4a-ad2c-1077a2647880 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.3512344 Aug 21 18:19:11.313709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 439629bc-6578-44f6-8f3d-caed2271ba8d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:11.366149 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.387084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=13a3d0fd-b924-47a7-ad36-2d64e81426c4,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:11.392821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.399045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5592ab5e-7fdc-4999-9ef2-9a4035557f34 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2341933 Aug 21 18:19:11.400220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39456) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:11.421036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6964e9a7-36c1-45e8-8a0d-7471be637440,segment=NetworkSegment(5ef0c0cf-328e-476a-b113-022c7982f2f9),segment_id=5ef0c0cf-328e-476a-b113-022c7982f2f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:11.428866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:11.437252 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.439416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-21061043-83bc-4172-ad56-9a9a72364f83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.1341465 Aug 21 18:19:11.471129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.475076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6944cde-92af-4668-83d7-4bdcd1fa4fc2 req-f249f51e-9b16-4bf1-990c-380cceba2aa6 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:11.479194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6944cde-92af-4668-83d7-4bdcd1fa4fc2 req-f249f51e-9b16-4bf1-990c-380cceba2aa6 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 945 time: 0.3624735 Aug 21 18:19:11.496099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.536996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47af82e-7d08-4396-a2e9-aef9396899c8 None None] Pushing event updated for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:11.626405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6944cde-92af-4668-83d7-4bdcd1fa4fc2 req-ce82abab-53f6-4dbd-87f9-021db67b9423 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243553 Aug 21 18:19:11.640105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.662123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-a0c8e0aa-470d-4f4a-b0a6-53c3e4d5b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:11.664481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-a0c8e0aa-470d-4f4a-b0a6-53c3e4d5b63c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1828063 Aug 21 18:19:11.667583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Provisioning for port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:11.675361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Provisioning complete for port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:11.675736 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.743067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-8ad1f07f-541f-47b0-b12c-7a881fcfad77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691671 Aug 21 18:19:11.749924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d608123-b346-48d0-a047-016d03033981 req-6862d7b4-43e1-4848-9cba-7f2e075c9610 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:11.756583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d608123-b346-48d0-a047-016d03033981 req-6862d7b4-43e1-4848-9cba-7f2e075c9610 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.5816844 Aug 21 18:19:11.778424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:11.782547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1b4ff30b-9dae-4010-be4e-82854374486e HTTP/1.1" status: 204 len: 168 time: 0.3772099 Aug 21 18:19:11.786720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:11.786880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:11.825880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a477580b-5ec0-47dc-861e-a245fb10025a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:11.934549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Provisioning complete for port 6964e9a7-36c1-45e8-8a0d-7471be637440 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:11.941388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1bb3e632-f90b-4c2b-9d3a-d192bc19dbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.004764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793449aa-a35a-474f-a0d2-6012af1d64a4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b4ff30b-9dae-4010-be4e-82854374486e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:12.015618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-9672c147-db2e-4bd4-99ef-524367666fa7 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615573 Aug 21 18:19:12.041196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a477580b-5ec0-47dc-861e-a245fb10025a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:12.048615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a477580b-5ec0-47dc-861e-a245fb10025a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:12.048984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.085091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6964e9a7-36c1-45e8-8a0d-7471be637440 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:12.111524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6d6f7a64-2aca-4e69-93be-38b8d76f722d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3129666 Aug 21 18:19:12.116233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:12.199629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d608123-b346-48d0-a047-016d03033981 req-b31580a4-2dcc-47f2-b0b6-e60b38095cc1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042661 Aug 21 18:19:12.262202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de7ef665-6011-4837-8eee-f05bc2a77f65 req-92272e8e-bf45-4987-8e9c-8206523fe2ff service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380412 Aug 21 18:19:12.303498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.352629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.391564 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:19:12.474220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6964e9a7-36c1-45e8-8a0d-7471be637440 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:12.474618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.542078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router cb635134-6d90-40ad-951e-64a9b703ca0b is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:19:12.559671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.562527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.566171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/41fed31c-9302-4b24-a519-039dd5bcb145 HTTP/1.1" status: 204 len: 168 time: 0.4460545 Aug 21 18:19:12.569527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39500) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:12.645650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-295ae41b-98d3-4a47-ad91-fa630e5007b5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736108 Aug 21 18:19:12.649336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb9c6d-df05-4232-ae5b-54040d0a2154 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fed31c-9302-4b24-a519-039dd5bcb145,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:12.649463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39504) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:12.682698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1378963290'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:12.721858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.752719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:12.764047 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:12.773117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98ebbdeb-e899-4468-b78f-440b034b3606 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/cb635134-6d90-40ad-951e-64a9b703ca0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8941693 Aug 21 18:19:12.776818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39516) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:12.779872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] Sync routers for ids ['cb635134-6d90-40ad-951e-64a9b703ca0b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:12.821173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:12.828099 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deacec3e-4a38-408e-9417-5bb4e8f6c5e0" -d '{"events": [{"server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "name": "network-vif-plugged", "status": "completed", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:12.830896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] Routers {'cb635134-6d90-40ad-951e-64a9b703ca0b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:12.831539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb635134-6d90-40ad-951e-64a9b703ca0b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:12.903076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7bbf81-412d-4d66-b8a1-8ce158489e27 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:12.904684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d7bbf81-412d-4d66-b8a1-8ce158489e27 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports/13a3d0fd-b924-47a7-ad36-2d64e81426c4 HTTP/1.1" status: 200 len: 911 time: 0.1267719 Aug 21 18:19:12.908128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39530) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:12.914344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '314482b0-739f-404f-8c46-a9c4e53439eb'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:12.965816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d129b3-0367-4f79-b9ae-9e0478ebb0c7 req-b629c166-ac7a-4212-aaa9-f7038978a199 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:12.970222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94d129b3-0367-4f79-b9ae-9e0478ebb0c7 req-b629c166-ac7a-4212-aaa9-f7038978a199 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 945 time: 0.1783540 Aug 21 18:19:12.992350 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19820f55-c933-44bc-bea5-aed668292cef x-openstack-request-id: req-19820f55-c933-44bc-bea5-aed668292cef {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:12.992655 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "name": "network-vif-plugged", "status": "completed", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:12.992920 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19820f55-c933-44bc-bea5-aed668292cef {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:12.993325 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'code': 200} Aug 21 18:19:12.999558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a477580b-5ec0-47dc-861e-a245fb10025a,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:13.008530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:13.031200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.094115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dd1fc869-ad83-447e-9d4b-3b295895a336 None None] Provisioning complete for port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:13.095345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd1fc869-ad83-447e-9d4b-3b295895a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.101762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] Routers {'cb635134-6d90-40ad-951e-64a9b703ca0b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:13.102646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb635134-6d90-40ad-951e-64a9b703ca0b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:13.128881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.152651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94d129b3-0367-4f79-b9ae-9e0478ebb0c7 req-0336e7bf-d8c1-4ebb-9e23-c98763457089 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765883 Aug 21 18:19:13.159018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.198810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:13.199480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18095401-9a46-4ca2-8730-f6f2cb54dcbe None None] The sync data for ids ['cb635134-6d90-40ad-951e-64a9b703ca0b'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:13.270966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.275126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6222603 Aug 21 18:19:13.275831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:13.307215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '16092215-44e9-4060-8606-324a911f1769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:13.309497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fc869-ad83-447e-9d4b-3b295895a336 None None] Port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:13.317981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:13.336402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.361664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e6af5-9cf2-49f0-b3c9-33e5a5621d86 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16092215-44e9-4060-8606-324a911f1769,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:13.384145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39542) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:13.475799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e094f2d3-e4eb-403a-af48-a7d1c190460f req-36ba7e5f-c321-4d64-b99a-c0f63db751a3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:13.478585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e094f2d3-e4eb-403a-af48-a7d1c190460f req-36ba7e5f-c321-4d64-b99a-c0f63db751a3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.0767035 Aug 21 18:19:13.513532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b79091-d7da-449b-ba37-eb211458b38b req-60c3c6fb-3e29-4fab-bd0a-f2cfc45801e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:13.515161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66b79091-d7da-449b-ba37-eb211458b38b req-60c3c6fb-3e29-4fab-bd0a-f2cfc45801e5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1098 time: 0.5065582 Aug 21 18:19:13.516650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.540115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e094f2d3-e4eb-403a-af48-a7d1c190460f req-06bc9a83-26fb-4546-bf57-67b5fb4465a4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Aug 21 18:19:13.629344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66b79091-d7da-449b-ba37-eb211458b38b req-dbd28bd2-56cd-4234-b01e-18b9372c873a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990639 Aug 21 18:19:13.682579 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8641a0dd-73e8-4a0f-a14a-b2d759feff3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.693392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.708228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.740600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46892411-4440-4b3e-9fc8-f66aaffd2e42,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:13.834398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8641a0dd-73e8-4a0f-a14a-b2d759feff3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.840926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8641a0dd-73e8-4a0f-a14a-b2d759feff3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.851832 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.856159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fbccde00-51cb-49b2-89a5-c349fc1a90fb tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5632215 Aug 21 18:19:13.860885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39548) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:13.868775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '16092215-44e9-4060-8606-324a911f1769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:13.907453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8641a0dd-73e8-4a0f-a14a-b2d759feff3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=815129b6fdde41019e70fafee07ca5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222669 Aug 21 18:19:13.911789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641a0dd-73e8-4a0f-a14a-b2d759feff3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294ede5a-217c-4a68-8b9b-877f54882463,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:13.913211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39550) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:13.925047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.987790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:13.994907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.016200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba8ec4c-41b0-4268-840e-5b642ed477c3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:14.029094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.031214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-826c9914-fc2b-423c-9f56-3e5de2ce4c8b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669791 Aug 21 18:19:14.034652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:14.038721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.040720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '16092215-44e9-4060-8606-324a911f1769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:14.065661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.074343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.090036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.097013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:14.097653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.101826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/ports/13a3d0fd-b924-47a7-ad36-2d64e81426c4 HTTP/1.1" status: 200 len: 911 time: 1.1896417 Aug 21 18:19:14.102652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:14.106586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.168667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dbb9a-f8ea-404d-8495-e3d56e5fbef9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=13a3d0fd-b924-47a7-ad36-2d64e81426c4,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:14.216114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.219902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.221374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/294ede5a-217c-4a68-8b9b-877f54882463 HTTP/1.1" status: 204 len: 168 time: 0.3050184 Aug 21 18:19:14.236577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf34a8f-a349-45a8-b65c-0feab48e545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294ede5a-217c-4a68-8b9b-877f54882463,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:14.382721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.428663 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.509054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a5815-93f0-40ca-8831-b07dc239886d req-7c18ca34-88b5-4874-9a6a-516a98808f16 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:14.517102 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f52a5815-93f0-40ca-8831-b07dc239886d req-7c18ca34-88b5-4874-9a6a-516a98808f16 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.2573693 Aug 21 18:19:14.518920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb7360a-3d52-4046-81e7-46bab1ec6046,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:14.531273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.535747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3bbfa4ae-09fe-4070-b1fd-77b84235f3b4 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4970944 Aug 21 18:19:14.536064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:14.540766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '16092215-44e9-4060-8606-324a911f1769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:14.619966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.632005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f52a5815-93f0-40ca-8831-b07dc239886d req-0ff462ea-031c-437a-a3bf-3830bd723964 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140292 Aug 21 18:19:14.707219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39572) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:14.764149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cee2ef5f-8286-42b5-ae0d-65d733e2881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.827231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.854813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:14.891632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7c8a1-5c48-43ee-8a28-6e06f8797b70 req-a2c1e0b2-d891-4756-a249-a64f38ab4a7d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:14.893275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83f7c8a1-5c48-43ee-8a28-6e06f8797b70 req-a2c1e0b2-d891-4756-a249-a64f38ab4a7d tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2088547 Aug 21 18:19:14.895584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.010592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262493c5-8e3f-4347-be02-1e9c635267bb,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.039275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:15.069495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83f7c8a1-5c48-43ee-8a28-6e06f8797b70 req-5cb2abea-fcbc-452c-8f4f-0900c1fcb29e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566980 Aug 21 18:19:15.192682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 13a3d0fd-b924-47a7-ad36-2d64e81426c4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:15.193576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.196703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cee2ef5f-8286-42b5-ae0d-65d733e2881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.208959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cee2ef5f-8286-42b5-ae0d-65d733e2881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.252572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.256612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b0a8c81d-24c9-4449-bef3-ec1f4668211d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7170427 Aug 21 18:19:15.275284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39582) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:15.289392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '16092215-44e9-4060-8606-324a911f1769', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:15.302685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.307671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bceaaba6-091d-4c23-adb3-1d3dcf7237d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.329628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cee2ef5f-8286-42b5-ae0d-65d733e2881e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cecaeef83ea74f968a513ec9d34e677c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6078236 Aug 21 18:19:15.330775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:15.331804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 13a3d0fd-b924-47a7-ad36-2d64e81426c4 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:15.350111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2ef5f-8286-42b5-ae0d-65d733e2881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a7b50-a1c4-4fdc-a74e-43056cb78117,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.448230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.518657 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.599465 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.604318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.634034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=13a3d0fd-b924-47a7-ad36-2d64e81426c4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.635293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.651877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.730589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=638f8ecf-1a2b-4f38-9d27-11ab831bd90f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.770416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bceaaba6-091d-4c23-adb3-1d3dcf7237d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.773860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.777380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.778879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c00a7b50-a1c4-4fdc-a74e-43056cb78117 HTTP/1.1" status: 204 len: 168 time: 0.4441183 Aug 21 18:19:15.785170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bceaaba6-091d-4c23-adb3-1d3dcf7237d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.786194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.793755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.799876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d97acc14-ae7a-437b-9b28-2af6f81979e7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5151296 Aug 21 18:19:15.799876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39590) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:15.812163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e801e2-466c-49c2-8f3a-70e7a1b5adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a7b50-a1c4-4fdc-a74e-43056cb78117,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.872904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bceaaba6-091d-4c23-adb3-1d3dcf7237d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4de59bf2310f49688ee681b845c61658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8280301 Aug 21 18:19:15.874965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.908252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.941958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39592) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:15.950732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceaaba6-091d-4c23-adb3-1d3dcf7237d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ba1b7c-ff33-42fe-9fb5-2139affa6874,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:15.962892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.975209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:15.976422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/638f8ecf-1a2b-4f38-9d27-11ab831bd90f HTTP/1.1" status: 204 len: 168 time: 0.1763732 Aug 21 18:19:15.985200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39596) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.024375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9efe5-5528-4a2d-9cd7-7b4e83bbe33a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=638f8ecf-1a2b-4f38-9d27-11ab831bd90f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:16.059256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f268f2-cd9d-4351-bbd3-c1127dc5f2cc req-83cc9d8d-4641-4249-8a7d-9c29391a9293 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:16.072630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f268f2-cd9d-4351-bbd3-c1127dc5f2cc req-83cc9d8d-4641-4249-8a7d-9c29391a9293 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.3078840 Aug 21 18:19:16.079640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b0de4278-7712-4c79-bd9d-9a98a6738231 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0903177 Aug 21 18:19:16.080006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39600) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.087364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.128187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.132500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.139859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router cb635134-6d90-40ad-951e-64a9b703ca0b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:16.148909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.162202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58f268f2-cd9d-4351-bbd3-c1127dc5f2cc req-808fe1f7-c1db-4bf4-8fae-37211f785857 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885351 Aug 21 18:19:16.221429 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.229745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.235562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/262493c5-8e3f-4347-be02-1e9c635267bb HTTP/1.1" status: 204 len: 168 time: 0.1538312 Aug 21 18:19:16.241325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39608) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.290653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6626636a-d6f0-47ad-9a46-e55e248adebc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=262493c5-8e3f-4347-be02-1e9c635267bb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:16.312811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:16.322036 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] Sync routers for ids ['cb635134-6d90-40ad-951e-64a9b703ca0b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:16.333719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2b711a19-141f-40c0-b086-bd261efb2a2d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/cb635134-6d90-40ad-951e-64a9b703ca0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2299695 Aug 21 18:19:16.337847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39612) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.341521 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] Routers {'cb635134-6d90-40ad-951e-64a9b703ca0b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:16.342139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb635134-6d90-40ad-951e-64a9b703ca0b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:16.377014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d01437fe-7bfc-45f8-a085-f88d50d81588 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb635134-6d90-40ad-951e-64a9b703ca0b HTTP/1.1" status: 200 len: 205 time: 0.0356805 Aug 21 18:19:16.377457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39614) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.396860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-413c25f3-5bbe-4c85-810b-45b39373dab5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1506572 Aug 21 18:19:16.401592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.404793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.405426 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:16.407819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84ba1b7c-ff33-42fe-9fb5-2139affa6874 HTTP/1.1" status: 204 len: 168 time: 0.4646335 Aug 21 18:19:16.410217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.416122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] Routers {'cb635134-6d90-40ad-951e-64a9b703ca0b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:16.416879 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb635134-6d90-40ad-951e-64a9b703ca0b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:16.450430 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:16.451986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eba22a-2bf0-4c9c-be71-04679ac318ef None None] The sync data for ids ['cb635134-6d90-40ad-951e-64a9b703ca0b'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:16.454780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb07887-e384-48b1-8efe-c9130c995438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ba1b7c-ff33-42fe-9fb5-2139affa6874,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:16.476851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844830d0-4fcf-46f9-b400-71d03af3db97 req-e6bc51d5-5233-422e-88c9-228a77befac3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:16.478486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-844830d0-4fcf-46f9-b400-71d03af3db97 req-e6bc51d5-5233-422e-88c9-228a77befac3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.1835973 Aug 21 18:19:16.498830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39624) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.506458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca97b6-c230-4949-bfec-1c83d07dbe89 req-d600a289-6c95-4c36-baae-6dd7b4b0c9b1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:16.513813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73ca97b6-c230-4949-bfec-1c83d07dbe89 req-d600a289-6c95-4c36-baae-6dd7b4b0c9b1 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2707636 Aug 21 18:19:16.521604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Request body: {'floatingip': {'port_id': 'a477580b-5ec0-47dc-861e-a245fb10025a'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:16.528433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.538544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.545060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.710406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.712740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.727503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.731923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/dfb7360a-3d52-4046-81e7-46bab1ec6046 HTTP/1.1" status: 204 len: 168 time: 0.3103197 Aug 21 18:19:16.762175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39628) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.773560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73ca97b6-c230-4949-bfec-1c83d07dbe89 req-f8222fe5-e2c4-416c-8d5a-0287170d5e9a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583797 Aug 21 18:19:16.779073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138fe33-8a34-45c0-9a58-e3512827beb1 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfb7360a-3d52-4046-81e7-46bab1ec6046,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:16.790639 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.795902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.899148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b74db001-6d3d-4c57-897a-48703f6c9a48 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1345351 Aug 21 18:19:16.901269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.901939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router cb635134-6d90-40ad-951e-64a9b703ca0b {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:19:16.904333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39636) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.913800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.915500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-60b9fde5-4f3d-4803-bd6a-a26c03f204f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/cb635134-6d90-40ad-951e-64a9b703ca0b HTTP/1.1" status: 204 len: 168 time: 0.5370440 Aug 21 18:19:16.919533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39638) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:16.960784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.971028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:16.986412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.007516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d25e-5f13-4465-a13e-ba6bdb788e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.020060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet 314482b0-739f-404f-8c46-a9c4e53439eb {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:19:17.026185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.035374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.046060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.047974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/4ba8ec4c-41b0-4268-840e-5b642ed477c3 HTTP/1.1" status: 204 len: 168 time: 0.1413670 Aug 21 18:19:17.050862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39646) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.076941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7c94e-10d5-4cf6-9f86-144639244970 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba8ec4c-41b0-4268-840e-5b642ed477c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.138115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7e718e8c-c347-4849-8bd6-eb133a2b7fc6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0839014 Aug 21 18:19:17.141380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.147148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.183901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.196849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.231044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d25e-5f13-4465-a13e-ba6bdb788e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.242157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dfe5d25e-5f13-4465-a13e-ba6bdb788e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.283033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.284851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5d25e-5f13-4465-a13e-ba6bdb788e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a097f74-1c2a-4450-8277-c4193d549185,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.289640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.291170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/46892411-4440-4b3e-9fc8-f66aaffd2e42 HTTP/1.1" status: 204 len: 168 time: 0.1485758 Aug 21 18:19:17.302525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39652) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.306847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10580db-5404-4417-8fde-1ba6702a432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46892411-4440-4b3e-9fc8-f66aaffd2e42,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.320786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dfe5d25e-5f13-4465-a13e-ba6bdb788e99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=729e48416bbf4d5299c70b24ade87978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331292 Aug 21 18:19:17.323128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39654) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.354291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.419126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.442847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.443008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-331ce2bd-eeaa-429a-b692-205739c67041 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1355791 Aug 21 18:19:17.446557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.523625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.535546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.554800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.558340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.559689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=314482b0-739f-404f-8c46-a9c4e53439eb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.562821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.563405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a097f74-1c2a-4450-8277-c4193d549185 HTTP/1.1" status: 204 len: 168 time: 0.2373779 Aug 21 18:19:17.568114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.570405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7255b995-19fe-4147-ad9b-48275e0f597a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/314482b0-739f-404f-8c46-a9c4e53439eb HTTP/1.1" status: 204 len: 168 time: 0.6495764 Aug 21 18:19:17.572967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39664) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.576736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.586212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ac8341-0e59-4c77-b3f8-3d4385633dba None None] Network 439629bc-6578-44f6-8f3d-caed2271ba8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:17.604941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.608098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc89134b-aabf-4541-8bef-254cc5c05d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a097f74-1c2a-4450-8277-c4193d549185,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.696194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.701746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.702247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.706524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/16092215-44e9-4060-8606-324a911f1769 HTTP/1.1" status: 204 len: 168 time: 0.2601650 Aug 21 18:19:17.708130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39670) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.737566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76695329-f581-4e6e-9b83-eea40d0612d9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16092215-44e9-4060-8606-324a911f1769,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:17.772952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5985df7-d7d3-42fd-8b7d-0fdf04b00e0d tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636141 Aug 21 18:19:17.779688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:17.784784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1230979545'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:17.836158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.850278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42598704-4f94-4381-bec6-6354f986c711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:17.942969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] DHCP port deletion for 439629bc-6578-44f6-8f3d-caed2271ba8d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:19:18.028711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.038414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6964e9a7-36c1-45e8-8a0d-7471be637440 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:18.039817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28b809-a8f9-4927-bd84-41ed69f28fa3 req-734736c5-e41e-4a12-b4a1-e2e994cc4477 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:18.045155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae28b809-a8f9-4927-bd84-41ed69f28fa3 req-734736c5-e41e-4a12-b4a1-e2e994cc4477 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1020460 Aug 21 18:19:18.056683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.112239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.114109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3332651 Aug 21 18:19:18.123910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:18.129640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '303fbf4e-aafe-4498-a7d5-3515eeab6b1d', 'direction': 'ingress', 'protocol': 17}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:18.148102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f4877-a395-4ef9-8d47-c643b7052cda tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303fbf4e-aafe-4498-a7d5-3515eeab6b1d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:18.159122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae28b809-a8f9-4927-bd84-41ed69f28fa3 req-0570b86c-c1bc-443b-a15e-784d6c393399 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Aug 21 18:19:18.180940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.195671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Deleting port 6964e9a7-36c1-45e8-8a0d-7471be637440 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:18.214855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.274101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.288049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.321435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13056c0-1c65-47a0-87d7-4e6205befb9f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:18.362355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.367284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b5540e5-1621-4c77-94b1-116c76f43134 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2420666 Aug 21 18:19:18.367856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:18.406281 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Floating IP 7fbab174-28b8-4e61-a6f7-5265f1db9240 associated. External IP: 172.25.1.178, port: a477580b-5ec0-47dc-861e-a245fb10025a. Aug 21 18:19:18.410463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6964e9a7-36c1-45e8-8a0d-7471be637440,segment=NetworkSegment(5ef0c0cf-328e-476a-b113-022c7982f2f9),segment_id=5ef0c0cf-328e-476a-b113-022c7982f2f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:18.411148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.414368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.428829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.445767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Calling delete_port for 6964e9a7-36c1-45e8-8a0d-7471be637440 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:18.463214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.515004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.593785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6964e9a7-36c1-45e8-8a0d-7471be637440,segment=NetworkSegment(5ef0c0cf-328e-476a-b113-022c7982f2f9),segment_id=5ef0c0cf-328e-476a-b113-022c7982f2f9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:18.600514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.604075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.605532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/303fbf4e-aafe-4498-a7d5-3515eeab6b1d HTTP/1.1" status: 204 len: 168 time: 0.2364643 Aug 21 18:19:18.613335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.625872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39724) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:18.642261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5477ef41-7685-4d03-a8b3-05d5c097fe6b tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303fbf4e-aafe-4498-a7d5-3515eeab6b1d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:18.664824 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.665247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 6964e9a7-36c1-45e8-8a0d-7471be637440 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:18.665690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.702733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:18.706540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] No DVR routers for this DVR port 6964e9a7-36c1-45e8-8a0d-7471be637440 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:18.726181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.726992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.727537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.728132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.728664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.729193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.729735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.730356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.730913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.731589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.732168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.732710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:18.737633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1417c2cc-980d-480a-a8a4-05fd92313f14 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086512 Aug 21 18:19:18.745609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39726) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:18.751308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--783752211'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:18.784431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.852932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 6964e9a7-36c1-45e8-8a0d-7471be637440, host n-d-793621-32, got binding levels [] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:18.853154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.883834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 6964e9a7-36c1-45e8-8a0d-7471be637440 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:18.892664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Port 6964e9a7-36c1-45e8-8a0d-7471be637440 was not found and therefore no delete operation was performed {{(pid=94598) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:19:18.896523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.927232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.938546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:18.979347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5208d-d4d1-4aca-8a93-3a5504bbc376 None None] Pushing event deleted for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:18.994448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 6964e9a7-36c1-45e8-8a0d-7471be637440 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:18.999071 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.002326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=6964e9a7-36c1-45e8-8a0d-7471be637440,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:19.004011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.015586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2682590 Aug 21 18:19:19.016989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:19.023321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957876488'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:19.029677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301286d-2280-4b30-927f-132e3b275719 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b683e009-8b82-4929-9197-226db243bea5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:19.069998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.204481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.222479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['439629bc-6578-44f6-8f3d-caed2271ba8d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:19.273730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.299400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.310830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef0c0cf-328e-476a-b113-022c7982f2f9') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:19.311137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef0c0cf-328e-476a-b113-022c7982f2f9') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:19.335036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.372294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.376229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=338a10dc-126f-40ce-bcec-0638c46bd1b5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:19.387850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:19:19.388405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:19:19.392393 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:19:19.407530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:19.416391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d641dc-d329-4f8c-a8fb-253cd5a47f0d req-8c3f7408-8db3-440a-95a7-136c24032ab3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:19.427091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5d641dc-d329-4f8c-a8fb-253cd5a47f0d req-8c3f7408-8db3-440a-95a7-136c24032ab3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1471691 Aug 21 18:19:19.435840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.437451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0d8678a-eaef-447c-b7f2-f6c7c7002443 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4185174 Aug 21 18:19:19.440889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39774) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:19.452019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': 'b683e009-8b82-4929-9197-226db243bea5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '338a10dc-126f-40ce-bcec-0638c46bd1b5', 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:19.493036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5d641dc-d329-4f8c-a8fb-253cd5a47f0d req-7268f30c-494c-4835-96fb-4131fec908a9 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646420 Aug 21 18:19:19.579854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.620560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.624594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/439629bc-6578-44f6-8f3d-caed2271ba8d HTTP/1.1" status: 204 len: 168 time: 2.0499518 Aug 21 18:19:19.629612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39794) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:19.647291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1539909159', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:19.661066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d848cdf-c0ea-4931-8d7b-21e230d75088 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=439629bc-6578-44f6-8f3d-caed2271ba8d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:19.692119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.706111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.707863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.791690 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.800131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:19.813658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.822202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:19.835769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:19.837921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:19.867515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.922670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.926967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc5a1381-d640-492f-933d-384565adc904 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2887583 Aug 21 18:19:19.930085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:19.934830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e76d110e-c309-46da-b4cf-d09eb6865fe3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "PUT /v2.0/floatingips/7fbab174-28b8-4e61-a6f7-5265f1db9240 HTTP/1.1" status: 200 len: 992 time: 3.4188852 Aug 21 18:19:19.939278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:19.941983 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:19.958129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.962348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-944688760'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:19.980293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:19.998085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2f1dba-f844-4444-91af-d9b6235aba14,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:20.026764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.030556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25033a60-149f-4189-9422-6a51f04b8d0a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5797265 Aug 21 18:19:20.030672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.032444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39836) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.055758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.073597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.081730 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.089660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.100873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.106781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.111885 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ec21a6-1768-451d-af5c-7d7ffc6d2501 x-openstack-request-id: req-53ec21a6-1768-451d-af5c-7d7ffc6d2501 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:20.112110 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:20.112366 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-53ec21a6-1768-451d-af5c-7d7ffc6d2501 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:20.113341 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'status': 'completed', 'code': 200} Aug 21 18:19:20.136256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.142897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.144827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-4da73785-d08c-4715-9841-0aba4e9bc54d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.3600996 Aug 21 18:19:20.146747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:20.201930 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.216842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.218007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/1f2f1dba-f844-4444-91af-d9b6235aba14 HTTP/1.1" status: 204 len: 168 time: 0.1846170 Aug 21 18:19:20.221479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39856) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.239719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5d52-c156-489f-9e97-196cba0ef4a6 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f2f1dba-f844-4444-91af-d9b6235aba14,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:20.336770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97faa5ff-5677-4ef9-9f64-e70d1d3f58ca tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1142802 Aug 21 18:19:20.339851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.473763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.515202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a54915c-05f6-4fdd-878e-6d58d97de473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.544631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.574433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.645537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cdae29a-24fb-477a-a2c8-efa62ac1b53a req-dcbbb9be-923e-46a9-a896-988f7f6272bc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751927 Aug 21 18:19:20.646547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:20.650046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.650152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.653990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.655771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/338a10dc-126f-40ce-bcec-0638c46bd1b5 HTTP/1.1" status: 204 len: 168 time: 0.3148627 Aug 21 18:19:20.662921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.693296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-1384b56b-720c-4d44-a1f1-32ed2666a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.694955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-1384b56b-720c-4d44-a1f1-32ed2666a336 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1098 time: 0.5479226 Aug 21 18:19:20.697243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad858365-8f7a-4391-90e8-ccb69c8b5cc5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=338a10dc-126f-40ce-bcec-0638c46bd1b5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:20.698838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:20.740097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7fbab174-28b8-4e61-a6f7-5265f1db9240', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:b1:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:18:57Z', 'updated_at': '2021-08-21T18:19:17Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:20.755784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:20.756128 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 8958f2b6-a4e4-4126-905e-90a490221256 of type vlan for network 61ea69f5-a078-461b-838e-1d612dfe737d Aug 21 18:19:20.791041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:20.814570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d99088c-c327-4ffa-a344-ed70eae9358a tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1503642 Aug 21 18:19:20.824478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.824957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:20.825306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:20.882188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d339e-32d3-4701-92e2-2b46670bdad7 req-8741507d-41f7-42b3-8db2-9449dd6aef14 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.884111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c61d339e-32d3-4701-92e2-2b46670bdad7 req-8741507d-41f7-42b3-8db2-9449dd6aef14 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1518884 Aug 21 18:19:20.908303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.915521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.922104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.929682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.936981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.944624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.951173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:20.954320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-1bea3688-42a6-4ff1-ba85-43ff21492faa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1567397 Aug 21 18:19:20.954939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:20.994947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:21.042602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-863fbc0d-5dad-4242-a5e8-6cf17bae4c65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.044947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-863fbc0d-5dad-4242-a5e8-6cf17bae4c65 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0709701 Aug 21 18:19:21.050162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c61d339e-32d3-4701-92e2-2b46670bdad7 req-0c9d9cc0-796e-4173-a66b-6726563cb080 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939581 Aug 21 18:19:21.089900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-67e7f57d-e074-43f8-9ff2-a476e4181c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.096576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-67e7f57d-e074-43f8-9ff2-a476e4181c32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.3912232 Aug 21 18:19:21.154592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.232904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-c55bbf6c-ffc5-4412-8475-00282064f32d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1795580 Aug 21 18:19:21.251431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:21.285977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.308785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:21.316295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.349273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7fbab174-28b8-4e61-a6f7-5265f1db9240', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:b1:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:18:57Z', 'updated_at': '2021-08-21T18:19:17Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:21.362015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-0ea9fef3-d31c-464f-bd0e-1e05a5f56693 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 1000 time: 0.2479565 Aug 21 18:19:21.365626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.367294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.369045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.373067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/b683e009-8b82-4929-9197-226db243bea5 HTTP/1.1" status: 204 len: 168 time: 0.5453568 Aug 21 18:19:21.377429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.378767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:21.385644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.386474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.418951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7b080-4ba6-4de0-97d5-91701c32a8fc None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7fbab174-28b8-4e61-a6f7-5265f1db9240', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'floating_ip_address': '172.25.1.178', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'port_id': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'mac_address': 'fa:16:3e:b1:17:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:18:57Z', 'updated_at': '2021-08-21T18:19:17Z', 'revision_number': 1, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:21.424470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4803908 Aug 21 18:19:21.434415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:21.453679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:21.456012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707430db-6c73-4f55-8e74-9852a912b275 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b683e009-8b82-4929-9197-226db243bea5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:21.536054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.581530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e8fdf-6c79-4e48-a548-d0623073874d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=61ea69f5-a078-461b-838e-1d612dfe737d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:21.588033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-8a719767-3a10-4a64-b352-29d4fa322b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.589729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-8a719767-3a10-4a64-b352-29d4fa322b10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.2177920 Aug 21 18:19:21.596306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c16a-1343-40c5-8bcf-4246e22f73ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.597092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 61ea69f5-a078-461b-838e-1d612dfe737d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:21.605464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:21.651906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-6dcf65d3-de5f-484c-b99c-17e3caac7128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.653921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-6dcf65d3-de5f-484c-b99c-17e3caac7128 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477099 Aug 21 18:19:21.667842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-99318960-8c63-405d-aa9f-55dfb5255842 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2878177 Aug 21 18:19:21.688064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39936) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:21.713195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--438939774'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:21.776680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:19:21.776680 n-d-793621-32 neutron-server[94598]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 18:19:21.776680 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id': 'c98ef4f1b4fd4052958d7508994b25b6', 'id': 'dbc48f50-c6a9-4e6f-871d-85d41a83da4b', 'expiration': datetime.datetime(2021, 8, 21, 18, 21, 21, 735958)}] Aug 21 18:19:21.776680 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:19:21.777088 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:19:21.816342 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd96b0e5-6c3d-4237-b685-688680e9181c None None] New status for floating IP 7fbab174-28b8-4e61-a6f7-5265f1db9240: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:19:21.849584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-3479bed7-d3e4-43dd-9227-d6433f2cf088 service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747069 Aug 21 18:19:21.897744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.903755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.912835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.918817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.924807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.931079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.937047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:21.939611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-5978c219-bb43-4e88-9444-c093acf94dbe tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 5432 time: 0.1638556 Aug 21 18:19:21.952240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=273e608e-b288-41cc-92e9-f99d0a4be842,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:22.032942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] For port 273e608e-b288-41cc-92e9-f99d0a4be842, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:22.057363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-059bb8f9-4ab9-4864-99c0-829178f80b66 service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820972 Aug 21 18:19:22.060267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661c9d-28ed-423f-a9d7-797dc5a10fd9 req-b4ff99f7-b24f-4d23-8de8-0a2a1f9643e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:22.061688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19661c9d-28ed-423f-a9d7-797dc5a10fd9 req-b4ff99f7-b24f-4d23-8de8-0a2a1f9643e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.1700890 Aug 21 18:19:22.069370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] device_id is not set on port 273e608e-b288-41cc-92e9-f99d0a4be842 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:22.079442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.102479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfee0103-d1a9-4b68-882a-c770c3f0bc39 req-0f2c6aac-f6be-45eb-916f-75df42e0b03a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&id=b9b4d878-8240-4fbc-945a-4ed67e02cdd2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523113 Aug 21 18:19:22.107936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.108479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19661c9d-28ed-423f-a9d7-797dc5a10fd9 req-8c0165df-9f1d-4b5c-a6cb-89feac8d87d1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Aug 21 18:19:22.184793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c16a-1343-40c5-8bcf-4246e22f73ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.202180 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Pushing event updated for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:22.221957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e2c9c16a-1343-40c5-8bcf-4246e22f73ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.240178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e5786-092a-41cd-a439-0525ce34e3cc req-eea0c19d-6dda-4c11-af3b-e4d7dc500d94 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:22.242067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254e5786-092a-41cd-a439-0525ce34e3cc req-eea0c19d-6dda-4c11-af3b-e4d7dc500d94 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.0896530 Aug 21 18:19:22.261447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] No DVR routers for this DVR port 273e608e-b288-41cc-92e9-f99d0a4be842 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:22.287650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.311802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254e5786-092a-41cd-a439-0525ce34e3cc req-f108c8b4-4b7e-4cad-9209-3b4ffeebd7d7 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622535 Aug 21 18:19:22.343598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e2c9c16a-1343-40c5-8bcf-4246e22f73ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f59861574b8e448391ad9e4195f028ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3837652 Aug 21 18:19:22.344763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:22.354363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.378294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9c16a-1343-40c5-8bcf-4246e22f73ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5154a99-f4c7-42b3-a074-08033b35c0c9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:22.392743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] In _notify_port_updated(), no bound segment for port 273e608e-b288-41cc-92e9-f99d0a4be842 on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:19:22.393557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:22.394364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.395710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0c1316ee-46ff-4ec9-b085-07c64630199c service neutron] 10.222.0.39 "PUT /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 200 len: 1027 time: 1.1547217 Aug 21 18:19:22.409870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.414763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:22.418323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.438807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.488992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.491811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.492968 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5154a99-f4c7-42b3-a074-08033b35c0c9 HTTP/1.1" status: 204 len: 168 time: 0.1460364 Aug 21 18:19:22.502716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dbdf5-66c9-418a-92b4-691c5357b917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5154a99-f4c7-42b3-a074-08033b35c0c9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:22.530756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0a0bcc7f-59a7-4129-99cf-0f48ad6b6d37 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:22.532259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-0a0bcc7f-59a7-4129-99cf-0f48ad6b6d37 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "GET /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1273620 Aug 21 18:19:22.535718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-acc56b50-860d-4bed-9bea-5916c3da7549 None None] Provisioning complete for port 273e608e-b288-41cc-92e9-f99d0a4be842 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:22.536170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-acc56b50-860d-4bed-9bea-5916c3da7549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.549957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:22.573954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-acc56b50-860d-4bed-9bea-5916c3da7549 None None] Port 273e608e-b288-41cc-92e9-f99d0a4be842 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:22.639413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.780244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.835729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.851829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39956) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:22.867814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d932fd2-8e9a-4a15-9588-3f72c1c9a94d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.952612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39958) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:22.952770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c98ef4f1b4fd4052958d7508994b25b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6427262 Aug 21 18:19:22.958210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7894e2-4599-44ec-a084-adf9c174f152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81979a79-ddff-468c-8623-52cb65292f44,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:22.976909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:22.999111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:23.064349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.076018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.092874 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.099121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.135334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=bf8ea3e9-5eab-4adf-abc4-cd433a73a848,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.144691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] For port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:23.189341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:23.189713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 61ea69f5-a078-461b-838e-1d612dfe737d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:23.191980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe81895f-0a7e-452e-bcd9-bf7513e67cc1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.202285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] device_id is not set on port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:23.211228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.214075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.215440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81979a79-ddff-468c-8623-52cb65292f44 HTTP/1.1" status: 204 len: 168 time: 0.2613995 Aug 21 18:19:23.220835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.239555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.240100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d932fd2-8e9a-4a15-9588-3f72c1c9a94d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.241567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de1736-3c1a-4f1c-a885-6ac4cc3044f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81979a79-ddff-468c-8623-52cb65292f44,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.241806 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.247864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d932fd2-8e9a-4a15-9588-3f72c1c9a94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.258158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 61ea69f5-a078-461b-838e-1d612dfe737d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:23.300353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d932fd2-8e9a-4a15-9588-3f72c1c9a94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043bc11d-4bf0-49d4-b3df-fde8d4766116,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.306758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d932fd2-8e9a-4a15-9588-3f72c1c9a94d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=157ebf4dff754996a6677b68a9770e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532480 Aug 21 18:19:23.309225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39966) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:23.395464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.395797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-063f3084-0354-4adc-85b5-5b3831c73f59 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6926520 Aug 21 18:19:23.398166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.400457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:23.409605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': 'fe81895f-0a7e-452e-bcd9-bf7513e67cc1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:23.447857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] No DVR routers for this DVR port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:23.452664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 61ea69f5-a078-461b-838e-1d612dfe737d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:23.463544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.464668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4681e05c-a800-4d62-8eb6-d69236f2911f None None] Network 61ea69f5-a078-461b-838e-1d612dfe737d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:23.501402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.502008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.536962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.545600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.551818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.558151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.565183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.567710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-6e316d03-d9b4-48cc-84b0-979082f00e27 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3884 time: 0.3137496 Aug 21 18:19:23.568408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Pushing event updated for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.581924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] In _notify_port_updated(), no bound segment for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f on network 13be154c-f5e8-4d05-8eba-633701811939 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:19:23.582828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.583498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.585009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-26d51a97-6729-474c-8862-3888c67c00bc service neutron] 10.222.0.39 "PUT /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 200 len: 1027 time: 1.0393016 Aug 21 18:19:23.627780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2a0a5be6-822f-4985-986d-35d32ed6d345 None None] Provisioning complete for port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:23.628778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.629045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a0a5be6-822f-4985-986d-35d32ed6d345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.636996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2b7d0010-e056-4ab4-8824-f0bbfa612e37 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1996322 Aug 21 18:19:23.641845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:23.663347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baeb62-d718-4953-bc38-55b79485823d req-7a36c78d-83e9-4bee-bec4-f2311a09e780 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:23.665053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2baeb62-d718-4953-bc38-55b79485823d req-7a36c78d-83e9-4bee-bec4-f2311a09e780 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1939240 Aug 21 18:19:23.702175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a5be6-822f-4985-986d-35d32ed6d345 None None] Port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:23.728427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.731359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.735585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/043bc11d-4bf0-49d4-b3df-fde8d4766116 HTTP/1.1" status: 204 len: 168 time: 0.4248822 Aug 21 18:19:23.749685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621f121f-8232-4ebc-b4e7-a0175d9393b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043bc11d-4bf0-49d4-b3df-fde8d4766116,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.806377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f9b45bc-83ca-4b62-907f-59b1dc5e4a1d req-ea41338b-6912-4087-aff7-5980369c46ba tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219324 Aug 21 18:19:23.859980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2baeb62-d718-4953-bc38-55b79485823d req-3d601700-fe5c-46d3-be71-c0e2f82dc181 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795163 Aug 21 18:19:23.862995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.869645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 80347a28-9cd4-4298-b28a-2e9658559875 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:23.879764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.939753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-61ea69f5-a078-461b-838e-1d612dfe737d', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:19:23.941539 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.948235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20dc55b5-3a15-40cc-9a71-fc1793f0151c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:23.955565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:23.956851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20a532cf-4d24-45c2-80d4-1493240ac3c5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5553608 Aug 21 18:19:23.959624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39982) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:23.974469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:24.035638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.044215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9273b1-dc9b-4b60-a830-a9ede00fe709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.080157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.214362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9273b1-dc9b-4b60-a830-a9ede00fe709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.225228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc9273b1-dc9b-4b60-a830-a9ede00fe709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.248656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.285647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9273b1-dc9b-4b60-a830-a9ede00fe709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b34df7-8dde-4b7a-ad52-12b605e09c9a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:24.351543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc9273b1-dc9b-4b60-a830-a9ede00fe709 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=96b9679766734a22b140fb874130f61f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3759496 Aug 21 18:19:24.352480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:24.361787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.379319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.380655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/20dc55b5-3a15-40cc-9a71-fc1793f0151c HTTP/1.1" status: 204 len: 168 time: 0.4200852 Aug 21 18:19:24.394017 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39996) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:24.430461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe110a16-77c7-4ab1-92c9-3263b563fa31 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20dc55b5-3a15-40cc-9a71-fc1793f0151c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:24.548150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b591f6e-28a1-4378-975b-71d4f74d7468 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1527267 Aug 21 18:19:24.549414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.578022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.578142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:24.589852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Allocated IP 2001:db8::2 (61ea69f5-a078-461b-838e-1d612dfe737d/bf8ea3e9-5eab-4adf-abc4-cd433a73a848/3d8ab2e1-a519-4939-a3ed-deb9490b2742) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:24.645899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-523ed2a1-deda-4ff0-99b1-d823ad62fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:24.648099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-523ed2a1-deda-4ff0-99b1-d823ad62fd7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 1097 time: 0.1822772 Aug 21 18:19:24.652738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.652738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.657032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3b34df7-8dde-4b7a-ad52-12b605e09c9a HTTP/1.1" status: 204 len: 168 time: 0.3029850 Aug 21 18:19:24.663512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 074e6a16-1a1d-412c-ac24-91a285218452 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:24.664016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.691901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2420932-474e-4bae-b6de-9078b9648ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b34df7-8dde-4b7a-ad52-12b605e09c9a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:24.760878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:24.763096 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0090b23c-8da1-4fd8-be25-80cf2cbf7625" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "80347a28-9cd4-4298-b28a-2e9658559875"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:24.785789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-c626b2bb-e05f-4e4b-b116-77d8b87103e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:24.789736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:24.801561 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.802831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e0c86d34-cc0a-451e-9b11-37ba7177cd45 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:24.806188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-c626b2bb-e05f-4e4b-b116-77d8b87103e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 200 len: 919 time: 0.1330845 Aug 21 18:19:24.808356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.846751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-b50ea34f-a2d7-4a4e-87ed-19309133cefa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 200 len: 217 time: 0.0394754 Aug 21 18:19:24.896203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.932176 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0e795-f036-45d6-8cac-895a2050a267 x-openstack-request-id: req-2fe0e795-f036-45d6-8cac-895a2050a267 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:24.932491 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "80347a28-9cd4-4298-b28a-2e9658559875", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:24.932727 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2fe0e795-f036-45d6-8cac-895a2050a267 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:24.933130 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875', 'code': 200} Aug 21 18:19:24.954885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:24.964938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-b7c57861-0fa9-4c8d-af2c-e7559617fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:24.966456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-b7c57861-0fa9-4c8d-af2c-e7559617fb21 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 200 len: 858 time: 0.1125906 Aug 21 18:19:25.049259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.083259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.097297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.101345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/fe81895f-0a7e-452e-bcd9-bf7513e67cc1 HTTP/1.1" status: 204 len: 168 time: 0.5209475 Aug 21 18:19:25.102040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40028) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:25.113219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-3c1cd9bc-9ef5-4e2b-953a-16bd75f97ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61dbed55-6ce5-45d9-b403-55ddd13dd05e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375542 Aug 21 18:19:25.119266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e51529-bf68-4717-9236-d8db8865c136 req-c79673d1-de1e-4a7e-9f12-98f0760a8617 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.127433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2e51529-bf68-4717-9236-d8db8865c136 req-c79673d1-de1e-4a7e-9f12-98f0760a8617 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.5388634 Aug 21 18:19:25.167173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:25.177974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:25.195372 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.197457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 273e608e-b288-41cc-92e9-f99d0a4be842 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:25.222368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c4565-d5e9-49ee-a74b-5b9efba9a28f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe81895f-0a7e-452e-bcd9-bf7513e67cc1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:25.264007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.273827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.276399 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.282884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.290422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.298156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:25.308276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-4a76a3bf-b0d2-4f55-b855-ac3df23f4d41 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3882 time: 0.3204234 Aug 21 18:19:25.383140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Transition to ACTIVE for port object 3d8ab2e1-a519-4939-a3ed-deb9490b2742 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:25.392551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fe893cf-7a73-4433-87e4-5a9b68b6cdd6 req-980134d6-2380-4a23-b580-18a2b59b7138 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831959 Aug 21 18:19:25.404285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 273e608e-b288-41cc-92e9-f99d0a4be842 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:19:25.404713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0dc35959-7f12-48b1-b6e3-5912e7c06e0f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:25.406202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-5697af89-9396-48e9-b6e8-9b95b9916df1 service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782474 Aug 21 18:19:25.535013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Transition to ACTIVE for port object 3d8ab2e1-a519-4939-a3ed-deb9490b2742 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:25.538519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:25.556410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 0dc35959-7f12-48b1-b6e3-5912e7c06e0f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:19:25.561498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 1149feed-d4e5-4a61-9637-9dcf13700158 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:25.564185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] For port 074e6a16-1a1d-412c-ac24-91a285218452, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=074e6a16-1a1d-412c-ac24-91a285218452,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:25.564909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.583198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-015fd40b-96f4-43bd-9415-ceee491009a9 req-c5a49b73-b452-4f38-9423-304f45117d7b service neutron] 10.222.0.39 "GET /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581717 Aug 21 18:19:25.653403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2e51529-bf68-4717-9236-d8db8865c136 req-e27d2b1d-90f4-4359-ae80-cdb810c85a4b tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199194 Aug 21 18:19:25.696420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 074e6a16-1a1d-412c-ac24-91a285218452 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:25.747099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8::1 (61ea69f5-a078-461b-838e-1d612dfe737d/bf8ea3e9-5eab-4adf-abc4-cd433a73a848/a77482ba-b222-4c63-b62d-0b80ccf3a05f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:25.784885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:25.787653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-16f5493e-1f2b-49a8-b0cf-c0d9423dc242 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6526446 Aug 21 18:19:25.792147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133584807'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:25.853471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.854289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:25.973005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Network 61ea69f5-a078-461b-838e-1d612dfe737d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:26.024796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:26.037314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:26.037769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.073167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3d8ab2e1-a519-4939-a3ed-deb9490b2742,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.077568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.086929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object a77482ba-b222-4c63-b62d-0b80ccf3a05f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:26.096025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.128633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.134678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.138419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3493147 Aug 21 18:19:26.140169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.140303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40064) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:26.149812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '5d247112-b59e-487c-b370-35af6c9ce7ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:26.171881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900f5a3-c0e2-4d27-aa99-41a7dd94a5b7 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d247112-b59e-487c-b370-35af6c9ce7ed,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.222068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Attempting to bind port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:26.222567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Attempting to bind port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:26.223116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Attempting to bind port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 on network 61ea69f5-a078-461b-838e-1d612dfe737d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:26.237417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:26.237579 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.237801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Checking segment: {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:26.238485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.238902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Bound using segment: {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:26.239389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Bound port: 3d8ab2e1-a519-4939-a3ed-deb9490b2742, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:26.239775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.318741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=074e6a16-1a1d-412c-ac24-91a285218452,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.343579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:26.355202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] No DVR routers for this DVR port 074e6a16-1a1d-412c-ac24-91a285218452 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:26.357654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.360575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.368437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.371267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-14c6d2b8-5ecd-4811-9bc9-1d13d2664ca9 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "DELETE /v2.0/ports/074e6a16-1a1d-412c-ac24-91a285218452 HTTP/1.1" status: 204 len: 173 time: 2.7781858 Aug 21 18:19:26.372789 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.373028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.373730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 074e6a16-1a1d-412c-ac24-91a285218452 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:26.385284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 61ea69f5-a078-461b-838e-1d612dfe737d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:26.387313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:26.390073 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b91d2e3-edd1-4fa5-a19a-2625fd57b7b9" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "074e6a16-1a1d-412c-ac24-91a285218452"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:26.397693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:26.415300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a1ccd9-3cb0-4422-9376-28fc1f21930b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.425039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.429394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41abec20-4138-478e-8d99-67cf9044d34f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2845826 Aug 21 18:19:26.437254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 074e6a16-1a1d-412c-ac24-91a285218452 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:19:26.441326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40078) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:26.446128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 074e6a16-1a1d-412c-ac24-91a285218452 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:19:26.446632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:19:26.462404 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe65d150-81ba-4766-ad14-6f4e9795a3e4 x-openstack-request-id: req-fe65d150-81ba-4766-ad14-6f4e9795a3e4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:26.474171 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "074e6a16-1a1d-412c-ac24-91a285218452", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:26.478773 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe65d150-81ba-4766-ad14-6f4e9795a3e4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:26.479650 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '074e6a16-1a1d-412c-ac24-91a285218452', 'status': 'completed', 'code': 200} Aug 21 18:19:26.486625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:26.487174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.497748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db7bd6ff-ed6f-4bec-bee0-a7785f8febbc tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules/57a1ccd9-3cb0-4422-9376-28fc1f21930b HTTP/1.1" status: 200 len: 763 time: 0.0526009 Aug 21 18:19:26.499285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40082) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:26.527968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] For port 3d8ab2e1-a519-4939-a3ed-deb9490b2742, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:26.582232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] For port 3d8ab2e1-a519-4939-a3ed-deb9490b2742, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d8ab2e1-a519-4939-a3ed-deb9490b2742,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:26.613015 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.651855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.660907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2413eb6-6ae4-4c61-a688-9e260f3c5d17 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1574936 Aug 21 18:19:26.663351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40084) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:26.728774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b466-9f29-4889-b2da-1b52365973e4 req-89a4b247-ce97-448b-8905-8e4e6338f95e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:26.748397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b466-9f29-4889-b2da-1b52365973e4 req-89a4b247-ce97-448b-8905-8e4e6338f95e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:26.764640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b466-9f29-4889-b2da-1b52365973e4 req-89a4b247-ce97-448b-8905-8e4e6338f95e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:26.792103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b466-9f29-4889-b2da-1b52365973e4 req-89a4b247-ce97-448b-8905-8e4e6338f95e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:26.801382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b571b466-9f29-4889-b2da-1b52365973e4 req-89a4b247-ce97-448b-8905-8e4e6338f95e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3143 time: 0.2462521 Aug 21 18:19:26.821229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3738cc-dbb3-41ed-b9c4-7b5e5320fcb4 None None] Pushing event updated for resources: {'Port': ['ID=3d8ab2e1-a519-4939-a3ed-deb9490b2742,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.843340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.908223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:26.918450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.923330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b571b466-9f29-4889-b2da-1b52365973e4 req-25ca093b-fd60-40ce-810a-d417c66cb33d tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086156 Aug 21 18:19:26.933547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:26.981423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158'}, {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:26.984927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:26.986850 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b018144-9b9f-4792-8767-48718b4c80b5" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158"}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:27.099157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.132739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:27.184162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.238599 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44dc2a-3751-403e-b5c6-d94ef4f63be8 x-openstack-request-id: req-9d44dc2a-3751-403e-b5c6-d94ef4f63be8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:27.239102 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158", "code": 200}, {"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-unplugged", "status": "completed", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:27.239425 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d44dc2a-3751-403e-b5c6-d94ef4f63be8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:27.239907 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'code': 200} Aug 21 18:19:27.240226 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158', 'code': 200} Aug 21 18:19:27.240563 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'code': 200} Aug 21 18:19:27.251600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.252790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/57a1ccd9-3cb0-4422-9376-28fc1f21930b HTTP/1.1" status: 204 len: 168 time: 0.5851424 Aug 21 18:19:27.255800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40106) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.290996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca75d9-b36b-4d57-a838-c472b9421db9 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57a1ccd9-3cb0-4422-9376-28fc1f21930b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:27.331234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.350105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b409b-6f15-4dda-9e2a-eb7a2a2283d0 req-708e0b6d-b0d1-43e7-9dea-e0869f9d0e60 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:27.355080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-701b409b-6f15-4dda-9e2a-eb7a2a2283d0 req-708e0b6d-b0d1-43e7-9dea-e0869f9d0e60 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.4364042 Aug 21 18:19:27.355227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b7b92ed0-28ef-4cd7-aedd-8893172c3427 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952976 Aug 21 18:19:27.356044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40120) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.360658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '5d247112-b59e-487c-b370-35af6c9ce7ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:27.363623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 1149feed-d4e5-4a61-9637-9dcf13700158 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:27.364081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.415365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.521596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-701b409b-6f15-4dda-9e2a-eb7a2a2283d0 req-7bcfa9da-c852-4a1f-bee5-4939e69344e3 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500676 Aug 21 18:19:27.531235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.540998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.580716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50230e3-f37d-47aa-8ff4-086c0fe87c8a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:27.607990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.613216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9bd11d74-62e3-442b-a04e-68d8d12800d5 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561491 Aug 21 18:19:27.613805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.684722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] For port 1149feed-d4e5-4a61-9637-9dcf13700158, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=1149feed-d4e5-4a61-9637-9dcf13700158,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:27.685097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.691247 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d85ca47a-2076-4f03-91f4-207ca74b432e tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules/a50230e3-f37d-47aa-8ff4-086c0fe87c8a HTTP/1.1" status: 200 len: 763 time: 0.0738893 Aug 21 18:19:27.694257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40128) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.713328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 1149feed-d4e5-4a61-9637-9dcf13700158 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:27.812094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f31ff1d4-e8c2-4b51-a96d-f80cfea7c92c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1162438 Aug 21 18:19:27.815315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40136) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.866917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.886108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.948252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.956074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:27.958104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/a50230e3-f37d-47aa-8ff4-086c0fe87c8a HTTP/1.1" status: 204 len: 168 time: 0.1420062 Aug 21 18:19:27.964843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40148) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:27.966279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7836d960-ed26-49b2-8706-19fea6551551 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a50230e3-f37d-47aa-8ff4-086c0fe87c8a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:28.161694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98f6dae4-9cbb-4c40-8e67-a4fbfa724758 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1849227 Aug 21 18:19:28.164708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40168) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.176522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Request body: {'security_group_rule': {'security_group_id': '5d247112-b59e-487c-b370-35af6c9ce7ed', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:28.176709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d8ab2e1-a519-4939-a3ed-deb9490b2742 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:28.210933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.236217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-e5e2787c-6090-46a0-be03-7384a68df015 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:28.249179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-e5e2787c-6090-46a0-be03-7384a68df015 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:28.282075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-e5e2787c-6090-46a0-be03-7384a68df015 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:28.289918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-e5e2787c-6090-46a0-be03-7384a68df015 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:28.294591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.296793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.299057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-e5e2787c-6090-46a0-be03-7384a68df015 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 3141 time: 0.2538853 Aug 21 18:19:28.315827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:28.371115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3c9eab5-9f63-4d62-9809-67195f4acb42 req-a292377e-3f68-4ac2-bfb1-10d11ec91472 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710795 Aug 21 18:19:28.378591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.493342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.507504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.507850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:28.510162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.527888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b33645-239b-41b1-8996-be84d9e8822c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:28.532825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de9864-7b2c-4b5c-9190-e3b0b082fb74 None None] Network 61ea69f5-a078-461b-838e-1d612dfe737d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:28.548916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.552797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e36a9da0-8023-4341-8deb-3c994b06890f tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3865674 Aug 21 18:19:28.563306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.589111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a681195-bafd-4fde-91ce-ce59f6d22150 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules/49b33645-239b-41b1-8996-be84d9e8822c HTTP/1.1" status: 200 len: 764 time: 0.0246279 Aug 21 18:19:28.591853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.612012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=1149feed-d4e5-4a61-9637-9dcf13700158,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:28.675154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e5aace65-b9df-4ada-b6a2-1e8637fb6e93 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0821664 Aug 21 18:19:28.689347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40192) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.712440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] No DVR routers for this DVR port 1149feed-d4e5-4a61-9637-9dcf13700158 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:28.724556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Provisioning for port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:28.740859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.742463 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.743898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-536dde18-1ff8-4c0a-a3e5-eb4a17c675cc tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "DELETE /v2.0/ports/1149feed-d4e5-4a61-9637-9dcf13700158 HTTP/1.1" status: 204 len: 173 time: 2.3494308 Aug 21 18:19:28.744726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:28.747327 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d0e498-0d6b-4a6a-a5e8-f02f4168944f" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:28.758193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.770049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Provisioning complete for port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:28.771370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.798726 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.813890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.820494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.823560 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ad9944-8610-4e1a-b6c4-39b5d849aca2 x-openstack-request-id: req-00ad9944-8610-4e1a-b6c4-39b5d849aca2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:28.823855 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "1149feed-d4e5-4a61-9637-9dcf13700158", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:28.824155 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00ad9944-8610-4e1a-b6c4-39b5d849aca2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:28.824557 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '1149feed-d4e5-4a61-9637-9dcf13700158', 'status': 'completed', 'code': 200} Aug 21 18:19:28.831634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/49b33645-239b-41b1-8996-be84d9e8822c HTTP/1.1" status: 204 len: 168 time: 0.1247520 Aug 21 18:19:28.847071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbbf10-bf90-487e-aeb3-7cd8ab4ba641 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49b33645-239b-41b1-8996-be84d9e8822c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:28.859239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:28.896653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 61ea69f5-a078-461b-838e-1d612dfe737d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:28.904696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:28.927938 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:28.935190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f814299-62c5-4508-ba0f-e6520198ab99 req-33d9359d-fb4f-43a7-82c6-8ce09964e233 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:28.937027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f814299-62c5-4508-ba0f-e6520198ab99 req-33d9359d-fb4f-43a7-82c6-8ce09964e233 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2547338 Aug 21 18:19:28.964732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] For port 3d8ab2e1-a519-4939-a3ed-deb9490b2742, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d8ab2e1-a519-4939-a3ed-deb9490b2742,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:28.975524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.038231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ba142fa-41d7-48bc-a3cc-ecae2a395696 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2101610 Aug 21 18:19:29.038788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40202) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:29.051823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3d148-e498-4f84-a2d3-7fe248a6d88f None None] Pushing event updated for resources: {'Port': ['ID=3d8ab2e1-a519-4939-a3ed-deb9490b2742,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:29.133853 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-104e8d63-ba9b-4ead-a3af-3b5357db6ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.142635 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f814299-62c5-4508-ba0f-e6520198ab99 req-b6c6acf0-cdd1-4f7d-a951-ef8d56fb06de tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485569 Aug 21 18:19:29.198331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:29.202319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.228490 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.278208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.391980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:19:29.457797 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-104e8d63-ba9b-4ead-a3af-3b5357db6ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.459993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.464834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.465464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "DELETE /v2.0/security-groups/5d247112-b59e-487c-b370-35af6c9ce7ed HTTP/1.1" status: 204 len: 168 time: 0.4250302 Aug 21 18:19:29.479387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40216) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:29.480130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-104e8d63-ba9b-4ead-a3af-3b5357db6ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.536617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Provisioning for port a77482ba-b222-4c63-b62d-0b80ccf3a05f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:29.544985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Provisioning complete for port a77482ba-b222-4c63-b62d-0b80ccf3a05f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:29.546103 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.619595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] For port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:29.620004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.698419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Port a77482ba-b222-4c63-b62d-0b80ccf3a05f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:29.715341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:29.737746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:29.756114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-79293472-88ed-4b8a-af1c-0157e8102c69 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1111579 Aug 21 18:19:29.768455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40220) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:29.773665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:29.794793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Provisioning complete for port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:29.806444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e226e902-8ffa-4bb6-96b0-ac903fb5a78c tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d247112-b59e-487c-b370-35af6c9ce7ed,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:29.814829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-71abf972-019d-4b98-9779-b02ed1729868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.838203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7eeb4bf-c51e-49e5-a715-dd558e230109 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3550508 Aug 21 18:19:29.862333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40224) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:29.863889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:29.864547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:29.868152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506504964'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:29.932382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:29.938253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:29.943400 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-104e8d63-ba9b-4ead-a3af-3b5357db6ee5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd2fdd3f64ac4332b25e88306a669674&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0823720 Aug 21 18:19:29.955360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:29.966748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e8d63-ba9b-4ead-a3af-3b5357db6ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb7351e-d480-4750-97af-494ed16c9e03,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:30.002800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e822d1-bb2a-49b7-8e75-af4f8aaab523 req-7b766d02-b2f1-4431-ac31-30b56c85db4e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:30.024043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e822d1-bb2a-49b7-8e75-af4f8aaab523 req-7b766d02-b2f1-4431-ac31-30b56c85db4e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:30.031824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e822d1-bb2a-49b7-8e75-af4f8aaab523 req-7b766d02-b2f1-4431-ac31-30b56c85db4e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:30.045115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21e822d1-bb2a-49b7-8e75-af4f8aaab523 req-7b766d02-b2f1-4431-ac31-30b56c85db4e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 2409 time: 0.3466423 Aug 21 18:19:30.087946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21e822d1-bb2a-49b7-8e75-af4f8aaab523 req-ce5bfa32-c010-4391-9d37-8d2e4bba2f9c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418742 Aug 21 18:19:30.123330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d8ab2e1-a519-4939-a3ed-deb9490b2742 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:30.131319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3bad5af5-85ad-4d7e-ad44-64ae3be57106 tempest-SecGroupTest-81798349 tempest-SecGroupTest-81798349-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2184365 Aug 21 18:19:30.160391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:30.165876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:30.207865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.208217 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 2e5c47fb-f588-4d3c-b105-7347044016ea of type vlan for network 1699d173-f403-4292-bd68-145e202d3c82 Aug 21 18:19:30.240979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.298301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.303993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.307381 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.362806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:30.445282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40238) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:30.446280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] No DVR routers for this DVR port d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:30.449436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.451482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-41a4ba5c-65ed-4bc0-8325-43a4b448634a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "DELETE /v2.0/ports/d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4 HTTP/1.1" status: 204 len: 173 time: 1.6920972 Aug 21 18:19:30.460232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.465935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:30.466556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.545691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:30.547083 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.674563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:26Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:27Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:30.686744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76645d0f-6fa7-4d78-9b8d-6f781f9002b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=585f6b4e43a54215bebe52e3551509e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375920 Aug 21 18:19:30.690459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40246) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:30.744161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:30.745759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Updating router 33d23adb-dff6-453d-aa00-7b2f88e58cfb port a77482ba-b222-4c63-b62d-0b80ccf3a05f binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:19:30.795825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-52f3792f-d6c9-481b-a14b-0d172576af23 None None] Provisioning complete for port a77482ba-b222-4c63-b62d-0b80ccf3a05f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:30.796347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52f3792f-d6c9-481b-a14b-0d172576af23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.801046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.807016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.850730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.944580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.947171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:30.948349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6333e0bc-4e38-4285-8692-8d31f455ecc7 HTTP/1.1" status: 204 len: 168 time: 0.2569535 Aug 21 18:19:30.977414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc28c1e-60c8-49c3-95ee-27f9919b4a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6333e0bc-4e38-4285-8692-8d31f455ecc7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:30.982036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-52f3792f-d6c9-481b-a14b-0d172576af23 None None] Port a77482ba-b222-4c63-b62d-0b80ccf3a05f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:31.080249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:31.087156 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2049668f-65e6-4626-92a5-c1b04c4e4825" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:31.095367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=1699d173-f403-4292-bd68-145e202d3c82,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:31.112823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c61df5b0-abd3-4df3-87a5-d41748f71ad3 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3370559 Aug 21 18:19:31.113529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:31.121475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:31.175402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1699d173-f403-4292-bd68-145e202d3c82 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:31.220335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.228449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.229658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6bb7351e-d480-4750-97af-494ed16c9e03 HTTP/1.1" status: 204 len: 168 time: 1.2661955 Aug 21 18:19:31.256038 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d08185-ad49-47f0-b086-5f50a031e8c2 x-openstack-request-id: req-e3d08185-ad49-47f0-b086-5f50a031e8c2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:31.256650 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "d93f1e27-d745-4e88-a4cd-cf7a82ab1cb4", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:31.258993 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3d08185-ad49-47f0-b086-5f50a031e8c2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:31.261483 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': 'd93f1e27-d745-4e88-a4cd-cf7a82ab1cb4', 'status': 'completed', 'code': 200} Aug 21 18:19:31.390077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d89f3a-2fd8-4271-ae2e-e4a85fdae454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb7351e-d480-4750-97af-494ed16c9e03,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:31.462646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port e0c86d34-cc0a-451e-9b11-37ba7177cd45 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:31.463170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.503383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:31.507206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.659552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02751-f1d7-4f48-8b5b-fb1f4042560a req-924a8181-8819-4c2b-ac8c-7fd780f0fe59 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:31.678026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc02751-f1d7-4f48-8b5b-fb1f4042560a req-924a8181-8819-4c2b-ac8c-7fd780f0fe59 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:31.681695 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4dc02751-f1d7-4f48-8b5b-fb1f4042560a req-924a8181-8819-4c2b-ac8c-7fd780f0fe59 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 1677 time: 0.3086846 Aug 21 18:19:31.739444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] For port e0c86d34-cc0a-451e-9b11-37ba7177cd45, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e0c86d34-cc0a-451e-9b11-37ba7177cd45,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:31.739848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.832966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4dc02751-f1d7-4f48-8b5b-fb1f4042560a req-30042978-ceff-4a42-96cc-0e56eb3c7c56 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415052 Aug 21 18:19:31.851020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:31.883229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Transition to ACTIVE for port object a77482ba-b222-4c63-b62d-0b80ccf3a05f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:31.901649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.031989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1617b75-4c37-4020-bddb-d6deed8038d9 None None] Pushing event updated for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:32.145890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.171049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Attempting to bind port a77482ba-b222-4c63-b62d-0b80ccf3a05f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:32.171448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Attempting to bind port a77482ba-b222-4c63-b62d-0b80ccf3a05f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:32.172412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Attempting to bind port a77482ba-b222-4c63-b62d-0b80ccf3a05f on network 61ea69f5-a078-461b-838e-1d612dfe737d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:32.193998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:32.194525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Checking segment: {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:32.194892 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.200750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Bound using segment: {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:32.201193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Bound port: a77482ba-b222-4c63-b62d-0b80ccf3a05f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958f2b6-a4e4-4126-905e-90a490221256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:32.202573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.203076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.204796 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Floating IP 920c89dc-9953-47b8-b114-9a61e2563630 disassociated. External IP: 172.25.1.78, port: e0c86d34-cc0a-451e-9b11-37ba7177cd45. Aug 21 18:19:32.205114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for e0c86d34-cc0a-451e-9b11-37ba7177cd45 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:32.230710 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.258097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:32.279300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2c5-3e68-4169-8720-e1b7eeec5e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.342048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=066203c5-48c5-47b4-a0bf-8f0b92d001e6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:32.408440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:32.408820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 1699d173-f403-4292-bd68-145e202d3c82, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:32.489943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] For port a77482ba-b222-4c63-b62d-0b80ccf3a05f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:32.493036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] For port a77482ba-b222-4c63-b62d-0b80ccf3a05f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a77482ba-b222-4c63-b62d-0b80ccf3a05f,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:32.507225 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.536331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1699d173-f403-4292-bd68-145e202d3c82 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:32.551716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.562580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1699d173-f403-4292-bd68-145e202d3c82) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:32.569820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:32.570437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.597211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=e0c86d34-cc0a-451e-9b11-37ba7177cd45,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:32.646088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a3eb0c-423a-49bc-aa31-53c51fb350c0 None None] Network 1699d173-f403-4292-bd68-145e202d3c82 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:32.730876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2c5-3e68-4169-8720-e1b7eeec5e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.740972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07a4d2c5-3e68-4169-8720-e1b7eeec5e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:32.787698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1617b75-4c37-4020-bddb-d6deed8038d9 None None] Pushing event updated for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:32.809325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:32.809967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:32.816090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a2c71e3e-0a2c-4e36-8ef3-405a113df991 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7008784 Aug 21 18:19:32.816993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40302) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:32.967853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:32.971254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4d2c5-3e68-4169-8720-e1b7eeec5e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b6b102-0955-437a-b5ca-18684d40356e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:33.170447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:33.185172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07a4d2c5-3e68-4169-8720-e1b7eeec5e0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1938c7841a714a08996bca324c88305c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9239042 Aug 21 18:19:33.193034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:33.454059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:33.469862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Sync routers for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:33.491287 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:33.493503 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:33.550320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522d4fa-ff02-44fd-af60-b09e58672078 req-d59b65f2-ca5d-41ca-9d8e-4f2e6183b234 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:33.566312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2522d4fa-ff02-44fd-af60-b09e58672078 req-d59b65f2-ca5d-41ca-9d8e-4f2e6183b234 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 943 time: 0.4184265 Aug 21 18:19:33.614203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] No DVR routers for this DVR port e0c86d34-cc0a-451e-9b11-37ba7177cd45 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:33.620637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:33.622719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-278cd5b4-8d29-407e-9ed4-c9122f60b166 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "DELETE /v2.0/ports/e0c86d34-cc0a-451e-9b11-37ba7177cd45 HTTP/1.1" status: 204 len: 173 time: 3.1388669 Aug 21 18:19:33.632229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:33.632716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-89782821-9771-417e-8935-91e853d4e51b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:33.641180 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-89782821-9771-417e-8935-91e853d4e51b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 18:19:33.641732 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-89782821-9771-417e-8935-91e853d4e51b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:19:33.646819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89782821-9771-417e-8935-91e853d4e51b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4752948 Aug 21 18:19:33.647394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:33.649680 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19220a6-4f97-4dab-8ee4-01cad22ea06c" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:33.658487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:33.696196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258621306'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:33.696727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1699d173-f403-4292-bd68-145e202d3c82', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:19:33.697818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:33.762213 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:33.855818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:33.860290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:33.873216 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cce3203-c7d3-46fe-a88c-64e109889295 x-openstack-request-id: req-8cce3203-c7d3-46fe-a88c-64e109889295 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:33.874288 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "e0c86d34-cc0a-451e-9b11-37ba7177cd45", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:33.874606 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cce3203-c7d3-46fe-a88c-64e109889295 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:33.875036 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': 'e0c86d34-cc0a-451e-9b11-37ba7177cd45', 'status': 'completed', 'code': 200} Aug 21 18:19:33.878816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:33.993617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 80347a28-9cd4-4298-b28a-2e9658559875 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:33.993869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.041289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Allocated IP 2001:db8:1::2 (1699d173-f403-4292-bd68-145e202d3c82/066203c5-48c5-47b4-a0bf-8f0b92d001e6/bb033893-5d73-488a-a0ca-1ad25a8f3d82) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:34.123461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.151407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2522d4fa-ff02-44fd-af60-b09e58672078 req-051af909-9167-411a-90f2-2bc3bdcb2a45 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups?id=8aed7ba1-0615-49d3-a115-50d1d87387b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5542662 Aug 21 18:19:34.160551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] For port 80347a28-9cd4-4298-b28a-2e9658559875, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=80347a28-9cd4-4298-b28a-2e9658559875,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:34.160928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.186448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.195882 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.211627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.222814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Transition to ACTIVE for port object bb033893-5d73-488a-a0ca-1ad25a8f3d82 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:34.224595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 80347a28-9cd4-4298-b28a-2e9658559875 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:34.311152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.317173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.323053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63b6b102-0955-437a-b5ca-18684d40356e HTTP/1.1" status: 204 len: 168 time: 1.1093664 Aug 21 18:19:34.363086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28087e47-e140-40ac-9fa3-355083fff819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b6b102-0955-437a-b5ca-18684d40356e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:34.422464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c041a7e6-8776-4ba6-a205-d11eb296c9ee,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:34.461205 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:34.486097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Transition to ACTIVE for port object bb033893-5d73-488a-a0ca-1ad25a8f3d82 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:34.512995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.518254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.540910 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Checking router: 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:34.581002 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:34.581558 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:34.656160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.693033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Pushing event updated for resources: {'Port': ['ID=bb033893-5d73-488a-a0ca-1ad25a8f3d82,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:34.709688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Network 1699d173-f403-4292-bd68-145e202d3c82 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:34.716357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:34.732677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:34.784742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.887685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:26Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:32Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:34.914433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=80347a28-9cd4-4298-b28a-2e9658559875,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:34.924759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] No DVR routers for this DVR port 80347a28-9cd4-4298-b28a-2e9658559875 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:19:34.928306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.929167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Attempting to bind port bb033893-5d73-488a-a0ca-1ad25a8f3d82 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:34.929418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Attempting to bind port bb033893-5d73-488a-a0ca-1ad25a8f3d82 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:34.929801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Attempting to bind port bb033893-5d73-488a-a0ca-1ad25a8f3d82 on network 1699d173-f403-4292-bd68-145e202d3c82 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:34.949715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.951499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f807fdd8-4343-4397-8382-b7d9972407b2 req-4b687959-3fcd-4430-8461-f03be2301425 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.39 "DELETE /v2.0/ports/80347a28-9cd4-4298-b28a-2e9658559875 HTTP/1.1" status: 204 len: 173 time: 1.2921858 Aug 21 18:19:34.959353 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:34.967235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3012633 Aug 21 18:19:34.968595 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:34.987491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40354) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:35.003106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '7d72b943-5f1f-4ba2-9080-3d9774573a1e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:35.012664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dba52b-c56d-4f83-b12b-0bb8420bb7b4 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:26Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:32Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:35.026759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:35.035822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Checking segment: {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:35.036819 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.037238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Bound using segment: {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:35.037751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Bound port: bb033893-5d73-488a-a0ca-1ad25a8f3d82, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:35.039546 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.068749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.181006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc0d05-0424-4da0-9325-d3be652f2074 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72b943-5f1f-4ba2-9080-3d9774573a1e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:35.219990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] For port bb033893-5d73-488a-a0ca-1ad25a8f3d82, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:35.236908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] For port bb033893-5d73-488a-a0ca-1ad25a8f3d82, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bb033893-5d73-488a-a0ca-1ad25a8f3d82,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:35.247882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.267750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.278025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.319617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ff5ab0-e6ba-4c6a-bd3c-6d876ca91848,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:35.351206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.356607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-610dbffe-4959-4128-9645-d9790ea5b4d7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3681309 Aug 21 18:19:35.357979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40362) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:35.373803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-82923453-9b1b-415a-9d34-9179aeab3e84 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '7d72b943-5f1f-4ba2-9080-3d9774573a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:35.478905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8:1::1 (1699d173-f403-4292-bd68-145e202d3c82/066203c5-48c5-47b4-a0bf-8f0b92d001e6/0941cd0a-e83d-4548-a9a2-44d668c8fd80) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:35.513975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66bdac46-0cfb-455a-91ad-0029464dd951 req-f4580578-38bf-4ab7-897f-556c46640cdd tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1150646 Aug 21 18:19:35.525908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2bf6b-a627-4383-a44b-831c44a2e91b None None] Pushing event updated for resources: {'Port': ['ID=bb033893-5d73-488a-a0ca-1ad25a8f3d82,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:35.590967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82923453-9b1b-415a-9d34-9179aeab3e84 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.733349 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:35.770325 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-82923453-9b1b-415a-9d34-9179aeab3e84 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:19:35.775132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82923453-9b1b-415a-9d34-9179aeab3e84 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4157236 Aug 21 18:19:35.775743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:35.836337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.876096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:19:35.885365 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c221c14-9a12-438f-8132-b7cc7d62ce9b None None] The sync data for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 is: [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:09:07Z', 'revision_number': 4, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e', 'name': '', 'network_id': '9f3ccdad-4d90-4633-846b-69c6fd50df72', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'mac_address': 'fa:16:3e:d1:f9:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_interface', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:06Z', 'updated_at': '2021-08-21T18:09:12Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'subnets': [{'id': '4ad90d85-0a1c-4fe6-803d-3f2901558060', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:35.893041 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f53354-3ef3-416f-9a26-36bbf09587ca" -d '{"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "80347a28-9cd4-4298-b28a-2e9658559875"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:19:35.960948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:35.996125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object 0941cd0a-e83d-4548-a9a2-44d668c8fd80 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:36.043209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.128366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.132659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.146159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.154250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/7d72b943-5f1f-4ba2-9080-3d9774573a1e HTTP/1.1" status: 204 len: 168 time: 0.3748534 Aug 21 18:19:36.156742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40386) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:36.216156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cd73c-d7b9-4a3b-9c14-af30cc7ea61b tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72b943-5f1f-4ba2-9080-3d9774573a1e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:36.240769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1699d173-f403-4292-bd68-145e202d3c82 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:36.270330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:36.272015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ec679cb-0fa2-42c4-84b3-8ec993d1018c tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1028857 Aug 21 18:19:36.275991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:36.287007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--653780497'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:36.297482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:36.298081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.340086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.344286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a77482ba-b222-4c63-b62d-0b80ccf3a05f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:36.448907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:36.537302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a77482ba-b222-4c63-b62d-0b80ccf3a05f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:36.545835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a77482ba-b222-4c63-b62d-0b80ccf3a05f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:36.547920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.550098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.615442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.626663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.634863 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906d7d3b-e0dc-4c8d-96ab-cd2b3cea2a12 x-openstack-request-id: req-906d7d3b-e0dc-4c8d-96ab-cd2b3cea2a12 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:19:36.634863 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2a3700-77a2-4c3b-a7ef-205050a48e1e", "name": "network-vif-deleted", "tag": "80347a28-9cd4-4298-b28a-2e9658559875", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:19:36.634863 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-906d7d3b-e0dc-4c8d-96ab-cd2b3cea2a12 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:19:36.634863 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a3700-77a2-4c3b-a7ef-205050a48e1e', 'name': 'network-vif-deleted', 'tag': '80347a28-9cd4-4298-b28a-2e9658559875', 'status': 'completed', 'code': 200} Aug 21 18:19:36.679214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0879d4ab-1aa4-4bd2-b268-0bf23e58ceac None None] New status for floating IP 920c89dc-9953-47b8-b114-9a61e2563630: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:19:36.757238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26660e4a-a0da-4b4e-9c93-0c39fbd16746,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:36.767655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:36.776085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4989014 Aug 21 18:19:36.826087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:36.839294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-aed07afe-9577-4252-b4fb-b46fd14a5871 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '26660e4a-a0da-4b4e-9c93-0c39fbd16746', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:36.839388 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-aed07afe-9577-4252-b4fb-b46fd14a5871 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 21 18:19:36.841002 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-aed07afe-9577-4252-b4fb-b46fd14a5871 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:36.847730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aed07afe-9577-4252-b4fb-b46fd14a5871 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0196018 Aug 21 18:19:36.859902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40396) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:36.874022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c017a2a2-9c80-4d29-a0d4-feeda1c7ce97 req-dd264270-9aa3-4074-9cf5-4c7d5953b657 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1455371 Aug 21 18:19:36.901453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.901812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.902213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.908624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.908819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.909052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.909403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.909749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.910093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.910429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.926381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:36.926832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc940f8-3628-49bd-88de-7c7e126903f1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:37.014129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.091937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.119821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a77482ba-b222-4c63-b62d-0b80ccf3a05f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a77482ba-b222-4c63-b62d-0b80ccf3a05f,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:37.130374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.188552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.260680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:37.305002 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.308852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.313186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/26660e4a-a0da-4b4e-9c93-0c39fbd16746 HTTP/1.1" status: 204 len: 168 time: 0.4471908 Aug 21 18:19:37.331812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40408) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:37.372116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f2d1-9ef0-4a11-a855-95a7fa7eba35 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26660e4a-a0da-4b4e-9c93-0c39fbd16746,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:37.490588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-88a5dc76-1b71-4352-919c-8956f45d38b1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1514642 Aug 21 18:19:37.491617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:37.501849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1911707132'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:37.539815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.574531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4b73e-2e63-4295-bce3-c78965767c68 None None] Network 1699d173-f403-4292-bd68-145e202d3c82 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:37.775856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f43511c3-cdf5-472b-a618-cf5a5f2454ad None None] Provisioning for port bb033893-5d73-488a-a0ca-1ad25a8f3d82 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:37.841027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.854864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.887295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.897377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.898323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.943225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:37.947435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4518893 Aug 21 18:19:37.948273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c1c38-48ec-43c6-b4d4-987efba23995 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2eb59f-ad91-4db2-9b81-d538c794bf18,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:37.953830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:37.964264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4e40ef33-1ece-4cfa-a6f0-51b74ddcab4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '5a2eb59f-ad91-4db2-9b81-d538c794bf18', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:37.968608 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-4e40ef33-1ece-4cfa-a6f0-51b74ddcab4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 21 18:19:37.969161 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-4e40ef33-1ece-4cfa-a6f0-51b74ddcab4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:37.972800 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e40ef33-1ece-4cfa-a6f0-51b74ddcab4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0153971 Aug 21 18:19:37.973299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40422) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.008660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.088477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:38.109537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.164655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.243898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b50c52a1-373d-410f-9fd4-cd0f3c322a1a req-5bbad013-55f1-480a-97b9-99ae0cd9efc6 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1142704 Aug 21 18:19:38.256450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.259345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.262846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/5a2eb59f-ad91-4db2-9b81-d538c794bf18 HTTP/1.1" status: 204 len: 168 time: 0.2862678 Aug 21 18:19:38.264656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40432) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.311515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77882e32-1867-4011-8592-10645efb347a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2eb59f-ad91-4db2-9b81-d538c794bf18,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:38.329323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1699d173-f403-4292-bd68-145e202d3c82 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:38.336662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:38.393432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-005b36b6-1e19-4e1f-8147-e4b80da054b0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1193030 Aug 21 18:19:38.393432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.397917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072874911'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:38.436803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a77482ba-b222-4c63-b62d-0b80ccf3a05f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:38.444536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-803253899'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:38.475135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.506306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a77482ba-b222-4c63-b62d-0b80ccf3a05f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:38.506734 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.534272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Made reservation on behalf of 982115fb20bc449ab4acbe0a9f812948 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:38.538038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.557662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.586944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:38.629102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.638091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.659678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bb033893-5d73-488a-a0ca-1ad25a8f3d82 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:38.671264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8c6ea7-2a87-46a3-96fe-1564cdbceb97,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:38.767360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port bb033893-5d73-488a-a0ca-1ad25a8f3d82 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:38.773497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ab2bad3f-71b2-4ed2-9568-a9c04971b41a None None] Provisioning for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:38.777313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:38.781862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ab2bad3f-71b2-4ed2-9568-a9c04971b41a None None] Provisioning complete for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:38.783923 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ab2bad3f-71b2-4ed2-9568-a9c04971b41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.795279 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:38.798927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bb033893-5d73-488a-a0ca-1ad25a8f3d82 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:38.799971 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.834794 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:38.835427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:38.864843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-26793700-9f32-4fb3-af8f-5c87db4f32cb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0392950 Aug 21 18:19:38.867708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.873738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1456958783'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:38.888751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.900565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.915732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:38.922849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-40e2688b-7d9d-4a60-b1d9-ce8184d2e4c2 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5271888 Aug 21 18:19:38.932369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40438) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.939473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bad3f-71b2-4ed2-9568-a9c04971b41a None None] Port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:38.950342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:38.959605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-34f20a04-2575-40b6-b288-86c9c84f7765 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '1c8c6ea7-2a87-46a3-96fe-1564cdbceb97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:38.970031 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-34f20a04-2575-40b6-b288-86c9c84f7765 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 21 18:19:38.970699 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-34f20a04-2575-40b6-b288-86c9c84f7765 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:38.971783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34f20a04-2575-40b6-b288-86c9c84f7765 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0384340 Aug 21 18:19:38.974586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40440) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:38.985445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-62dbda25-7e2d-4fbe-bb92-b2e6cea429ad tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '1c8c6ea7-2a87-46a3-96fe-1564cdbceb97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:38.996652 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-62dbda25-7e2d-4fbe-bb92-b2e6cea429ad tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 21 18:19:38.997144 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-62dbda25-7e2d-4fbe-bb92-b2e6cea429ad tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:38.998627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-62dbda25-7e2d-4fbe-bb92-b2e6cea429ad tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181603 Aug 21 18:19:39.002719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40442) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.007313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-23802cfe-849f-4a75-a47e-83e8d5049a49 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '1c8c6ea7-2a87-46a3-96fe-1564cdbceb97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:39.008154 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-23802cfe-849f-4a75-a47e-83e8d5049a49 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 21 18:19:39.008567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.008697 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-23802cfe-849f-4a75-a47e-83e8d5049a49 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:39.009585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23802cfe-849f-4a75-a47e-83e8d5049a49 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059190 Aug 21 18:19:39.016406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40444) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.021993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8ac5dd36-d1ab-43fc-804d-b496d81cf1c3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '1c8c6ea7-2a87-46a3-96fe-1564cdbceb97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:39.023198 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-8ac5dd36-d1ab-43fc-804d-b496d81cf1c3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 21 18:19:39.023694 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-8ac5dd36-d1ab-43fc-804d-b496d81cf1c3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:39.023995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:39.024699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ac5dd36-d1ab-43fc-804d-b496d81cf1c3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073223 Aug 21 18:19:39.027539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40446) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.034456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.035147 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Added segment 60347576-be14-4400-b0fe-647ce9002d73 of type vlan for network 8412c10e-0af3-4312-b598-01e32feee4e9 Aug 21 18:19:39.064761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:39.068327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.109409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port bb033893-5d73-488a-a0ca-1ad25a8f3d82, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bb033893-5d73-488a-a0ca-1ad25a8f3d82,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:39.117896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.120438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-98158d3b-1f4d-4fd0-8707-df7771c98a72 None None] Provisioning complete for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:39.120438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-98158d3b-1f4d-4fd0-8707-df7771c98a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.123743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.150192 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.165651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:39.175142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c516f04-4d1b-49a4-9070-a79ece605410,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:39.190256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.198681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:39.201013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.205566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.213372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-98158d3b-1f4d-4fd0-8707-df7771c98a72 None None] Port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:39.214016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.214607 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment 8f6e70fc-b6a5-4df6-975b-e86b40021a40 of type vlan for network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 Aug 21 18:19:39.239984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=bb033893-5d73-488a-a0ca-1ad25a8f3d82,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:39.281003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2683387 Aug 21 18:19:39.308951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0b216-155c-4ebc-bc58-0bbbcc526e13 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Pushing event updated for resources: {'Network': ['ID=8412c10e-0af3-4312-b598-01e32feee4e9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:39.324954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8412c10e-0af3-4312-b598-01e32feee4e9 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:39.412918 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:36Z', 'revision_number': 3, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:36Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:39.427841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.452810 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:39.453371 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Updating router 33d23adb-dff6-453d-aa00-7b2f88e58cfb port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:19:39.473698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06316db0-5c48-48ec-9e16-0ce4cff9456a None None] Provisioning complete for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:39.476895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-06316db0-5c48-48ec-9e16-0ce4cff9456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.481074 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.515593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.532419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:39.535208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.581871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-06316db0-5c48-48ec-9e16-0ce4cff9456a None None] Port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:39.633525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19fbed4-cb2d-4d78-9806-ecc9f799e23d req-5813b857-35b3-4e38-8471-25061b1ce46b tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0766451 Aug 21 18:19:39.677754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=2fa0fdc5-6714-4c6d-950d-83e7da0a54e1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:39.691337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.697431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9', 'binding:host_id': 'n-h2-793621-32', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-58704982'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:39.703498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:39.713169 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-abbfb9aa-ceff-40b0-a0ff-72a383989526 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8442891 Aug 21 18:19:39.713810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40460) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.747302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:39.751093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.756017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.757579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/1c8c6ea7-2a87-46a3-96fe-1564cdbceb97 HTTP/1.1" status: 204 len: 168 time: 0.7290361 Aug 21 18:19:39.765085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.790540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349e075b-4623-4d14-84e4-86bb00555d75 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8c6ea7-2a87-46a3-96fe-1564cdbceb97,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:39.861915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69a43b24-ad28-4f7d-8689-0fbf42ee5d8c tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939233 Aug 21 18:19:39.865912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40466) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:39.872524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203147820'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:39.889285 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.902601 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Transition to ACTIVE for port object 0941cd0a-e83d-4548-a9a2-44d668c8fd80 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:39.903147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.910398 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.930737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Made reservation on behalf of a31e30c732b2410182156079225b408e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:39.934715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.951572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:39.993522 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Pushing event updated for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:40.009988 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.010896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.010896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.011157 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.011658 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.012239 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.013120 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.013808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.014266 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.014789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.015938 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.016745 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:40.112821 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Attempting to bind port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:40.113402 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Attempting to bind port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:40.115338 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Attempting to bind port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 on network 1699d173-f403-4292-bd68-145e202d3c82 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:40.121237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:40.121804 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Checking segment: {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:40.122362 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.122953 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Bound using segment: {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:40.123572 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Bound port: 0941cd0a-e83d-4548-a9a2-44d668c8fd80, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e5c47fb-f588-4d3c-b105-7347044016ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '1699d173-f403-4292-bd68-145e202d3c82'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:40.124101 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.159448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.168357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.182184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bb033893-5d73-488a-a0ca-1ad25a8f3d82 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:40.247417 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] For port 0941cd0a-e83d-4548-a9a2-44d668c8fd80, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:40.259189 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] For port 0941cd0a-e83d-4548-a9a2-44d668c8fd80, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0941cd0a-e83d-4548-a9a2-44d668c8fd80,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:40.262048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=185c8dfc-9272-40b3-bd47-965bbb087874,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:40.276036 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.309652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bb033893-5d73-488a-a0ca-1ad25a8f3d82 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:40.310181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.400617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.421863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.436074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port 1d81260a-124e-4e10-b64d-acc4a08d2a36 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:40.449447 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:40.450095 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:40.501889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.503277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f9628cc-a9e5-4149-bfa1-b6a9d52802c0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6354573 Aug 21 18:19:40.505982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.510749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6d9b7ae0-911b-49f1-ac58-4a95e82a0dcc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.511507 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-6d9b7ae0-911b-49f1-ac58-4a95e82a0dcc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 18:19:40.512007 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-6d9b7ae0-911b-49f1-ac58-4a95e82a0dcc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.513025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6d9b7ae0-911b-49f1-ac58-4a95e82a0dcc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060349 Aug 21 18:19:40.523227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.534072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d569ba6a-1f65-4a05-b83e-45dbf8ebdb19 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.578049 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a260c082-bd3b-4359-a2a8-b9a2b407de21 None None] Pushing event updated for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:40.645618 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-d569ba6a-1f65-4a05-b83e-45dbf8ebdb19 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.647893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d569ba6a-1f65-4a05-b83e-45dbf8ebdb19 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1233616 Aug 21 18:19:40.650484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.656412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-703ce079-d723-4e48-8faf-6dc52adde8f0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.657115 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-703ce079-d723-4e48-8faf-6dc52adde8f0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 21 18:19:40.657772 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-703ce079-d723-4e48-8faf-6dc52adde8f0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.662196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-703ce079-d723-4e48-8faf-6dc52adde8f0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0091002 Aug 21 18:19:40.663755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40486) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.674131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-19c4f22a-ca1f-47d8-9c09-891a9f9f7197 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.676212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:40.681713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:40.762272 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:40.782018 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-19c4f22a-ca1f-47d8-9c09-891a9f9f7197 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.786956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-19c4f22a-ca1f-47d8-9c09-891a9f9f7197 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1179748 Aug 21 18:19:40.788106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.797940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-35478c85-fd6c-48ad-b16e-29d0fb5bad3a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.798731 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-35478c85-fd6c-48ad-b16e-29d0fb5bad3a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 18:19:40.812573 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-35478c85-fd6c-48ad-b16e-29d0fb5bad3a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.813911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35478c85-fd6c-48ad-b16e-29d0fb5bad3a tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0242162 Aug 21 18:19:40.824269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.833305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c2b86d43-9d94-46db-a47d-6e00bb672500 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.895582 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-c2b86d43-9d94-46db-a47d-6e00bb672500 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Project 9f5e592069114ea7935f5e4d467db17f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:19:40.926473 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-c2b86d43-9d94-46db-a47d-6e00bb672500 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.930561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2b86d43-9d94-46db-a47d-6e00bb672500 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1023393 Aug 21 18:19:40.930815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40498) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.947038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bf5a19b7-a374-46e8-8015-417fbd13aca0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:40.947532 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-bf5a19b7-a374-46e8-8015-417fbd13aca0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 21 18:19:40.952329 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-bf5a19b7-a374-46e8-8015-417fbd13aca0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:40.956167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bf5a19b7-a374-46e8-8015-417fbd13aca0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0219295 Aug 21 18:19:40.956523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40500) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:40.970220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a30fb743-aa1c-4b46-9fc4-245f19983132 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:41.034105 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-a30fb743-aa1c-4b46-9fc4-245f19983132 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Project 9f5e592069114ea7935f5e4d467db17f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:19:41.071227 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a30fb743-aa1c-4b46-9fc4-245f19983132 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:41.072985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a30fb743-aa1c-4b46-9fc4-245f19983132 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1154952 Aug 21 18:19:41.075957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40502) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:41.083692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-29258bcc-21b3-4e18-bfeb-06d7883ba8dc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '185c8dfc-9272-40b3-bd47-965bbb087874', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:41.120995 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-29258bcc-21b3-4e18-bfeb-06d7883ba8dc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Project 9f5e592069114ea7935f5e4d467db17f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:19:41.152828 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-29258bcc-21b3-4e18-bfeb-06d7883ba8dc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:41.153579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29258bcc-21b3-4e18-bfeb-06d7883ba8dc tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0766742 Aug 21 18:19:41.157776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:41.178101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.291487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.345046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.349377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=164cf78e-ded6-422a-bcb9-5c62825fdaff,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:41.356073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d37123-f608-4116-b794-2a0798998a94,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:41.377296 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-834dcddb-d12f-4834-8663-c1c6dc6c0bf4 req-331ee041-5f33-4518-8076-56bd2d664e26 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.2321761 Aug 21 18:19:41.436916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:36Z', 'revision_number': 3, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:40Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:41.445442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:41.445812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:41.497490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.500685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.506144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/185c8dfc-9272-40b3-bd47-965bbb087874 HTTP/1.1" status: 204 len: 168 time: 0.3472083 Aug 21 18:19:41.506926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:41.514734 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f0e94d8-d617-4a04-8478-9259980a2722 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:36Z', 'revision_number': 3, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:40Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:41.541016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac4208-3554-4106-82fb-25daf212901d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c8dfc-9272-40b3-bd47-965bbb087874,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:41.576857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:41.726644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ca27267-599b-4666-9634-92a46ddce297 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2167501 Aug 21 18:19:41.730961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:41.732895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:41.736290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568636672'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:41.745695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30e32d2-61ce-42da-8a6f-75cead162555 None None] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:41.795490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.796066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:41.796863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.841009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:41.853590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7455733-9a0b-4f69-8a59-1ebb42483279 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1318882 Aug 21 18:19:41.859066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port 1d81260a-124e-4e10-b64d-acc4a08d2a36 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:41.873009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:41.889199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Transition to ACTIVE for port object 1d81260a-124e-4e10-b64d-acc4a08d2a36 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:41.908388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.007147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Checking segment: {'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:42.007789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Network hostable DHCP agents. Network: 8412c10e-0af3-4312-b598-01e32feee4e9, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:42.012296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=1d81260a-124e-4e10-b64d-acc4a08d2a36,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:42.054929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Network 8412c10e-0af3-4312-b598-01e32feee4e9 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:42.085616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8412c10e-0af3-4312-b598-01e32feee4e9) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:42.098127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:42.133345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efa06c-8c4e-4bb8-9a06-9776230426c4 None None] Network 8412c10e-0af3-4312-b598-01e32feee4e9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:42.154908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.155264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.157275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.176752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.177096 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.177493 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 2 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.203822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.204464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.204464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.213064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.213064 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.213438 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 3 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.217929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0941cd0a-e83d-4548-a9a2-44d668c8fd80 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:42.232247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:19:42.234358 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.253839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.254190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.254556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.262455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.262828 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.263227 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 4 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.290177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.290535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.290888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.306490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.307071 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.307250 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 5 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.340834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.341181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.341573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.357044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.357385 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.360170 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 6 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.386876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.387225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.387573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.401495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.401838 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.402237 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 7 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.442390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.466856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.468759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.469289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.469792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.486685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.495065 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.495481 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 8 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.525319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.525657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.525999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.539381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.539381 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.539688 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 9 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.631069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-867fd2f2-5279-4fc5-a249-fcd5cab11281 req-9b4b6c55-5ede-4197-98a2-f7e7a245d945 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0579479 Aug 21 18:19:42.639768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.640317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.640679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.643987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a177db33-b7f5-4a55-8966-5c51f25dd0dc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:42.649555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.649890 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.650507 n-d-793621-32 neutron-server[94599]: INFO neutron.plugins.ml2.plugin [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 10 to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 Aug 21 18:19:42.667776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.669403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e6cfdafe-5fbf-4d66-8e87-758abeccdd69 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9368055 Aug 21 18:19:42.677136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40530) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:42.683294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5b8d7376-d06c-4216-97a6-299c93a05d97 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': 'a177db33-b7f5-4a55-8966-5c51f25dd0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:42.721527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.733425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:42.734337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:42.740739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:42.765199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:42.765537 n-d-793621-32 neutron-server[94599]: ERROR neutron.plugins.ml2.managers [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 1d81260a-124e-4e10-b64d-acc4a08d2a36 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:42.765921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:42.819247 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-5b8d7376-d06c-4216-97a6-299c93a05d97 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The resource could not be found. Aug 21 18:19:42.820327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5b8d7376-d06c-4216-97a6-299c93a05d97 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1426241 Aug 21 18:19:42.828425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40532) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:42.837581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b2fe9293-fd25-4dba-b04f-1299008996f3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': 'a177db33-b7f5-4a55-8966-5c51f25dd0dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0eb905f2-f762-4684-affe-df4b4cd25d46'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:42.948529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port 1d81260a-124e-4e10-b64d-acc4a08d2a36, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:42.948921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempted to set empty binding levels {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:19:42.964333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.034825 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-b2fe9293-fd25-4dba-b04f-1299008996f3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The resource could not be found. Aug 21 18:19:43.040072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:43.042407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b2fe9293-fd25-4dba-b04f-1299008996f3 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2129123 Aug 21 18:19:43.056407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:43.058353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.065236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Allocated IP 2001:db8:2::2 (2fa0fdc5-6714-4c6d-950d-83e7da0a54e1/164cf78e-ded6-422a-bcb9-5c62825fdaff/1877bb60-599b-43e5-b380-657b74e8f69c) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:43.121618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.4285669 Aug 21 18:19:43.122604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40536) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:43.138806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45e5f-3cfc-42cb-bbe9-0a3b2dfd50a8 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=1d81260a-124e-4e10-b64d-acc4a08d2a36,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:43.264269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.322744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.336297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Deleting port 1d81260a-124e-4e10-b64d-acc4a08d2a36 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:43.337297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.420154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:43.428529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.432098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.439682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:43.440051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/a177db33-b7f5-4a55-8966-5c51f25dd0dc HTTP/1.1" status: 204 len: 168 time: 0.3987927 Aug 21 18:19:43.463371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1e781-d967-46ff-b5c3-2d1aba446b36 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a177db33-b7f5-4a55-8966-5c51f25dd0dc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:43.469981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:43.470859 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.475690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.513185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port 1d81260a-124e-4e10-b64d-acc4a08d2a36, host n-h2-793621-32, got binding levels [] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:43.514003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.539855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Transition to ACTIVE for port object 1877bb60-599b-43e5-b380-657b74e8f69c will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:43.569375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Transition to ACTIVE for port object 1877bb60-599b-43e5-b380-657b74e8f69c will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:43.591206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.610374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Calling delete_port for 1d81260a-124e-4e10-b64d-acc4a08d2a36 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:43.637192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-436be920-6bb4-4c57-88e4-221963715da7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1959276 Aug 21 18:19:43.637906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40546) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:43.665677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6c198157-c41a-41c8-a23e-e65f766e797e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '2762afd3-cce8-4dbf-947c-578dd8f83375', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:43.682908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8:2::1 (2fa0fdc5-6714-4c6d-950d-83e7da0a54e1/164cf78e-ded6-422a-bcb9-5c62825fdaff/0ca6c519-532f-4719-8a8e-16754ed7adaf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:43.792127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:43.829001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:43.857428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:43.862338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Pushing event updated for resources: {'Port': ['ID=1877bb60-599b-43e5-b380-657b74e8f69c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:43.901212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:43.929808 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab9ddfe0-1ce2-4682-bbcd-63ebba098978 req-610a89d8-b94a-4f4a-8893-4c6df161f64a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0977743 Aug 21 18:19:44.058570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.064023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.101270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Attempting to bind port 1877bb60-599b-43e5-b380-657b74e8f69c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:44.101827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Attempting to bind port 1877bb60-599b-43e5-b380-657b74e8f69c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:44.101989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Attempting to bind port 1877bb60-599b-43e5-b380-657b74e8f69c on network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:44.113450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object 0ca6c519-532f-4719-8a8e-16754ed7adaf will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:44.137288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:44.137666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Checking segment: {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:44.139417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.143677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1d81260a-124e-4e10-b64d-acc4a08d2a36 HTTP/1.1" status: 204 len: 168 time: 1.0140374 Aug 21 18:19:44.146188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40560) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:44.152089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d70408-7230-4343-95e1-71493c11abcf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d81260a-124e-4e10-b64d-acc4a08d2a36,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:44.153807 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-6c198157-c41a-41c8-a23e-e65f766e797e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The resource could not be found. Aug 21 18:19:44.154448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.155171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Bound using segment: {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:44.156142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Bound port: 1877bb60-599b-43e5-b380-657b74e8f69c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:44.156530 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.160832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0941cd0a-e83d-4548-a9a2-44d668c8fd80, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0941cd0a-e83d-4548-a9a2-44d668c8fd80,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:44.167996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6c198157-c41a-41c8-a23e-e65f766e797e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5213017 Aug 21 18:19:44.169034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40562) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:44.169369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:44.196220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767180791'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:44.201892 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.269938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.327865 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdbf9442-ed08-4c43-99bc-d78473dc5a13 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:19:44.332363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bdbf9442-ed08-4c43-99bc-d78473dc5a13 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports/1d81260a-124e-4e10-b64d-acc4a08d2a36 HTTP/1.1" status: 404 len: 333 time: 0.1821289 Aug 21 18:19:44.335984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40570) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:44.344961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.361921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1471911087'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:44.450133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:44.451886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:44.458418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:44.459310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.483720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:44.489219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aabe0a6a-e5cd-42c0-b145-ab862a866afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.503529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] For port 1877bb60-599b-43e5-b380-657b74e8f69c, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:44.519569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] For port 1877bb60-599b-43e5-b380-657b74e8f69c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1877bb60-599b-43e5-b380-657b74e8f69c,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:44.529796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:44.535022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.665564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.666898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a7835-a3d3-494f-ac1e-cfe5f6c38219 None None] Pushing event updated for resources: {'Port': ['ID=1877bb60-599b-43e5-b380-657b74e8f69c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:44.687518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.691840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.718692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Made reservation on behalf of a31e30c732b2410182156079225b408e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:44.721035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:44.781771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40574) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:44.844103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port a8e62bda-1a79-469e-a494-ff09c53b51a6 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:45.024751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619ddc00-240a-4580-b892-ee1bbb26050d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:45.166148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.177006 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.178061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.210372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb5bd206-8e45-48b0-803f-c53f204cf060 req-cd8976ee-e22c-4cfc-847e-7fcda937ce25 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0481079 Aug 21 18:19:45.211217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f85d33c1-78d3-445a-a030-85b2a5f18e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.265002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aabe0a6a-e5cd-42c0-b145-ab862a866afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.305749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aabe0a6a-e5cd-42c0-b145-ab862a866afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.376668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aabe0a6a-e5cd-42c0-b145-ab862a866afa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5adc4f6d6b54e93bcab657f0e45a283&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2042289 Aug 21 18:19:45.380589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40582) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:45.383058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe0a6a-e5cd-42c0-b145-ab862a866afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c875c35-de87-48da-943e-ba0967037c0c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:45.397291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.398660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6c35dabf-e544-4a37-9eee-5d214a40a5c8 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2283020 Aug 21 18:19:45.465461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40584) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:45.481904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876668008'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:45.543792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.569804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.631180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.667688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:45.702190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.705172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.708741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c875c35-de87-48da-943e-ba0967037c0c HTTP/1.1" status: 204 len: 168 time: 0.3066587 Aug 21 18:19:45.734556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad6031-c784-49eb-b9de-b20b9dfa9b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c875c35-de87-48da-943e-ba0967037c0c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:45.742350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:45.744412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:45.750308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f85d33c1-78d3-445a-a030-85b2a5f18e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.759977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f85d33c1-78d3-445a-a030-85b2a5f18e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.780058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.853179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Network 8412c10e-0af3-4312-b598-01e32feee4e9 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:45.876277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:45.881044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:45.883350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:45.884698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.903242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:45.933878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:45.944189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f85d33c1-78d3-445a-a030-85b2a5f18e4f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed019f63cac340379c71445b7a4c0bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1608639 Aug 21 18:19:45.945158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40592) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:45.945673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d33c1-78d3-445a-a030-85b2a5f18e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e293ee06-12c1-45d0-9dcf-46621f70c1db,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:46.060916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.067975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7308910 Aug 21 18:19:46.069128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee017ba4-5a51-414e-9289-a917476db18e tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e62bda-1a79-469e-a494-ff09c53b51a6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:46.072448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40594) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:46.081097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.081502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:46.122863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.124566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6515872 Aug 21 18:19:46.126745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cd949-e5c7-4902-95b9-87fc50a047bf tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7df4a1-aea2-470b-b638-736e2fcf43a7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:46.136435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40598) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:46.175710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-023e6552-718d-44d6-ab13-5a27f5747da7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': '619ddc00-240a-4580-b892-ee1bbb26050d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '8d7df4a1-aea2-470b-b638-736e2fcf43a7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:46.188776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:46.206530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:46.211814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-707bc8db-07e1-462d-8833-0d925e53b4d9 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3622935 Aug 21 18:19:46.215057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:46.222721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:46.223822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:46.226063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1900371076'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:46.229162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.237476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.267590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.337355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.341861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.345521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e293ee06-12c1-45d0-9dcf-46621f70c1db HTTP/1.1" status: 204 len: 168 time: 0.3974650 Aug 21 18:19:46.387372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:46.392195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.408697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cc84b-488a-427e-bb97-ab3c2cf10a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e293ee06-12c1-45d0-9dcf-46621f70c1db,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:46.429623 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-023e6552-718d-44d6-ab13-5a27f5747da7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:46.434485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-023e6552-718d-44d6-ab13-5a27f5747da7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2887166 Aug 21 18:19:46.452140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40614) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:46.461287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9984e2-bc64-497e-bbe8-3060cc7a1f9e None None] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:46.548950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b817d01-78eb-44ac-a1b7-1be9e2e1cdce req-c267bfd6-a794-48d0-92b3-c93f4f3bcfff tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1504498 Aug 21 18:19:46.590413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:46.609315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:46.640268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.640627 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added segment d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7 of type vlan for network 1f419bdd-9408-469c-8727-0ac305d63abf Aug 21 18:19:46.667333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port a8e62bda-1a79-469e-a494-ff09c53b51a6 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:46.678667 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.703838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Transition to ACTIVE for port object a8e62bda-1a79-469e-a494-ff09c53b51a6 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:46.721448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.766890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.792098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e62bda-1a79-469e-a494-ff09c53b51a6,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:46.835432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.835646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.842778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:46.848218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.862436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0941cd0a-e83d-4548-a9a2-44d668c8fd80 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:46.891390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:46.911302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:46.911653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:46.912041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:46.921480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:46.921895 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:46.927672 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 2 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:46.960745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:46.961400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:46.961800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:46.972094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:46.972460 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:46.973252 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 3 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:46.998951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Network': ['ID=1f419bdd-9408-469c-8727-0ac305d63abf,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:47.009046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8593a7be-518c-40dd-98a1-4a00497454e2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7928925 Aug 21 18:19:47.009436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.009851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.010196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.011842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40628) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:47.019522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.019522 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.021606 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 4 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.023965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'subnet': {'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:47.028572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.037330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.040795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d7df4a1-aea2-470b-b638-736e2fcf43a7 HTTP/1.1" status: 204 len: 168 time: 0.5859745 Aug 21 18:19:47.053229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40630) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:47.107153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1f419bdd-9408-469c-8727-0ac305d63abf details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:47.124885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f09832-8a97-45a3-a5ca-7603939e7d6e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7df4a1-aea2-470b-b638-736e2fcf43a7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:47.136304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.136646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.139182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.177662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40632) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:47.210481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.212573 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.217705 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 5 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.221928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Made reservation on behalf of 5539b38dffc04e408a74c76dc5054fd1 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:47.227695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.232943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-acaeb0f6-1170-4e68-ad4a-f89103341d63 None None] Provisioning for port 1877bb60-599b-43e5-b380-657b74e8f69c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:47.252357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.253164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.253719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.264161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12de0f5b-2b50-41e7-a097-e54031e2000d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.271918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.272621 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.292921 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 6 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.319691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-47078224-bc55-43ea-bc25-d72ea327ac4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2503226 Aug 21 18:19:47.319979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:47.347158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.347941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:47.348317 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.349012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.349408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.364432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.364762 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.366791 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 7 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.401666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.402153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.402523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.411749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.412234 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.415046 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 8 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.433781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.434122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.434460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.444424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.453033 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.460741 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 9 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.493955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.501749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.502226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.507995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.539527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.560922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.561275 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.566437 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 10 to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 Aug 21 18:19:47.648464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1877bb60-599b-43e5-b380-657b74e8f69c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:47.700758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:47.701382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:47.703119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:47.711998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:47.745921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:47.750467 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port a8e62bda-1a79-469e-a494-ff09c53b51a6 on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:47.751529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.764203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:47.764686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Updating router 33d23adb-dff6-453d-aa00-7b2f88e58cfb port 0ca6c519-532f-4719-8a8e-16754ed7adaf binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:19:47.831525 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.836102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.838727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.839890 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/619ddc00-240a-4580-b892-ee1bbb26050d HTTP/1.1" status: 204 len: 168 time: 0.5188930 Aug 21 18:19:47.844475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40648) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:47.897877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b2f2a53-59a0-442e-b930-0fe179c09f5e req-63070a64-a41d-41f5-9992-53c5fd5ffaab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1043763 Aug 21 18:19:47.921016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb05c78-1d89-4bed-aa90-2ec2b5a4cf2f tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ddc00-240a-4580-b892-ee1bbb26050d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:47.930998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:47.954129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 1877bb60-599b-43e5-b380-657b74e8f69c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:47.979577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1877bb60-599b-43e5-b380-657b74e8f69c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:47.994970 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.020541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Subnet': ['ID=781e43c2-2aab-4e4e-94e7-521eebca2591,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:48.034116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12de0f5b-2b50-41e7-a097-e54031e2000d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.036994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Checking segment: {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:48.037537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network hostable DHCP agents. Network: 1f419bdd-9408-469c-8727-0ac305d63abf, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:48.058114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12de0f5b-2b50-41e7-a097-e54031e2000d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.099896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-938fe775-a53d-4e1f-8b72-8d2aa8552105 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2507417 Aug 21 18:19:48.100213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40652) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.105218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103333506'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:48.148277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1f419bdd-9408-469c-8727-0ac305d63abf is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:48.173561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port a8e62bda-1a79-469e-a494-ff09c53b51a6, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:48.174204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempted to set empty binding levels {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:19:48.176243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1f419bdd-9408-469c-8727-0ac305d63abf) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:48.185044 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-227617f8-b1a5-438f-8068-8bf037bce3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.189670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.192102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.208523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.210618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.220093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-12de0f5b-2b50-41e7-a097-e54031e2000d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6477dc9ea1f447bb75ee1ccc3331646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0347252 Aug 21 18:19:48.222994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40654) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.236322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b87798-327a-4bb1-a0cd-638a76b6213c None None] Network 1f419bdd-9408-469c-8727-0ac305d63abf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:48.239568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Provisioning for port 0ca6c519-532f-4719-8a8e-16754ed7adaf completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:48.262390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83137898-debb-43bc-a0c1-6bad0c34c25f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2442226 Aug 21 18:19:48.268416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40656) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.269056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.293697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12de0f5b-2b50-41e7-a097-e54031e2000d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d739f28d-2342-4197-a938-527070e0b0b8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:48.322208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] In _notify_port_updated(), no bound segment for port a8e62bda-1a79-469e-a494-ff09c53b51a6 on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:19:48.333360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.334203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.335733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "PUT /v2.0/ports/a8e62bda-1a79-469e-a494-ff09c53b51a6 HTTP/1.1" status: 200 len: 976 time: 2.2622151 Aug 21 18:19:48.338534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40662) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.418799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Provisioning complete for port 0ca6c519-532f-4719-8a8e-16754ed7adaf triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:48.419448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.447915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96b529-3eee-43c0-9856-adbc7772ac64 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=a8e62bda-1a79-469e-a494-ff09c53b51a6,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:48.498714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.511134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.512135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.512666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.513192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.513723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.514403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.515023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.515544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.516151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.516666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.517185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.517835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.518361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.518900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.519414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.519930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.520610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.521177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.521698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.522334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.522938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.523450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.523966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.524627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.525141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.525972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.526549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.527073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:48.531395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-224a969b-3e45-4093-995a-0e78801d0486 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25275 time: 0.1904020 Aug 21 18:19:48.537218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40664) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:48.640618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Deleting port a8e62bda-1a79-469e-a494-ff09c53b51a6 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:48.641339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.723528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.752219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port a8e62bda-1a79-469e-a494-ff09c53b51a6, host n-h2-793621-32, got binding levels [] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:48.752801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.768637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Calling delete_port for a8e62bda-1a79-469e-a494-ff09c53b51a6 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:48.826401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c86dd19-b5fc-4660-8cfb-07efc9cc16f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.899254 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.920108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Port 0ca6c519-532f-4719-8a8e-16754ed7adaf cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:48.921720 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.935511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.943587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.953528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.956241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.957899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d739f28d-2342-4197-a938-527070e0b0b8 HTTP/1.1" status: 204 len: 168 time: 0.7327230 Aug 21 18:19:48.966131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.987315 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:48.994523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Provisioning complete for port 1877bb60-599b-43e5-b380-657b74e8f69c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:48.994900 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-063db5de-5436-42eb-bb4e-1479d53c2a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.026154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8e7c9-34e7-4436-8f5c-46e4fafaec74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d739f28d-2342-4197-a938-527070e0b0b8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:49.029120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.041180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/a8e62bda-1a79-469e-a494-ff09c53b51a6 HTTP/1.1" status: 204 len: 168 time: 0.5025969 Aug 21 18:19:49.041845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:49.048190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da1359-b5f8-4735-b8df-9a6380d8091d tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8e62bda-1a79-469e-a494-ff09c53b51a6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:49.082251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6944f9e-9e7c-463f-b1f6-50dbd172eb33,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:49.122487 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-129af296-bf35-4365-9ce0-3ec66194624f tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:19:49.131504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-129af296-bf35-4365-9ce0-3ec66194624f tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports/a8e62bda-1a79-469e-a494-ff09c53b51a6 HTTP/1.1" status: 404 len: 333 time: 0.0882576 Aug 21 18:19:49.132148 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:49.144179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1737914635', 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:49.145317 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4eabd780-f99b-4bbd-a305-35d44fa3c136 req-82c094a1-4f87-4944-87d9-056009476858 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0444152 Aug 21 18:19:49.220006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 1877bb60-599b-43e5-b380-657b74e8f69c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1877bb60-599b-43e5-b380-657b74e8f69c,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:49.244252 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.315196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=1877bb60-599b-43e5-b380-657b74e8f69c,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:49.362192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.382476 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:19:49.384490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1f419bdd-9408-469c-8727-0ac305d63abf', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:19:49.385578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.445173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.479573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c86dd19-b5fc-4660-8cfb-07efc9cc16f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.498452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c86dd19-b5fc-4660-8cfb-07efc9cc16f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.529505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Made reservation on behalf of a31e30c732b2410182156079225b408e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:49.533586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.537404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86dd19-b5fc-4660-8cfb-07efc9cc16f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6db6aa-015d-426b-958f-590cb7f71941,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:49.562087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.563668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1f3a9e70-8c15-4c2b-a52b-98110c130fb1 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4623232 Aug 21 18:19:49.569053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:49.571132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port 3d339bb0-1c45-4797-ab2c-ba63faf64b3a yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:49.576372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1c337b40-e261-40e2-8948-4fe16863daaa tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': 'd6944f9e-9e7c-463f-b1f6-50dbd172eb33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:49.671517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c86dd19-b5fc-4660-8cfb-07efc9cc16f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5400d1e3b25f4fab9eccae87838e5892&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3978007 Aug 21 18:19:49.688748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40690) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:49.710895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Allocated IP 2001:db8:3::2 (1f419bdd-9408-469c-8727-0ac305d63abf/781e43c2-2aab-4e4e-94e7-521eebca2591/04123e54-93a7-49a2-80af-a9027b883d8f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:49.794453 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-1c337b40-e261-40e2-8948-4fe16863daaa tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:49.798061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1c337b40-e261-40e2-8948-4fe16863daaa tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2261961 Aug 21 18:19:49.801368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:49.819327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-aed0e222-e076-4119-80dc-325aa3530dba tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group_rule': {'security_group_id': 'd6944f9e-9e7c-463f-b1f6-50dbd172eb33', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:49.834342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Transition to ACTIVE for port object 0ca6c519-532f-4719-8a8e-16754ed7adaf will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:49.893517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:49.915341 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-aed0e222-e076-4119-80dc-325aa3530dba tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:19:49.916371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aed0e222-e076-4119-80dc-325aa3530dba tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1124544 Aug 21 18:19:49.919239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:50.031088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.042027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1523c-be3c-47ca-a598-9bab7e1aa875 None None] Pushing event updated for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.069663 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.079518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.130906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.131692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.135287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.137019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/d6944f9e-9e7c-463f-b1f6-50dbd172eb33 HTTP/1.1" status: 204 len: 168 time: 0.2167511 Aug 21 18:19:50.162709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:50.167117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Transition to ACTIVE for port object 04123e54-93a7-49a2-80af-a9027b883d8f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:50.185111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Attempting to bind port 0ca6c519-532f-4719-8a8e-16754ed7adaf on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:50.185487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Attempting to bind port 0ca6c519-532f-4719-8a8e-16754ed7adaf by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:50.185852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Attempting to bind port 0ca6c519-532f-4719-8a8e-16754ed7adaf on network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:50.211679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:50.212135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Checking segment: {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:50.214724 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.215068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Bound using segment: {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:50.215572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Bound port: 0ca6c519-532f-4719-8a8e-16754ed7adaf, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6e70fc-b6a5-4df6-975b-e86b40021a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:50.215959 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.217350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.225787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ee13d-d905-47b6-9498-e3603e196c5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6944f9e-9e7c-463f-b1f6-50dbd172eb33,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.250547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.258178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Transition to ACTIVE for port object 04123e54-93a7-49a2-80af-a9027b883d8f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:50.302825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5ecb1020-6316-42dd-8a1f-bdaa3186c1ab tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1374638 Aug 21 18:19:50.345133 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.351159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.370011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Allocated IP 2001:db8:3::1 (1f419bdd-9408-469c-8727-0ac305d63abf/781e43c2-2aab-4e4e-94e7-521eebca2591/cf91c67f-c100-40e6-af70-c8304d2abde1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:19:50.384936 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7b14c31-c23e-4c15-922a-9ff1b97f73f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.463941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Network 1f419bdd-9408-469c-8727-0ac305d63abf is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:50.487637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:50.488482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] For port 0ca6c519-532f-4719-8a8e-16754ed7adaf, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:50.504857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:50.510346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.512144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:50.521095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Pushing event updated for resources: {'Port': ['ID=04123e54-93a7-49a2-80af-a9027b883d8f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.529495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] For port 0ca6c519-532f-4719-8a8e-16754ed7adaf, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ca6c519-532f-4719-8a8e-16754ed7adaf,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:50.538149 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.546864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'tempest-secgroup--779828287'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:50.554803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.563250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.571509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.575231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b6db6aa-015d-426b-958f-590cb7f71941 HTTP/1.1" status: 204 len: 168 time: 0.8837900 Aug 21 18:19:50.608445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7fef2-eaff-472c-8fe1-0dc0545d4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6db6aa-015d-426b-958f-590cb7f71941,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.612798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Transition to ACTIVE for port object cf91c67f-c100-40e6-af70-c8304d2abde1 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:50.619203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Network 8412c10e-0af3-4312-b598-01e32feee4e9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:50.628599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:50.638480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:50.640196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:50.640909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.653089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=3d339bb0-1c45-4797-ab2c-ba63faf64b3a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.669619 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.685309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Attempting to bind port 04123e54-93a7-49a2-80af-a9027b883d8f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:50.685686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Attempting to bind port 04123e54-93a7-49a2-80af-a9027b883d8f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:50.686048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Attempting to bind port 04123e54-93a7-49a2-80af-a9027b883d8f on network 1f419bdd-9408-469c-8727-0ac305d63abf {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:50.694229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97fde118-0a1d-42f7-bdfd-e3217498e9f7 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5609210 Aug 21 18:19:50.696869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40718) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:50.733144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1523c-be3c-47ca-a598-9bab7e1aa875 None None] Pushing event updated for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:50.736744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:50.737155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Checking segment: {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:50.737643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.738053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Bound using segment: {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:50.738485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Bound port: 04123e54-93a7-49a2-80af-a9027b883d8f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:50.738892 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.756737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:50.761138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:50.761783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:50.808061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98dbe78-28fb-4321-8659-2a040e53ccb9 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:50.811158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c98dbe78-28fb-4321-8659-2a040e53ccb9 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports/3d339bb0-1c45-4797-ab2c-ba63faf64b3a HTTP/1.1" status: 200 len: 955 time: 0.1121366 Aug 21 18:19:50.814073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40720) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:50.929338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] For port 04123e54-93a7-49a2-80af-a9027b883d8f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:50.933476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] For port 04123e54-93a7-49a2-80af-a9027b883d8f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04123e54-93a7-49a2-80af-a9027b883d8f,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:51.007998 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.274894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:51.357494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.369928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.417425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba255d-1414-4044-af95-08daebc07415 None None] Pushing event updated for resources: {'Port': ['ID=04123e54-93a7-49a2-80af-a9027b883d8f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:51.423466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Deleting port 3d339bb0-1c45-4797-ab2c-ba63faf64b3a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:51.430904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.450096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1877bb60-599b-43e5-b380-657b74e8f69c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:51.692390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.693677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1510220 Aug 21 18:19:51.711130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40746) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:51.747649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-20fe508c-6eb7-4786-82fc-197a487edea0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:51.748104 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-20fe508c-6eb7-4786-82fc-197a487edea0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 18:19:51.748626 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-20fe508c-6eb7-4786-82fc-197a487edea0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 18:19:51.750256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20fe508c-6eb7-4786-82fc-197a487edea0 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "PUT /v2.0/security-groups/0e048c0c-2359-409e-ba99-ab46d80b61dd HTTP/1.1" status: 409 len: 330 time: 0.0373502 Aug 21 18:19:51.757701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40748) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:51.787797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fee54-68ff-4b92-8f12-4b8060231dff tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e048c0c-2359-409e-ba99-ab46d80b61dd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:51.845323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.849283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.875172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-55dabbe1-8d14-4218-ac57-451cba934351 req-9309693f-0bd2-4536-896a-3844ebc103e6 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 1.1467342 Aug 21 18:19:51.912552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Calling delete_port for 3d339bb0-1c45-4797-ab2c-ba63faf64b3a owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:51.935259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:51.998324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1f419bdd-9408-469c-8727-0ac305d63abf is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:52.002971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:52.011782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:52.013953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.024597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.082131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1877bb60-599b-43e5-b380-657b74e8f69c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:52.083338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.115141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:52.195062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.198109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.199518 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/0e048c0c-2359-409e-ba99-ab46d80b61dd HTTP/1.1" status: 204 len: 168 time: 0.4390023 Aug 21 18:19:52.204541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.208261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.247049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abcc69-0323-4dce-8241-0577e2d1b46e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e048c0c-2359-409e-ba99-ab46d80b61dd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:52.259555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.262271 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/3d339bb0-1c45-4797-ab2c-ba63faf64b3a HTTP/1.1" status: 204 len: 168 time: 1.4446695 Aug 21 18:19:52.295052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40768) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.315458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1be11-00ef-4a81-a741-362c33df10f0 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d339bb0-1c45-4797-ab2c-ba63faf64b3a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:52.415322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.420465 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eee666-2521-46fa-a1c1-5c25444aa5ba tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:19:52.423188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b4eee666-2521-46fa-a1c1-5c25444aa5ba tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports/3d339bb0-1c45-4797-ab2c-ba63faf64b3a HTTP/1.1" status: 404 len: 333 time: 0.1251891 Aug 21 18:19:52.427089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40774) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.432857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-278380160'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:52.464125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a43ddc7-4e95-4c00-b8fd-a47bfc90e810 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2573128 Aug 21 18:19:52.465138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.502335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Made reservation on behalf of a31e30c732b2410182156079225b408e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:52.505531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:52.531983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port 76115d74-2a96-4742-9f03-4e359750612b yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:52.558222 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-60a34ef0-31d9-41f7-aff2-381a09311b5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] delete failed (client error): The resource could not be found. Aug 21 18:19:52.574615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-60a34ef0-31d9-41f7-aff2-381a09311b5e tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "DELETE /v2.0/security-groups/11ad7f1f-bc18-45e6-b358-d69d49f47f50 HTTP/1.1" status: 404 len: 347 time: 0.0969398 Aug 21 18:19:52.578208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.640257 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-cf0a2409-42ad-45bf-bee9-914be0cc2f4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] show failed (client error): The resource could not be found. Aug 21 18:19:52.646993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf0a2409-42ad-45bf-bee9-914be0cc2f4d tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-groups/422f738d-076f-419f-9664-db1db0b7d4c9 HTTP/1.1" status: 404 len: 347 time: 0.0638037 Aug 21 18:19:52.659216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40784) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.685583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40788) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:52.695500 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-9e0f086f-c8bd-4f27-8f92-58cf4f049dc7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] show failed (client error): The resource could not be found. Aug 21 18:19:52.696979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e0f086f-c8bd-4f27-8f92-58cf4f049dc7 tempest-NegativeSecGroupIPv6Test-1398898596 tempest-NegativeSecGroupIPv6Test-1398898596-project] 10.222.0.41 "GET /v2.0/security-group-rules/92c6a054-3396-43e4-8a63-474373880d51 HTTP/1.1" status: 404 len: 356 time: 0.0350678 Aug 21 18:19:52.698376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:50Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:52.781265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a431fd-b809-49fa-a232-4e6626e758b8 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:50Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:53.090011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1141035540-network', 'tenant_id': '32c05534cd5143efb0fbda2d05d06941'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:53.142792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.225014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Made reservation on behalf of 32c05534cd5143efb0fbda2d05d06941 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:53.226885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7c75ba7c-8beb-41ca-8845-7a013fc79bab req-cf373c86-da99-4004-b38e-c850b7b12319 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0884233 Aug 21 18:19:53.234555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:53.234938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.266742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.281264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.282427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9da86-6eeb-48e5-aa18-4272fc99ca54 None None] Network 1f419bdd-9408-469c-8727-0ac305d63abf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:53.335634 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.412201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Network 8412c10e-0af3-4312-b598-01e32feee4e9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:53.471490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:53.472824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.485445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.486261 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.487457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:19:53.488660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:53.489473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.526339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0143298-87f5-4f8e-bf92-2d32c04f3276 None None] Provisioning for port 04123e54-93a7-49a2-80af-a9027b883d8f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:53.537187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=76115d74-2a96-4742-9f03-4e359750612b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:53.601693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04123e54-93a7-49a2-80af-a9027b883d8f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:53.711311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event updated for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:53.720410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.728366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.769024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a615251b-3dc1-4c77-a210-0291030967cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f5e592069114ea7935f5e4d467db17f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326362 Aug 21 18:19:53.776178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40830) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:53.784932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8d75f28b-ef3e-4de1-bdb0-adea6f6640bf tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3541255 Aug 21 18:19:53.785981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:53.798121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:53.861784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Network 1f419bdd-9408-469c-8727-0ac305d63abf is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:19:53.868821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:53.883229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:19:53.902845 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.913311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2162b15f-3449-48d8-be48-ee0cef5b864c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:53.923505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 04123e54-93a7-49a2-80af-a9027b883d8f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:53.940967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.943831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04123e54-93a7-49a2-80af-a9027b883d8f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:53.943831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.944541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:53.944993 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Added segment 392aef22-17c3-4e1d-adc8-0e619352b1da of type vlan for network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 Aug 21 18:19:53.956382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.082267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.101438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.104604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.112720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c041a7e6-8776-4ba6-a205-d11eb296c9ee HTTP/1.1" status: 204 len: 168 time: 0.3333216 Aug 21 18:19:54.134000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.139373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40838) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:54.184930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07249723-a6ea-4c9d-b741-f660b468a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c041a7e6-8776-4ba6-a205-d11eb296c9ee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:54.219050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:54.248780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.resource_extend [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:19:54.268096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 04123e54-93a7-49a2-80af-a9027b883d8f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04123e54-93a7-49a2-80af-a9027b883d8f,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:54.285466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.286146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ca6c519-532f-4719-8a8e-16754ed7adaf up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:54.340910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.340910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:54.346833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.443381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7425783 Aug 21 18:19:54.450292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40846) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:54.530012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=04123e54-93a7-49a2-80af-a9027b883d8f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:54.557151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62b859bc-6d8f-4a28-a034-6a29074d941d req-a857c500-70e3-48c9-be51-214fd2a47c13 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1639493 Aug 21 18:19:54.563123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:54.565013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Request body: {'subnet': {'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1141035540-subnet', 'tenant_id': '32c05534cd5143efb0fbda2d05d06941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:54.576407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2432f82-83fc-4954-9481-93758a527c2a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3043668 Aug 21 18:19:54.582894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40850) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:54.585318 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:54.588754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0ca6c519-532f-4719-8a8e-16754ed7adaf completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:54.596504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:54.611202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ca6c519-532f-4719-8a8e-16754ed7adaf triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:54.611202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.611463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:54.612114 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:54.662593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Provisioning complete for port 04123e54-93a7-49a2-80af-a9027b883d8f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:54.663327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.727217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5eed4-bb95-4aa4-90e4-b01f1b4a9e48 admin admin] Pushing event updated for resources: {'Network': ['ID=80bd08b7-3b43-4afb-ad52-e1bc6b468893,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:54.748649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:19:54.829466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Made reservation on behalf of 32c05534cd5143efb0fbda2d05d06941 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:54.836097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.893755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa45f484-395b-4665-888f-724a69aafb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:54.940119 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:55.033480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] device_id is not set on port 76115d74-2a96-4742-9f03-4e359750612b yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:19:55.077327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.145499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.158392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Transition to ACTIVE for port object 76115d74-2a96-4742-9f03-4e359750612b will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:55.200599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.263986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Provisioning for port cf91c67f-c100-40e6-af70-c8304d2abde1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:19:55.279072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0ca6c519-532f-4719-8a8e-16754ed7adaf, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ca6c519-532f-4719-8a8e-16754ed7adaf,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:55.301175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Provisioning complete for port cf91c67f-c100-40e6-af70-c8304d2abde1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:55.301622 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.318365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=76115d74-2a96-4742-9f03-4e359750612b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:55.397778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-db5d8b85-a65b-47f9-9afc-ea964373a8a7 None None] Port cf91c67f-c100-40e6-af70-c8304d2abde1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:55.403750 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.477056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:55.477682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:55.478197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:55.479227 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:52Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:50Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:52Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:55.493206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:55.493821 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:55.518644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:55.536484 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 2 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:55.552187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-94930e3f-6897-468a-bd93-56797641e95a None None] Provisioning complete for port cf91c67f-c100-40e6-af70-c8304d2abde1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:55.553878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-94930e3f-6897-468a-bd93-56797641e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.558901 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:19:55.559271 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Updating router 33d23adb-dff6-453d-aa00-7b2f88e58cfb port cf91c67f-c100-40e6-af70-c8304d2abde1 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:19:55.561093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:55.562876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:55.563381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:55.585678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:55.585678 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:55.591642 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 3 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:55.603206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04123e54-93a7-49a2-80af-a9027b883d8f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:55.617709 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.631853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:19:55.673718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Removed routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:19:55.674782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.675343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:55.676752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:55.677902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:55.757437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04123e54-93a7-49a2-80af-a9027b883d8f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:55.757832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.760815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-94930e3f-6897-468a-bd93-56797641e95a None None] Port cf91c67f-c100-40e6-af70-c8304d2abde1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:55.774211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:55.774964 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:55.797353 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 4 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:55.826464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa45f484-395b-4665-888f-724a69aafb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.860127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40874) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:55.892735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aa45f484-395b-4665-888f-724a69aafb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.908694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-61cdfba3-1561-4230-8031-fb94c3d31909 None None] Provisioning complete for port cf91c67f-c100-40e6-af70-c8304d2abde1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:55.909292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-61cdfba3-1561-4230-8031-fb94c3d31909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:55.952203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-da4f2dd6-6ead-460f-b197-179de5523069 req-c0493073-8816-437a-931d-6297a2f80d40 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1837504 Aug 21 18:19:55.970644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:55.972674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:55.975818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:55.984141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.009291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-61cdfba3-1561-4230-8031-fb94c3d31909 None None] Port cf91c67f-c100-40e6-af70-c8304d2abde1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:19:56.028834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.029168 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.039194 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 5 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.112791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45f484-395b-4665-888f-724a69aafb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3f6c5-5044-4745-bd20-02301b34d22a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:56.122176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aa45f484-395b-4665-888f-724a69aafb73 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b14c01743ff748728d6734889609dd53&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9761131 Aug 21 18:19:56.140045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40884) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:56.152625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-63768203-5857-4a55-8964-7e7d2ce39015 tempest-ServiceProvidersTest-1268049575 tempest-ServiceProvidersTest-1268049575-project] 10.222.0.41 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2847629 Aug 21 18:19:56.188801 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.207740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.208093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.208441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.215500 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Transition to ACTIVE for port object cf91c67f-c100-40e6-af70-c8304d2abde1 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:19:56.218992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.219195 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.226814 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 6 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.229113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.231289 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.242741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.252316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd18ebc-9a63-4b1f-9497-0f2246c3a199,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:56.272642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.272994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.275437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.302386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.302758 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.303422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Checking segment: {'id': '392aef22-17c3-4e1d-adc8-0e619352b1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:56.304883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Network hostable DHCP agents. Network: 80bd08b7-3b43-4afb-ad52-e1bc6b468893, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:19:56.321578 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 7 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.348054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.348400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.350002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.354508 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b749-c63c-460a-bdc7-0a8f6f65c8cb None None] Pushing event updated for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:56.382597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.403325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.404794 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.415108 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 8 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.432726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:19:56.438813 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Attempting to bind port cf91c67f-c100-40e6-af70-c8304d2abde1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.439349 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Attempting to bind port cf91c67f-c100-40e6-af70-c8304d2abde1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.439999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Attempting to bind port cf91c67f-c100-40e6-af70-c8304d2abde1 on network 1f419bdd-9408-469c-8727-0ac305d63abf {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.447733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:19:56.448656 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Checking segment: {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:19:56.449072 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.449583 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Bound using segment: {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:19:56.450155 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Bound port: cf91c67f-c100-40e6-af70-c8304d2abde1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:19:56.451070 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.498593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.509565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:56.514158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.515241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.515747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.526161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 80bd08b7-3b43-4afb-ad52-e1bc6b468893) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:19:56.549793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3770b77-0013-471f-b0bb-1b760118edd2 None None] Network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:56.552952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.554356 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.556035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:56.564584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.569646 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 9 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.607701 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] For port cf91c67f-c100-40e6-af70-c8304d2abde1, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:56.611044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.614818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.616419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.618409 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] For port cf91c67f-c100-40e6-af70-c8304d2abde1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cf91c67f-c100-40e6-af70-c8304d2abde1,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:19:56.638004 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.652094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.652429 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.661164 n-d-793621-32 neutron-server[94598]: INFO neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempt 10 to bind port 76115d74-2a96-4742-9f03-4e359750612b Aug 21 18:19:56.697859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d00c7eee-c487-41d7-96ac-140c055d744e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1606212 Aug 21 18:19:56.699497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:19:56.699983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:19:56.700615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempting to bind port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:19:56.741941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:19:56.747075 n-d-793621-32 neutron-server[94598]: ERROR neutron.plugins.ml2.managers [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Failed to bind port 76115d74-2a96-4742-9f03-4e359750612b on host n-h2-793621-32 for vnic_type normal using segments [{'id': '60347576-be14-4400-b0fe-647ce9002d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '8412c10e-0af3-4312-b598-01e32feee4e9'}] Aug 21 18:19:56.747757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.760591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40894) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:56.763487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.770767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.774072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8dc3f6c5-5044-4745-bd20-02301b34d22a HTTP/1.1" status: 204 len: 168 time: 0.6140158 Aug 21 18:19:56.806754 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439b749-c63c-460a-bdc7-0a8f6f65c8cb None None] Pushing event updated for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:56.824626 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:56.825871 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:56.853509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f64e68-bc64-4abf-9e15-1924a25273e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3f6c5-5044-4745-bd20-02301b34d22a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:56.878682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b1d7a-0e3a-403c-865e-04d3cc9ba7aa req-57cd86ef-de79-46aa-a0f0-abfb88949524 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:56.880290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b60b1d7a-0e3a-403c-865e-04d3cc9ba7aa req-57cd86ef-de79-46aa-a0f0-abfb88949524 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.4063172 Aug 21 18:19:56.926687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:19:56.969124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:56.978355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9aa04615-e544-4f47-81ac-94d61ce07c3d tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 954 time: 2.3916006 Aug 21 18:19:56.990898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:57.081669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port 76115d74-2a96-4742-9f03-4e359750612b, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:19:57.083610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attempted to set empty binding levels {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 21 18:19:57.104678 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.198295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] In _notify_port_updated(), no bound segment for port 76115d74-2a96-4742-9f03-4e359750612b on network 8412c10e-0af3-4312-b598-01e32feee4e9 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:19:57.199492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:57.200279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.201774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "PUT /v2.0/ports/76115d74-2a96-4742-9f03-4e359750612b HTTP/1.1" status: 200 len: 975 time: 3.4086580 Aug 21 18:19:57.205842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:57.256791 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:57.307912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1a842ed-9641-4145-903d-ad2bef46c7ee req-13bc93f6-0034-46e8-98d7-81f0e15035d5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1173737 Aug 21 18:19:57.360015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66fc80-32be-4b3e-8ba6-7d349c87d0dd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event updated for resources: {'Port': ['ID=76115d74-2a96-4742-9f03-4e359750612b,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:57.440937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a301964c-e283-424e-a384-8745c859a2d7 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 954 time: 0.4452078 Aug 21 18:19:57.441436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40914) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:57.463816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'routes': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:57.515040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b260a76-3f8b-43fe-bb68-a1ae691eec5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.565648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab0028c-41ce-47a9-9b8d-b82b2524937c None None] Network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:19:57.590834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Deleting port 76115d74-2a96-4742-9f03-4e359750612b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:57.591183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.661822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ca6c519-532f-4719-8a8e-16754ed7adaf up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:57.772797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b60b1d7a-0e3a-403c-865e-04d3cc9ba7aa req-392a9bbd-6338-400b-a65a-6974f09c277a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8725319 Aug 21 18:19:57.810941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] For port 76115d74-2a96-4742-9f03-4e359750612b, host n-h2-793621-32, got binding levels [] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:19:57.812606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0ca6c519-532f-4719-8a8e-16754ed7adaf triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:19:57.813152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.825256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.844030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:57.857826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Calling delete_port for 76115d74-2a96-4742-9f03-4e359750612b owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:19:57.954050 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b260a76-3f8b-43fe-bb68-a1ae691eec5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.959133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.960253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 6, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:56Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:57.961412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0b260a76-3f8b-43fe-bb68-a1ae691eec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:57.988874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0b260a76-3f8b-43fe-bb68-a1ae691eec5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f64cfa7c9e241d09335fad9b0ef9c8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2057343 Aug 21 18:19:57.991732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:58.030686 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44f3158-b33a-4c55-acf0-f736472dee0f None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 6, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:56Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:19:58.085899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.104208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b260a76-3f8b-43fe-bb68-a1ae691eec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d9875-5288-4046-b0e7-5fd22f82622d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:58.185111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Pushing event deleted for resources: {'Port': ['ID=76115d74-2a96-4742-9f03-4e359750612b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:58.225858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.228242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1caae07-f4b2-4e53-8afa-79dd8c6ecdbd tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "DELETE /v2.0/ports/76115d74-2a96-4742-9f03-4e359750612b HTTP/1.1" status: 204 len: 168 time: 1.0141318 Aug 21 18:19:58.230794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:58.243192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.271830 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6f76dc-1efb-48cf-8a02-093ad790e4a3 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] GET failed (client error): The resource could not be found. Aug 21 18:19:58.273449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1c6f76dc-1efb-48cf-8a02-093ad790e4a3 tempest-PortsAdminExtendedAttrsTestJSON-11383404 tempest-PortsAdminExtendedAttrsTestJSON-11383404-project-admin] 10.222.0.41 "GET /v2.0/ports/76115d74-2a96-4742-9f03-4e359750612b HTTP/1.1" status: 404 len: 333 time: 0.0417085 Aug 21 18:19:58.278639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:58.306663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.346242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:58.359571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1447802263-network', 'tenant_id': '017bb523059346a78c2a139b50bc6834'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:19:58.482239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3662310-8365-4b7d-96d5-ec18517df769 req-2e6b31ff-439d-48e4-b54c-8a06db41b2f0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0636561 Aug 21 18:19:58.489601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.567148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.572310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.575103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e34d9875-5288-4046-b0e7-5fd22f82622d HTTP/1.1" status: 204 len: 168 time: 0.5822742 Aug 21 18:19:58.880242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.893918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:58.930645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:19:58.930971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:19:58.969652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=401f3ebaf82c42e7b18b5961281adab8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1221347 Aug 21 18:19:58.972508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389ce8fe-9e25-4b4f-a39b-ab5487ac6ced,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:58.976942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:59.005888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.006239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.006612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.006955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.007292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.007617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.007946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.008274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.008599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.008925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.009248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.009584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f6ad28-9931-4081-b8d2-d5ec5ff865f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:19:59.041085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.059904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.071795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8412c10e-0af3-4312-b598-01e32feee4e9']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:59.112685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.124209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60347576-be14-4400-b0fe-647ce9002d73') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:59.124649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60347576-be14-4400-b0fe-647ce9002d73') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:59.126818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b8e76-8bdb-4fb3-9f7d-7ff0b7542284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d9875-5288-4046-b0e7-5fd22f82622d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:59.179812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.212426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.227680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.234992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:19:59.235412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.305183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:19:59.309197 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:19:59.319134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:19:59.319758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:19:59.330467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Made reservation on behalf of 017bb523059346a78c2a139b50bc6834 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:19:59.333909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.339178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.353155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.360361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] 10.222.0.41 "DELETE /v2.0/networks/8412c10e-0af3-4312-b598-01e32feee4e9 HTTP/1.1" status: 204 len: 168 time: 1.0806866 Aug 21 18:19:59.379212 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.382817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.388286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/389ce8fe-9e25-4b4f-a39b-ab5487ac6ced HTTP/1.1" status: 204 len: 168 time: 0.4096274 Aug 21 18:19:59.416981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.417852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c8d4a-cb96-463c-a40e-4d803ac889a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ce8fe-9e25-4b4f-a39b-ab5487ac6ced,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:59.441764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792316c5-1406-42be-9925-a5d88cf4d04e req-8e8ca968-bd92-4ded-955a-0532166c71a0 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:59.443429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-792316c5-1406-42be-9925-a5d88cf4d04e req-8e8ca968-bd92-4ded-955a-0532166c71a0 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3544352 Aug 21 18:19:59.450321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb267a3-0f36-4c40-9d13-04a2c2c2b220 tempest-PortsAdminExtendedAttrsTestJSON-447576720 tempest-PortsAdminExtendedAttrsTestJSON-447576720-project] Pushing event deleted for resources: {'Network': ['ID=8412c10e-0af3-4312-b598-01e32feee4e9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:19:59.468408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.478760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-3e29bc98-8744-4f05-b313-c8ecde292ec4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:19:59.480289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.483555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-3e29bc98-8744-4f05-b313-c8ecde292ec4 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.64 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 946 time: 0.3899968 Aug 21 18:19:59.517758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:19:59.750477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-792316c5-1406-42be-9925-a5d88cf4d04e req-67aa27e0-9a68-4cff-b255-37232f474261 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906094 Aug 21 18:19:59.752120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:19:59.773112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cf91c67f-c100-40e6-af70-c8304d2abde1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:19:59.818073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e85fa74d-a6c2-41f2-86d4-65daac2fd43c req-24552c1a-e03d-4b04-bb6f-8249475dce71 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1232984 Aug 21 18:19:59.860134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40974) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:19:59.908622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:19:59.927500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Deleting port 8d423467-e3ad-4a22-9b91-7b71b42ae159 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:19:59.927500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.024385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.046522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port cf91c67f-c100-40e6-af70-c8304d2abde1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:00.053496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cf91c67f-c100-40e6-af70-c8304d2abde1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:00.054209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.058843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:00.067989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.069363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4ca8e179-f1c6-4906-8955-5985679afe5e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 704 time: 2.6215296 Aug 21 18:20:00.072101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40982) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:00.149206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:00.166635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:56Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:00.187226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33710d4f-2586-4921-b0f5-1e99bdf404ec,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:00.205758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:00.229829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:00.233913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:00.235542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9fe2cd84-6450-4ebb-99b8-b0e92dc76ea2 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 704 time: 0.1613042 Aug 21 18:20:00.236425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:00.240831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.242251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.242486 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Added segment 3234c857-254c-4acd-9036-7b9b3b94801f of type vlan for network f12296a8-896d-47e9-953b-eb1d8c4bbe19 Aug 21 18:20:00.289546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] For port 8d423467-e3ad-4a22-9b91-7b71b42ae159, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=8d423467-e3ad-4a22-9b91-7b71b42ae159,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:00.289851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.350255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:00.351365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Calling delete_port for 8d423467-e3ad-4a22-9b91-7b71b42ae159 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:00.397316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.407922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40988) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:00.565596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.569934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:00.570605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.597486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ed7655d0-d24e-4dc0-9465-12a99d265f33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=982115fb20bc449ab4acbe0a9f812948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7359920 Aug 21 18:20:00.604128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40996) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:00.611288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-790396177'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:00.613879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port cf91c67f-c100-40e6-af70-c8304d2abde1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cf91c67f-c100-40e6-af70-c8304d2abde1,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:00.640066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.741602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Made reservation on behalf of 9e5ae8010ec84d3fb9ea8a02ad39ba35 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:00.743517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:00.745340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.756705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] Pushing event updated for resources: {'Network': ['ID=f12296a8-896d-47e9-953b-eb1d8c4bbe19,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:00.760906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.769094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:56Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:00.784314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc8fba2e-8cb3-40fb-8af3-09c77a382d1f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4369426 Aug 21 18:20:00.788789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41002) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:00.812855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Request body: {'subnet': {'network_id': 'f12296a8-896d-47e9-953b-eb1d8c4bbe19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1447802263-subnet', 'tenant_id': '017bb523059346a78c2a139b50bc6834', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:00.831215 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.841035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.871144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f12296a8-896d-47e9-953b-eb1d8c4bbe19 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:00.876185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c50965-f76e-460f-a968-62efe60dd9a9 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:19:56Z', 'revision_number': 4, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:00.923432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:00.989606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Pushing event deleted for resources: {'Port': ['ID=8d423467-e3ad-4a22-9b91-7b71b42ae159,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:00.997765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['16cd23b6-6b88-48c9-a6f0-8f989cf68209'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:20:01.015866 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e0634f93-56e8-4c35-8d29-725ed2024ab7 req-9a051054-f8fc-4243-a78b-00a56e61ae82 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa34cbc1-e5e9-4af2-884d-d90aa543bdec HTTP/1.1" status: 200 len: 210 time: 0.1266479 Aug 21 18:20:01.063422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Made reservation on behalf of 017bb523059346a78c2a139b50bc6834 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:01.067037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.135890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29ef12d5-9f6c-486b-922f-6ea2e912d378 req-94b68c14-e830-46ce-9db5-9dd32e13592e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1325326 Aug 21 18:20:01.174470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] No DVR routers for this DVR port 8d423467-e3ad-4a22-9b91-7b71b42ae159 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:01.180000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.184568 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3bd8ab5-404a-4b0b-99ff-629153127dd0 req-29e0051c-a2e3-4fa3-9c0f-ce8f0290a066 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.64 "DELETE /v2.0/ports/8d423467-e3ad-4a22-9b91-7b71b42ae159 HTTP/1.1" status: 204 len: 173 time: 1.6846945 Aug 21 18:20:01.185587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'name': 'network-vif-deleted', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:01.188324 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7672254c-6092-4f96-8012-e4c563659d2e" -d '{"events": [{"server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "name": "network-vif-deleted", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:01.327380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 8d423467-e3ad-4a22-9b91-7b71b42ae159 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:01.332055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.334082 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf420e0f-3a42-4434-85a3-730e3b10f907 x-openstack-request-id: req-bf420e0f-3a42-4434-85a3-730e3b10f907 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:01.334382 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa34cbc1-e5e9-4af2-884d-d90aa543bdec", "name": "network-vif-deleted", "tag": "8d423467-e3ad-4a22-9b91-7b71b42ae159", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:01.334780 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bf420e0f-3a42-4434-85a3-730e3b10f907 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:01.335352 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa34cbc1-e5e9-4af2-884d-d90aa543bdec', 'name': 'network-vif-deleted', 'tag': '8d423467-e3ad-4a22-9b91-7b71b42ae159', 'status': 'completed', 'code': 200} Aug 21 18:20:01.346912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.369531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:01.398424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 8d423467-e3ad-4a22-9b91-7b71b42ae159 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:01.398972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 8d423467-e3ad-4a22-9b91-7b71b42ae159 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:01.414671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.415251 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Added segment 5de78a53-f826-417d-a24c-27c2edcb3722 of type vlan for network 690bc557-13a3-4860-a604-39ddebab91aa Aug 21 18:20:01.418404 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:01.432423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:01.433496 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:01.465260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d14ecb-52df-43af-ae10-389d22c37255,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:01.482551 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.532663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.539204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.542717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:01.543382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.551349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.554297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.556404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c516f04-4d1b-49a4-9070-a79ece605410 HTTP/1.1" status: 204 len: 168 time: 0.9513102 Aug 21 18:20:01.568417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cf91c67f-c100-40e6-af70-c8304d2abde1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:01.625535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event updated for resources: {'Network': ['ID=690bc557-13a3-4860-a604-39ddebab91aa,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:01.646227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7ab10b34-e95b-48d7-8f5d-1adaeb8a99d8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2369280 Aug 21 18:20:01.647214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:01.651931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356890f-5cc4-447c-ac34-cc573fd48c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c516f04-4d1b-49a4-9070-a79ece605410,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:01.656314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 690bc557-13a3-4860-a604-39ddebab91aa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:01.666881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Request body: {'subnet': {'network_id': '690bc557-13a3-4860-a604-39ddebab91aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:01.682264 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:01.737146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.817832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cf91c67f-c100-40e6-af70-c8304d2abde1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:01.818173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:01.918016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Made reservation on behalf of 9e5ae8010ec84d3fb9ea8a02ad39ba35 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:01.927886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.078645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68cb6be8-bedd-4e9a-b1a7-8ca31c0465b4,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:02.088335 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:20:00Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:02.127947 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:02.140147 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:02.140779 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:02.162721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Checking segment: {'id': '3234c857-254c-4acd-9036-7b9b3b94801f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'f12296a8-896d-47e9-953b-eb1d8c4bbe19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:02.163610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Network hostable DHCP agents. Network: f12296a8-896d-47e9-953b-eb1d8c4bbe19, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:02.211280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Network f12296a8-896d-47e9-953b-eb1d8c4bbe19 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:02.278721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f12296a8-896d-47e9-953b-eb1d8c4bbe19) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:02.289536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c3902d-da04-4c13-b938-77211722fde2 None None] Network f12296a8-896d-47e9-953b-eb1d8c4bbe19 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:02.298390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:02.299247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.413876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.416755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:02.441327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e714447b-bd4c-45aa-830a-fb46e53eb1fb req-da915dfe-79e2-466b-9a17-ab70a32125f5 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.1308804 Aug 21 18:20:02.535294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1487a88c-fce2-4024-a1f9-ee5fefb96535 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7448473 Aug 21 18:20:02.591035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event updated for resources: {'Subnet': ['ID=06e33896-aebc-4362-a198-73d4f67dae9c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:02.598297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port cf91c67f-c100-40e6-af70-c8304d2abde1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:02.598519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.666255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6bfe9da7-3b98-45a0-a39a-2c998dba4096 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a31e30c732b2410182156079225b408e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350806 Aug 21 18:20:02.667136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41054) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:02.674178 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:02.698299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1d964-2d81-4282-b419-f8b417731b15 None None] Network f12296a8-896d-47e9-953b-eb1d8c4bbe19 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:02.774677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a48e6-4839-426c-9571-509e8e1e7d15 req-51653b39-389d-424a-85bc-e237adc7700a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:02.783896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba2a48e6-4839-426c-9571-509e8e1e7d15 req-51653b39-389d-424a-85bc-e237adc7700a tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1805468 Aug 21 18:20:02.802904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.822114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port cf91c67f-c100-40e6-af70-c8304d2abde1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cf91c67f-c100-40e6-af70-c8304d2abde1,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:02.822522 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.843278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for cf91c67f-c100-40e6-af70-c8304d2abde1 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:02.875370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba2a48e6-4839-426c-9571-509e8e1e7d15 req-e22c0911-cc25-45a1-bd9c-0df4996dc607 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907164 Aug 21 18:20:02.884489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Checking segment: {'id': '5de78a53-f826-417d-a24c-27c2edcb3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:02.884874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Network hostable DHCP agents. Network: 690bc557-13a3-4860-a604-39ddebab91aa, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:02.927099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:02.980230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Network 690bc557-13a3-4860-a604-39ddebab91aa is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:03.002558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 690bc557-13a3-4860-a604-39ddebab91aa) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:03.009223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:03.010036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.010933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d54afa4-890b-4c68-bc14-a4e7d0c336ef None None] Network 690bc557-13a3-4860-a604-39ddebab91aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:03.036461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b521735c-4fbd-4125-a053-599498fe750d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3859489 Aug 21 18:20:03.041576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:03.051243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Request body: {'port': {'network_id': '690bc557-13a3-4860-a604-39ddebab91aa', 'name': 'tempest-TagsExtTest-583289441'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:03.162567 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:20:00Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:03.212760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.216328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.219231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79d37123-f608-4116-b794-2a0798998a94 HTTP/1.1" status: 204 len: 168 time: 0.5504491 Aug 21 18:20:03.222536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.236278 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89f192a-75ba-4b0d-97a8-a5dcc70329eb None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:19:58Z', 'revision_number': 7, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf91c67f-c100-40e6-af70-c8304d2abde1', 'name': '', 'network_id': '1f419bdd-9408-469c-8727-0ac305d63abf', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:f3:60:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:49Z', 'updated_at': '2021-08-21T18:20:00Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '781e43c2-2aab-4e4e-94e7-521eebca2591', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:03.250455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82fe52-eae4-4163-b4bf-1cb40573be02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d37123-f608-4116-b794-2a0798998a94,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:03.266279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Made reservation on behalf of 9e5ae8010ec84d3fb9ea8a02ad39ba35 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:03.271108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.323585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] device_id is not set on port 345c65cf-1cb6-4401-882c-e2666c0a8607 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:20:03.332121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=cf91c67f-c100-40e6-af70-c8304d2abde1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:03.460300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-690bc557-13a3-4860-a604-39ddebab91aa', 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa', 'tenant_id': '9e5ae8010ec84d3fb9ea8a02ad39ba35', 'fixed_ips': [{'subnet_id': '06e33896-aebc-4362-a198-73d4f67dae9c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:20:03.461204 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.723129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12f5bb0e-ff62-4aac-88b3-ee2d0f287ebb req-86ca3f46-f7af-4628-8949-49fce2ad7ca0 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2a3700-77a2-4c3b-a7ef-205050a48e1e HTTP/1.1" status: 200 len: 210 time: 0.0620255 Aug 21 18:20:03.724979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Allocated IP 172.20.0.2 (690bc557-13a3-4860-a604-39ddebab91aa/06e33896-aebc-4362-a198-73d4f67dae9c/70f8f2a1-fa3a-4c9c-8afb-839c93249941) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:03.730090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:03.790867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-dee7b051-f85b-4532-8b78-a66a2d91ffd8 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:03.793726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-dee7b051-f85b-4532-8b78-a66a2d91ffd8 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/networks?id=80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 200 len: 812 time: 0.4595196 Aug 21 18:20:03.820047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-2cea9adb-4d4e-451f-b591-f4d263d0b32b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/quotas/32c05534cd5143efb0fbda2d05d06941 HTTP/1.1" status: 200 len: 375 time: 0.0123649 Aug 21 18:20:03.903867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-f8370fd6-8293-4b10-8f8c-ad53117795c5 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=32c05534cd5143efb0fbda2d05d06941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750802 Aug 21 18:20:04.031692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.045849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Transition to ACTIVE for port object 70f8f2a1-fa3a-4c9c-8afb-839c93249941 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:04.065049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Transition to ACTIVE for port object 70f8f2a1-fa3a-4c9c-8afb-839c93249941 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:04.074207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.126620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-b02af4d7-5fc7-4e12-837d-9db669c65ded service neutron] 10.222.0.41 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152092 Aug 21 18:20:04.127476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Pushing event updated for resources: {'Port': ['ID=70f8f2a1-fa3a-4c9c-8afb-839c93249941,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:04.138043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Network 690bc557-13a3-4860-a604-39ddebab91aa is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:04.139575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:04.142331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:04.207566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Allocated IP 172.20.0.4 (690bc557-13a3-4860-a604-39ddebab91aa/06e33896-aebc-4362-a198-73d4f67dae9c/345c65cf-1cb6-4401-882c-e2666c0a8607) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:04.212335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Attempting to bind port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:04.213796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Attempting to bind port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5de78a53-f826-417d-a24c-27c2edcb3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:04.214404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Attempting to bind port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 on network 690bc557-13a3-4860-a604-39ddebab91aa {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:04.214865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f79155-0e62-47ca-b3da-4344829fbeec req-e196919b-d741-4e7a-b50a-086772a547fa tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:04.216773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08f79155-0e62-47ca-b3da-4344829fbeec req-e196919b-d741-4e7a-b50a-086772a547fa tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.1507764 Aug 21 18:20:04.232770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:04.233729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Checking segment: {'id': '5de78a53-f826-417d-a24c-27c2edcb3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:04.234141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.234707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Bound using segment: {'id': '5de78a53-f826-417d-a24c-27c2edcb3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:04.235187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Bound port: 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de78a53-f826-417d-a24c-27c2edcb3722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '690bc557-13a3-4860-a604-39ddebab91aa'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:04.236130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.279202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08f79155-0e62-47ca-b3da-4344829fbeec req-59f61288-1657-4ffc-a2f8-93a2c0f99edd tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461626 Aug 21 18:20:04.288362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:04.320482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-eafd2cb6-2957-42a0-b13d-208c43ab31dd service neutron] 10.222.0.41 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921086 Aug 21 18:20:04.380291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] For port 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:04.385659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] For port 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70f8f2a1-fa3a-4c9c-8afb-839c93249941,segment=NetworkSegment(5de78a53-f826-417d-a24c-27c2edcb3722),segment_id=5de78a53-f826-417d-a24c-27c2edcb3722)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:04.397813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.516325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d128292-0238-4f7c-81fe-fbfdd4cfa70a None None] Pushing event updated for resources: {'Port': ['ID=70f8f2a1-fa3a-4c9c-8afb-839c93249941,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:04.551339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.571523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Transition to ACTIVE for port object 345c65cf-1cb6-4401-882c-e2666c0a8607 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:04.628681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.677498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Network 690bc557-13a3-4860-a604-39ddebab91aa is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:04.684165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:04.688195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:04.740245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event updated for resources: {'Port': ['ID=345c65cf-1cb6-4401-882c-e2666c0a8607,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:04.847445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:04.848179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:04.939415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb7cb036-3740-46c7-80a1-1994df21c8c4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8977094 Aug 21 18:20:04.941518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41116) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:04.941802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41118) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:04.946715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-960086885', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:05.006247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.015333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.025195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:05.040362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:05.041679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c7026925-4d3e-40fa-a7cc-426b6d075eae tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7953336 Aug 21 18:20:05.042553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.067571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:05.069121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:05.134617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.135832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.142833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.147598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet 781e43c2-2aab-4e4e-94e7-521eebca2591 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:05.152071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.187298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.190343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.191821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2133141e-f218-4ca3-bbab-077dee56a7f8 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2489061 Aug 21 18:20:05.195476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41130) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.201044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8c2cd5d1-a04f-404a-980d-d689c5fae6aa tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1016878932', 'prefixes': ['172.20.0.0/16']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:05.211244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.227221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:05.251364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.255927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.258640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/security-groups/8aed7ba1-0615-49d3-a115-50d1d87387b2 HTTP/1.1" status: 204 len: 168 time: 0.3173277 Aug 21 18:20:05.262791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41132) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.271958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c92a02-5c2b-488a-a2f3-f95a3db4e69a tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aed7ba1-0615-49d3-a115-50d1d87387b2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:05.340801 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-529de183-a479-4ed8-998e-ba6835271186 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] show failed (client error): The resource could not be found. Aug 21 18:20:05.344905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-529de183-a479-4ed8-998e-ba6835271186 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "GET /v2.0/security-groups/8aed7ba1-0615-49d3-a115-50d1d87387b2 HTTP/1.1" status: 404 len: 347 time: 0.0780888 Aug 21 18:20:05.345135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41140) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.449030 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.465954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41142) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.605703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70f8f2a1-fa3a-4c9c-8afb-839c93249941 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:05.621618 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c2cd5d1-a04f-404a-980d-d689c5fae6aa tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for subnetpool, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.626711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c2cd5d1-a04f-404a-980d-d689c5fae6aa tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4259193 Aug 21 18:20:05.627799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 629ead7a-ac05-4acf-9026-6a910d7b64ef {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:05.628174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.631810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.642917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-f470347a-80b2-444d-bd5f-18147cd2a4f2 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1789878537') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:05.648456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7690d5d-1b30-4b56-a09d-b82bf92906ab req-dcfb72ee-f4c2-4ed1-a943-93b23a0bbc1e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:05.650010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7690d5d-1b30-4b56-a09d-b82bf92906ab req-dcfb72ee-f4c2-4ed1-a943-93b23a0bbc1e tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.2604053 Aug 21 18:20:05.750247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.755032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1439029989', 'router:external': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:05.787594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-831611d6-4303-4292-a7f7-99e797552400 req-8eacdae4-e821-44ba-a986-8964f95dd183 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0706003 Aug 21 18:20:05.809424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f7690d5d-1b30-4b56-a09d-b82bf92906ab req-565f09d7-099d-47e1-91f1-cb1d440d5870 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436129 Aug 21 18:20:05.812838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=781e43c2-2aab-4e4e-94e7-521eebca2591,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:05.817479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:05.826900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.828853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d41aa3b0-fdd8-484d-a644-ab0c92d0bb9f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/781e43c2-2aab-4e4e-94e7-521eebca2591 HTTP/1.1" status: 204 len: 168 time: 0.7847831 Aug 21 18:20:05.832377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41152) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:05.855904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348bfd86-44cd-4844-97bb-e0c1e28e8f2a None None] Network 1f419bdd-9408-469c-8727-0ac305d63abf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:05.880776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.881329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.886237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:03Z', 'revision_number': 8, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:05.893777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 629ead7a-ac05-4acf-9026-6a910d7b64ef owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:05.903151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Made reservation on behalf of 4c8a6de2427243229cdf00669bd602bd for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:05.906059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.919176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.932666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:05.951673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:05.996388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:05.997652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:06.016625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f470347a-80b2-444d-bd5f-18147cd2a4f2 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1789878537 HTTP/1.1" status: 201 len: 201 time: 0.3812845 Aug 21 18:20:06.019120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41154) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:06.030438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-428a4d78-ea53-4a30-b0c2-130a34a6e9e9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1686609699') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:06.075313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.088139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e49966-307a-4fbf-843b-8fbfa4651e54 None None] Network 690bc557-13a3-4860-a604-39ddebab91aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:06.105860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=629ead7a-ac05-4acf-9026-6a910d7b64ef,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:06.191966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.194698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.196113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-360c33bd-a18c-453f-a79f-5547564bdb5e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/floatingips/920c89dc-9953-47b8-b114-9a61e2563630 HTTP/1.1" status: 204 len: 168 time: 0.8499434 Aug 21 18:20:06.199876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:06.200018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:06.209700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.224826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 04123e54-93a7-49a2-80af-a9027b883d8f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:06.225360 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.263569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Provisioning for port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:06.305876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 273e608e-b288-41cc-92e9-f99d0a4be842 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:06.306216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.313323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Provisioning complete for port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:06.313635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.324130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 04123e54-93a7-49a2-80af-a9027b883d8f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04123e54-93a7-49a2-80af-a9027b883d8f,segment=NetworkSegment(d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7),segment_id=d1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:06.324657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.341781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 04123e54-93a7-49a2-80af-a9027b883d8f owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:06.348759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.451231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.455668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] DHCP port deletion for 1f419bdd-9408-469c-8727-0ac305d63abf request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:06.469129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 273e608e-b288-41cc-92e9-f99d0a4be842 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:06.522997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:06.526160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfed0bfd-85ac-4439-b338-9930059cf6b7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:06.551226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.553014 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Added segment 1611a52f-e921-45a2-b96b-bb1983e43f12 of type vlan for network 3a3467d5-444e-4681-bd11-4913619da0d1 Aug 21 18:20:06.557194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-428a4d78-ea53-4a30-b0c2-130a34a6e9e9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1686609699 HTTP/1.1" status: 201 len: 201 time: 0.5337262 Aug 21 18:20:06.560795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:06.568160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-7d322e0f-288d-44ea-8651-03c1195d32be tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-1680594913') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:06.612558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.652075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.660326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.661693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:06.662471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.674009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.731083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] For port 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70f8f2a1-fa3a-4c9c-8afb-839c93249941,segment=NetworkSegment(5de78a53-f826-417d-a24c-27c2edcb3722),segment_id=5de78a53-f826-417d-a24c-27c2edcb3722)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:06.750914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:03Z', 'revision_number': 8, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:06.769161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Deleting port 04123e54-93a7-49a2-80af-a9027b883d8f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:06.770809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.773821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:06.838178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.3071673 Aug 21 18:20:06.838178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 04123e54-93a7-49a2-80af-a9027b883d8f on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:06.844820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:06.845613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=04123e54-93a7-49a2-80af-a9027b883d8f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:06.856197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec2f09-66c0-48d4-8c3c-1f63d8105ce1 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Network': ['ID=3a3467d5-444e-4681-bd11-4913619da0d1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:06.863450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23067b0-8361-4375-8674-6d9ae66db9d3 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:03Z', 'revision_number': 8, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0ca6c519-532f-4719-8a8e-16754ed7adaf', 'name': '', 'network_id': '2fa0fdc5-6714-4c6d-950d-83e7da0a54e1', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:11:dc:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:42Z', 'updated_at': '2021-08-21T18:19:55Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '164cf78e-ded6-422a-bcb9-5c62825fdaff', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:06.888897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'subnet': {'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:06.944869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7d322e0f-288d-44ea-8651-03c1195d32be tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-1680594913 HTTP/1.1" status: 201 len: 201 time: 0.3825700 Aug 21 18:20:06.965309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:06.977186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3a3467d5-444e-4681-bd11-4913619da0d1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:06.990267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-f57e7a6e-00d5-403e-8fb1-432bba0f5363 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-529077678') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:07.027076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0028e348-313e-4750-8d92-fda539f5808a req-00dc70e9-c014-40e5-9279-b3ad368c0a7b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0415201 Aug 21 18:20:07.038300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.064266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f419bdd-9408-469c-8727-0ac305d63abf']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:07.096035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:07.097177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1d6cb5e-1ec1-4f52-9dec-5cfbe347dea7') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:07.104818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] For port 04123e54-93a7-49a2-80af-a9027b883d8f, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:07.105319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.133522 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.141698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Calling delete_port for 04123e54-93a7-49a2-80af-a9027b883d8f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:07.145834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.146789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Port 04123e54-93a7-49a2-80af-a9027b883d8f was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:20:07.149936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10174a28-3d99-437d-b9d5-db196d1cf38d None None] Pushing event updated for resources: {'Port': ['ID=70f8f2a1-fa3a-4c9c-8afb-839c93249941,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:07.155489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.166160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.173764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:07.174285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.210134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] Pushing event deleted for resources: {'Port': ['ID=04123e54-93a7-49a2-80af-a9027b883d8f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:07.226686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c9197-c8b0-4636-b435-b621ce566f6d None None] No DVR routers for this DVR port 04123e54-93a7-49a2-80af-a9027b883d8f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:07.257301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Provisioning for port 345c65cf-1cb6-4401-882c-e2666c0a8607 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:07.262648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Provisioning complete for port 345c65cf-1cb6-4401-882c-e2666c0a8607 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:07.263257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.288067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=273e608e-b288-41cc-92e9-f99d0a4be842,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:07.373998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Port 345c65cf-1cb6-4401-882c-e2666c0a8607 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:07.389833 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:07.392930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41184) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:07.393689 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f57e7a6e-00d5-403e-8fb1-432bba0f5363 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-529077678 HTTP/1.1" status: 201 len: 201 time: 0.4254150 Aug 21 18:20:07.402329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.403079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-44fa20f9-f864-4304-ba3d-00095632a34c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:07.409248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f2501863-d683-4cbd-abcf-aea7f5b54bfa tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/ports/273e608e-b288-41cc-92e9-f99d0a4be842 HTTP/1.1" status: 204 len: 168 time: 1.2092931 Aug 21 18:20:07.415153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Provisioning complete for port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:07.415558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:07.415713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Made reservation on behalf of 4c8a6de2427243229cdf00669bd602bd for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:07.416206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b34a83bf-b06b-4bb4-927e-5dd9db6db367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.418150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.427906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.552865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.558775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/1f419bdd-9408-469c-8727-0ac305d63abf HTTP/1.1" status: 204 len: 168 time: 1.7209451 Aug 21 18:20:07.617148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41190) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:07.628913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78876f9a-64eb-4a87-931e-32e5d3186733 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=1f419bdd-9408-469c-8727-0ac305d63abf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:07.660238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70f8f2a1-fa3a-4c9c-8afb-839c93249941 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:07.740094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8202f-f1a4-45a4-b26c-928d97dc2177 req-cd75b14e-e1ee-4b04-980c-754dce01c5a8 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:07.740489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:07.741207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.742407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52a8202f-f1a4-45a4-b26c-928d97dc2177 req-cd75b14e-e1ee-4b04-980c-754dce01c5a8 tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.7866049 Aug 21 18:20:07.880778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dff4301b-b5d2-42f1-9acb-681ca8110c72 None None] Provisioning complete for port 345c65cf-1cb6-4401-882c-e2666c0a8607 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:07.881324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dff4301b-b5d2-42f1-9acb-681ca8110c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:07.935466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dff4301b-b5d2-42f1-9acb-681ca8110c72 None None] Port 345c65cf-1cb6-4401-882c-e2666c0a8607 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:07.959177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04123e54-93a7-49a2-80af-a9027b883d8f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:07.980298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 04123e54-93a7-49a2-80af-a9027b883d8f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:07.980637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04123e54-93a7-49a2-80af-a9027b883d8f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:07.981048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cf91c67f-c100-40e6-af70-c8304d2abde1 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:08.015643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: cf91c67f-c100-40e6-af70-c8304d2abde1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:08.016405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cf91c67f-c100-40e6-af70-c8304d2abde1 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:08.085644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44fa20f9-f864-4304-ba3d-00095632a34c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 200 len: 241 time: 0.6913867 Aug 21 18:20:08.089324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41194) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:08.095592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-7878b9ae-53d7-4024-8ad6-040aef1cc502 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1789878537') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:08.136479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting port 0dc35959-7f12-48b1-b6e3-5912e7c06e0f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:08.137205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.193765 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f528996-ac93-4bc1-8ba6-5804f1aba0c7 req-68110faf-5f4b-464e-b76f-a5468b660b34 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0927577 Aug 21 18:20:08.227193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-b667fbb2-5735-41db-8743-34325803f94c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:08.228695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-b667fbb2-5735-41db-8743-34325803f94c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.39 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 945 time: 0.5490134 Aug 21 18:20:08.307103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52a8202f-f1a4-45a4-b26c-928d97dc2177 req-bbb0d10e-14e6-4da1-8517-5e0234e056cf tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/security-groups?id=730ae024-0daf-4a61-be2a-61ca87ac883d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536721 Aug 21 18:20:08.340577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.373912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Calling delete_port for 0dc35959-7f12-48b1-b6e3-5912e7c06e0f owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:08.448109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Deleting port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:08.448649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.462225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7878b9ae-53d7-4024-8ad6-040aef1cc502 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1789878537 HTTP/1.1" status: 204 len: 168 time: 0.3684018 Aug 21 18:20:08.464249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41206) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:08.474671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-29473940-759e-4a2a-9c5f-4edd5cbef44f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1789878537') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:08.584717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.587427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.622970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] For port 16cd23b6-6b88-48c9-a6f0-8f989cf68209, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=16cd23b6-6b88-48c9-a6f0-8f989cf68209,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:08.623694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.650176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Port': ['ID=0dc35959-7f12-48b1-b6e3-5912e7c06e0f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:08.675299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Calling delete_port for 16cd23b6-6b88-48c9-a6f0-8f989cf68209 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:08.677133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:20:08.677673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.799972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b02db3b3-8d44-47c4-869f-561829e0f032,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:08.820229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29473940-759e-4a2a-9c5f-4edd5cbef44f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1789878537 HTTP/1.1" status: 204 len: 168 time: 0.3548069 Aug 21 18:20:08.824708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:08.832245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-ef7713eb-a4d5-4b4f-9107-221a43e0efe3 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:08.851330 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.855915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de32b1e5-26d4-40af-9e21-0deb51aaf04c tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/ports/0dc35959-7f12-48b1-b6e3-5912e7c06e0f HTTP/1.1" status: 204 len: 168 time: 1.4264710 Aug 21 18:20:08.856041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41212) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:08.866345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Checking segment: {'id': '1611a52f-e921-45a2-b96b-bb1983e43f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:08.866760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network hostable DHCP agents. Network: 3a3467d5-444e-4681-bd11-4913619da0d1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:08.917762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting subnet 792981fc-0613-4725-9614-902096c827af {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:08.922005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.923079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 3a3467d5-444e-4681-bd11-4913619da0d1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:08.953444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3a3467d5-444e-4681-bd11-4913619da0d1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:08.966171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:08.966171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.969086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef7713eb-a4d5-4b4f-9107-221a43e0efe3 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 200 len: 205 time: 0.1434193 Aug 21 18:20:08.969380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f6ad0-9566-48bb-9e86-26a7256f4804 None None] Network 3a3467d5-444e-4681-bd11-4913619da0d1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:08.973045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:08.982594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-7eee349f-71b4-4d70-8c23-1f79472c380f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:08.984666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:08.994702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.039806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7e31a73d-305f-4bc6-b529-466a4f8dbc2a tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1691296 Aug 21 18:20:09.039806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Pushing event deleted for resources: {'Port': ['ID=16cd23b6-6b88-48c9-a6f0-8f989cf68209,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:09.041956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.048001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2019049056', 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:09.115489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] No DVR routers for this DVR port 16cd23b6-6b88-48c9-a6f0-8f989cf68209 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:09.121702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.124157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31c8a8ec-ceab-472b-9d49-5e217e4adc41 req-26fc9a69-b8b4-4817-a9eb-325c1fc34c7c tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.39 "DELETE /v2.0/ports/16cd23b6-6b88-48c9-a6f0-8f989cf68209 HTTP/1.1" status: 204 len: 173 time: 0.8875525 Aug 21 18:20:09.124879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'name': 'network-vif-deleted', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:09.127041 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84844c66-517b-4263-9aff-b9483598ad46" -d '{"events": [{"server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "name": "network-vif-deleted", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:09.146416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 0ca6c519-532f-4719-8a8e-16754ed7adaf {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:09.146813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.154058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Made reservation on behalf of 4c8a6de2427243229cdf00669bd602bd for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:09.169964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.184004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71b1c6-51fe-4153-8870-6a45d7fb449f None None] Network 3a3467d5-444e-4681-bd11-4913619da0d1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:09.217934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.225383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7eee349f-71b4-4d70-8c23-1f79472c380f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 200 len: 241 time: 0.2488422 Aug 21 18:20:09.228207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.239364 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1338583-9cf4-4082-b07a-16abe48b26b4 x-openstack-request-id: req-e1338583-9cf4-4082-b07a-16abe48b26b4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:09.239715 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993b5e87-c152-4443-a5ae-40750a242225", "name": "network-vif-deleted", "tag": "16cd23b6-6b88-48c9-a6f0-8f989cf68209", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:09.239904 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1338583-9cf4-4082-b07a-16abe48b26b4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:09.240338 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993b5e87-c152-4443-a5ae-40750a242225', 'name': 'network-vif-deleted', 'tag': '16cd23b6-6b88-48c9-a6f0-8f989cf68209', 'status': 'completed', 'code': 200} Aug 21 18:20:09.246161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-1c71c67a-548f-41ab-b58c-696b6f9c26b7 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1686609699') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:09.306619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] device_id is not set on port 1aa030b9-7703-42cf-9e11-f5d8bf082ce2 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:20:09.369788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 0ca6c519-532f-4719-8a8e-16754ed7adaf, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0ca6c519-532f-4719-8a8e-16754ed7adaf,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:09.370164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.389487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 0ca6c519-532f-4719-8a8e-16754ed7adaf owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:09.416595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1c71c67a-548f-41ab-b58c-696b6f9c26b7 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1686609699 HTTP/1.1" status: 204 len: 168 time: 0.1729789 Aug 21 18:20:09.417359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41230) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.423513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-f8711f3b-9492-4dd4-bdd5-6e2809876ff1 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1686609699') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:09.482165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 2001:db8::1e4 (3a3467d5-444e-4681-bd11-4913619da0d1/b02db3b3-8d44-47c4-869f-561829e0f032/1aa030b9-7703-42cf-9e11-f5d8bf082ce2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:09.496230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b398abbb-4844-4e11-adff-71d07c37418d req-05006f33-55b4-4849-82dc-c463de138440 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.2151201 Aug 21 18:20:09.522094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78f6a10b-b359-4c12-b2f2-f1d9f97b2567 req-f940f1a8-4d48-445c-844c-60ea238e39fc tempest-ServerRescueNegativeTestJSON-1787447129 tempest-ServerRescueNegativeTestJSON-1787447129-project] 10.222.0.41 "GET /v2.0/ports?device_id=993b5e87-c152-4443-a5ae-40750a242225 HTTP/1.1" status: 200 len: 210 time: 0.0588682 Aug 21 18:20:09.531506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.609734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Subnet': ['ID=792981fc-0613-4725-9614-902096c827af,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:09.609914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.611840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39b87301-99ec-4a05-83a3-954b7e7267ab tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/subnets/792981fc-0613-4725-9614-902096c827af HTTP/1.1" status: 204 len: 168 time: 0.7549653 Aug 21 18:20:09.614422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41238) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.622303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06a9589-7bfa-4b1c-8525-f4cced4f9558 None None] Network 4235e44c-5df5-4c67-83ca-4a302acae183 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:09.741538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Deleting subnet fa4409c6-6afa-4b44-87e7-91762a73a6ea {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:09.754606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8711f3b-9492-4dd4-bdd5-6e2809876ff1 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1686609699 HTTP/1.1" status: 204 len: 168 time: 0.3359876 Aug 21 18:20:09.756297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.758876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41240) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.764961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-90f7f615-427f-4771-a33d-bd4fc4e7927f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:09.874610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.900346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.918531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-90f7f615-427f-4771-a33d-bd4fc4e7927f tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 200 len: 205 time: 0.1579514 Aug 21 18:20:09.920913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41242) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:09.923215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:09.925480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-a22959a2-1430-4a79-a8f2-754f5a040191 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:09.928876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] DHCP port deletion for 4235e44c-5df5-4c67-83ca-4a302acae183 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:09.992402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=0ca6c519-532f-4719-8a8e-16754ed7adaf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:09.992630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Deleting port 740329e1-ec4b-44bd-a4af-19c24007415f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:09.993066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.070342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] For port 740329e1-ec4b-44bd-a4af-19c24007415f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=740329e1-ec4b-44bd-a4af-19c24007415f,segment=NetworkSegment(d7748d39-c621-4a67-963a-6ef065a1ce9e),segment_id=d7748d39-c621-4a67-963a-6ef065a1ce9e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:10.070770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.095179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a22959a2-1430-4a79-a8f2-754f5a040191 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 200 len: 241 time: 0.1702116 Aug 21 18:20:10.096507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41244) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.102054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-4505e774-2400-4df3-ad18-e0f13aa340e2 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-1680594913') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:10.108230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.182153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-11536175-bd44-49a8-9ed7-3b90a93b224e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1576128 Aug 21 18:20:10.192215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.296599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 3a3467d5-444e-4681-bd11-4913619da0d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:10.300979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Calling delete_port for 740329e1-ec4b-44bd-a4af-19c24007415f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:10.304969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:10.307322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=1aa030b9-7703-42cf-9e11-f5d8bf082ce2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:10.311992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:10.313076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:10.313771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.334744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4505e774-2400-4df3-ad18-e0f13aa340e2 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-1680594913 HTTP/1.1" status: 204 len: 168 time: 0.2370820 Aug 21 18:20:10.336397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41246) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.345579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-f61c2712-9fa9-4a36-a2bf-71016433c74b tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-1680594913') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:10.387002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 16cd23b6-6b88-48c9-a6f0-8f989cf68209 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:10.408416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7fd05105-acaa-4c41-910b-0939f7399800 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3641627 Aug 21 18:20:10.409560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41250) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.413215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492915b-4e8c-413a-9147-725cf6f49586 req-51fc58dd-7651-44a1-8b40-4c7c164fc624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:10.414867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-51fc58dd-7651-44a1-8b40-4c7c164fc624 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1098 time: 0.1885512 Aug 21 18:20:10.415627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.430096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 16cd23b6-6b88-48c9-a6f0-8f989cf68209 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:10.430801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 16cd23b6-6b88-48c9-a6f0-8f989cf68209 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:10.455645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] No DVR routers for this DVR port 740329e1-ec4b-44bd-a4af-19c24007415f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:10.458941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ed2ee-88eb-4c48-8771-c457375c5e1c None None] Pushing event deleted for resources: {'Port': ['ID=740329e1-ec4b-44bd-a4af-19c24007415f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:10.577636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f61c2712-9fa9-4a36-a2bf-71016433c74b tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-1680594913 HTTP/1.1" status: 204 len: 168 time: 0.2359614 Aug 21 18:20:10.578258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41254) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.585825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-41e89253-02f5-43b5-ac07-3462f34c85a9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:10.628570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.666135 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.723702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7317a711-879a-4fa6-bc24-51fb59f6cade req-c0efb345-6e1b-48f4-abdb-12d92d54dd71 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0970533 Aug 21 18:20:10.794732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492915b-4e8c-413a-9147-725cf6f49586 req-894e815d-0de5-4337-8d5c-6ffc57536310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:10.796730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-894e815d-0de5-4337-8d5c-6ffc57536310 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.3206675 Aug 21 18:20:10.797767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.818727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:10.825418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/subnets/fa4409c6-6afa-4b44-87e7-91762a73a6ea HTTP/1.1" status: 204 len: 168 time: 1.2087605 Aug 21 18:20:10.827474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41266) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.832528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1429d-b990-4805-85c0-d3c09a8cc1e9 None None] Network 13be154c-f5e8-4d05-8eba-633701811939 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:10.845646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-41e89253-02f5-43b5-ac07-3462f34c85a9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 200 len: 205 time: 0.2661514 Aug 21 18:20:10.846261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41268) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:10.868807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca4b04-c8cf-4cd3-ac2e-1c39d2ac6a6f tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4409c6-6afa-4b44-87e7-91762a73a6ea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:10.886010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-69fdc745-96f9-4bbe-a629-ed1566855ba0 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:10.907379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Deleting port 1aa030b9-7703-42cf-9e11-f5d8bf082ce2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:10.907713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.119419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:11.123597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.198919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] DHCP port deletion for 13be154c-f5e8-4d05-8eba-633701811939 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:11.270738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Deleting port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:11.271631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.319257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.331988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4235e44c-5df5-4c67-83ca-4a302acae183']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.344195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7748d39-c621-4a67-963a-6ef065a1ce9e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.344480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7748d39-c621-4a67-963a-6ef065a1ce9e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.360100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.362560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] For port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,segment=NetworkSegment(453355d2-6c3a-4cad-a79a-8a73e4601200),segment_id=453355d2-6c3a-4cad-a79a-8a73e4601200)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:11.362967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.366097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-97ef5528-8f76-4a05-a204-f46963c09c97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 1002 time: 0.5330353 Aug 21 18:20:11.376083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69fdc745-96f9-4bbe-a629-ed1566855ba0 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 200 len: 240 time: 0.5251987 Aug 21 18:20:11.377365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Calling delete_port for d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:11.380120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:11.380261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41270) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:11.382035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.389998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11029cdb-817b-4bcb-a48c-bf3f5af4e9b6 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7545235 Aug 21 18:20:11.391293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41272) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:11.393478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:11.400159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-5304cd66-483a-4a50-8870-79702fecbb94 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-529077678') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.402851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:11.403311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:11.407469 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:11.414087 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:11.415009 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.500701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.527291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Calling delete_port for 1aa030b9-7703-42cf-9e11-f5d8bf082ce2 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:11.541299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5304cd66-483a-4a50-8870-79702fecbb94 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-529077678 HTTP/1.1" status: 204 len: 168 time: 0.1583178 Aug 21 18:20:11.541524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:11.556695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492915b-4e8c-413a-9147-725cf6f49586 req-a323ee90-935e-486b-84e5-e29a250406be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:11.558174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-a323ee90-935e-486b-84e5-e29a250406be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.1770566 Aug 21 18:20:11.559424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.564229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-37540f4c-28e4-44c0-a988-3a0cbe1d3f1c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-529077678') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:11.598853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet 164cf78e-ded6-422a-bcb9-5c62825fdaff {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:11.612075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.613855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.631490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] Pushing event deleted for resources: {'Port': ['ID=d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:11.653125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e712e-ee4f-4258-9328-a688bea11fa2 None None] No DVR routers for this DVR port d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:11.724469 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.729442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/networks/4235e44c-5df5-4c67-83ca-4a302acae183 HTTP/1.1" status: 204 len: 168 time: 0.8914711 Aug 21 18:20:11.732871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff076-9ecf-4ad3-981c-4c3aaa868644 tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Network': ['ID=4235e44c-5df5-4c67-83ca-4a302acae183,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:11.746107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41280) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:11.771342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 740329e1-ec4b-44bd-a4af-19c24007415f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:11.775925 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:11.818039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 740329e1-ec4b-44bd-a4af-19c24007415f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:11.818372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 740329e1-ec4b-44bd-a4af-19c24007415f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:11.818837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:11.869626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:11.870099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d4aa1b5a-9cf8-4fe3-9061-6fe2e286abdd not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:11.937089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:11.945389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.023078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37540f4c-28e4-44c0-a988-3a0cbe1d3f1c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-529077678 HTTP/1.1" status: 204 len: 168 time: 0.4743607 Aug 21 18:20:12.031021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a026474b-7299-4807-a69e-34d958abf046 req-c7f6f311-b956-4437-a040-11b947588df7 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0893288 Aug 21 18:20:12.031496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41284) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:12.038933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492915b-4e8c-413a-9147-725cf6f49586 req-f540e431-3a96-408f-b95b-57ba4ffaea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:12.040475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-f540e431-3a96-408f-b95b-57ba4ffaea4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4750960 Aug 21 18:20:12.044951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-2d283a6f-5e9a-4722-9671-a05abf201477 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.068446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-3d0bde16-408d-4001-b543-ac6d886f10e5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:20:12.069473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-3d0bde16-408d-4001-b543-ac6d886f10e5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124309 Aug 21 18:20:12.136744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-7694ecf1-17a8-4831-9918-3f53fa26843c tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:12.138211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-7694ecf1-17a8-4831-9918-3f53fa26843c tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.64 "GET /v2.0/networks?id=80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 200 len: 812 time: 0.4946439 Aug 21 18:20:12.166756 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:09Z', 'revision_number': 9, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.201882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Request body: {'port': {'device_id': '026d375b-cd9f-4fc6-be81-8218a400323b', 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893', 'admin_state_up': True, 'tenant_id': '32c05534cd5143efb0fbda2d05d06941'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:12.214387 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:12.227989 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:12.229004 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.231023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.260360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13be154c-f5e8-4d05-8eba-633701811939']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.289682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453355d2-6c3a-4cad-a79a-8a73e4601200') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.289682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453355d2-6c3a-4cad-a79a-8a73e4601200') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.293764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d283a6f-5e9a-4722-9671-a05abf201477 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 200 len: 205 time: 0.2578166 Aug 21 18:20:12.294404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41286) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:12.309284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.314590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-dc933914-6851-4626-8354-11bb8badf211 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.342533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.354819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.358370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:12.366590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.378629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:12.379154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:12.382485 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:12.438229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Port': ['ID=1aa030b9-7703-42cf-9e11-f5d8bf082ce2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:12.441614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-50503c2c-128f-4f6b-ba4a-6dbdd3988bb5 service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575153 Aug 21 18:20:12.487878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.492590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1aa2945b-69c1-4ef7-9dba-793ec95d18ad tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/ports/1aa030b9-7703-42cf-9e11-f5d8bf082ce2 HTTP/1.1" status: 204 len: 168 time: 2.0767000 Aug 21 18:20:12.493140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.496164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41288) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:12.522971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1', 'external_fixed_ips': [{'subnet_id': 'b02db3b3-8d44-47c4-869f-561829e0f032', 'ip_address': '2001:db8::1e4'}]}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:12.557406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.563598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/164cf78e-ded6-422a-bcb9-5c62825fdaff HTTP/1.1" status: 204 len: 168 time: 1.1694918 Aug 21 18:20:12.564860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:12.565089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cce83d4-287e-4963-91e9-c8c90edeab66 None None] Network 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:12.566698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394b444-105f-4880-986d-38d5b3831894 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=164cf78e-ded6-422a-bcb9-5c62825fdaff,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:12.580184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.586963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.598617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] 10.222.0.41 "DELETE /v2.0/networks/13be154c-f5e8-4d05-8eba-633701811939 HTTP/1.1" status: 204 len: 168 time: 0.8510852 Aug 21 18:20:12.653988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dc933914-6851-4626-8354-11bb8badf211 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 204 len: 168 time: 0.3495729 Aug 21 18:20:12.664126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc40f0-291a-42a8-9ccd-8c2136ab131e tempest-TaggedBootDevicesTest-1452741844 tempest-TaggedBootDevicesTest-1452741844-project] Pushing event deleted for resources: {'Network': ['ID=13be154c-f5e8-4d05-8eba-633701811939,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:12.665380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41292) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:12.676168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.678235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.762511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.769376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-ba0d5b67-8e86-412b-9cc4-d233577c0780 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.859949 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:09Z', 'revision_number': 9, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:12.905321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:12.951838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c062dd-e4ae-486c-a877-dd7163c87127 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:09Z', 'revision_number': 9, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': '0941cd0a-e83d-4548-a9a2-44d668c8fd80', 'name': '', 'network_id': '1699d173-f403-4292-bd68-145e202d3c82', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:40:5a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:34Z', 'updated_at': '2021-08-21T18:19:44Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': '066203c5-48c5-47b4-a0bf-8f0b92d001e6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:13.015275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] DHCP port deletion for 2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:13.051052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 1877bb60-599b-43e5-b380-657b74e8f69c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:13.051504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.102431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Deleting port 1877bb60-599b-43e5-b380-657b74e8f69c {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:13.102843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.177912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 1877bb60-599b-43e5-b380-657b74e8f69c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1877bb60-599b-43e5-b380-657b74e8f69c,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:13.178712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.195312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] For port 1877bb60-599b-43e5-b380-657b74e8f69c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1877bb60-599b-43e5-b380-657b74e8f69c,segment=NetworkSegment(8f6e70fc-b6a5-4df6-975b-e86b40021a40),segment_id=8f6e70fc-b6a5-4df6-975b-e86b40021a40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:13.195736 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.198563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 1877bb60-599b-43e5-b380-657b74e8f69c owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:13.209810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Calling delete_port for 1877bb60-599b-43e5-b380-657b74e8f69c owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:13.253688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.269164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Made reservation on behalf of 32c05534cd5143efb0fbda2d05d06941 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:13.273175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.298018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f492915b-4e8c-413a-9147-725cf6f49586 req-11d54243-f2ac-47cc-b55e-c9d180e187dc service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8468647 Aug 21 18:20:13.307661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ba0d5b67-8e86-412b-9cc4-d233577c0780 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 204 len: 168 time: 0.5424976 Aug 21 18:20:13.312075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:13.317705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f24297d-1a1f-481b-abb9-a0c558fe1801 req-ddc0a8f1-680b-4907-966b-821f0978f7e2 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0747590 Aug 21 18:20:13.322832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-34687b3f-a800-49ac-ad2a-c633d330c02d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.329204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.368124 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.399385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 1877bb60-599b-43e5-b380-657b74e8f69c on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:13.405474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=1877bb60-599b-43e5-b380-657b74e8f69c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:13.428430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] Pushing event deleted for resources: {'Port': ['ID=1877bb60-599b-43e5-b380-657b74e8f69c,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:13.439556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b030605-3441-4284-a2b9-83ea866c735d None None] No DVR routers for this DVR port 1877bb60-599b-43e5-b380-657b74e8f69c on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:13.520118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.522244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.550684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa0fdc5-6714-4c6d-950d-83e7da0a54e1']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.559381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34687b3f-a800-49ac-ad2a-c633d330c02d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 204 len: 168 time: 0.2456961 Aug 21 18:20:13.566631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41310) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:13.571414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-45c28257-2381-409b-bb5a-51898e74d6ff tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.590054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ca6c519-532f-4719-8a8e-16754ed7adaf no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:13.604210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6e70fc-b6a5-4df6-975b-e86b40021a40') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.604509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6e70fc-b6a5-4df6-975b-e86b40021a40') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.625251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.639910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0ca6c519-532f-4719-8a8e-16754ed7adaf {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:13.642604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0ca6c519-532f-4719-8a8e-16754ed7adaf not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:13.642604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1877bb60-599b-43e5-b380-657b74e8f69c no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:13.645116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.654401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:13.655584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:13.659101 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:13.687926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 1877bb60-599b-43e5-b380-657b74e8f69c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:13.689195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1877bb60-599b-43e5-b380-657b74e8f69c not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:13.733800 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-45c28257-2381-409b-bb5a-51898e74d6ff tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 204 len: 168 time: 0.1622281 Aug 21 18:20:13.734562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:13.739701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-b5f4534b-70bb-423c-ac76-dafca09179e9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1745135447') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:13.767452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.769926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Allocated IP 172.20.0.2 (80bd08b7-3b43-4afb-ad52-e1bc6b468893/0bd18ebc-9a63-4b1f-9497-0f2246c3a199/31c46027-1af4-444a-8739-d66bf045223e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:13.774068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:13.778066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/2fa0fdc5-6714-4c6d-950d-83e7da0a54e1 HTTP/1.1" status: 204 len: 168 time: 1.2071161 Aug 21 18:20:13.781825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:13.852185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ec98-5e05-4c78-ad13-4d938faee85b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=2fa0fdc5-6714-4c6d-950d-83e7da0a54e1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:14.010279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b5f4534b-70bb-423c-ac76-dafca09179e9 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1745135447 HTTP/1.1" status: 201 len: 201 time: 0.2746673 Aug 21 18:20:14.013112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41320) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:14.018151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-b3737f11-0789-4834-a77e-e4285b119672 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1898732717') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:14.176473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3737f11-0789-4834-a77e-e4285b119672 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1898732717 HTTP/1.1" status: 201 len: 201 time: 0.1600373 Aug 21 18:20:14.176684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41324) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:14.181964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-07ed91fc-2547-414e-a0ac-94e1d3c344ab tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-579159571') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:14.330270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07ed91fc-2547-414e-a0ac-94e1d3c344ab tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-579159571 HTTP/1.1" status: 201 len: 201 time: 0.1511984 Aug 21 18:20:14.331982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41326) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:14.338196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-0d81c164-06c2-44a4-a83c-0ba9a2c544a4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-753923387') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:14.398037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:14.460180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0d81c164-06c2-44a4-a83c-0ba9a2c544a4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-753923387 HTTP/1.1" status: 201 len: 201 time: 0.1268473 Aug 21 18:20:14.473383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:14.478225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-e9df735b-0891-435a-8467-a3db7e2cd992 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', {'tags': ['tempest-TagsExtTest-Tag-1686215071', 'tempest-TagsExtTest-Tag-670737630', 'tempest-TagsExtTest-Tag-1297164578']}) {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:14.517698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fa381b5-88b1-45c4-8b46-715f0992eafd req-32e5b48b-83a2-41ab-9462-b74335956b26 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0571623 Aug 21 18:20:14.598683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:14.664187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:14.693119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e9df735b-0891-435a-8467-a3db7e2cd992 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 200 len: 317 time: 0.2183433 Aug 21 18:20:14.701034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:14.708039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41332) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:14.712672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-1467ae98-3d0f-4953-b697-4ff395973572 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:14.853917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Deleting port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:14.854263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:14.866390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.025181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:15.037594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:15.053938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:15.067212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Pushing event updated for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:15.116786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 0941cd0a-e83d-4548-a9a2-44d668c8fd80 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:15.117356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.174834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] For port 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,segment=NetworkSegment(becc985d-fee0-4741-9b62-eada4791f394),segment_id=becc985d-fee0-4741-9b62-eada4791f394)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:15.175186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.193557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:15.194348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.229314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 0941cd0a-e83d-4548-a9a2-44d668c8fd80, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0941cd0a-e83d-4548-a9a2-44d668c8fd80,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:15.229816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.237095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Calling delete_port for 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:15.245142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 0941cd0a-e83d-4548-a9a2-44d668c8fd80 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:15.278564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 2001:db8::1e4 (3a3467d5-444e-4681-bd11-4913619da0d1/b02db3b3-8d44-47c4-869f-561829e0f032/ae5b743a-521a-4c88-83b0-e91f596ce28e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:15.289493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-e293c131-42db-4146-a1d7-4918c40f2d75 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0917041 Aug 21 18:20:15.302269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1467ae98-3d0f-4953-b697-4ff395973572 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 204 len: 168 time: 0.5906713 Aug 21 18:20:15.302577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41340) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:15.308066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-a74d3e7c-c017-4449-8531-b20b1550d5a1 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1686215071') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:15.385860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-63bf5e60-f806-40cd-809b-8fc463452e26 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:20:15.387118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-63bf5e60-f806-40cd-809b-8fc463452e26 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863349 Aug 21 18:20:15.422945 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-a74d3e7c-c017-4449-8531-b20b1550d5a1 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:15.424011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a74d3e7c-c017-4449-8531-b20b1550d5a1 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1686215071 HTTP/1.1" status: 404 len: 329 time: 0.1204863 Aug 21 18:20:15.428037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:15.433010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-3b0a8b98-ba81-44b3-9b65-bf3b0408e7b5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-670737630') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:15.537542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.581917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Request body: {'port': {'device_id': '026d375b-cd9f-4fc6-be81-8218a400323b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:15.622582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=0941cd0a-e83d-4548-a9a2-44d668c8fd80,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:15.637795 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-3b0a8b98-ba81-44b3-9b65-bf3b0408e7b5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:15.640007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3b0a8b98-ba81-44b3-9b65-bf3b0408e7b5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-670737630 HTTP/1.1" status: 404 len: 328 time: 0.2109385 Aug 21 18:20:15.647907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41348) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:15.653709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-4493c826-58a6-43d9-a974-c84e06e69e38 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c', 'tempest-TagsExtTest-Tag-1297164578') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:15.740917 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.774462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e7556-8fd1-4ba2-9959-dac64dd5d14a req-6926e71c-99cc-40cf-b060-6bbf5b1d22fc tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:15.776574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a1e7556-8fd1-4ba2-9959-dac64dd5d14a req-6926e71c-99cc-40cf-b060-6bbf5b1d22fc tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 931 time: 0.1275277 Aug 21 18:20:15.782607 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.851322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:15.863633 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-4493c826-58a6-43d9-a974-c84e06e69e38 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:15.865970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4493c826-58a6-43d9-a974-c84e06e69e38 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags/tempest-TagsExtTest-Tag-1297164578 HTTP/1.1" status: 404 len: 329 time: 0.2195287 Aug 21 18:20:15.868919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41352) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:15.876192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-7556e317-0041-4c60-bf09-899c366db8cc tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', {'tags': ['tempest-TagsExtTest-Tag-1237395890', 'tempest-TagsExtTest-Tag-993844697', 'tempest-TagsExtTest-Tag-1258868808']}) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.073249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9a1e7556-8fd1-4ba2-9959-dac64dd5d14a req-ddb96c48-b0dc-4e63-8bff-25987649b776 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722008 Aug 21 18:20:16.082759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.137451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:16.151044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7556e317-0041-4c60-bf09-899c366db8cc tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 200 len: 317 time: 0.2810206 Aug 21 18:20:16.153401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41356) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:16.159598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-23497217-c530-475c-a87e-4840d4ec86da tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.220260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:16.222609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.324944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 3a3467d5-444e-4681-bd11-4913619da0d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:16.328051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=ae5b743a-521a-4c88-83b0-e91f596ce28e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:16.333578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:16.339847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:16.379565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c46027-1af4-444a-8739-d66bf045223e {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:16.379764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:16.389933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ed269f38-04ba-49c0-836c-7fea4db1da6a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6013575 Aug 21 18:20:16.391673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41366) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:16.398826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:16.407822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-23497217-c530-475c-a87e-4840d4ec86da tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 204 len: 168 time: 0.2532668 Aug 21 18:20:16.414636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:16.415240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.453918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:16.471821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-13986f15-ab0b-407e-9fce-9ab59cac14c6 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1237395890') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.480618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.557395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet 066203c5-48c5-47b4-a0bf-8f0b92d001e6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:16.575875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.602338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:16.633454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.648742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Transition to ACTIVE for port object 31c46027-1af4-444a-8739-d66bf045223e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:16.688055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.736011 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-13986f15-ab0b-407e-9fce-9ab59cac14c6 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:16.740504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13986f15-ab0b-407e-9fce-9ab59cac14c6 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1237395890 HTTP/1.1" status: 404 len: 329 time: 0.2858179 Aug 21 18:20:16.790593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:16.791285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Pushing event updated for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:16.806462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-441a41fa-4443-4088-915b-d8eb3668eda5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-993844697') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.810112 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.935642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.938461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:16.970824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 10, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:16.983566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=066203c5-48c5-47b4-a0bf-8f0b92d001e6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:17.001004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.003440 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4235e557-e666-4e2d-a1cd-b4a8802206f8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/066203c5-48c5-47b4-a0bf-8f0b92d001e6 HTTP/1.1" status: 204 len: 168 time: 0.6099718 Aug 21 18:20:17.005997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41376) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:17.019957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7612b988-8cbb-47d2-ba73-3fe740295b50 None None] Network 1699d173-f403-4292-bd68-145e202d3c82 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:17.023690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:17.084576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:17.085453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.132996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Attempting to bind port 31c46027-1af4-444a-8739-d66bf045223e on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:17.133393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Attempting to bind port 31c46027-1af4-444a-8739-d66bf045223e by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '392aef22-17c3-4e1d-adc8-0e619352b1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:17.134635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Attempting to bind port 31c46027-1af4-444a-8739-d66bf045223e on network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:17.158258 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-441a41fa-4443-4088-915b-d8eb3668eda5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:17.159219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-441a41fa-4443-4088-915b-d8eb3668eda5 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-993844697 HTTP/1.1" status: 404 len: 328 time: 0.3646882 Aug 21 18:20:17.162864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Port 31c46027-1af4-444a-8739-d66bf045223e on network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:20:17.163186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Attempting to bind port 31c46027-1af4-444a-8739-d66bf045223e on network 80bd08b7-3b43-4afb-ad52-e1bc6b468893 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:17.168133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41380) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:17.177793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.206679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:17.207020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Checking segment: {'id': '392aef22-17c3-4e1d-adc8-0e619352b1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:17.207409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Bound using segment: {'id': '392aef22-17c3-4e1d-adc8-0e619352b1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:17.207855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Bound port: 31c46027-1af4-444a-8739-d66bf045223e, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '392aef22-17c3-4e1d-adc8-0e619352b1da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:17.208611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.219213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-dd5f5acc-e18b-4626-a41c-c825e6e1d706 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607', 'tempest-TagsExtTest-Tag-1258868808') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.241835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port bb033893-5d73-488a-a0ca-1ad25a8f3d82 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:17.242327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.286677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.318924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:17.399038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port bb033893-5d73-488a-a0ca-1ad25a8f3d82, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bb033893-5d73-488a-a0ca-1ad25a8f3d82,segment=NetworkSegment(2e5c47fb-f588-4d3c-b105-7347044016ea),segment_id=2e5c47fb-f588-4d3c-b105-7347044016ea)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:17.399466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.434374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for bb033893-5d73-488a-a0ca-1ad25a8f3d82 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:17.544021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] DHCP port deletion for 1699d173-f403-4292-bd68-145e202d3c82 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:17.708889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.722993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Deleting port bb033893-5d73-488a-a0ca-1ad25a8f3d82 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:17.723277 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.750426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=bb033893-5d73-488a-a0ca-1ad25a8f3d82,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:17.752869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port bb033893-5d73-488a-a0ca-1ad25a8f3d82 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:17.765851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bb033893-5d73-488a-a0ca-1ad25a8f3d82 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:17.881208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.899333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1699d173-f403-4292-bd68-145e202d3c82']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.918049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5c47fb-f588-4d3c-b105-7347044016ea') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.918317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 10, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.918456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5c47fb-f588-4d3c-b105-7347044016ea') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:17.929771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.933067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:17.944901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=31c46027-1af4-444a-8739-d66bf045223e,segment=NetworkSegment(392aef22-17c3-4e1d-adc8-0e619352b1da),segment_id=392aef22-17c3-4e1d-adc8-0e619352b1da)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:17.946415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.954663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:17.955425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:17.959874 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:17.965164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8add356-7725-42a6-8e99-ce48a3894e9a None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 10, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None, '_interfaces': [{'id': 'a77482ba-b222-4c63-b62d-0b80ccf3a05f', 'name': '', 'network_id': '61ea69f5-a078-461b-838e-1d612dfe737d', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'mac_address': 'fa:16:3e:eb:fc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:19:25Z', 'updated_at': '2021-08-21T18:19:37Z', 'revision_number': 5, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'subnets': [{'id': 'bf8ea3e9-5eab-4adf-abc4-cd433a73a848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:17.985046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c1cda1ae-bc32-45ad-8aa5-609753cbd03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:17.985046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: bb033893-5d73-488a-a0ca-1ad25a8f3d82 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:17.985046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bb033893-5d73-488a-a0ca-1ad25a8f3d82 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:18.020597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.020948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] For port bb033893-5d73-488a-a0ca-1ad25a8f3d82, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:18.021564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.052577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Calling delete_port for bb033893-5d73-488a-a0ca-1ad25a8f3d82 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:18.056666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Port bb033893-5d73-488a-a0ca-1ad25a8f3d82 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:20:18.058183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.077491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.086804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0dbf1-12d0-4795-870a-b5ff595e71a7 req-e9ac962d-0c8e-40bd-a404-b7585e9346b0 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:18.088414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbd0dbf1-12d0-4795-870a-b5ff595e71a7 req-e9ac962d-0c8e-40bd-a404-b7585e9346b0 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 943 time: 0.8726697 Aug 21 18:20:18.090127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.093143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/1699d173-f403-4292-bd68-145e202d3c82 HTTP/1.1" status: 204 len: 168 time: 1.0857944 Aug 21 18:20:18.096694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:18.134989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] Pushing event deleted for resources: {'Port': ['ID=bb033893-5d73-488a-a0ca-1ad25a8f3d82,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:18.142375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:18.143153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.144543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] 10.222.0.64 "PUT /v2.0/ports/31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 200 len: 1092 time: 2.6914353 Aug 21 18:20:18.144996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'tag': '31c46027-1af4-444a-8739-d66bf045223e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:18.147378 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da20ff-25f6-425f-8dee-e97784a90f8a" -d '{"events": [{"name": "network-changed", "server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "tag": "31c46027-1af4-444a-8739-d66bf045223e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:18.168607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23439f21-f5f6-4b9d-8b1b-5266e2bf9329 None None] No DVR routers for this DVR port bb033893-5d73-488a-a0ca-1ad25a8f3d82 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:18.221045 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457690dd-6af7-4e56-b5d3-b74c613b941e x-openstack-request-id: req-457690dd-6af7-4e56-b5d3-b74c613b941e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:18.221384 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "tag": "31c46027-1af4-444a-8739-d66bf045223e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:18.221744 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-457690dd-6af7-4e56-b5d3-b74c613b941e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:18.222203 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'tag': '31c46027-1af4-444a-8739-d66bf045223e', 'status': 'completed', 'code': 200} Aug 21 18:20:18.246747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30a63d-de3e-4cde-abb6-b3b75d06c44c tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=1699d173-f403-4292-bd68-145e202d3c82,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:18.290074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43fd1a-a453-4e2a-894c-6261c2262a89 service neutron] Pushing event updated for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:18.305603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.322320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbd0dbf1-12d0-4795-870a-b5ff595e71a7 req-aa16fb80-9584-47d0-b109-7eb47d206335 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877117 Aug 21 18:20:18.329284 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-dd5f5acc-e18b-4626-a41c-c825e6e1d706 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:18.330782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd5f5acc-e18b-4626-a41c-c825e6e1d706 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags/tempest-TagsExtTest-Tag-1258868808 HTTP/1.1" status: 404 len: 329 time: 1.1201286 Aug 21 18:20:18.337282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41400) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:18.353481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-a2419bc0-dac2-4a0d-8377-25d8f20e2d71 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', {'tags': ['tempest-TagsExtTest-Tag-257478078', 'tempest-TagsExtTest-Tag-459643262', 'tempest-TagsExtTest-Tag-1360437852']}) {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:18.418849 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.472764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-aeb3c4b9-4f75-489e-a38e-a4df8dbcecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:18.476971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-aeb3c4b9-4f75-489e-a38e-a4df8dbcecda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32c05534cd5143efb0fbda2d05d06941&device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 1095 time: 0.2410889 Aug 21 18:20:18.537452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Router 6907b7d8-6677-4f56-929a-691c68043c15 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:18.571661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-0f91525d-c039-4062-a8db-8940cafbf2a2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 200 len: 217 time: 0.0753946 Aug 21 18:20:18.623098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a2419bc0-dac2-4a0d-8377-25d8f20e2d71 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 200 len: 316 time: 0.2830429 Aug 21 18:20:18.625506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:18.651063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-e885500a-a987-4272-83e0-d8f62d82cc61 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:18.723852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383de6ae-36d8-4179-acb0-84293c50c36d req-a4cc4fbf-dbf5-4c16-9316-fe5e0c659b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:18.725350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-a4cc4fbf-dbf5-4c16-9316-fe5e0c659b4f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bd18ebc-9a63-4b1f-9497-0f2246c3a199 HTTP/1.1" status: 200 len: 852 time: 0.1367228 Aug 21 18:20:18.784350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:18.800057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-725cfa59-b407-4ac3-b753-463c16a2730f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80bd08b7-3b43-4afb-ad52-e1bc6b468893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625310 Aug 21 18:20:18.818339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e885500a-a987-4272-83e0-d8f62d82cc61 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 204 len: 168 time: 0.1891468 Aug 21 18:20:18.818579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 7f2acf23-438f-4a13-9270-8c2e09f58852 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:18.818690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41418) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:18.825604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-a0e3dd8d-f11c-4139-9117-189b14002736 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-257478078') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:18.845313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:18.867007 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Sync routers for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:18.877157 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:18.878071 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:18.881707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3f6e910e-7026-460b-bed9-65d3a4af7ba8 admin admin] 10.222.0.41 "PUT /v2.0/routers/6907b7d8-6677-4f56-929a-691c68043c15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2491958 Aug 21 18:20:18.885951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:18.900262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.012710 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-a0e3dd8d-f11c-4139-9117-189b14002736 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:19.014941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a0e3dd8d-f11c-4139-9117-189b14002736 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-257478078 HTTP/1.1" status: 404 len: 328 time: 0.1953418 Aug 21 18:20:19.022029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:19.039655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-df6f25c7-6f64-4cfb-b68c-6ae939978221 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239814 Aug 21 18:20:19.040269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41424) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:19.048169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-a2b4747d-13d8-4b98-a863-c466f67fab84 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-459643262') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:19.310161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port a77482ba-b222-4c63-b62d-0b80ccf3a05f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:19.311692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.370823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.428739 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 5, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:19.437444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port a77482ba-b222-4c63-b62d-0b80ccf3a05f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a77482ba-b222-4c63-b62d-0b80ccf3a05f,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:19.437821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.447827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:19.449861 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a2b4747d-13d8-4b98-a863-c466f67fab84 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:19.455319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2b4747d-13d8-4b98-a863-c466f67fab84 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-459643262 HTTP/1.1" status: 404 len: 328 time: 0.4069099 Aug 21 18:20:19.457171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Sync routers for ids ['7f2acf23-438f-4a13-9270-8c2e09f58852'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:19.463764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:19.471738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Routers {'7f2acf23-438f-4a13-9270-8c2e09f58852'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:19.472371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f2acf23-438f-4a13-9270-8c2e09f58852'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:19.489879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for a77482ba-b222-4c63-b62d-0b80ccf3a05f owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:19.491738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-6f83cdca-d339-4e4c-9dea-fb8599464f00 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb', 'tempest-TagsExtTest-Tag-1360437852') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:19.505604 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Checking router: 6907b7d8-6677-4f56-929a-691c68043c15 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:19.525029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Routers {'6907b7d8-6677-4f56-929a-691c68043c15'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:19.525536 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['6907b7d8-6677-4f56-929a-691c68043c15'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:19.594267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-383de6ae-36d8-4179-acb0-84293c50c36d req-90e9cb22-b1a6-42be-a58b-318dac494626 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079303 Aug 21 18:20:19.623139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.624732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-774b4e1f-0ffa-4fab-bda1-6012e1c0255e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1135375 Aug 21 18:20:19.657249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41438) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:19.723745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Set router 7f2acf23-438f-4a13-9270-8c2e09f58852 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:19.780009 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] Set router 6907b7d8-6677-4f56-929a-691c68043c15 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:19.838465 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:19.878960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0941cd0a-e83d-4548-a9a2-44d668c8fd80 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:19.906460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=a77482ba-b222-4c63-b62d-0b80ccf3a05f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:19.957793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0941cd0a-e83d-4548-a9a2-44d668c8fd80 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:19.958332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0941cd0a-e83d-4548-a9a2-44d668c8fd80 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:20.071264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.189450 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 5, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:20.255190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef99f1-dfb7-42bb-9801-c75eaf247dda None None] The sync data for ids ['6907b7d8-6677-4f56-929a-691c68043c15'] in n-d-793621-32 is: [{'id': '6907b7d8-6677-4f56-929a-691c68043c15', 'name': 'tempest-ServerRescueNegativeTestJSON-357221027-router', 'tenant_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144'}], 'enable_snat': True}, 'gw_port_id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:17:25Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 5, 'project_id': '878dc8a35c8c45e3b9bc6d2bca432843', 'gw_port': {'id': '3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:57:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6907b7d8-6677-4f56-929a-691c68043c15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:17:26Z', 'updated_at': '2021-08-21T18:17:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:20.331882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2acf23-438f-4a13-9270-8c2e09f58852', 'name': '', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1', 'external_fixed_ips': [{'subnet_id': 'b02db3b3-8d44-47c4-869f-561829e0f032', 'ip_address': '2001:db8::1e4'}], 'enable_snat': True}, 'gw_port_id': 'ae5b743a-521a-4c88-83b0-e91f596ce28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:12Z', 'updated_at': '2021-08-21T18:20:16Z', 'revision_number': 3, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port': {'id': 'ae5b743a-521a-4c88-83b0-e91f596ce28e', 'name': '', 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3f:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f2acf23-438f-4a13-9270-8c2e09f58852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2315, 'fixed_ips': [{'subnet_id': 'b02db3b3-8d44-47c4-869f-561829e0f032', 'ip_address': '2001:db8::1e4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:20:14Z', 'updated_at': '2021-08-21T18:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b02db3b3-8d44-47c4-869f-561829e0f032', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:20.348206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e55de159-63ea-4367-ba39-42b2f41706c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.399376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Checking router: 7f2acf23-438f-4a13-9270-8c2e09f58852 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:20.401547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Updating router 7f2acf23-438f-4a13-9270-8c2e09f58852 port ae5b743a-521a-4c88-83b0-e91f596ce28e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:20:20.405118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:20.442469 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-6f83cdca-d339-4e4c-9dea-fb8599464f00 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:20.444298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6f83cdca-d339-4e4c-9dea-fb8599464f00 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags/tempest-TagsExtTest-Tag-1360437852 HTTP/1.1" status: 404 len: 329 time: 0.9765821 Aug 21 18:20:20.454577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da37c6f-75d2-4e28-be59-aa932bca8cea req-c654ca9d-0998-4042-a102-7719a28830b3 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:20.460203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.465181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8da37c6f-75d2-4e28-be59-aa932bca8cea req-c654ca9d-0998-4042-a102-7719a28830b3 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 943 time: 1.0050812 Aug 21 18:20:20.467415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41452) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:20.490247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-e1634abe-b7e7-4794-989a-01a832a612d3 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', {'tags': ['tempest-TagsExtTest-Tag-1798873241', 'tempest-TagsExtTest-Tag-877237592', 'tempest-TagsExtTest-Tag-462148163']}) {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:20.531792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.578090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:20.586835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe976262-576e-4a95-abdc-5f5857a0839e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4885895 Aug 21 18:20:20.587586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41460) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:20.591560 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:20.607332 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:20.609474 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:20.668129 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1634abe-b7e7-4794-989a-01a832a612d3 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "PUT /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 200 len: 316 time: 0.1946747 Aug 21 18:20:20.669325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:20.697161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-02e89b30-97fe-4fb4-bad2-4a3cbdb3ef9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:20.702239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-02e89b30-97fe-4fb4-bad2-4a3cbdb3ef9c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32c05534cd5143efb0fbda2d05d06941&device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 1095 time: 0.9593134 Aug 21 18:20:20.702704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting subnet bf8ea3e9-5eab-4adf-abc4-cd433a73a848 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:20.721556 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.725880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-2a69c34f-5f18-4c75-b920-86da0bf8f8ef tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:20.772432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:20.808983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:20.887072 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:21.023260 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:21.050023 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:21.051519 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:21.081303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.095370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8da37c6f-75d2-4e28-be59-aa932bca8cea req-a2ba357e-9a79-4668-9934-cf1a501a00f7 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287706 Aug 21 18:20:21.111187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.117720 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.235626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.255757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Transition to ACTIVE for port object ae5b743a-521a-4c88-83b0-e91f596ce28e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:21.273040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 31c46027-1af4-444a-8739-d66bf045223e details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:20:21.276691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.321740 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:21.401542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Deleting port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:21.402089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.459839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:21.490122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:20:21.505419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-e0229074-5312-4753-a6ff-b6ae7d8ff1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:21.517460 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771c8cf-7df5-432b-b23f-c8f3628578c4 None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:21.518653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-e0229074-5312-4753-a6ff-b6ae7d8ff1d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 200 len: 913 time: 0.7609937 Aug 21 18:20:21.547572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2a69c34f-5f18-4c75-b920-86da0bf8f8ef tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 204 len: 168 time: 0.8321977 Aug 21 18:20:21.567257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:21.586713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.tag.tag_plugin [None req-8addc086-7418-4853-875b-2e80bac6a384 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-1798873241') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:21.609618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Pushing event updated for resources: {'Port': ['ID=ae5b743a-521a-4c88-83b0-e91f596ce28e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:21.611786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Attempting to bind port ae5b743a-521a-4c88-83b0-e91f596ce28e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:21.612156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Attempting to bind port ae5b743a-521a-4c88-83b0-e91f596ce28e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1611a52f-e921-45a2-b96b-bb1983e43f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:21.612514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Attempting to bind port ae5b743a-521a-4c88-83b0-e91f596ce28e on network 3a3467d5-444e-4681-bd11-4913619da0d1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:21.633948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:21.634320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Checking segment: {'id': '1611a52f-e921-45a2-b96b-bb1983e43f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:21.646679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.646679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Bound using segment: {'id': '1611a52f-e921-45a2-b96b-bb1983e43f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:21.647207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Bound port: ae5b743a-521a-4c88-83b0-e91f596ce28e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1611a52f-e921-45a2-b96b-bb1983e43f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '3a3467d5-444e-4681-bd11-4913619da0d1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:21.647609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.674960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.722057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.727181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/bf8ea3e9-5eab-4adf-abc4-cd433a73a848 HTTP/1.1" status: 204 len: 168 time: 1.1385314 Aug 21 18:20:21.728219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41484) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:21.730436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc391fe9-b903-4621-8ce3-237937eb533f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8ea3e9-5eab-4adf-abc4-cd433a73a848,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:21.828782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.831460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-cc82593a-3e98-4a9c-b1c6-f218dc4b1d1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 200 len: 217 time: 0.2827880 Aug 21 18:20:21.835455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e5f28a-29f0-488b-8d13-578bdbcefd70 None None] Network 61ea69f5-a078-461b-838e-1d612dfe737d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:21.870533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] For port ae5b743a-521a-4c88-83b0-e91f596ce28e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:21.893271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] For port ae5b743a-521a-4c88-83b0-e91f596ce28e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ae5b743a-521a-4c88-83b0-e91f596ce28e,segment=NetworkSegment(1611a52f-e921-45a2-b96b-bb1983e43f12),segment_id=1611a52f-e921-45a2-b96b-bb1983e43f12)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:21.899759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.900108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.902682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.903073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.903418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.903753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.905064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.907957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.910360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.910930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.911448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.913733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:21.937043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.947346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-de17e558-afbb-4bb0-a1a8-0b7e3742aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:21.949221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-de17e558-afbb-4bb0-a1a8-0b7e3742aee5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bd18ebc-9a63-4b1f-9497-0f2246c3a199 HTTP/1.1" status: 200 len: 852 time: 0.0898986 Aug 21 18:20:21.953242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:21.956947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Deleting port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:21.957745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.960084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:21.960901 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-8addc086-7418-4853-875b-2e80bac6a384 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:21.964970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:21.966044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8addc086-7418-4853-875b-2e80bac6a384 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-1798873241 HTTP/1.1" status: 404 len: 329 time: 0.3955331 Aug 21 18:20:21.993506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-7d2545c1-7af5-4416-8fd7-1e6e58fa23a4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-877237592') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.009042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-deba28db-2edd-44be-b56c-cc5135905db8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80bd08b7-3b43-4afb-ad52-e1bc6b468893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354562 Aug 21 18:20:22.071072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.082387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:22.083145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3a5fb2d1-b8d1-40a2-952f-2aad4a88bd59 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:22.113857 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-7d2545c1-7af5-4416-8fd7-1e6e58fa23a4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:22.115047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d2545c1-7af5-4416-8fd7-1e6e58fa23a4 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-877237592 HTTP/1.1" status: 404 len: 328 time: 0.1490901 Aug 21 18:20:22.118907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41496) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:22.129485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-f1b96ec5-791d-4469-b4f2-a814196b975d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72', 'tempest-TagsExtTest-Tag-462148163') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.159591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] For port 3d8ab2e1-a519-4939-a3ed-deb9490b2742, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d8ab2e1-a519-4939-a3ed-deb9490b2742,segment=NetworkSegment(8958f2b6-a4e4-4126-905e-90a490221256),segment_id=8958f2b6-a4e4-4126-905e-90a490221256)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:22.159591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.179531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Calling delete_port for 3d8ab2e1-a519-4939-a3ed-deb9490b2742 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:22.188298 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-f1b96ec5-791d-4469-b4f2-a814196b975d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] show failed (client error): The resource could not be found. Aug 21 18:20:22.190028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f1b96ec5-791d-4469-b4f2-a814196b975d tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags/tempest-TagsExtTest-Tag-462148163 HTTP/1.1" status: 404 len: 328 time: 0.0648015 Aug 21 18:20:22.200728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Routers {'7f2acf23-438f-4a13-9270-8c2e09f58852'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:22.203067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41500) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:22.203338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f2acf23-438f-4a13-9270-8c2e09f58852'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.218447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-a3f5b459-e123-4001-b33c-bbacb3f36474 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a307cd2d-fe23-45b4-ad16-f6889aeebc72') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.261134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] For port 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:22.261513 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.278769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7575739-bd3d-4c76-951d-ebda15ca9e97 None None] Pushing event updated for resources: {'Port': ['ID=ae5b743a-521a-4c88-83b0-e91f596ce28e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:22.330300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3f5b459-e123-4001-b33c-bbacb3f36474 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72/tags HTTP/1.1" status: 204 len: 168 time: 0.1259401 Aug 21 18:20:22.333653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41502) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:22.337306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Deleting port ae5b743a-521a-4c88-83b0-e91f596ce28e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:22.337659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.338924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-967e2874-1af2-47dd-ae42-d44886e6c18e tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c367ac64-8888-4cd3-b330-e01b7a00dbdb') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.345148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=31c46027-1af4-444a-8739-d66bf045223e,segment=NetworkSegment(392aef22-17c3-4e1d-adc8-0e619352b1da),segment_id=392aef22-17c3-4e1d-adc8-0e619352b1da)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:22.374586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '31c46027-1af4-444a-8739-d66bf045223e', 'network_id': '80bd08b7-3b43-4afb-ad52-e1bc6b468893', 'port_id': '31c46027-1af4-444a-8739-d66bf045223e', 'mac_address': 'fa:16:3e:de:a4:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd18ebc-9a63-4b1f-9497-0f2246c3a199', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:20:22.417548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] Set router 7f2acf23-438f-4a13-9270-8c2e09f58852 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:22.448516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] For port ae5b743a-521a-4c88-83b0-e91f596ce28e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ae5b743a-521a-4c88-83b0-e91f596ce28e,segment=NetworkSegment(1611a52f-e921-45a2-b96b-bb1983e43f12),segment_id=1611a52f-e921-45a2-b96b-bb1983e43f12)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:22.448900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.460964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-967e2874-1af2-47dd-ae42-d44886e6c18e tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb/tags HTTP/1.1" status: 204 len: 168 time: 0.1262422 Aug 21 18:20:22.473497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Calling delete_port for ae5b743a-521a-4c88-83b0-e91f596ce28e owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:22.477849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.481114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41504) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:22.502283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f2acf23-438f-4a13-9270-8c2e09f58852', 'name': '', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:12Z', 'updated_at': '2021-08-21T18:20:21Z', 'revision_number': 4, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.504269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd625be-645d-4a2f-9604-aac720a6bf45 None None] DHCP port deletion for 61ea69f5-a078-461b-838e-1d612dfe737d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:22.527202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-1b5f7c32-8999-4b24-a2d3-47b662fa90ba tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '345c65cf-1cb6-4401-882c-e2666c0a8607') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.543870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57955bd4-cfa8-4444-8827-e189693c49cb None None] The sync data for ids ['7f2acf23-438f-4a13-9270-8c2e09f58852'] in n-d-793621-32 is: [{'id': '7f2acf23-438f-4a13-9270-8c2e09f58852', 'name': '', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:12Z', 'updated_at': '2021-08-21T18:20:21Z', 'revision_number': 4, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:22.546063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.569154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c46027-1af4-444a-8739-d66bf045223e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:22.571282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Port': ['ID=3d8ab2e1-a519-4939-a3ed-deb9490b2742,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:22.597191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No DVR routers for this DVR port 3d8ab2e1-a519-4939-a3ed-deb9490b2742 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:22.625770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=31c46027-1af4-444a-8739-d66bf045223e,segment=NetworkSegment(392aef22-17c3-4e1d-adc8-0e619352b1da),segment_id=392aef22-17c3-4e1d-adc8-0e619352b1da)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:22.631283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.632333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Calling delete_port for 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:22.645924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c9e48-b149-437e-8c38-9432857a4f21 req-ca5a1782-6bb7-4593-9ca3-de3dc400b195 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:22.669545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b69c9e48-b149-437e-8c38-9432857a4f21 req-ca5a1782-6bb7-4593-9ca3-de3dc400b195 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 943 time: 0.3950305 Aug 21 18:20:22.724268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:22.811514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.827147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-fce83704-77a0-4a21-8366-3a1f00578ca2 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782514 Aug 21 18:20:22.830227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ea69f5-a078-461b-838e-1d612dfe737d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.846075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8958f2b6-a4e4-4126-905e-90a490221256') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.846461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8958f2b6-a4e4-4126-905e-90a490221256') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:22.895245 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.914933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.923034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:22.923578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:22.945531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['31c46027-1af4-444a-8739-d66bf045223e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:20:22.994720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b5f7c32-8999-4b24-a2d3-47b662fa90ba tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607/tags HTTP/1.1" status: 204 len: 168 time: 0.4764237 Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:22.995759 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:22.997576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.005646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.tag.tag_plugin [None req-154fbf0f-8f1a-4779-8199-007ec7631396 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '06e33896-aebc-4362-a198-73d4f67dae9c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:23.040884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.052412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.056338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/networks/61ea69f5-a078-461b-838e-1d612dfe737d HTTP/1.1" status: 204 len: 168 time: 1.3268657 Aug 21 18:20:23.064359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.071308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'routes': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:23.121837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.143404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52fb21-5c8f-443e-a39f-c650f6063d58 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Pushing event deleted for resources: {'Network': ['ID=61ea69f5-a078-461b-838e-1d612dfe737d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:23.152078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b69c9e48-b149-437e-8c38-9432857a4f21 req-3fcc8e3f-f728-44bc-b5e0-cbaddc94b098 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805171 Aug 21 18:20:23.164174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:23.240549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.254463 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.332524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0da20ff-25f6-425f-8dee-e97784a90f8a req-17e0cb8b-e109-46a2-a329-02ad8bc722b0 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909098 Aug 21 18:20:23.348549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae5b743a-521a-4c88-83b0-e91f596ce28e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:23.356001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.373987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Added routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:20:23.374292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Removed routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:20:23.374786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.391016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.521394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-154fbf0f-8f1a-4779-8199-007ec7631396 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c/tags HTTP/1.1" status: 204 len: 168 time: 0.5231266 Aug 21 18:20:23.527561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41528) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.575200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.579897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.583099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.599143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.676628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a77482ba-b222-4c63-b62d-0b80ccf3a05f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:23.683931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.692769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.703654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.704345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f2acf23-438f-4a13-9270-8c2e09f58852 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:23.709698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.711441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8344369-8cb2-4f87-aa27-210626e612a8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/routers/7f2acf23-438f-4a13-9270-8c2e09f58852 HTTP/1.1" status: 204 len: 168 time: 4.0495880 Aug 21 18:20:23.713357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.714038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6907b7d8-6677-4f56-929a-691c68043c15 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:23.715718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41530) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.727790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: a77482ba-b222-4c63-b62d-0b80ccf3a05f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:23.727790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a77482ba-b222-4c63-b62d-0b80ccf3a05f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:23.727790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d8ab2e1-a519-4939-a3ed-deb9490b2742 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:23.753871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3d8ab2e1-a519-4939-a3ed-deb9490b2742 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:23.754265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d8ab2e1-a519-4939-a3ed-deb9490b2742 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:23.772739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.776106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7c7f4a1-d287-4a8b-8b0e-44c3b0b3f3cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/6907b7d8-6677-4f56-929a-691c68043c15 HTTP/1.1" status: 204 len: 168 time: 4.8854411 Aug 21 18:20:23.777396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Deleting subnet b02db3b3-8d44-47c4-869f-561829e0f032 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:23.779742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.790621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.868597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 33d23adb-dff6-453d-aa00-7b2f88e58cfb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:23.897646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0293fefc-cc68-4219-bdbc-4b25f5cb7281 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for subnetpool, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.904673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0293fefc-cc68-4219-bdbc-4b25f5cb7281 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnetpools/a307cd2d-fe23-45b4-ad16-f6889aeebc72 HTTP/1.1" status: 204 len: 168 time: 0.3735831 Aug 21 18:20:23.906025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41538) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.946611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:23.948775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:23.954080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9bb73610-bff6-44e1-9062-3f64f3676fff tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "GET /v2.0/ports?device_id=c367ac64-8888-4cd3-b330-e01b7a00dbdb HTTP/1.1" status: 200 len: 205 time: 0.0393507 Aug 21 18:20:23.958419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Deleting subnet 67958e9c-c97e-4186-93a8-99abfc7cdd08 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:24.038804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.070101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:24.081921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Sync routers for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:24.084855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.090009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ecc69549-a606-4798-b7f2-b5e17d1d2b8e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 705 time: 1.0241570 Aug 21 18:20:24.090699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:24.100225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:24.100855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:24.142429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7c9928f0-8cd9-4224-812a-74e622cbe090 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 205 time: 0.0505955 Aug 21 18:20:24.146950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41546) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:24.187995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.222486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:24.245243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.299514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:24.371705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Checking router: 33d23adb-dff6-453d-aa00-7b2f88e58cfb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:24.392596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Routers {'33d23adb-dff6-453d-aa00-7b2f88e58cfb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:24.393236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:24.428479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.441729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.498558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] Set router 33d23adb-dff6-453d-aa00-7b2f88e58cfb gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:24.549208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.551945 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.608909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.609148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router 33d23adb-dff6-453d-aa00-7b2f88e58cfb {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:24.622158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.623816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db9908a6-bb2b-41dd-b443-ea888e60499f tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 204 len: 168 time: 0.4757597 Aug 21 18:20:24.627886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41562) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:24.633658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1037909445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:24.637984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:24.684752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505b4a05-cbc7-47ac-b11c-1e1b253f081c None None] The sync data for ids ['33d23adb-dff6-453d-aa00-7b2f88e58cfb'] in n-d-793621-32 is: [{'id': '33d23adb-dff6-453d-aa00-7b2f88e58cfb', 'name': 'tempest-RoutersIpV6Test-router-1539909159', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:19:19Z', 'updated_at': '2021-08-21T18:20:19Z', 'revision_number': 11, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:24.690297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.691407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.780720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.790910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.826088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:24.830476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9b09768-8a29-4239-9324-bc29743d8e34 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2010472 Aug 21 18:20:24.831648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:24.836593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:25.046129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.050674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.070865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.084494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009f5f-311d-4fef-bce8-460086ad1edc req-a4cb87fb-360e-425b-876c-a21ccfec8a0c tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:25.093358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90009f5f-311d-4fef-bce8-460086ad1edc req-a4cb87fb-360e-425b-876c-a21ccfec8a0c tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 944 time: 0.7235394 Aug 21 18:20:25.198389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.199008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Fanout notify agent at l3_agent the message router_deleted on router c367ac64-8888-4cd3-b330-e01b7a00dbdb {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:25.213191 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.217416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-394e9920-b3a3-48a3-ad08-a286a43c010c tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/routers/c367ac64-8888-4cd3-b330-e01b7a00dbdb HTTP/1.1" status: 204 len: 168 time: 1.2645462 Aug 21 18:20:25.222068 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.224675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41572) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:25.261138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90009f5f-311d-4fef-bce8-460086ad1edc req-0b502057-6c08-4bd2-bb4e-ac76bec9b557 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668270 Aug 21 18:20:25.295386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b02db3b3-8d44-47c4-869f-561829e0f032,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:25.304899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 31c46027-1af4-444a-8739-d66bf045223e up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:25.335857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.340391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-003313e8-242d-4fec-889a-41225c140d28 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/subnets/b02db3b3-8d44-47c4-869f-561829e0f032 HTTP/1.1" status: 204 len: 168 time: 1.6211751 Aug 21 18:20:25.361664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:25.404294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 31c46027-1af4-444a-8739-d66bf045223e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:25.409133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 31c46027-1af4-444a-8739-d66bf045223e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:25.409760 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.475016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:25.476197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.498885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.505357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:25.527385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.542606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67958e9c-c97e-4186-93a8-99abfc7cdd08,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:25.545498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.550871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e24f1fa8-fe82-4314-b4e4-decc0c2e157d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/67958e9c-c97e-4186-93a8-99abfc7cdd08 HTTP/1.1" status: 204 len: 168 time: 1.7691431 Aug 21 18:20:25.559304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:25.562373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:25.562746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3f17ffd4-0028-4a3d-85e9-fa2f9c415a4c not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:25.677049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Router 1bad51af-49d0-49a7-80b0-229c44063f5c is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:25.678766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.708216 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.724194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Deleting port 345c65cf-1cb6-4401-882c-e2666c0a8607 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:25.724783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.745896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.782371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=31c46027-1af4-444a-8739-d66bf045223e,segment=NetworkSegment(392aef22-17c3-4e1d-adc8-0e619352b1da),segment_id=392aef22-17c3-4e1d-adc8-0e619352b1da)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:25.784931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c46027-1af4-444a-8739-d66bf045223e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:25.788299 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169b9e97-3cbe-4430-a9cd-48cf2693cd6f" -d '{"events": [{"server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "name": "network-vif-plugged", "status": "completed", "tag": "31c46027-1af4-444a-8739-d66bf045223e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:25.796461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.824952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:25.834401 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Sync routers for ids ['1bad51af-49d0-49a7-80b0-229c44063f5c'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:25.838766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.842384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-85c98fa6-a596-4c15-87a9-e07c0342fb30 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "PUT /v2.0/routers/1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 200 len: 698 time: 1.0095663 Aug 21 18:20:25.845006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41594) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:25.853164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Routers {'1bad51af-49d0-49a7-80b0-229c44063f5c'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:25.853749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1bad51af-49d0-49a7-80b0-229c44063f5c'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:25.926604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:25.943714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Calling delete_port for 345c65cf-1cb6-4401-882c-e2666c0a8607 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:25.955401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:25.997610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f1d3a03e-c02c-4c53-969f-e4e78e2b28a8 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/routers/1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 200 len: 704 time: 0.1515148 Aug 21 18:20:26.001323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41600) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.024891 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Set router 1bad51af-49d0-49a7-80b0-229c44063f5c gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:26.082257 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5866f322-f3fb-404b-95a1-8c458be9b89a x-openstack-request-id: req-5866f322-f3fb-404b-95a1-8c458be9b89a {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:26.082781 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "name": "network-vif-plugged", "status": "completed", "tag": "31c46027-1af4-444a-8739-d66bf045223e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:26.083188 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5866f322-f3fb-404b-95a1-8c458be9b89a {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:26.083734 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c46027-1af4-444a-8739-d66bf045223e', 'code': 200} Aug 21 18:20:26.086854 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad51af-49d0-49a7-80b0-229c44063f5c', 'name': 'tempest-RoutersIpV6Test-router-1037909445', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:24Z', 'updated_at': '2021-08-21T18:20:25Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.117726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Checking router: 1bad51af-49d0-49a7-80b0-229c44063f5c for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:26.127749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Routers {'1bad51af-49d0-49a7-80b0-229c44063f5c'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:26.128445 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1bad51af-49d0-49a7-80b0-229c44063f5c'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.140503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6da48118-7531-4f58-aae3-8fe8d1dc787b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 200 len: 205 time: 0.0882835 Aug 21 18:20:26.141079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.164903 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.208699 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] Set router 1bad51af-49d0-49a7-80b0-229c44063f5c gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:26.228402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a3467d5-444e-4681-bd11-4913619da0d1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.274814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.282708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bad51af-49d0-49a7-80b0-229c44063f5c', 'name': 'tempest-RoutersIpV6Test-router-1037909445', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:24Z', 'updated_at': '2021-08-21T18:20:25Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.288435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.300010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61dbed55-6ce5-45d9-b403-55ddd13dd05e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.317739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becc985d-fee0-4741-9b62-eada4791f394') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.318041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becc985d-fee0-4741-9b62-eada4791f394') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.327789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.334439 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c7439-8eb1-4023-b341-3aeb9a66bbc9 None None] The sync data for ids ['1bad51af-49d0-49a7-80b0-229c44063f5c'] in n-d-793621-32 is: [{'id': '1bad51af-49d0-49a7-80b0-229c44063f5c', 'name': 'tempest-RoutersIpV6Test-router-1037909445', 'tenant_id': '5539b38dffc04e408a74c76dc5054fd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:24Z', 'updated_at': '2021-08-21T18:20:25Z', 'revision_number': 2, 'project_id': '5539b38dffc04e408a74c76dc5054fd1', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:26.342375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.348722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:26.349120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:26.379751 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:26.384020 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:20:26.399416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1611a52f-e921-45a2-b96b-bb1983e43f12') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.399881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1611a52f-e921-45a2-b96b-bb1983e43f12') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:26.501517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.510233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d2565-35d2-4d05-af12-d6c575bbe07a req-a9297b7d-77f3-4280-bdce-0699cee5a0d4 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:26.511859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-942d2565-35d2-4d05-af12-d6c575bbe07a req-a9297b7d-77f3-4280-bdce-0699cee5a0d4 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1440995 Aug 21 18:20:26.513810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.519499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.557580 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.570837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce9985-e828-4ad3-a239-17d18f3cf3ae req-6a940663-511e-4052-9df7-c16378c1fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:26.572529 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39ce9985-e828-4ad3-a239-17d18f3cf3ae req-6a940663-511e-4052-9df7-c16378c1fa91 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 1097 time: 0.3859510 Aug 21 18:20:26.573145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.589673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.590425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Fanout notify agent at l3_agent the message router_deleted on router 1bad51af-49d0-49a7-80b0-229c44063f5c {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:26.601268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:26.601808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.602058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.603522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-69bada79-ee01-40fa-abf6-f609b40ca354 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 204 len: 168 time: 0.4615064 Aug 21 18:20:26.606851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-942d2565-35d2-4d05-af12-d6c575bbe07a req-42d33ebd-2c9d-41f5-ad06-27e958887ede tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876715 Aug 21 18:20:26.607539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.637292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e3807617-4ea4-434b-8897-2a1b26578b40 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 200 len: 205 time: 0.0284133 Aug 21 18:20:26.641559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:26.658738 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:26.669526 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.671702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] 10.222.0.41 "DELETE /v2.0/networks/61dbed55-6ce5-45d9-b403-55ddd13dd05e HTTP/1.1" status: 204 len: 168 time: 1.1101425 Aug 21 18:20:26.709463 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-fc9f6d27-92a7-4bd7-af6a-6cc945ef82bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:26.710771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc9f6d27-92a7-4bd7-af6a-6cc945ef82bd tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/1bad51af-49d0-49a7-80b0-229c44063f5c HTTP/1.1" status: 404 len: 336 time: 0.0681276 Aug 21 18:20:26.713624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41624) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.727398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.748971 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-be57240b-f837-40df-a12c-3f3ecbe75161 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:26.749469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be57240b-f837-40df-a12c-3f3ecbe75161 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:26.751446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be57240b-f837-40df-a12c-3f3ecbe75161 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/781e43c2-2aab-4e4e-94e7-521eebca2591 HTTP/1.1" status: 404 len: 337 time: 0.0366898 Aug 21 18:20:26.754128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.766279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e302b31-664d-491a-a362-117b2a0eeb17 admin admin] Pushing event deleted for resources: {'Network': ['ID=61dbed55-6ce5-45d9-b403-55ddd13dd05e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:26.791179 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f51b4aa-b2a1-4796-9187-d08c256b77ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:26.791779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f51b4aa-b2a1-4796-9187-d08c256b77ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:26.793895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f51b4aa-b2a1-4796-9187-d08c256b77ca tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/164cf78e-ded6-422a-bcb9-5c62825fdaff HTTP/1.1" status: 404 len: 337 time: 0.0385485 Aug 21 18:20:26.797987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41628) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.828292 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99985af-e536-4771-ac07-4ed73a4ef4ce tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:26.828767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99985af-e536-4771-ac07-4ed73a4ef4ce tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:26.830556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e99985af-e536-4771-ac07-4ed73a4ef4ce tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/066203c5-48c5-47b4-a0bf-8f0b92d001e6 HTTP/1.1" status: 404 len: 337 time: 0.0313578 Aug 21 18:20:26.838028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event deleted for resources: {'Port': ['ID=345c65cf-1cb6-4401-882c-e2666c0a8607,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:26.840959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.864319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41632) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.896348 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a8d5048-3c76-4132-a0fa-a4e91925c099 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:26.896988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a8d5048-3c76-4132-a0fa-a4e91925c099 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:26.901101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3a8d5048-3c76-4132-a0fa-a4e91925c099 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/bf8ea3e9-5eab-4adf-abc4-cd433a73a848 HTTP/1.1" status: 404 len: 337 time: 0.0460496 Aug 21 18:20:26.909400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.916349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.927990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39ce9985-e828-4ad3-a239-17d18f3cf3ae req-f6b8cd63-a774-4f26-be43-7fdee81ce07e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704086 Aug 21 18:20:26.933530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a3467d5-444e-4681-bd11-4913619da0d1 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:20:26.945724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0a76f4ee-7649-4ed6-9b0c-c19ccc853f83 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 200 len: 205 time: 0.0330379 Aug 21 18:20:26.946290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:26.956570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:26.958627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/networks/3a3467d5-444e-4681-bd11-4913619da0d1 HTTP/1.1" status: 204 len: 168 time: 1.5817063 Aug 21 18:20:26.988658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0f5da-e654-4ea2-a117-d280bc0ad712 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a3467d5-444e-4681-bd11-4913619da0d1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:27.008322 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-55c9ee79-ee90-4e00-a9c5-673a1136506b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.013031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-55c9ee79-ee90-4e00-a9c5-673a1136506b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/33d23adb-dff6-453d-aa00-7b2f88e58cfb HTTP/1.1" status: 404 len: 336 time: 0.0623560 Aug 21 18:20:27.018520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41644) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.038919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a5721b2-6e00-4d25-b35f-48db520c3c1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=878dc8a35c8c45e3b9bc6d2bca432843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1717196 Aug 21 18:20:27.055926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41646) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.066564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2d05bfe-0ac7-48b3-bbf0-75ec7f679813 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=cb635134-6d90-40ad-951e-64a9b703ca0b HTTP/1.1" status: 200 len: 205 time: 0.0473654 Aug 21 18:20:27.066903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.124357 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-83ddc5e5-2fc1-4b97-b9fc-c7633185a35b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.127869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83ddc5e5-2fc1-4b97-b9fc-c7633185a35b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/cb635134-6d90-40ad-951e-64a9b703ca0b HTTP/1.1" status: 404 len: 336 time: 0.0574234 Aug 21 18:20:27.133115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41650) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.143659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.150178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-64392868-5535-466c-bbc3-4288c554e912 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/ports/345c65cf-1cb6-4401-882c-e2666c0a8607 HTTP/1.1" status: 204 len: 168 time: 1.9205856 Aug 21 18:20:27.151577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41652) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.221605 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c28d44-bcef-4ce6-887a-1696136f9bab tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:27.222053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c28d44-bcef-4ce6-887a-1696136f9bab tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:27.224016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e5c28d44-bcef-4ce6-887a-1696136f9bab tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/314482b0-739f-404f-8c46-a9c4e53439eb HTTP/1.1" status: 404 len: 337 time: 0.0899625 Aug 21 18:20:27.227786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41656) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.259152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ee4ad010-4809-41e8-a3d9-410dcc88ca1e tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 200 len: 205 time: 0.0298193 Aug 21 18:20:27.265488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.274396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Deleting subnet 06e33896-aebc-4362-a198-73d4f67dae9c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:27.281364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.347138 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-361b5983-7656-49e9-ae7c-eae21b9713ea tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.348207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-361b5983-7656-49e9-ae7c-eae21b9713ea tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/4e71c35f-f9be-4578-afbb-c45580ac49ad HTTP/1.1" status: 404 len: 336 time: 0.0816035 Aug 21 18:20:27.351369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41670) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.382887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c15d4813-3484-4782-b1b9-e9dd72d0bc81 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=0c16b86a-5942-4d3b-8c42-5f9ea8311043 HTTP/1.1" status: 200 len: 205 time: 0.0303252 Aug 21 18:20:27.383214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.385158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.457790 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-ec0b3829-38d0-47e3-aa0a-1980f732df38 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.458902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ec0b3829-38d0-47e3-aa0a-1980f732df38 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/0c16b86a-5942-4d3b-8c42-5f9ea8311043 HTTP/1.1" status: 404 len: 336 time: 0.0726333 Aug 21 18:20:27.460046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.461582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41674) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.473765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.481024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'name': 'tempest-router--2106326737', 'project_id': '08908176d9324b8cb02717f7f77993c1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:27.512940 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d82c65-bd41-4eb3-9ce9-7a8437411a5b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:27.514079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d82c65-bd41-4eb3-9ce9-7a8437411a5b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:27.518320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-80d82c65-bd41-4eb3-9ce9-7a8437411a5b tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/e43317e4-63d0-4b97-af0b-64bcf2151208 HTTP/1.1" status: 404 len: 337 time: 0.0535550 Aug 21 18:20:27.520975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41678) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.538137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.564863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30a40f40-9176-486d-97b4-fe7253bd5705 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe44634-9e06-47d0-8c64-b923c0b8dbb4 HTTP/1.1" status: 200 len: 205 time: 0.0406320 Aug 21 18:20:27.565875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.574941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.577085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.609300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.615099 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-c22592e7-bea7-4a2d-b35e-e92a22aa1a3a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.618322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c22592e7-bea7-4a2d-b35e-e92a22aa1a3a tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/7fe44634-9e06-47d0-8c64-b923c0b8dbb4 HTTP/1.1" status: 404 len: 336 time: 0.0494573 Aug 21 18:20:27.621901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41682) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.674719 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d86042-861b-405c-85a5-cfc12bb31a96 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:27.676367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d86042-861b-405c-85a5-cfc12bb31a96 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:27.678148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-02d86042-861b-405c-85a5-cfc12bb31a96 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/baf3c71e-ac37-432a-9021-d1adab563ef6 HTTP/1.1" status: 404 len: 337 time: 0.0553701 Aug 21 18:20:27.683184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.707269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.713381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7a071fa4-bc40-4e2e-859c-00fed596bedb tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8c49603-bd0c-4930-be5b-f8d5b91160b3 HTTP/1.1" status: 200 len: 205 time: 0.0294399 Aug 21 18:20:27.716030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.720964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.767292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.771111 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-872dd9cb-ea88-4f8f-9908-d3b9e14a40b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] delete failed (client error): The resource could not be found. Aug 21 18:20:27.774937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-872dd9cb-ea88-4f8f-9908-d3b9e14a40b1 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/routers/a8c49603-bd0c-4930-be5b-f8d5b91160b3 HTTP/1.1" status: 404 len: 336 time: 0.0568967 Aug 21 18:20:27.775550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.793264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.798326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8aca80e-4ccc-4eaf-9483-d7e930c0dc00 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3170166 Aug 21 18:20:27.802277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41698) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.814392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.822447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.825184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/730ae024-0daf-4a61-be2a-61ca87ac883d HTTP/1.1" status: 204 len: 168 time: 0.7677197 Aug 21 18:20:27.878274 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a90d75c-58f8-42ef-ba1c-67cee3f5e5d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:27.878826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a90d75c-58f8-42ef-ba1c-67cee3f5e5d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:27.883437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a90d75c-58f8-42ef-ba1c-67cee3f5e5d0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/ab7cca55-067b-44b0-b133-3b17210b87fd HTTP/1.1" status: 404 len: 337 time: 0.1011205 Aug 21 18:20:27.883437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136976bd-469f-421b-9ea2-2ec2a51db57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730ae024-0daf-4a61-be2a-61ca87ac883d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:27.890597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:27.907909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:27.942817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602f402-8b2f-4833-9456-e2307559259a req-2ba6d8b5-64e2-4677-9a83-616a6d929d26 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:27.944475 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e602f402-8b2f-4833-9456-e2307559259a req-2ba6d8b5-64e2-4677-9a83-616a6d929d26 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1664248 Aug 21 18:20:28.004785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e602f402-8b2f-4833-9456-e2307559259a req-3f525b64-74c6-4e63-bfb8-cd30ed36e19a tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508094 Aug 21 18:20:28.006096 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-89151a9e-b9fe-4d86-a39c-3de9016cc3e0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] DELETE failed (client error): The resource could not be found. Aug 21 18:20:28.011665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89151a9e-b9fe-4d86-a39c-3de9016cc3e0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:20:28.015252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89151a9e-b9fe-4d86-a39c-3de9016cc3e0 tempest-RoutersIpV6Test-526880533 tempest-RoutersIpV6Test-526880533-project] 10.222.0.41 "DELETE /v2.0/subnets/02f3d8ff-3e68-42df-9be5-9707dcdcff33 HTTP/1.1" status: 404 len: 337 time: 0.1217299 Aug 21 18:20:28.025959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.027717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event deleted for resources: {'Subnet': ['ID=06e33896-aebc-4362-a198-73d4f67dae9c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:28.031238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.033364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-095c10cf-6dae-4305-8a53-2deaa31af873 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/subnets/06e33896-aebc-4362-a198-73d4f67dae9c HTTP/1.1" status: 204 len: 168 time: 0.8805406 Aug 21 18:20:28.038039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41710) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:28.039755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924b1b5-8ee0-4594-acaf-4ec3623ff70e None None] Network 690bc557-13a3-4860-a604-39ddebab91aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:28.304678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.319837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.334832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.413769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41718) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:28.431808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] DHCP port deletion for 690bc557-13a3-4860-a604-39ddebab91aa request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:28.444278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.448260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b64a2f1-9e89-4f39-973b-44febe53609b {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:28.453396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.454325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Deleting port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:28.454696 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.457149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5cbb3cd3-6cc3-49c5-ac01-bdb79e79b6ac tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/routers/4b64a2f1-9e89-4f39-973b-44febe53609b HTTP/1.1" status: 204 len: 168 time: 0.6497228 Aug 21 18:20:28.579281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Deleting port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:28.579625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.581318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Deleting port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:28.581466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] For port 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70f8f2a1-fa3a-4c9c-8afb-839c93249941,segment=NetworkSegment(5de78a53-f826-417d-a24c-27c2edcb3722),segment_id=5de78a53-f826-417d-a24c-27c2edcb3722)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:28.581918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.582010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.598748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Calling delete_port for 70f8f2a1-fa3a-4c9c-8afb-839c93249941 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:28.689173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] For port 70f8f2a1-fa3a-4c9c-8afb-839c93249941, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70f8f2a1-fa3a-4c9c-8afb-839c93249941,segment=NetworkSegment(5de78a53-f826-417d-a24c-27c2edcb3722),segment_id=5de78a53-f826-417d-a24c-27c2edcb3722)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:28.689578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.704865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Calling delete_port for 70f8f2a1-fa3a-4c9c-8afb-839c93249941 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:28.749311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.791943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event deleted for resources: {'Port': ['ID=70f8f2a1-fa3a-4c9c-8afb-839c93249941,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:28.794241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] No DVR routers for this DVR port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:28.798019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.833338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] Pushing event deleted for resources: {'Port': ['ID=70f8f2a1-fa3a-4c9c-8afb-839c93249941,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:28.843109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324c76b-376f-4e21-8e12-2dda0a276004 None None] No DVR routers for this DVR port 70f8f2a1-fa3a-4c9c-8afb-839c93249941 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:28.869939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6100dd0-d64b-413b-82b0-f7523415c6d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5539b38dffc04e408a74c76dc5054fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548485 Aug 21 18:20:28.873889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:28.897237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.901039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] For port 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:28.902095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.918237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690bc557-13a3-4860-a604-39ddebab91aa']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:28.931251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Calling delete_port for 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:28.936532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de78a53-f826-417d-a24c-27c2edcb3722') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:28.936836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de78a53-f826-417d-a24c-27c2edcb3722') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:28.970385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:28.972931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.005084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.034100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.036319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:29.036707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:29.040284 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:29.118332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41750) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:29.179631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.208291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.216354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] 10.222.0.41 "DELETE /v2.0/networks/690bc557-13a3-4860-a604-39ddebab91aa HTTP/1.1" status: 204 len: 168 time: 1.1740320 Aug 21 18:20:29.216354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cf7de-990b-4057-a685-05b9f7595771 tempest-TagsExtTest-1641377794 tempest-TagsExtTest-1641377794-project] Pushing event deleted for resources: {'Network': ['ID=690bc557-13a3-4860-a604-39ddebab91aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:29.233048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095423fc-eb1b-41ed-995a-cd81b9d5f75f req-707fb2b3-4d8c-4241-a629-95b4be4b12ce tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:29.235129 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-095423fc-eb1b-41ed-995a-cd81b9d5f75f req-707fb2b3-4d8c-4241-a629-95b4be4b12ce tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.0949252 Aug 21 18:20:29.246268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.251747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.254548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.258792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a877155b-f289-442b-8d1d-5af4dd2a4381 HTTP/1.1" status: 204 len: 168 time: 0.3839481 Aug 21 18:20:29.279529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff29a5b-e239-431e-b628-932df4046814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a877155b-f289-442b-8d1d-5af4dd2a4381,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:29.300997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-095423fc-eb1b-41ed-995a-cd81b9d5f75f req-59214dbc-87ee-4b60-b77d-d34a9ce7e7e0 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590990 Aug 21 18:20:29.413619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:29.435290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2086719493', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:29.499652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.501169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.639934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:29.698261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70f8f2a1-fa3a-4c9c-8afb-839c93249941 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:29.755439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 70f8f2a1-fa3a-4c9c-8afb-839c93249941 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:29.761855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70f8f2a1-fa3a-4c9c-8afb-839c93249941 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:29.790928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:29.857244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:29.958529 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.099885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c00d25-a0da-436a-97b0-e5742fd5eb3d req-6bb74aa1-9cdd-4da2-836b-8467688bbf1b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:30.101447 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38c00d25-a0da-436a-97b0-e5742fd5eb3d req-6bb74aa1-9cdd-4da2-836b-8467688bbf1b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.0687416 Aug 21 18:20:30.118999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-445420393-network', 'tenant_id': 'a4642333d11542ea958f21f4ae8fdf4b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:30.181294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38c00d25-a0da-436a-97b0-e5742fd5eb3d req-bc79266d-9841-4eeb-b6fe-e59cf0d7d687 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 Aug 21 18:20:30.182040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.236265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-092986b4-b782-4914-b759-1db86a317f14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e5ae8010ec84d3fb9ea8a02ad39ba35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4434233 Aug 21 18:20:30.239358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41794) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:30.308118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Made reservation on behalf of a4642333d11542ea958f21f4ae8fdf4b for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:30.311312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.373936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.448519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.484927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.493825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.532474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:30.547608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c979398-4830-4fd1-908d-1446d492ecfc req-0a318cf2-4b76-4a5a-8e0c-c53f93590eee tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:30.549239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c979398-4830-4fd1-908d-1446d492ecfc req-0a318cf2-4b76-4a5a-8e0c-c53f93590eee tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.0803509 Aug 21 18:20:30.571954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.687161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c979398-4830-4fd1-908d-1446d492ecfc req-4d4c4ae6-804e-4b0d-8591-5fff08e0c7bb tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233838 Aug 21 18:20:30.721769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Allocated IP 172.25.1.29 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/df2dd481-90bd-436d-8524-f17bcfdfb20d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:30.734091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.736837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.739181 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09d14ecb-52df-43af-ae10-389d22c37255 HTTP/1.1" status: 204 len: 168 time: 0.4963059 Aug 21 18:20:30.784390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:30.791494 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6e2c09d-5ca6-429c-8604-022217692bd9 admin admin] 10.222.0.41 "PUT /v2.0/routers/7ff9829f-a2de-46e5-a6d6-d2ba518e6591/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3114209 Aug 21 18:20:30.793670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:30.796463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Sync routers for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:30.823931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:30.824606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:30.849912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.901396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.908421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65579a-91c0-4775-9c00-4f23b4702999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d14ecb-52df-43af-ae10-389d22c37255,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:30.912278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.944281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.956500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:30.965509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:30.965854 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Added segment 39a13c08-51a2-4eed-9ec5-173c73521328 of type vlan for network f393ced2-7120-4615-997a-9b4948438a3a Aug 21 18:20:31.006140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.020900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.039939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:31.047075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:31.053125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:31.102488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41830) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:31.153114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.153931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:31.154528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.214649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event updated for resources: {'Port': ['ID=df2dd481-90bd-436d-8524-f17bcfdfb20d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:31.267736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.294183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134c0e49-dd50-4e52-ac53-6cde7ac4b464,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:31.310814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4520524 Aug 21 18:20:31.315217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41836) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:31.321987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Request body: {'subnet': {'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-445420393-subnet', 'tenant_id': 'a4642333d11542ea958f21f4ae8fdf4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:31.348402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fca8b-d686-4bda-b626-8d5e51064f59 admin admin] Pushing event updated for resources: {'Network': ['ID=f393ced2-7120-4615-997a-9b4948438a3a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:31.362960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Made reservation on behalf of a4642333d11542ea958f21f4ae8fdf4b for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:31.366239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.380796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Deleting port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:31.382715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.427542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f393ced2-7120-4615-997a-9b4948438a3a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:31.588857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:31.594387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] For port 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:31.595104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.615643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Calling delete_port for 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:31.902018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:31.987573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135'}], 'enable_snat': True}, 'gw_port_id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:20:29Z', 'revision_number': 5, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port': {'id': '173e8ac6-b15d-436e-bbf8-30d8fd59bcb2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1144, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:09:03Z', 'updated_at': '2021-08-21T18:09:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:32.015266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f91eac-a617-42ae-909d-18c3abb490d3 req-a568c702-2895-48b0-9aa7-9680f23e7748 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.018129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1995914600'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:32.022630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Checking router: 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:32.028153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67f91eac-a617-42ae-909d-18c3abb490d3 req-a568c702-2895-48b0-9aa7-9680f23e7748 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1624115 Aug 21 18:20:32.035605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Routers {'7ff9829f-a2de-46e5-a6d6-d2ba518e6591'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:32.036831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:32.043156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546574a8-abbc-42b9-98df-e036b1f57ae7,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:32.061960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.102594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:32.106250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.122921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.130127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Checking segment: {'id': '39a13c08-51a2-4eed-9ec5-173c73521328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:32.130127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Network hostable DHCP agents. Network: f393ced2-7120-4615-997a-9b4948438a3a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:32.136328 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67f91eac-a617-42ae-909d-18c3abb490d3 req-4334ef35-864a-43f8-b54d-b5e9d16d483d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073337 Aug 21 18:20:32.175065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] Set router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:32.195994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Network f393ced2-7120-4615-997a-9b4948438a3a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:32.227674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f393ced2-7120-4615-997a-9b4948438a3a) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:32.235062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.235914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.243614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.278604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=173e8ac6-b15d-436e-bbf8-30d8fd59bcb2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:32.289448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:20:31Z', 'revision_number': 6, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:32.295479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e961c2af-dbca-4f0d-81ef-639747d6a7a4 None None] Network f393ced2-7120-4615-997a-9b4948438a3a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:32.310938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41870) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:32.314920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030358 Aug 21 18:20:32.321725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:32.353564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938fc464-6106-4252-bf2a-82ea98e42212 None None] The sync data for ids ['7ff9829f-a2de-46e5-a6d6-d2ba518e6591'] in n-d-793621-32 is: [{'id': '7ff9829f-a2de-46e5-a6d6-d2ba518e6591', 'name': 'tempest-TaggedBootDevicesTest-217937007-router', 'tenant_id': '6abfef9d5dc8478b83172a58ef395efc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:09:02Z', 'updated_at': '2021-08-21T18:20:31Z', 'revision_number': 6, 'project_id': '6abfef9d5dc8478b83172a58ef395efc', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:32.421157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.493799 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.507653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.521682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.545205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:32.561568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.562246 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment a7144dd2-947d-4e39-a5bb-6e66a840fda3 of type vlan for network 8ef2ed2b-60d1-4773-8a03-e61717201a69 Aug 21 18:20:32.601793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3e2766f-b081-4949-86bf-addb5b694ea0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2837253 Aug 21 18:20:32.619949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd54dc3-5ddc-4739-9ea7-86519c9a0340 None None] Network f393ced2-7120-4615-997a-9b4948438a3a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:32.658542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9eef161-e3f4-40dc-9a5e-a5f8d35bd569 tempest-NetworksApiDiscovery-1189395471 tempest-NetworksApiDiscovery-1189395471-project] 10.222.0.41 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3354423 Aug 21 18:20:32.664509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.673280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.682370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-50f8c89b-a638-4d07-8c10-c1cc3869225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.682835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.684166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-50f8c89b-a638-4d07-8c10-c1cc3869225a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32c05534cd5143efb0fbda2d05d06941&device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 1097 time: 0.1512940 Aug 21 18:20:32.703271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8358c823-4e92-4bba-a091-3128bb9a8cbe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:32.731166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4de74c-a8ad-4244-a591-549c21b1661b req-d9d00069-3c1a-4e9b-a504-06aeb91e5618 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.734451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d4de74c-a8ad-4244-a591-549c21b1661b req-d9d00069-3c1a-4e9b-a504-06aeb91e5618 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.2027202 Aug 21 18:20:32.854807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.875992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.876650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.927912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-00d84269-85f0-46f1-a470-8d9de8610f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:32.929682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-00d84269-85f0-46f1-a470-8d9de8610f70 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 200 len: 913 time: 0.1933908 Aug 21 18:20:32.930221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.941486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ff9829f-a2de-46e5-a6d6-d2ba518e6591 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:32.955374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:32.956503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0eb7ff64-eb69-4f0e-acc7-605dbe01a5e2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7ff9829f-a2de-46e5-a6d6-d2ba518e6591 HTTP/1.1" status: 204 len: 168 time: 2.1616075 Aug 21 18:20:32.968398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41898) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:33.010887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-a1188495-3a42-439d-9beb-b61b1439b7c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 200 len: 217 time: 0.0654509 Aug 21 18:20:33.024590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d4de74c-a8ad-4244-a591-549c21b1661b req-17eb3963-f545-4656-acb0-998cf83f89b9 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553009 Aug 21 18:20:33.059096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Deleting subnet 4ad90d85-0a1c-4fe6-803d-3f2901558060 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:33.072212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-ccd8aad5-294b-46c1-88e9-cbda1c342b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:33.073988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-ccd8aad5-294b-46c1-88e9-cbda1c342b0a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bd18ebc-9a63-4b1f-9497-0f2246c3a199 HTTP/1.1" status: 200 len: 852 time: 0.0486174 Aug 21 18:20:33.096933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.099779 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9946864 Aug 21 18:20:33.102786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:33.156525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440670b-07fe-4e30-8671-9f9f47520b63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=8ef2ed2b-60d1-4773-8a03-e61717201a69,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:33.167487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:33.167959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.168506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1338226159'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:33.188126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-8008579e-3304-48af-9cc2-6784102677b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80bd08b7-3b43-4afb-ad52-e1bc6b468893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023247 Aug 21 18:20:33.212220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:33.229722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Router fede8303-e7de-44a4-91d3-89d6b757da2a is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:33.268474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:33.279152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.347805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:33.350632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.382942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.383500 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment 314390b2-6d60-4db3-9543-53eac54b35b1 of type vlan for network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 Aug 21 18:20:33.454452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-664a4400-7e0e-48b2-bc22-249070bc82c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.468415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.482302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-30f0c9e6-a872-4901-8d66-479e5eda7eda service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779765 Aug 21 18:20:33.565910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.571537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:33.572263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.574758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:33.605034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:33.605376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 173e8ac6-b15d-436e-bbf8-30d8fd59bcb2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:33.605968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:33.627522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:33.627876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9a4ecca9-2404-48ce-8ae1-5cae5e0bc67e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:33.669058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=52d5fcb3-1c48-47fa-8aa4-429fc12f3492,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:33.673426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a3d29e1-cff3-4617-a8c2-53837d7cea68 req-8447654f-5a7d-46ce-b5ae-8cf9c9ca19a4 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773615 Aug 21 18:20:33.675940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:33.679528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.695110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:33.697071 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] Sync routers for ids ['fede8303-e7de-44a4-91d3-89d6b757da2a'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:33.705218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-94f8bd0c-651a-4619-8f4b-1c783cf8b0b5 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:33.712495 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] Routers {'fede8303-e7de-44a4-91d3-89d6b757da2a'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:33.713101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-94f8bd0c-651a-4619-8f4b-1c783cf8b0b5 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/networks?id=f393ced2-7120-4615-997a-9b4948438a3a HTTP/1.1" status: 200 len: 808 time: 0.2095408 Aug 21 18:20:33.714047 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fede8303-e7de-44a4-91d3-89d6b757da2a'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:33.766796 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:33.777019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad90d85-0a1c-4fe6-803d-3f2901558060,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:33.786244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] Routers {'fede8303-e7de-44a4-91d3-89d6b757da2a'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:33.786980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['fede8303-e7de-44a4-91d3-89d6b757da2a'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:33.796260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.800725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:33.801472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44898946-cee8-48af-8764-03c57cbd0e56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4ad90d85-0a1c-4fe6-803d-3f2901558060 HTTP/1.1" status: 204 len: 168 time: 0.8290789 Aug 21 18:20:33.813225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16410783-3d50-4313-8b13-9c57d335d869 None None] Network 9f3ccdad-4d90-4633-846b-69c6fd50df72 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:33.813737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-dc13722f-179f-43e3-ac16-7ed7e82abf9b tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/quotas/a4642333d11542ea958f21f4ae8fdf4b HTTP/1.1" status: 200 len: 375 time: 0.0994127 Aug 21 18:20:33.851732 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:33.852509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e717a2b-ad48-4dfb-9d20-8f257f410301 None None] The sync data for ids ['fede8303-e7de-44a4-91d3-89d6b757da2a'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:33.861465 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-03210a4f-ea31-403e-89d5-0f0c5add4a89 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a4642333d11542ea958f21f4ae8fdf4b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467803 Aug 21 18:20:33.866426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-5a0a1287-b513-47b7-86fe-e67b16c3039e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:20:33.873213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-5a0a1287-b513-47b7-86fe-e67b16c3039e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109310 Aug 21 18:20:33.890892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:33.961550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Deleting port 22725d18-c96a-4c30-86ca-e7a0ce41c878 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:33.961996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.012720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-0d2e5421-6a2c-48e0-9cf9-0541558732bb service neutron] 10.222.0.41 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386266 Aug 21 18:20:34.070626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] DHCP port deletion for 9f3ccdad-4d90-4633-846b-69c6fd50df72 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:34.073042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] For port 22725d18-c96a-4c30-86ca-e7a0ce41c878, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=22725d18-c96a-4c30-86ca-e7a0ce41c878,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:34.073713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.106331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Calling delete_port for 22725d18-c96a-4c30-86ca-e7a0ce41c878 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:34.121960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-664a4400-7e0e-48b2-bc22-249070bc82c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.129106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-a85c83f8-404d-461c-8f11-4dfd9f62255c service neutron] 10.222.0.41 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150019 Aug 21 18:20:34.138570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-664a4400-7e0e-48b2-bc22-249070bc82c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.154295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Deleting port 22725d18-c96a-4c30-86ca-e7a0ce41c878 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:34.154794 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.179348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.180853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f209e5d-7f6d-4932-8ca9-454636b337fd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0582490 Aug 21 18:20:34.191401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41934) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:34.268728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] For port 22725d18-c96a-4c30-86ca-e7a0ce41c878, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=22725d18-c96a-4c30-86ca-e7a0ce41c878,segment=NetworkSegment(f328dc5c-cfa6-456b-bfd4-64598e4d1b91),segment_id=f328dc5c-cfa6-456b-bfd4-64598e4d1b91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:34.269335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.309653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5163d6bb-6d33-435e-bf41-d9e7af50aca1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2054818 Aug 21 18:20:34.314735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.317398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Calling delete_port for 22725d18-c96a-4c30-86ca-e7a0ce41c878 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:34.326584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:34.339970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-664a4400-7e0e-48b2-bc22-249070bc82c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db661bf0bc1240499569668b1d77a2d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1248364 Aug 21 18:20:34.355162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:34.359292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:34.434416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a4400-7e0e-48b2-bc22-249070bc82c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931f2bb-8ba1-4f3b-9567-83ba18c5b4b2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:34.442536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] No DVR routers for this DVR port 22725d18-c96a-4c30-86ca-e7a0ce41c878 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:34.444830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Pushing event deleted for resources: {'Port': ['ID=22725d18-c96a-4c30-86ca-e7a0ce41c878,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:34.485223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-97545cfd-7c3e-4d60-aa55-6592ee036031 req-202163ab-967e-42f6-b41d-8c6a4c3677e2 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 210 time: 0.1439185 Aug 21 18:20:34.500460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f64def20-da40-4444-91d3-d4f2467b6612 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/fede8303-e7de-44a4-91d3-89d6b757da2a HTTP/1.1" status: 200 len: 924 time: 0.3064742 Aug 21 18:20:34.503246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:34.529838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec85dfd-7c35-428f-8096-cb6b549d208f req-f1d71567-1d1a-4cd1-8094-cdb99998e89b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:34.531389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aec85dfd-7c35-428f-8096-cb6b549d208f req-f1d71567-1d1a-4cd1-8094-cdb99998e89b tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.3318481 Aug 21 18:20:34.533000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.539540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ff52954d-6bf4-4bc9-a941-67fd1bf788ae tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=fede8303-e7de-44a4-91d3-89d6b757da2a HTTP/1.1" status: 200 len: 205 time: 0.0348945 Aug 21 18:20:34.541833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41950) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:34.591781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] No DVR routers for this DVR port 22725d18-c96a-4c30-86ca-e7a0ce41c878 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:34.602424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57d48b-3ca0-415c-843a-ec73ff12c500 None None] Pushing event deleted for resources: {'Port': ['ID=22725d18-c96a-4c30-86ca-e7a0ce41c878,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:34.692727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.839402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.904611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port df2dd481-90bd-436d-8524-f17bcfdfb20d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:34.904954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:34.991584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.005346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for df2dd481-90bd-436d-8524-f17bcfdfb20d owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:35.050223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.076775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ccdad-4d90-4633-846b-69c6fd50df72']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:35.101528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:35.102078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f328dc5c-cfa6-456b-bfd4-64598e4d1b91') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:35.120303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aec85dfd-7c35-428f-8096-cb6b549d208f req-1688cc12-f2b5-421c-992a-95f11fa713d3 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5632029 Aug 21 18:20:35.122298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.147872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:35.152793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.208554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.218857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.233834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.255897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:35.256319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:35.259426 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:35.261606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=df2dd481-90bd-436d-8524-f17bcfdfb20d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:35.328684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.330284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.389533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.397096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.401657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] 10.222.0.41 "DELETE /v2.0/networks/9f3ccdad-4d90-4633-846b-69c6fd50df72 HTTP/1.1" status: 204 len: 168 time: 1.5994942 Aug 21 18:20:35.431337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.433778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.450210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59ae2f-afe6-4b3d-a8a6-4c31cb1f365f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f3ccdad-4d90-4633-846b-69c6fd50df72,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:35.477235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.482539 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.483121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.484104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router fede8303-e7de-44a4-91d3-89d6b757da2a {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:35.484779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7931f2bb-8ba1-4f3b-9567-83ba18c5b4b2 HTTP/1.1" status: 204 len: 168 time: 1.0319366 Aug 21 18:20:35.505396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b7cde-55b2-441f-b463-fa619379231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931f2bb-8ba1-4f3b-9567-83ba18c5b4b2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:35.534154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.537943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c226768c-732c-42ba-98fc-cef5850264be tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/fede8303-e7de-44a4-91d3-89d6b757da2a HTTP/1.1" status: 204 len: 168 time: 0.9935055 Aug 21 18:20:35.542991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41980) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:35.552135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1196883962', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:35.599145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.609136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.610726 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.644152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 22725d18-c96a-4c30-86ca-e7a0ce41c878 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:35.686790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 22725d18-c96a-4c30-86ca-e7a0ce41c878 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:35.687339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 22725d18-c96a-4c30-86ca-e7a0ce41c878 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:35.734024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:35.737955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0ab1030-c7ef-4226-9956-1e3d0814f527 req-5ec4b820-4691-4fa9-920f-e9ee8833cc82 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 210 time: 0.0499742 Aug 21 18:20:35.757872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:35.890776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=871e0b8f-08fd-4857-9bae-e31f037ae869,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:35.923177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'a7144dd2-947d-4e39-a5bb-6e66a840fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:35.923549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 8ef2ed2b-60d1-4773-8a03-e61717201a69, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:35.962226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-dafbbeb6-596c-48ae-8c3e-2eae4fc522b3 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:35.963737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-dafbbeb6-596c-48ae-8c3e-2eae4fc522b3 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.39 "GET /v2.0/networks?id=f393ced2-7120-4615-997a-9b4948438a3a HTTP/1.1" status: 200 len: 808 time: 0.2229421 Aug 21 18:20:35.964825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:35.977982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Request body: {'port': {'device_id': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a', 'admin_state_up': True, 'tenant_id': 'a4642333d11542ea958f21f4ae8fdf4b'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:35.980052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30322fef-a11b-4835-bae6-3b9b20aa2fe5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6abfef9d5dc8478b83172a58ef395efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383182 Aug 21 18:20:36.010441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41996) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:36.020832 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.042283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8ef2ed2b-60d1-4773-8a03-e61717201a69) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:36.056372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad09383-d817-4e93-9ea3-680196b1a51e None None] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:36.057182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:36.057868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.090878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23f9feff-069e-4f3a-ad52-3b2589bb394d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368851 Aug 21 18:20:36.093844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:36.099477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:36.121449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.155524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.309525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Made reservation on behalf of a4642333d11542ea958f21f4ae8fdf4b for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:36.316218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.320567 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.326195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.337303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8ef2ed2b-60d1-4773-8a03-e61717201a69', 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '871e0b8f-08fd-4857-9bae-e31f037ae869'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:20:36.337476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9b4d878-8240-4fbc-945a-4ed67e02cdd2 HTTP/1.1" status: 204 len: 168 time: 0.3258755 Aug 21 18:20:36.338778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.415949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cc9a6c-f530-41a5-bc39-18e815db525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4d878-8240-4fbc-945a-4ed67e02cdd2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:36.449815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:36.456800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.529461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Allocated IP 172.20.0.2 (8ef2ed2b-60d1-4773-8a03-e61717201a69/871e0b8f-08fd-4857-9bae-e31f037ae869/8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:36.634037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Allocated IP 172.20.0.11 (f393ced2-7120-4615-997a-9b4948438a3a/546574a8-abbc-42b9-98df-e036b1f57ae7/028652ea-b03a-4143-bc80-336382873d02) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:36.925501 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.945416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Transition to ACTIVE for port object 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:36.953316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db5d3c67-f374-4c40-801f-5597d10ce62f req-13a72578-4f09-47f7-802d-0d32cdee8098 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 210 time: 0.0408204 Aug 21 18:20:36.960565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:36.992706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Transition to ACTIVE for port object 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:37.012373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.079905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:37.090486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:37.103156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:37.112208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.112475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.112796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.113132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.113463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.113786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.114113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.114788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.114788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.115107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.115428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.122296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:37.123330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:20:37.127249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Pushing event updated for resources: {'Port': ['ID=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:37.164022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3edd-8c64-4375-837a-1ab469afb51a req-ae0d3ba1-50c9-4ce7-ad10-166dd5a50d68 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:37.166723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3edd-8c64-4375-837a-1ab469afb51a req-ae0d3ba1-50c9-4ce7-ad10-166dd5a50d68 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.8257091 Aug 21 18:20:37.177401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.192746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Attempting to bind port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:37.193874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Attempting to bind port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'a7144dd2-947d-4e39-a5bb-6e66a840fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:37.193874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Attempting to bind port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 on network 8ef2ed2b-60d1-4773-8a03-e61717201a69 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:37.209559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:37.210067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Checking segment: {'id': 'a7144dd2-947d-4e39-a5bb-6e66a840fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:37.210572 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.211040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Bound using segment: {'id': 'a7144dd2-947d-4e39-a5bb-6e66a840fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:37.214792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Bound port: 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7144dd2-947d-4e39-a5bb-6e66a840fda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8ef2ed2b-60d1-4773-8a03-e61717201a69'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:37.215482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.255311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.288707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': '314390b2-6d60-4db3-9543-53eac54b35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:37.289076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 52d5fcb3-1c48-47fa-8aa4-429fc12f3492, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:37.300589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] For port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:37.304585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] For port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,segment=NetworkSegment(a7144dd2-947d-4e39-a5bb-6e66a840fda3),segment_id=a7144dd2-947d-4e39-a5bb-6e66a840fda3)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:37.329595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.358728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-abae3edd-8c64-4375-837a-1ab469afb51a req-d53a4242-916c-4a5d-941c-7fbe31eebf80 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838505 Aug 21 18:20:37.447889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea94052-b1b5-4db2-a27b-7ccca15b6dfa None None] Pushing event updated for resources: {'Port': ['ID=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:37.506858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 172.25.1.229 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/3fea417d-6cd8-451f-b48c-d50901f31ff2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:37.525377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:37.550439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.558777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 52d5fcb3-1c48-47fa-8aa4-429fc12f3492) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:37.567314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6fe49b-d1dd-4401-8cfa-f4509909de44 None None] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:37.567477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:37.568051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.600369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fc474ee8-b170-45c4-ba1e-52c109b5ec96 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5051575 Aug 21 18:20:37.604079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:37.611714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-681477932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:37.643880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.645242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.685980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.810279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Pushing event updated for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:37.816883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.834871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.847110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.858357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Network f393ced2-7120-4615-997a-9b4948438a3a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:37.860977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:37.864414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:37.870963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.872287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8c7dbf5-101e-4550-b812-d3c4452b2157 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2671349 Aug 21 18:20:37.877655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42068) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:37.900146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42070) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:37.941344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:37.942008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:37.958183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-321eeba3-1855-4e87-a4ab-a9e3db5ff3e9 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9847806 Aug 21 18:20:37.978676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Request body: {'port': {'device_id': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:38.032844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-52d5fcb3-1c48-47fa-8aa4-429fc12f3492', 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': 'c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:20:38.036491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.126845 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.254172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Allocated IP 172.21.0.2 (52d5fcb3-1c48-47fa-8aa4-429fc12f3492/c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745/ab233afd-8314-4d41-a7a3-9667443ce3fb) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:38.291731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-262563209-network', 'tenant_id': 'b50be282941344169e3857e6cfe5e8f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:38.329506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06d133-5771-43a3-a3f7-72f829bfa442 req-a071ee6f-b936-4b3f-b3c4-a9491eee4447 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:38.338611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac06d133-5771-43a3-a3f7-72f829bfa442 req-a071ee6f-b936-4b3f-b3c4-a9491eee4447 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 932 time: 0.2182465 Aug 21 18:20:38.478658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Made reservation on behalf of b50be282941344169e3857e6cfe5e8f3 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:38.478658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.484794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d896c-cfcd-4828-bbf2-ed491c3330f5 req-0418c066-e901-4363-8e3c-33abccdcc64d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:38.490923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-843d896c-cfcd-4828-bbf2-ed491c3330f5 req-0418c066-e901-4363-8e3c-33abccdcc64d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.5746686 Aug 21 18:20:38.519460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.527481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.557558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.567894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac06d133-5771-43a3-a3f7-72f829bfa442 req-726aec8b-85ee-48b4-acd9-c689cf62172a tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172444 Aug 21 18:20:38.585971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Transition to ACTIVE for port object ab233afd-8314-4d41-a7a3-9667443ce3fb will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:38.617625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Transition to ACTIVE for port object ab233afd-8314-4d41-a7a3-9667443ce3fb will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:38.626217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.639761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:38.643757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-843d896c-cfcd-4828-bbf2-ed491c3330f5 req-4fd410d4-d941-4ae6-adbb-b0ad80621ee2 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515427 Aug 21 18:20:38.653268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:38.665199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.667238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:38.696023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Pushing event updated for resources: {'Port': ['ID=ab233afd-8314-4d41-a7a3-9667443ce3fb,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:38.717674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:38.722074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:38.727146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:38.771977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=3fea417d-6cd8-451f-b48c-d50901f31ff2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:38.865641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Attempting to bind port ab233afd-8314-4d41-a7a3-9667443ce3fb on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:38.866031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Attempting to bind port ab233afd-8314-4d41-a7a3-9667443ce3fb by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '314390b2-6d60-4db3-9543-53eac54b35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:38.866533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Attempting to bind port ab233afd-8314-4d41-a7a3-9667443ce3fb on network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:38.873445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:38.873845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Checking segment: {'id': '314390b2-6d60-4db3-9543-53eac54b35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:38.874250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.874670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Bound using segment: {'id': '314390b2-6d60-4db3-9543-53eac54b35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:38.875301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Bound port: ab233afd-8314-4d41-a7a3-9667443ce3fb, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314390b2-6d60-4db3-9543-53eac54b35b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '52d5fcb3-1c48-47fa-8aa4-429fc12f3492'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:38.875725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:38.953762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] For port ab233afd-8314-4d41-a7a3-9667443ce3fb, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:38.957486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] For port ab233afd-8314-4d41-a7a3-9667443ce3fb, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ab233afd-8314-4d41-a7a3-9667443ce3fb,segment=NetworkSegment(314390b2-6d60-4db3-9543-53eac54b35b1),segment_id=314390b2-6d60-4db3-9543-53eac54b35b1)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:38.974782 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.036722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028652ea-b03a-4143-bc80-336382873d02 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:39.053358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.088238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a022171-271c-407a-8600-ccc16eab7ad0 None None] Pushing event updated for resources: {'Port': ['ID=ab233afd-8314-4d41-a7a3-9667443ce3fb,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:39.128009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Transition to ACTIVE for port object 028652ea-b03a-4143-bc80-336382873d02 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:39.142605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.171636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6381912-38fa-4c48-90be-7e97287e94c7 None None] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:39.203051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.215267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.226997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:20:39.236653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.237220 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Added segment e154d56d-1580-4cd5-b65e-c46ed797e7db of type vlan for network 18d0a2fa-86ea-47fb-937f-86920df5112f Aug 21 18:20:39.288201 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.373137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4000db4c-9d67-4913-be8c-0601953042a2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:39.376294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.377431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:39.378169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.398176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-81b8438d-a766-43b8-a74a-e06c9bbd3b98 None None] Provisioning for port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:39.411713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.20.0.1 (8ef2ed2b-60d1-4773-8a03-e61717201a69/871e0b8f-08fd-4857-9bae-e31f037ae869/ccf2a8f4-e4d3-446f-bc25-76266620f849) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:39.483900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Attempting to bind port 028652ea-b03a-4143-bc80-336382873d02 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:39.484774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Attempting to bind port 028652ea-b03a-4143-bc80-336382873d02 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '39a13c08-51a2-4eed-9ec5-173c73521328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:39.485272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Attempting to bind port 028652ea-b03a-4143-bc80-336382873d02 on network f393ced2-7120-4615-997a-9b4948438a3a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:39.487890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:39.571921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Port 028652ea-b03a-4143-bc80-336382873d02 on network f393ced2-7120-4615-997a-9b4948438a3a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:20:39.572385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Attempting to bind port 028652ea-b03a-4143-bc80-336382873d02 on network f393ced2-7120-4615-997a-9b4948438a3a {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:39.581542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:39.581994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Checking segment: {'id': '39a13c08-51a2-4eed-9ec5-173c73521328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:39.582539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Bound using segment: {'id': '39a13c08-51a2-4eed-9ec5-173c73521328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:39.583123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Bound port: 028652ea-b03a-4143-bc80-336382873d02, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39a13c08-51a2-4eed-9ec5-173c73521328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:39.584087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.612136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7108293 Aug 21 18:20:39.614583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:39.654870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Request body: {'subnet': {'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-262563209-subnet', 'tenant_id': 'b50be282941344169e3857e6cfe5e8f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:39.667042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac0bfb-1506-4337-ac2b-63adcbbf1c5d admin admin] Pushing event updated for resources: {'Network': ['ID=18d0a2fa-86ea-47fb-937f-86920df5112f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:39.690173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 18d0a2fa-86ea-47fb-937f-86920df5112f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:20:39.703932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.774222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object ccf2a8f4-e4d3-446f-bc25-76266620f849 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:39.790579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Made reservation on behalf of b50be282941344169e3857e6cfe5e8f3 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:39.796627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:39.826312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ab233afd-8314-4d41-a7a3-9667443ce3fb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:39.949117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ab233afd-8314-4d41-a7a3-9667443ce3fb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:39.956067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:40.006652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:40.006861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.027248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=028652ea-b03a-4143-bc80-336382873d02,segment=NetworkSegment(39a13c08-51a2-4eed-9ec5-173c73521328),segment_id=39a13c08-51a2-4eed-9ec5-173c73521328)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:40.056051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.064919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42144) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:40.079690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:40.084270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:40.084902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.121967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:40.122662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.124485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/028652ea-b03a-4143-bc80-336382873d02 HTTP/1.1" status: 200 len: 1093 time: 2.1570537 Aug 21 18:20:40.127831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'tag': '028652ea-b03a-4143-bc80-336382873d02'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:40.130129 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bbf40a-095c-4642-9c5b-38e9843da06a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "tag": "028652ea-b03a-4143-bc80-336382873d02"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:40.157316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c185cb1-6aa6-4ceb-b618-25551b8e9607 req-a78fbb0c-a7bc-42c4-abc0-31637cede110 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:40.171601 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c185cb1-6aa6-4ceb-b618-25551b8e9607 req-a78fbb0c-a7bc-42c4-abc0-31637cede110 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.2421134 Aug 21 18:20:40.253463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d911d7c-fa6d-431d-a1bd-d3928a7cc9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:40.297985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.312281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.339170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10d5d5-3607-4e06-976b-e82b56f79aa0 req-11e95e4f-0f6a-4a54-b2b3-c548d2767b39 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:40.350520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c185cb1-6aa6-4ceb-b618-25551b8e9607 req-47916afa-d39d-424a-af0a-e56dcb64271d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779571 Aug 21 18:20:40.352881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b10d5d5-3607-4e06-976b-e82b56f79aa0 req-11e95e4f-0f6a-4a54-b2b3-c548d2767b39 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 944 time: 0.5663068 Aug 21 18:20:40.361348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ea864bb-0eb2-4f57-8b31-ab62ae102772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.374719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,segment=NetworkSegment(a7144dd2-947d-4e39-a5bb-6e66a840fda3),segment_id=a7144dd2-947d-4e39-a5bb-6e66a840fda3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:40.391684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-83455ac3-2226-4cc9-97e9-813956985f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:40.391684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-83455ac3-2226-4cc9-97e9-813956985f6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4642333d11542ea958f21f4ae8fdf4b&device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 1096 time: 0.1865675 Aug 21 18:20:40.396739 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.466239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.482583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:40.492613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.547693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-e73775fb-7734-4d88-b907-455a8ca763f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=028652ea-b03a-4143-bc80-336382873d02 HTTP/1.1" status: 200 len: 217 time: 0.0971284 Aug 21 18:20:40.576859 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23238441-c024-4d36-bc11-dbcec6285fb2 x-openstack-request-id: req-23238441-c024-4d36-bc11-dbcec6285fb2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:40.577187 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "tag": "028652ea-b03a-4143-bc80-336382873d02", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:40.577392 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23238441-c024-4d36-bc11-dbcec6285fb2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:40.577790 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'tag': '028652ea-b03a-4143-bc80-336382873d02', 'status': 'completed', 'code': 200} Aug 21 18:20:40.580250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:40.583941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=ccf2a8f4-e4d3-446f-bc25-76266620f849,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:40.587269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:40.602712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:40.691373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76301e98-10fa-4d7d-986d-e4f6f575ede1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:40.716007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b10d5d5-3607-4e06-976b-e82b56f79aa0 req-888f4fb9-b183-4585-87ff-a19ff1a58db0 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227225 Aug 21 18:20:40.749604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:40.766355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Checking segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:40.766841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Network hostable DHCP agents. Network: 18d0a2fa-86ea-47fb-937f-86920df5112f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:20:40.818363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b909d6-b004-40bc-af00-51b835afda58 req-b14ef69c-7ff9-4c60-8210-04ab865f617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:40.821742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-b14ef69c-7ff9-4c60-8210-04ab865f617e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=546574a8-abbc-42b9-98df-e036b1f57ae7 HTTP/1.1" status: 200 len: 848 time: 0.2470012 Aug 21 18:20:40.907324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966de94e-ef9e-46fe-af0e-e6bfed36049c None None] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:40.956259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-244f3606-4e0b-43b7-b6d0-5a9c5c46dacb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f393ced2-7120-4615-997a-9b4948438a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188776 Aug 21 18:20:40.963479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 79e8970f-5ccc-43de-8eb9-b32230d0f1dc is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:40.992670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Network 18d0a2fa-86ea-47fb-937f-86920df5112f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:20:41.018336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4ef73-5905-4788-9e4c-f2462283c516 req-1b421505-b9ca-4dc6-b7ae-764259e9fd0d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.020078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bad4ef73-5905-4788-9e4c-f2462283c516 req-1b421505-b9ca-4dc6-b7ae-764259e9fd0d tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.0984774 Aug 21 18:20:41.020803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.029796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Provisioning for port ab233afd-8314-4d41-a7a3-9667443ce3fb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:41.034900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 18d0a2fa-86ea-47fb-937f-86920df5112f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:41.042161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ea864bb-0eb2-4f57-8b31-ab62ae102772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.045763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Provisioning complete for port ab233afd-8314-4d41-a7a3-9667443ce3fb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:41.046298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.059827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.060452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.081805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582eca23-4736-4c72-b889-68bdbeb60b33 None None] Network 18d0a2fa-86ea-47fb-937f-86920df5112f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:41.134754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ea864bb-0eb2-4f57-8b31-ab62ae102772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.175948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ea864bb-0eb2-4f57-8b31-ab62ae102772 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc7e88be80e644eebc624d579009309a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1054747 Aug 21 18:20:41.178235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-3fb7cf5d-a657-46a8-8b9d-295ea6a47cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.182183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-3fb7cf5d-a657-46a8-8b9d-295ea6a47cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=32c05534cd5143efb0fbda2d05d06941&device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 1097 time: 0.2527294 Aug 21 18:20:41.182920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42168) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:41.184418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fe0c2bd3-7568-4a13-8ca4-a02621633220 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5640922 Aug 21 18:20:41.197021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bad4ef73-5905-4788-9e4c-f2462283c516 req-3deb427d-b36f-43f9-9442-d81c4af2844f tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325300 Aug 21 18:20:41.260590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-54738378-f8a3-497f-ae19-7993231a729f service neutron] 10.222.0.39 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481935 Aug 21 18:20:41.331665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea864bb-0eb2-4f57-8b31-ab62ae102772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f4e8b-af98-41ee-a2e1-14b9d116de67,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:41.379160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:41.394856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.404385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Sync routers for ids ['79e8970f-5ccc-43de-8eb9-b32230d0f1dc'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:41.429165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.431045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a8e89416-10cd-499d-a14a-055325af4541 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.8849645 Aug 21 18:20:41.440333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-b4377c06-2ebc-4c61-b371-b91df5652d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.441844 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-b4377c06-2ebc-4c61-b371-b91df5652d12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 200 len: 913 time: 0.2456191 Aug 21 18:20:41.443223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42174) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:41.472600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.496772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Routers {'79e8970f-5ccc-43de-8eb9-b32230d0f1dc'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:41.497457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['79e8970f-5ccc-43de-8eb9-b32230d0f1dc'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:41.527358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-63d8ee3b-ca56-4a88-8859-4d43b02b1af7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 200 len: 217 time: 0.0728900 Aug 21 18:20:41.626608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-38b909d6-b004-40bc-af00-51b835afda58 req-f4a6dcc2-7c3d-446f-a6b8-7ebcee8c2bad service neutron] 10.222.0.39 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248060 Aug 21 18:20:41.645635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-1cd184c8-726a-4bc6-879e-82e3ec605c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.647387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-1cd184c8-726a-4bc6-879e-82e3ec605c2f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=0bd18ebc-9a63-4b1f-9497-0f2246c3a199 HTTP/1.1" status: 200 len: 852 time: 0.1086257 Aug 21 18:20:41.686846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:41.745192 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7bb69c94-58fd-4adf-a29e-c32fbe13c92b tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/79e8970f-5ccc-43de-8eb9-b32230d0f1dc HTTP/1.1" status: 200 len: 909 time: 0.2987568 Aug 21 18:20:41.753474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:41.757406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.760249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.764437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa9f4e8b-af98-41ee-a2e1-14b9d116de67 HTTP/1.1" status: 204 len: 168 time: 0.5773263 Aug 21 18:20:41.766895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1196883962', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': True}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:41.779469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6ec01-ffdd-43d1-bc0f-9ace06d161b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f4e8b-af98-41ee-a2e1-14b9d116de67,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:41.800229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.809080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-731553b8-b552-4e47-a9d8-25ea1c965a81 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=80bd08b7-3b43-4afb-ad52-e1bc6b468893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1409481 Aug 21 18:20:41.841156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.861264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-bf74ef1f-7f70-4d54-88ed-882df8d34f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:41.863965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-bf74ef1f-7f70-4d54-88ed-882df8d34f5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a4642333d11542ea958f21f4ae8fdf4b&device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 1096 time: 0.1401191 Aug 21 18:20:41.879910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Set router 79e8970f-5ccc-43de-8eb9-b32230d0f1dc gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:41.985817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.992742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:41.998701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.044061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.094634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=ccf2a8f4-e4d3-446f-bc25-76266620f849,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:42.114611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e16ccc-acd2-4872-aa79-5eedee38adc4 None None] Network 18d0a2fa-86ea-47fb-937f-86920df5112f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:42.205390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] For port ab233afd-8314-4d41-a7a3-9667443ce3fb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ab233afd-8314-4d41-a7a3-9667443ce3fb,segment=NetworkSegment(314390b2-6d60-4db3-9543-53eac54b35b1),segment_id=314390b2-6d60-4db3-9543-53eac54b35b1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:42.224134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-3b23f194-174d-4c68-912f-731b0787b497 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:42.225488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-3b23f194-174d-4c68-912f-731b0787b497 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.3585711 Aug 21 18:20:42.232723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.261919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:42.262299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.340111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:42.341129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-2ed359bd-0f84-49a8-85c6-c86df50aa4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:42.342646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-2ed359bd-0f84-49a8-85c6-c86df50aa4b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f393ced2-7120-4615-997a-9b4948438a3a HTTP/1.1" status: 200 len: 909 time: 0.3643622 Aug 21 18:20:42.379392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-561398be-4382-48c1-87f1-bebcd6917213 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571277 Aug 21 18:20:42.380544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-f6300b9b-2f7c-47b3-bf72-7df2c69ef7f5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/quotas/b50be282941344169e3857e6cfe5e8f3 HTTP/1.1" status: 200 len: 375 time: 0.0938675 Aug 21 18:20:42.421005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6034c800-0b21-4032-971f-5bc4e47dae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.438095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-d261c7ba-a713-406b-833e-a03d63f82302 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=028652ea-b03a-4143-bc80-336382873d02 HTTP/1.1" status: 200 len: 217 time: 0.0831895 Aug 21 18:20:42.535547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-a10f04cf-0aeb-4f46-bdda-b0b56a94b249 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212032 Aug 21 18:20:42.590101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5cc0a47-800c-4f85-98e4-2b7319f2aca1 None None] Provisioning for port ccf2a8f4-e4d3-446f-bc25-76266620f849 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:42.623836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613878e-f428-4c2b-9769-86db975d60fd None None] Pushing event updated for resources: {'Port': ['ID=ab233afd-8314-4d41-a7a3-9667443ce3fb,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:42.627377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5cc0a47-800c-4f85-98e4-2b7319f2aca1 None None] Provisioning complete for port ccf2a8f4-e4d3-446f-bc25-76266620f849 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:42.627966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5cc0a47-800c-4f85-98e4-2b7319f2aca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.661538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:35Z', 'updated_at': '2021-08-21T18:20:39Z', 'revision_number': 3, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port': {'id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:20:37Z', 'updated_at': '2021-08-21T18:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:42.683693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.694104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Checking router: 79e8970f-5ccc-43de-8eb9-b32230d0f1dc for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:42.694454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Updating router 79e8970f-5ccc-43de-8eb9-b32230d0f1dc port 3fea417d-6cd8-451f-b48c-d50901f31ff2 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:20:42.701646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b5cc0a47-800c-4f85-98e4-2b7319f2aca1 None None] Port ccf2a8f4-e4d3-446f-bc25-76266620f849 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:42.703945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b82fc-071f-4da0-9c68-03025c238a72 req-2bd213e8-e204-4743-861e-375adabedb9d tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:42.712589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-375b82fc-071f-4da0-9c68-03025c238a72 req-2bd213e8-e204-4743-861e-375adabedb9d tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 944 time: 0.8079855 Aug 21 18:20:42.735507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.902005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fe85f1f0-33fc-4111-831b-a7f87aa14153 None None] Provisioning complete for port ab233afd-8314-4d41-a7a3-9667443ce3fb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:42.902976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fe85f1f0-33fc-4111-831b-a7f87aa14153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.910717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:42.925583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:42.926128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-c9a1c32c-f3e7-4db5-a24c-8974bdd67281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:42.927664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-c9a1c32c-f3e7-4db5-a24c-8974bdd67281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=546574a8-abbc-42b9-98df-e036b1f57ae7 HTTP/1.1" status: 200 len: 848 time: 0.4580188 Aug 21 18:20:42.929274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-375b82fc-071f-4da0-9c68-03025c238a72 req-0f952ca9-f77a-4ab2-97f3-feb2d04c704a tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155714 Aug 21 18:20:42.931720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:42.960746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-079b761a-93b4-47a9-ad5d-e2f50c922db2 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:20:42.974188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-079b761a-93b4-47a9-ad5d-e2f50c922db2 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0455146 Aug 21 18:20:43.016569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-f279e3f4-e09f-4a24-a38e-7f48ab55ed75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f393ced2-7120-4615-997a-9b4948438a3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368967 Aug 21 18:20:43.172977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-d392ee52-a11b-4189-b478-4c3af4b18888 service neutron] 10.222.0.39 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385658 Aug 21 18:20:43.251361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.260878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf0850-6168-4948-bc46-84a7aea2bf8f req-c54b9d69-a123-4b5c-9b61-84b576d68078 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:43.263589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11bf0850-6168-4948-bc46-84a7aea2bf8f req-c54b9d69-a123-4b5c-9b61-84b576d68078 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1678324 Aug 21 18:20:43.271100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Transition to ACTIVE for port object 3fea417d-6cd8-451f-b48c-d50901f31ff2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:43.280346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.345718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Attempting to bind port 3fea417d-6cd8-451f-b48c-d50901f31ff2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:43.346761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Attempting to bind port 3fea417d-6cd8-451f-b48c-d50901f31ff2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:43.347222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Attempting to bind port 3fea417d-6cd8-451f-b48c-d50901f31ff2 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:43.355580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4659d638-f27b-4a7c-bf34-4a37b54a8139 req-40b28174-2a1a-496f-bcc1-6d62fe92c3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9424419 Aug 21 18:20:43.356693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6286c3-5153-4f34-9344-3db8bd4e70da None None] Pushing event updated for resources: {'Port': ['ID=3fea417d-6cd8-451f-b48c-d50901f31ff2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:43.364285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:43.364826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:43.365444 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.365920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:43.366507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Bound port: 3fea417d-6cd8-451f-b48c-d50901f31ff2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:43.367213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.382407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 01172c72-0623-4b29-9a27-09d43a7c39b5 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:43.392967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11bf0850-6168-4948-bc46-84a7aea2bf8f req-01bf09ec-bf6a-4062-a114-4dc618580ff6 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193681 Aug 21 18:20:43.399015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9bbf40a-095c-4642-9c5b-38e9843da06a req-6896e65b-ec58-4c69-b246-a5ae2b8d4310 service neutron] 10.222.0.39 "GET /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150471 Aug 21 18:20:43.409331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-a88f3fa6-7183-43e1-859c-8fc0319c8392 service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339933 Aug 21 18:20:43.433324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] For port 3fea417d-6cd8-451f-b48c-d50901f31ff2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:43.437605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] For port 3fea417d-6cd8-451f-b48c-d50901f31ff2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3fea417d-6cd8-451f-b48c-d50901f31ff2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:43.454907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-75edf848-c0cb-45ef-83e3-daae026fe7ae None None] Provisioning complete for port ccf2a8f4-e4d3-446f-bc25-76266620f849 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:43.455425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-75edf848-c0cb-45ef-83e3-daae026fe7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.457455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.561017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.561276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6286c3-5153-4f34-9344-3db8bd4e70da None None] Pushing event updated for resources: {'Port': ['ID=3fea417d-6cd8-451f-b48c-d50901f31ff2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:43.576966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-75edf848-c0cb-45ef-83e3-daae026fe7ae None None] Port ccf2a8f4-e4d3-446f-bc25-76266620f849 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:43.579576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Routers {'79e8970f-5ccc-43de-8eb9-b32230d0f1dc'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:43.580317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['79e8970f-5ccc-43de-8eb9-b32230d0f1dc'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:43.591749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6034c800-0b21-4032-971f-5bc4e47dae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.609582 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6034c800-0b21-4032-971f-5bc4e47dae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.626576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ab233afd-8314-4d41-a7a3-9667443ce3fb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:43.635792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.684661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-5bdda384-0117-4991-a020-03feab34e7f8 service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743065 Aug 21 18:20:43.704388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034c800-0b21-4032-971f-5bc4e47dae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b60d0d5-1dab-4517-89a1-bfbba5f4c83d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:43.730344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ab233afd-8314-4d41-a7a3-9667443ce3fb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:43.733477 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.734156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6034c800-0b21-4032-971f-5bc4e47dae92 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ebc81a6b38f49a29fc74923cef81fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3904493 Aug 21 18:20:43.735353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42232) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:43.802939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.833217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.833674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 172.25.1.17 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ec8ce13c-2ad1-44a8-93a4-f05b0323133e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:43.903925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.907768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:43.912529 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b60d0d5-1dab-4517-89a1-bfbba5f4c83d HTTP/1.1" status: 204 len: 168 time: 0.1757486 Aug 21 18:20:43.923626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1d216-13d0-4c06-8b4b-b6b183fa21aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b60d0d5-1dab-4517-89a1-bfbba5f4c83d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:44.067128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] Set router 79e8970f-5ccc-43de-8eb9-b32230d0f1dc gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:44.156641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf925f48-e7b3-4dd6-9303-5c82e9db51bf req-4dbe1650-78e3-425f-8844-c938c19868cb tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:44.169437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf925f48-e7b3-4dd6-9303-5c82e9db51bf req-4dbe1650-78e3-425f-8844-c938c19868cb tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 944 time: 0.0870409 Aug 21 18:20:44.204174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca268f6d-3bcf-49be-b10d-7ba63e373abb req-ffe871cd-aa51-499b-aed3-f0c672feb1d4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 210 time: 0.2229779 Aug 21 18:20:44.248625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf925f48-e7b3-4dd6-9303-5c82e9db51bf req-68ddd75f-391d-4a79-a10c-f5449aae8045 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Aug 21 18:20:44.315443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:44.330262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 028652ea-b03a-4143-bc80-336382873d02 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:20:44.332566 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] Sync routers for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:44.338918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c9424c25-b122-4d1e-a02b-caca90028590 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4565144 Aug 21 18:20:44.341563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42256) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:44.354664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:44.362422 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:44.364119 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:44.398825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:35Z', 'updated_at': '2021-08-21T18:20:39Z', 'revision_number': 3, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port': {'id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:20:37Z', 'updated_at': '2021-08-21T18:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:44.405643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:44.415770 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:44.417535 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:44.442969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d204ff-737d-432e-a8f6-cfd9160741a5 None None] The sync data for ids ['79e8970f-5ccc-43de-8eb9-b32230d0f1dc'] in n-d-793621-32 is: [{'id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229'}], 'enable_snat': False}, 'gw_port_id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:35Z', 'updated_at': '2021-08-21T18:20:39Z', 'revision_number': 3, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port': {'id': '3fea417d-6cd8-451f-b48c-d50901f31ff2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79e8970f-5ccc-43de-8eb9-b32230d0f1dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:20:37Z', 'updated_at': '2021-08-21T18:20:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:44.509773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b6d293-340e-420b-b64a-dce0b82a6ae6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:44.513154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:44.517059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42262) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:44.521996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-48b6d293-340e-420b-b64a-dce0b82a6ae6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports/ccf2a8f4-e4d3-446f-bc25-76266620f849 HTTP/1.1" status: 200 len: 910 time: 0.1693246 Aug 21 18:20:44.651863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=028652ea-b03a-4143-bc80-336382873d02,segment=NetworkSegment(39a13c08-51a2-4eed-9ec5-173c73521328),segment_id=39a13c08-51a2-4eed-9ec5-173c73521328)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:44.659489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:44.665542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:44.678182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '028652ea-b03a-4143-bc80-336382873d02', 'network_id': 'f393ced2-7120-4615-997a-9b4948438a3a', 'port_id': '028652ea-b03a-4143-bc80-336382873d02', 'mac_address': 'fa:16:3e:15:5f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546574a8-abbc-42b9-98df-e036b1f57ae7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:20:44.750121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:44.751848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:44.783164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028652ea-b03a-4143-bc80-336382873d02 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:44.837646 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:44.838730 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37328-5dca-4eca-8f8c-f480c08a1efe None None] The sync data for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:44.840504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=028652ea-b03a-4143-bc80-336382873d02,segment=NetworkSegment(39a13c08-51a2-4eed-9ec5-173c73521328),segment_id=39a13c08-51a2-4eed-9ec5-173c73521328)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:44.847292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:44.925812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:44.930792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=ec8ce13c-2ad1-44a8-93a4-f05b0323133e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:45.066124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['028652ea-b03a-4143-bc80-336382873d02'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:20:45.219676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad568644-e091-46fd-8b9d-846f737f3347 req-7608230a-42cf-4de1-8755-5f57dd8ba6f1 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:45.229293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad568644-e091-46fd-8b9d-846f737f3347 req-7608230a-42cf-4de1-8755-5f57dd8ba6f1 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.5789850 Aug 21 18:20:45.362183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b13db59f-c531-4034-a3e5-60796ba31a0b req-f696bef3-1d68-42a7-ad20-a69cafba24a7 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 210 time: 0.0467474 Aug 21 18:20:45.440583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad568644-e091-46fd-8b9d-846f737f3347 req-e667568e-6eda-425a-baf3-9d3f57cc57f8 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102921 Aug 21 18:20:45.539349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c47eb5-49c4-415c-bfdf-070ac180aa44 req-97448c31-4825-465d-b936-25caf6785ad4 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:45.549578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2c47eb5-49c4-415c-bfdf-070ac180aa44 req-97448c31-4825-465d-b936-25caf6785ad4 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 945 time: 0.1091056 Aug 21 18:20:45.687504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2c47eb5-49c4-415c-bfdf-070ac180aa44 req-7197ff88-eb59-4d69-a3db-cf378e07c001 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241250 Aug 21 18:20:45.691274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3fea417d-6cd8-451f-b48c-d50901f31ff2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:45.746483 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:45.873202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3fea417d-6cd8-451f-b48c-d50901f31ff2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:45.880539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3fea417d-6cd8-451f-b48c-d50901f31ff2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:45.880919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.048470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-b01f82d2-577e-42f4-be33-a78da582ab3f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:46.050061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-b01f82d2-577e-42f4-be33-a78da582ab3f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.3563960 Aug 21 18:20:46.070408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Request body: {'port': {'device_id': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'admin_state_up': True, 'tenant_id': 'b50be282941344169e3857e6cfe5e8f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:46.078105 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.105950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3fea417d-6cd8-451f-b48c-d50901f31ff2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3fea417d-6cd8-451f-b48c-d50901f31ff2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:46.113352 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.160154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448d94a-6884-4be7-a364-7259a59b2a25 req-aae6349f-4f0a-45e6-9cf4-57a8b8427fb7 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:46.170984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6448d94a-6884-4be7-a364-7259a59b2a25 req-aae6349f-4f0a-45e6-9cf4-57a8b8427fb7 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.2296050 Aug 21 18:20:46.188187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3fea417d-6cd8-451f-b48c-d50901f31ff2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:46.260144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6448d94a-6884-4be7-a364-7259a59b2a25 req-3b9f147f-15c3-4137-9001-8fac87364604 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880933 Aug 21 18:20:46.324118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Made reservation on behalf of b50be282941344169e3857e6cfe5e8f3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:20:46.328544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.330969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 028652ea-b03a-4143-bc80-336382873d02 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:46.405825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 028652ea-b03a-4143-bc80-336382873d02 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:46.412074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 028652ea-b03a-4143-bc80-336382873d02 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:46.412609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.531387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Allocated IP 172.20.0.12 (18d0a2fa-86ea-47fb-937f-86920df5112f/76301e98-10fa-4d7d-986d-e4f6f575ede1/5a7edad2-7657-469a-b8d6-3d7bbf7140ee) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:46.580753 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.621743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c886a9ef-24a9-4191-8d82-97c510922127 req-553ea70c-3917-4341-9cc5-03593bb09341 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 210 time: 0.0684817 Aug 21 18:20:46.638676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028652ea-b03a-4143-bc80-336382873d02'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:46.641536 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ac506-3e2f-4b95-aeda-477bd2730b58" -d '{"events": [{"server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "name": "network-vif-plugged", "status": "completed", "tag": "028652ea-b03a-4143-bc80-336382873d02"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:46.677230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.691532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=028652ea-b03a-4143-bc80-336382873d02,segment=NetworkSegment(39a13c08-51a2-4eed-9ec5-173c73521328),segment_id=39a13c08-51a2-4eed-9ec5-173c73521328)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:46.705744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.777328 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaca983-38f0-4b8d-9b0b-20f3da099b95 x-openstack-request-id: req-abaca983-38f0-4b8d-9b0b-20f3da099b95 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:46.777644 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "name": "network-vif-plugged", "status": "completed", "tag": "028652ea-b03a-4143-bc80-336382873d02", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:46.777942 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abaca983-38f0-4b8d-9b0b-20f3da099b95 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:46.780558 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028652ea-b03a-4143-bc80-336382873d02', 'code': 200} Aug 21 18:20:46.820235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:46.955792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:46.983047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4cac7-f20b-46ff-8e5d-318db9bebb8f req-7823120a-b8a9-44de-b012-2d5afd7273b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:46.984578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2fc4cac7-f20b-46ff-8e5d-318db9bebb8f req-7823120a-b8a9-44de-b012-2d5afd7273b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 1098 time: 0.0707943 Aug 21 18:20:47.070254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2fc4cac7-f20b-46ff-8e5d-318db9bebb8f req-fd578caa-91fc-42bf-aa7b-9cf7f4a52f4c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766189 Aug 21 18:20:47.074696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.120180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98883bd4-4ef5-4fc9-b3bd-fe0ace20ea0c req-fbcfc370-2fe3-4d43-87a7-ab9ec561f7dc tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:47.128056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-98883bd4-4ef5-4fc9-b3bd-fe0ace20ea0c req-fbcfc370-2fe3-4d43-87a7-ab9ec561f7dc tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 946 time: 0.3407130 Aug 21 18:20:47.171550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:47.183233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Network 18d0a2fa-86ea-47fb-937f-86920df5112f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:47.184819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:47.191946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:47.239832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.21.0.1 (52d5fcb3-1c48-47fa-8aa4-429fc12f3492/c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745/9a7ab340-235a-4a1c-8816-c9676ae0410e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:47.260693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:47.261355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.286737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c7ae7dca-5bf3-4af0-9a6c-500c7bfd4954 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2221997 Aug 21 18:20:47.313443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Request body: {'port': {'device_id': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:47.379809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.440070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42360) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:47.475232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-98883bd4-4ef5-4fc9-b3bd-fe0ace20ea0c req-bc9adf37-0e02-4a97-9939-1e998329bbe6 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458471 Aug 21 18:20:47.477527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.494368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.506051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 9a7ab340-235a-4a1c-8816-c9676ae0410e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:47.591365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3fea417d-6cd8-451f-b48c-d50901f31ff2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:47.607744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db678e29-cefb-40eb-ba36-a2c657b9cdb7 req-869a53b4-04ae-44e1-8aca-30182632b01e tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:47.615198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db678e29-cefb-40eb-ba36-a2c657b9cdb7 req-869a53b4-04ae-44e1-8aca-30182632b01e tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1760025 Aug 21 18:20:47.619320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.678234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3fea417d-6cd8-451f-b48c-d50901f31ff2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:47.678234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.706823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:47.711658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ab22e9f-025b-4205-b44b-2e379bc10f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.711800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:47.727685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:47.784102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b0052a57-6d84-41f8-9b60-cd93c5f3a9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.789051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.913522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=9a7ab340-235a-4a1c-8816-c9676ae0410e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:47.921863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ab22e9f-025b-4205-b44b-2e379bc10f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:47.936688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db678e29-cefb-40eb-ba36-a2c657b9cdb7 req-ccd7b87e-3059-4934-8d82-8437a1f79ef3 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/security-groups?id=2162b15f-3449-48d8-be48-ee0cef5b864c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205063 Aug 21 18:20:47.939922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ab22e9f-025b-4205-b44b-2e379bc10f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.000625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-6b082bf6-e78d-4a6d-b4a8-e33192a518ca tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:48.002366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-6b082bf6-e78d-4a6d-b4a8-e33192a518ca tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.64 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 945 time: 0.1658583 Aug 21 18:20:48.023949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52aaddd-4070-4d8e-98ec-964092b27dd7 req-ae241de3-0922-411b-afb8-426e31250d22 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:48.026366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d52aaddd-4070-4d8e-98ec-964092b27dd7 req-ae241de3-0922-411b-afb8-426e31250d22 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 932 time: 0.1783533 Aug 21 18:20:48.132453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1db61594-5791-48c3-9298-264c2b00368c None None] Provisioning for port 9a7ab340-235a-4a1c-8816-c9676ae0410e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:48.132683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.138623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ab22e9f-025b-4205-b44b-2e379bc10f42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=354378f773374ff2bfb54aa7808b2e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6951492 Aug 21 18:20:48.139681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab22e9f-025b-4205-b44b-2e379bc10f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15f200c-e17d-4171-9d04-0458d67d88d9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:48.140645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d52aaddd-4070-4d8e-98ec-964092b27dd7 req-9c4e648f-08cf-4f6b-8c90-e56443529c80 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058919 Aug 21 18:20:48.142315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42376) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:48.145951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1db61594-5791-48c3-9298-264c2b00368c None None] Provisioning complete for port 9a7ab340-235a-4a1c-8816-c9676ae0410e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:48.147633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1db61594-5791-48c3-9298-264c2b00368c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.175446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7edad2-7657-469a-b8d6-3d7bbf7140ee {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:48.180088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 12f80e29-5cc1-41b7-b016-5b108c3f55e4 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:48.189161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.207643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Transition to ACTIVE for port object 5a7edad2-7657-469a-b8d6-3d7bbf7140ee will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:48.221660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1db61594-5791-48c3-9298-264c2b00368c None None] Port 9a7ab340-235a-4a1c-8816-c9676ae0410e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:48.233054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.299292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:48.406052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.407968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Deleting port 31c46027-1af4-444a-8739-d66bf045223e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:48.408322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.417259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.441171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.480407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Attempting to bind port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:48.480858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Attempting to bind port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:48.481832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Attempting to bind port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:48.505819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee on network 18d0a2fa-86ea-47fb-937f-86920df5112f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:20:48.507072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Attempting to bind port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:48.515510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:48.515885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Checking segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:48.516630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Bound using segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:48.517315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Bound port: 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:48.517681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.535232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:48.550041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Sync routers for ids ['12f80e29-5cc1-41b7-b016-5b108c3f55e4'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:48.575084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Routers {'12f80e29-5cc1-41b7-b016-5b108c3f55e4'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:48.576642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['12f80e29-5cc1-41b7-b016-5b108c3f55e4'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:48.587365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.590520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] For port 31c46027-1af4-444a-8739-d66bf045223e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=31c46027-1af4-444a-8739-d66bf045223e,segment=NetworkSegment(392aef22-17c3-4e1d-adc8-0e619352b1da),segment_id=392aef22-17c3-4e1d-adc8-0e619352b1da)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:48.591203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.591479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.592451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d15f200c-e17d-4171-9d04-0458d67d88d9 HTTP/1.1" status: 204 len: 168 time: 0.4490664 Aug 21 18:20:48.603956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.605500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd00e3e8-0911-4931-bceb-e26de2016815 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8507400 Aug 21 18:20:48.613641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:48.615184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71410c03-903d-476e-abf2-e6922b98a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15f200c-e17d-4171-9d04-0458d67d88d9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:48.625053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Calling delete_port for 31c46027-1af4-444a-8739-d66bf045223e owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:48.717150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:48.732379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.749312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.754353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:48.803565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f71ef-32fb-424a-b87d-e59ffa81bac5 req-c15fbb79-561c-4bc8-827e-0399a817a3ab tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:48.814831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f30f71ef-32fb-424a-b87d-e59ffa81bac5 req-c15fbb79-561c-4bc8-827e-0399a817a3ab tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 946 time: 0.2182951 Aug 21 18:20:48.838190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Set router 12f80e29-5cc1-41b7-b016-5b108c3f55e4 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:48.876200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.881988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.934744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.970333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:48.970880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=9a7ab340-235a-4a1c-8816-c9676ae0410e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:48.971113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:48.982083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] 10.222.0.64 "PUT /v2.0/ports/5a7edad2-7657-469a-b8d6-3d7bbf7140ee HTTP/1.1" status: 200 len: 1093 time: 1.6711528 Aug 21 18:20:48.989013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:48.991763 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:49.011248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbc692-5b9d-4e34-82e2-b09b7596061c service neutron] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:49.035304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ca9bafe-7881-4ddb-8644-0a5af2713657 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/12f80e29-5cc1-41b7-b016-5b108c3f55e4 HTTP/1.1" status: 200 len: 907 time: 0.4103270 Aug 21 18:20:49.036254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:49.068747 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f30f71ef-32fb-424a-b87d-e59ffa81bac5 req-b9c0094c-8123-4aa7-ac7f-0b1151137540 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485101 Aug 21 18:20:49.077045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.110420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['31c46027-1af4-444a-8739-d66bf045223e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:20:49.152032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19d26c8d-48ac-421a-8985-0cf85f6fa01e req-cd5a9f11-b5de-4b89-9466-15607a30ea29 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.41 "GET /v2.0/ports?device_id=026d375b-cd9f-4fc6-be81-8218a400323b HTTP/1.1" status: 200 len: 210 time: 0.0775492 Aug 21 18:20:49.154240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:49.164023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f80e29-5cc1-41b7-b016-5b108c3f55e4', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'ec8ce13c-2ad1-44a8-93a4-f05b0323133e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:42Z', 'updated_at': '2021-08-21T18:20:45Z', 'revision_number': 3, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port': {'id': 'ec8ce13c-2ad1-44a8-93a4-f05b0323133e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:42:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12f80e29-5cc1-41b7-b016-5b108c3f55e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:20:43Z', 'updated_at': '2021-08-21T18:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:49.177136 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76daf348-5296-438d-b0bd-069f7e0c57b9 x-openstack-request-id: req-76daf348-5296-438d-b0bd-069f7e0c57b9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:49.181112 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:49.182420 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76daf348-5296-438d-b0bd-069f7e0c57b9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:49.182868 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'status': 'completed', 'code': 200} Aug 21 18:20:49.191818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Pushing event deleted for resources: {'Port': ['ID=31c46027-1af4-444a-8739-d66bf045223e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:49.205841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Checking router: 12f80e29-5cc1-41b7-b016-5b108c3f55e4 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:20:49.206197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Updating router 12f80e29-5cc1-41b7-b016-5b108c3f55e4 port ec8ce13c-2ad1-44a8-93a4-f05b0323133e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:20:49.243939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1add94e7-2aaf-4cbc-95a3-6ec2bd672f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.277115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.317854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] No DVR routers for this DVR port 31c46027-1af4-444a-8739-d66bf045223e on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:49.333897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.336049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e06219ab-003d-433d-9023-39b2b1fcf109 req-ed59b415-4e5a-4c25-b974-b9b2413c0c91 tempest-TestServerAdvancedOps-129730362 tempest-TestServerAdvancedOps-129730362-project] 10.222.0.64 "DELETE /v2.0/ports/31c46027-1af4-444a-8739-d66bf045223e HTTP/1.1" status: 204 len: 173 time: 1.3209949 Aug 21 18:20:49.336493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'name': 'network-vif-deleted', 'tag': '31c46027-1af4-444a-8739-d66bf045223e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:49.338808 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610bd8a6-cc5b-467a-b675-a98ca0a81baa" -d '{"events": [{"server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "name": "network-vif-deleted", "tag": "31c46027-1af4-444a-8739-d66bf045223e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:49.371552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:49.375522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:49.396258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.578184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 01172c72-0623-4b29-9a27-09d43a7c39b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:49.663256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.763749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:49.775023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cffebd01-cae2-4df2-ac7b-8997a6b98d6e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2497559 Aug 21 18:20:49.777516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c265c85f-0f2c-40ea-9c7d-ab3325745701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:49.779474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-c265c85f-0f2c-40ea-9c7d-ab3325745701 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 1096 time: 0.7417085 Aug 21 18:20:49.779622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:49.782267 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78ca69-f205-4711-a737-961e05240962 None None] Sync routers for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:49.802414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071343a6-8a71-41e9-8811-6afbc4f6ed50 req-bae32eea-275f-46a3-ab49-6d11156801cc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:49.810913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-071343a6-8a71-41e9-8811-6afbc4f6ed50 req-bae32eea-275f-46a3-ab49-6d11156801cc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 944 time: 0.1659634 Aug 21 18:20:49.819469 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1add94e7-2aaf-4cbc-95a3-6ec2bd672f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.836114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1add94e7-2aaf-4cbc-95a3-6ec2bd672f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.845260 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:49.845895 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:49.886202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.902385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-7de6b268-363b-478e-9fd2-44c5d7c7065a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee HTTP/1.1" status: 200 len: 217 time: 0.0889046 Aug 21 18:20:49.920374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3212b572-9236-491c-9d30-51565928d5e5 None None] Provisioning complete for port 9a7ab340-235a-4a1c-8816-c9676ae0410e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:49.920744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3212b572-9236-491c-9d30-51565928d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:49.930929 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bab5593-bb69-4504-841e-38fe37720b45 x-openstack-request-id: req-4bab5593-bb69-4504-841e-38fe37720b45 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:49.931437 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "026d375b-cd9f-4fc6-be81-8218a400323b", "name": "network-vif-deleted", "tag": "31c46027-1af4-444a-8739-d66bf045223e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:49.931693 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4bab5593-bb69-4504-841e-38fe37720b45 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:49.932146 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '026d375b-cd9f-4fc6-be81-8218a400323b', 'name': 'network-vif-deleted', 'tag': '31c46027-1af4-444a-8739-d66bf045223e', 'status': 'completed', 'code': 200} Aug 21 18:20:49.943279 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:49.944262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1add94e7-2aaf-4cbc-95a3-6ec2bd672f7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d454c507f623417ba6f4105de48bcfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747524 Aug 21 18:20:49.951623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:49.962801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add94e7-2aaf-4cbc-95a3-6ec2bd672f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de07345-8ed3-4e9d-b5bd-d5eda38bcde6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:49.971099 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:49.971957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:49.996723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Transition to ACTIVE for port object ec8ce13c-2ad1-44a8-93a4-f05b0323133e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:20:50.022035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.045113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-a725ef54-06db-4854-81e6-4f2782ac8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:50.047762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-a725ef54-06db-4854-81e6-4f2782ac8d68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.1055930 Aug 21 18:20:50.070649 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bd78ca69-f205-4711-a737-961e05240962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:50.071249 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78ca69-f205-4711-a737-961e05240962 None None] The sync data for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:50.105188 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.107387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-e72b5d78-b9ea-4c22-95f6-f64735f393ae service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408435 Aug 21 18:20:50.126170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-071343a6-8a71-41e9-8811-6afbc4f6ed50 req-5e23b457-4a35-427e-87fc-b20a6ead39b4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143523 Aug 21 18:20:50.144137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.147837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Deleting port ec8ce13c-2ad1-44a8-93a4-f05b0323133e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:50.148200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.163551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3212b572-9236-491c-9d30-51565928d5e5 None None] Port 9a7ab340-235a-4a1c-8816-c9676ae0410e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:20:50.166840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dd9b0f-ce85-485b-a349-c56784c07897 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:50.174746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42440) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:50.185320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Attempting to bind port ec8ce13c-2ad1-44a8-93a4-f05b0323133e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:20:50.185320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Attempting to bind port ec8ce13c-2ad1-44a8-93a4-f05b0323133e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:20:50.185320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Attempting to bind port ec8ce13c-2ad1-44a8-93a4-f05b0323133e on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:20:50.186398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-87dd9b0f-ce85-485b-a349-c56784c07897 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports/9a7ab340-235a-4a1c-8816-c9676ae0410e HTTP/1.1" status: 200 len: 910 time: 0.3948443 Aug 21 18:20:50.198154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:20:50.198570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:20:50.198985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.199386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:20:50.199901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Bound port: ec8ce13c-2ad1-44a8-93a4-f05b0323133e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:20:50.200832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.270816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33ea9-8dea-4f6e-832a-02a1f46dc345 None None] Pushing event updated for resources: {'Port': ['ID=ec8ce13c-2ad1-44a8-93a4-f05b0323133e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:50.314245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42446) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:50.357896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] For port ec8ce13c-2ad1-44a8-93a4-f05b0323133e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:20:50.364938 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0490df6-adc9-40df-a1a9-556adbab64c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.370409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] For port ec8ce13c-2ad1-44a8-93a4-f05b0323133e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec8ce13c-2ad1-44a8-93a4-f05b0323133e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:20:50.385748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.503599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.505905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c33ea9-8dea-4f6e-832a-02a1f46dc345 None None] Pushing event updated for resources: {'Port': ['ID=ec8ce13c-2ad1-44a8-93a4-f05b0323133e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:50.509472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Routers {'12f80e29-5cc1-41b7-b016-5b108c3f55e4'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:50.510358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['12f80e29-5cc1-41b7-b016-5b108c3f55e4'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:50.511955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-539622f8-99d1-4088-9362-3a084775039e service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815336 Aug 21 18:20:50.525558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.542682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Calling delete_port for ec8ce13c-2ad1-44a8-93a4-f05b0323133e owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:50.627114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] Set router 12f80e29-5cc1-41b7-b016-5b108c3f55e4 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:20:50.743274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12f80e29-5cc1-41b7-b016-5b108c3f55e4', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:42Z', 'updated_at': '2021-08-21T18:20:49Z', 'revision_number': 4, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:50.812296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43e5cfb-adec-4dc5-bf89-e46891c003e8 None None] The sync data for ids ['12f80e29-5cc1-41b7-b016-5b108c3f55e4'] in n-d-793621-32 is: [{'id': '12f80e29-5cc1-41b7-b016-5b108c3f55e4', 'name': 'tempest-snat-router-1196883962', 'tenant_id': '4c8a6de2427243229cdf00669bd602bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:20:42Z', 'updated_at': '2021-08-21T18:20:49Z', 'revision_number': 4, 'project_id': '4c8a6de2427243229cdf00669bd602bd', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:50.839310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Deleting subnet 0bd18ebc-9a63-4b1f-9497-0f2246c3a199 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:50.848369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.892541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.900895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.948059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec8ce13c-2ad1-44a8-93a4-f05b0323133e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:50.956587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.961863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:50.963859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9de07345-8ed3-4e9d-b5bd-d5eda38bcde6 HTTP/1.1" status: 204 len: 168 time: 1.0109150 Aug 21 18:20:51.006321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.010177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ff77-3cd7-4d9f-8bd5-c5ba6312dae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de07345-8ed3-4e9d-b5bd-d5eda38bcde6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:51.091898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f429b1d7-d596-43c1-b366-b6be164f3798 req-5bef8fb2-3c3e-4fec-a728-3652690fd599 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888170 Aug 21 18:20:51.125875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.230365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.306792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.322034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0bd18ebc-9a63-4b1f-9497-0f2246c3a199 HTTP/1.1" status: 204 len: 168 time: 1.0024707 Aug 21 18:20:51.326014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c3750-9120-4c83-bbff-4627b2744283 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd18ebc-9a63-4b1f-9497-0f2246c3a199,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:51.335104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42482) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:51.410537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.415960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.429060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 31c46027-1af4-444a-8739-d66bf045223e no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:51.461557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.461801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 31c46027-1af4-444a-8739-d66bf045223e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:51.462247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 31c46027-1af4-444a-8739-d66bf045223e not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:51.570441 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.722830 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.739423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bd08b7-3b43-4afb-ad52-e1bc6b468893']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:51.755165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392aef22-17c3-4e1d-adc8-0e619352b1da') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:51.755544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392aef22-17c3-4e1d-adc8-0e619352b1da') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:51.769325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.786555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.794942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:51.795351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.872535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-d1f25177-d00e-4527-9c0d-f85dbbf414f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:51.874044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-d1f25177-d00e-4527-9c0d-f85dbbf414f2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 1096 time: 0.6384459 Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:51.874483 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:51.880674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.884787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ea69a-5cbe-4e9b-84f6-495fbca8a20a req-f30e2035-cef1-4377-bce5-f09e75031bef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:51.892950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-682ea69a-5cbe-4e9b-84f6-495fbca8a20a req-f30e2035-cef1-4377-bce5-f09e75031bef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 944 time: 0.5937741 Aug 21 18:20:51.913759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.916578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] 10.222.0.41 "DELETE /v2.0/networks/80bd08b7-3b43-4afb-ad52-e1bc6b468893 HTTP/1.1" status: 204 len: 168 time: 0.5789793 Aug 21 18:20:51.920089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.923179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84656458-47c8-42a0-a842-3d42bfccdd2b admin admin] Pushing event deleted for resources: {'Network': ['ID=80bd08b7-3b43-4afb-ad52-e1bc6b468893,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:51.925029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42506) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:51.937088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.937651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12f80e29-5cc1-41b7-b016-5b108c3f55e4 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:51.976308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:51.977899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9534d6d5-683b-43c8-981b-3b2ec3610137 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/routers/12f80e29-5cc1-41b7-b016-5b108c3f55e4 HTTP/1.1" status: 204 len: 168 time: 2.9387577 Aug 21 18:20:51.987818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:52.106420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-682ea69a-5cbe-4e9b-84f6-495fbca8a20a req-18e2137e-e53c-473f-aba7-e1621f4f673a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102790 Aug 21 18:20:52.128011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Deleting subnet 68cb6be8-bedd-4e9a-b1a7-8ca31c0465b4 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:52.144101 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.186181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.224002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-b851030a-4be6-456e-99b9-f0352fed9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:52.225740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-b851030a-4be6-456e-99b9-f0352fed9047 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 915 time: 0.3307786 Aug 21 18:20:52.287225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-b41e3c4c-c401-422c-a823-8033f731161d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee HTTP/1.1" status: 200 len: 217 time: 0.0462072 Aug 21 18:20:52.289322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.417549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.471652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-23d25941-0490-4aad-834e-c6778a197c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:52.473748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-23d25941-0490-4aad-834e-c6778a197c58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.1488872 Aug 21 18:20:52.604273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.612423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-dd58ae2e-0a68-4cfb-bbff-a2ff14daac07 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1230905 Aug 21 18:20:52.623293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.705830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68cb6be8-bedd-4e9a-b1a7-8ca31c0465b4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:52.725249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.730387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8215699b-588b-4c50-a465-a8c990617dd4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68cb6be8-bedd-4e9a-b1a7-8ca31c0465b4 HTTP/1.1" status: 204 len: 168 time: 0.8010912 Aug 21 18:20:52.739663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:52.775373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Deleting port 3fea417d-6cd8-451f-b48c-d50901f31ff2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:52.775729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.849924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-b6c46ddc-6933-4847-b643-8732718b6ce5 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229009 Aug 21 18:20:52.936039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:52.984982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] For port 3fea417d-6cd8-451f-b48c-d50901f31ff2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3fea417d-6cd8-451f-b48c-d50901f31ff2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:52.985437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.011868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Calling delete_port for 3fea417d-6cd8-451f-b48c-d50901f31ff2 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:53.071700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.082537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd8e0a1-2b22-4a79-adcb-0d094836c4ee req-ecf26e88-cd6e-4367-8039-b0a5fdf70c71 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195239 Aug 21 18:20:53.105043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12296a8-896d-47e9-953b-eb1d8c4bbe19']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:53.111897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 9a7ab340-235a-4a1c-8816-c9676ae0410e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:53.112069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.196453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3234c857-254c-4acd-9036-7b9b3b94801f') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:53.197008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3234c857-254c-4acd-9036-7b9b3b94801f') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:53.244560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.246977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bda22-dad0-46ce-97bc-48f9465ef576 req-3f80246d-a486-4f3e-a595-60346ec170a3 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:53.249053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b48bda22-dad0-46ce-97bc-48f9465ef576 req-3f80246d-a486-4f3e-a595-60346ec170a3 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 946 time: 0.2222378 Aug 21 18:20:53.256146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.306170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.318566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975b5c7d-fa27-4fb6-9ddf-fa14fb1a6311 req-d4216794-77be-443c-ab89-ee8a623e1ee0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:53.321880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-975b5c7d-fa27-4fb6-9ddf-fa14fb1a6311 req-d4216794-77be-443c-ab89-ee8a623e1ee0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 944 time: 0.1355808 Aug 21 18:20:53.323486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.330279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b48bda22-dad0-46ce-97bc-48f9465ef576 req-c39c17cf-b574-41ec-8242-6a069b752eb6 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623865 Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:53.351292 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:53.376296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fea417d-6cd8-451f-b48c-d50901f31ff2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:53.420029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.435460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 9a7ab340-235a-4a1c-8816-c9676ae0410e owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:53.444243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5a7edad2-7657-469a-b8d6-3d7bbf7140ee details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:20:53.446936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.455701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.457849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f12296a8-896d-47e9-953b-eb1d8c4bbe19 HTTP/1.1" status: 204 len: 168 time: 0.6927674 Aug 21 18:20:53.472211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-975b5c7d-fa27-4fb6-9ddf-fa14fb1a6311 req-4ca8ec22-72e1-4a8b-b090-ca29deb57bfe tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427345 Aug 21 18:20:53.481855 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.525296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1733f10-aca7-4953-94d2-b339de910a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=f12296a8-896d-47e9-953b-eb1d8c4bbe19,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:53.655041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.660712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.693636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:53.706851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'port_id': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'mac_address': 'fa:16:3e:01:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76301e98-10fa-4d7d-986d-e4f6f575ede1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:20:53.743588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.745453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 79e8970f-5ccc-43de-8eb9-b32230d0f1dc {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:53.751479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.759505 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.760704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb21f00d-458e-4274-9d00-287e50553e61 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "DELETE /v2.0/routers/79e8970f-5ccc-43de-8eb9-b32230d0f1dc HTTP/1.1" status: 204 len: 168 time: 1.7685161 Aug 21 18:20:53.768407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42582) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:53.773050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1247230118', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:53.778404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.803608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:53.811825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=9a7ab340-235a-4a1c-8816-c9676ae0410e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:53.832109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7edad2-7657-469a-b8d6-3d7bbf7140ee {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:20:53.859945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:53.874821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.921252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.924795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:53.992150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d43e9153-e5dd-4171-b52f-b8bc8db7e9e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32c05534cd5143efb0fbda2d05d06941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1823609 Aug 21 18:20:53.992753 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:54.002740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:54.123858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.124291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.127732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5a7edad2-7657-469a-b8d6-3d7bbf7140ee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:20:54.436659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 01172c72-0623-4b29-9a27-09d43a7c39b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:54.508588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.513429 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.578604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:54.589493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] Sync routers for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:54.590221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d41158c4-426d-483a-bf87-84009efa66c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4175153 Aug 21 18:20:54.591247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42612) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:54.605159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:54.605789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:54.612688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.648944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-b951a86f-2e3a-43f3-bea4-f383c03d48ac tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:54.650717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-b951a86f-2e3a-43f3-bea4-f383c03d48ac tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.39 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 946 time: 0.3586652 Aug 21 18:20:54.663006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:54.676600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b2fa7-f19f-4994-b25d-dcfebc215261 req-d5cdb074-9dd1-4110-8be1-ffa791c0f1fc tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:54.678350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-790b2fa7-f19f-4994-b25d-dcfebc215261 req-d5cdb074-9dd1-4110-8be1-ffa791c0f1fc tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 946 time: 0.1885359 Aug 21 18:20:54.693550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:54.694176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:54.759192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:54.761525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ca640e-6cfd-406a-96ed-1fe69c89e51f None None] The sync data for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:54.867202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-790b2fa7-f19f-4994-b25d-dcfebc215261 req-95779252-8586-4458-84d5-4d5f8777af9a tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/security-groups?id=134c0e49-dd50-4e52-ac53-6cde7ac4b464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781013 Aug 21 18:20:54.874567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.875556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-364cb52c-8539-4b76-b89e-d825733d21f6 req-996e6372-257b-40c5-8356-fc4818561f95 service neutron] (94599) timed out ('10.222.0.64', 58963) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:20:54.877915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:54.879522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2162b15f-3449-48d8-be48-ee0cef5b864c HTTP/1.1" status: 204 len: 168 time: 0.8795564 Aug 21 18:20:54.914940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df176bcb-5d03-4fec-951e-441194e11bf0 req-df2a0bfb-a8d7-4894-988b-5673510e5d18 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:54.917131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca0605-6fad-4e1a-902e-b38796957916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2162b15f-3449-48d8-be48-ee0cef5b864c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:54.922912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df176bcb-5d03-4fec-951e-441194e11bf0 req-df2a0bfb-a8d7-4894-988b-5673510e5d18 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 945 time: 0.2767637 Aug 21 18:20:54.944251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Deleting port 028652ea-b03a-4143-bc80-336382873d02 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:54.946757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.017753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df176bcb-5d03-4fec-951e-441194e11bf0 req-f2a624aa-40c7-4602-ae37-fdfc4cc10414 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938888 Aug 21 18:20:55.163959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.182460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.231783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.245736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] For port 028652ea-b03a-4143-bc80-336382873d02, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=028652ea-b03a-4143-bc80-336382873d02,segment=NetworkSegment(39a13c08-51a2-4eed-9ec5-173c73521328),segment_id=39a13c08-51a2-4eed-9ec5-173c73521328)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:55.246116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.299738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Calling delete_port for 028652ea-b03a-4143-bc80-336382873d02 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:55.460617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5a7edad2-7657-469a-b8d6-3d7bbf7140ee up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:20:55.475132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Allocated IP 172.25.1.232 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5e8a9e51-b165-4a28-9e02-6dbfd04e700a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:20:55.550902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3fea417d-6cd8-451f-b48c-d50901f31ff2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:55.571643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port ccf2a8f4-e4d3-446f-bc25-76266620f849 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:55.572145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.617968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3fea417d-6cd8-451f-b48c-d50901f31ff2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:55.618894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3fea417d-6cd8-451f-b48c-d50901f31ff2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:55.646432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:20:55.650823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:20:55.651209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.662844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42646) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:55.713130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.716563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42650) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:55.734749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.749922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.761418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for ccf2a8f4-e4d3-446f-bc25-76266620f849 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:55.782756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-76277e40-f1cc-4fd6-aefa-5edc67d4f656 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=017bb523059346a78c2a139b50bc6834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1117353 Aug 21 18:20:55.782756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42654) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:55.794817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:55.797299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.798984 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2630e4e-8cf7-452b-8170-1fedb33b4ed4" -d '{"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:55.816133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:55.824130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.880371 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938f94b3-80c8-4544-ae46-af7fa4f445e0 x-openstack-request-id: req-938f94b3-80c8-4544-ae46-af7fa4f445e0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:55.880759 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:55.881122 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-938f94b3-80c8-4544-ae46-af7fa4f445e0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:55.881871 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'code': 200} Aug 21 18:20:55.888276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:55.901596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:55.921532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Pushing event deleted for resources: {'Port': ['ID=028652ea-b03a-4143-bc80-336382873d02,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:56.005343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:20:56.067715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26e5f8f4-7913-41e7-b70e-72d70392b2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.097817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.156481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=ccf2a8f4-e4d3-446f-bc25-76266620f849,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:56.325823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26e5f8f4-7913-41e7-b70e-72d70392b2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.337772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ecff27-d088-4218-80b8-46e17303bc45 req-f851a868-7e4e-44bc-a139-507b832d9647 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:56.339466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8ecff27-d088-4218-80b8-46e17303bc45 req-f851a868-7e4e-44bc-a139-507b832d9647 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2076199 Aug 21 18:20:56.347923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-26e5f8f4-7913-41e7-b70e-72d70392b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.379111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 028652ea-b03a-4143-bc80-336382873d02 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:56.400548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:20:56.414357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 028652ea-b03a-4143-bc80-336382873d02 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:20:56.414726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 028652ea-b03a-4143-bc80-336382873d02 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:20:56.436318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:20:56.440054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] No DVR routers for this DVR port 028652ea-b03a-4143-bc80-336382873d02 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:20:56.449125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0347f748-30f5-409d-b3a0-31b7d1403f43 req-4e3ceb5f-c5a8-466f-b36c-87490942d41b tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2dbc49d-afa9-4805-af1a-be2af16a0518 HTTP/1.1" status: 200 len: 210 time: 0.4614911 Aug 21 18:20:56.454976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.457183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f2ad672-8aa0-4ed9-9751-1d10b771fbd7 req-8cf4cd23-961d-4a8f-a8f7-e1cb25a08de7 tempest-ServerTagsTestJSON-1485290405 tempest-ServerTagsTestJSON-1485290405-project] 10.222.0.39 "DELETE /v2.0/ports/028652ea-b03a-4143-bc80-336382873d02 HTTP/1.1" status: 204 len: 173 time: 1.7695863 Aug 21 18:20:56.457800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'name': 'network-vif-deleted', 'tag': '028652ea-b03a-4143-bc80-336382873d02'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:20:56.470797 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c8816-a797-4283-b54b-0477f590f2bc" -d '{"events": [{"server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "name": "network-vif-deleted", "tag": "028652ea-b03a-4143-bc80-336382873d02"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:20:56.494143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.499732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.508797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event updated for resources: {'Port': ['ID=5e8a9e51-b165-4a28-9e02-6dbfd04e700a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:56.552999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.568103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6c490-4a1f-4f05-a601-f310069a8878 req-6c6746ed-933e-4213-9aec-745a6c58af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:56.568103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bd6c490-4a1f-4f05-a601-f310069a8878 req-6c6746ed-933e-4213-9aec-745a6c58af95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 1098 time: 0.5812376 Aug 21 18:20:56.615119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5f8f4-7913-41e7-b70e-72d70392b2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df44dca-d139-42f5-ad51-e64577cc49fa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:56.654552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-26e5f8f4-7913-41e7-b70e-72d70392b2e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8448c1babd2c462fb891a5e4e2ea71b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333739 Aug 21 18:20:56.692537 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf51c4e-b3a4-491d-9cfd-0c9db7cc8ee2 x-openstack-request-id: req-4cf51c4e-b3a4-491d-9cfd-0c9db7cc8ee2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:20:56.693157 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2dbc49d-afa9-4805-af1a-be2af16a0518", "name": "network-vif-deleted", "tag": "028652ea-b03a-4143-bc80-336382873d02", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:20:56.693256 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cf51c4e-b3a4-491d-9cfd-0c9db7cc8ee2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:20:56.693733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42678) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:56.693850 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dbc49d-afa9-4805-af1a-be2af16a0518', 'name': 'network-vif-deleted', 'tag': '028652ea-b03a-4143-bc80-336382873d02', 'status': 'completed', 'code': 200} Aug 21 18:20:56.711993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8ecff27-d088-4218-80b8-46e17303bc45 req-3c9d1f18-d96a-40a8-ab82-9c14d910a6cd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567283 Aug 21 18:20:56.752857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bd6c490-4a1f-4f05-a601-f310069a8878 req-7b2d8cf0-a557-496c-b119-e78840247081 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470160 Aug 21 18:20:56.777013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.780576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.799092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33710d4f-2586-4921-b0f5-1e99bdf404ec HTTP/1.1" status: 204 len: 168 time: 1.0068316 Aug 21 18:20:56.888128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28dd9c7-cf9a-45d0-8d71-b11d666fceb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33710d4f-2586-4921-b0f5-1e99bdf404ec,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:56.904724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 01172c72-0623-4b29-9a27-09d43a7c39b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:20:56.907570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:56.972858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:57.002461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:57.400639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:57.587632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:57.654447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Router 10dcd456-425e-4ed4-a950-87b0fdbe269e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:20:57.711954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:57.725238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:57.732290 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] Sync routers for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:57.735823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:57.738152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8df44dca-d139-42f5-ad51-e64577cc49fa HTTP/1.1" status: 204 len: 168 time: 1.0431318 Aug 21 18:20:57.764154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ed917e53-6879-4758-a40e-eda1a9502bc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1715620 Aug 21 18:20:57.771690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42712) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:57.773275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:57.776641 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:57.847829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb95be-6d53-4e16-a4cc-dd25448f4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df44dca-d139-42f5-ad51-e64577cc49fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:57.940549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3433f5ef-8658-4ffb-b479-e04018ca7a20 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=01172c72-0623-4b29-9a27-09d43a7c39b5 HTTP/1.1" status: 200 len: 205 time: 0.1595144 Aug 21 18:20:57.940940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42714) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:57.943046 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:57.963193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] Routers {'01172c72-0623-4b29-9a27-09d43a7c39b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:57.964068 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['01172c72-0623-4b29-9a27-09d43a7c39b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.020447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Deleting subnet 546574a8-abbc-42b9-98df-e036b1f57ae7 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:58.021580 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.023354 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573ade45-651c-4aeb-b4ae-20382458a1cd None None] The sync data for ids ['01172c72-0623-4b29-9a27-09d43a7c39b5'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:58.044957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.108932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e90d7e-eee8-4bac-8e88-a37437677fb8 req-40d0e0d0-ec98-4dc4-9e52-cc9245780c5a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:58.119577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e90d7e-eee8-4bac-8e88-a37437677fb8 req-40d0e0d0-ec98-4dc4-9e52-cc9245780c5a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1704443 Aug 21 18:20:58.138096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.149225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.207333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2e90d7e-eee8-4bac-8e88-a37437677fb8 req-8eba4c38-4423-4e1a-899c-d5ebd87003df tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785174 Aug 21 18:20:58.228575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.234196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:20:58.250225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] Sync routers for ids ['10dcd456-425e-4ed4-a950-87b0fdbe269e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:20:58.268120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] Routers {'10dcd456-425e-4ed4-a950-87b0fdbe269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:58.268999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10dcd456-425e-4ed4-a950-87b0fdbe269e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.355711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.360472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.389684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] Routers {'10dcd456-425e-4ed4-a950-87b0fdbe269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:20:58.390803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10dcd456-425e-4ed4-a950-87b0fdbe269e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.423280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42724) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:58.425434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546574a8-abbc-42b9-98df-e036b1f57ae7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:58.434747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.437285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.460482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f4b3-720c-460a-8b9f-8985358157a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.469891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.470587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9346759a-4a86-4005-9503-12ad0b8d6b21 None None] The sync data for ids ['10dcd456-425e-4ed4-a950-87b0fdbe269e'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:20:58.487477 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.489563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.490269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router 01172c72-0623-4b29-9a27-09d43a7c39b5 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:20:58.490386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fb58d971-3d17-498f-9645-33d9eb162f63 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/546574a8-abbc-42b9-98df-e036b1f57ae7 HTTP/1.1" status: 204 len: 168 time: 0.8994071 Aug 21 18:20:58.501429 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.502789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f30c033-3b2f-448a-8b04-6abf4e59fe23 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5 HTTP/1.1" status: 204 len: 168 time: 0.5608556 Aug 21 18:20:58.503573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42726) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:58.507486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:58.581534 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f4b3-720c-460a-8b9f-8985358157a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.586157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f4b3-720c-460a-8b9f-8985358157a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.623596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.627413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d166a7b2-537e-425a-97bd-1ab467c83e6b tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8555882 Aug 21 18:20:58.632126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6eb4f4b3-720c-460a-8b9f-8985358157a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42aa0a21cff64e8a86685e3382233034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2025518 Aug 21 18:20:58.633185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42738) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:58.633294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:58.641691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:20:58.644873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f4b3-720c-460a-8b9f-8985358157a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba123b-0cea-42e5-bafd-3609ba17e97c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:58.665152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:58.670749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.680969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.754378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.855496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.884896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.929578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f393ced2-7120-4615-997a-9b4948438a3a']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.942125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.955017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a13c08-51a2-4eed-9ec5-173c73521328') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.955313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a13c08-51a2-4eed-9ec5-173c73521328') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:20:58.983275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:58.991396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.002237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.024544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.038397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:20:59.038813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:20:59.041068 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:20:59.108166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.110977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.114633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bba123b-0cea-42e5-bafd-3609ba17e97c HTTP/1.1" status: 204 len: 168 time: 0.4780996 Aug 21 18:20:59.125972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082aa96-9cd3-4355-b38d-d49896662fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba123b-0cea-42e5-bafd-3609ba17e97c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:59.147370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.158336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.163150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f393ced2-7120-4615-997a-9b4948438a3a HTTP/1.1" status: 204 len: 168 time: 0.6582060 Aug 21 18:20:59.177997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7609a-e528-41e0-b9be-cbbf767e3362 admin admin] Pushing event deleted for resources: {'Network': ['ID=f393ced2-7120-4615-997a-9b4948438a3a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:59.180829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.199563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.203154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745 HTTP/1.1" status: 204 len: 168 time: 0.6792879 Aug 21 18:20:59.205428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42752) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:59.208852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f4cba7-bed1-473e-a08b-83fd1e6136d3 None None] Network 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:20:59.223435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086b6ba-bc67-49d3-83fd-86b6b8427738 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:20:59.326486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 871e0b8f-08fd-4857-9bae-e31f037ae869 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:20:59.333258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.408784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c34017-60ae-4b6a-8c5d-e3657f0565c0 req-f1aacacd-d8c7-4f7d-8ad1-99f0c04b996c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:59.410515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30c34017-60ae-4b6a-8c5d-e3657f0565c0 req-f1aacacd-d8c7-4f7d-8ad1-99f0c04b996c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.0918880 Aug 21 18:20:59.476036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-30c34017-60ae-4b6a-8c5d-e3657f0565c0 req-c7994718-1fdf-41e9-ab7e-25c003d000b5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Aug 21 18:20:59.516090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] DHCP port deletion for 52d5fcb3-1c48-47fa-8aa4-429fc12f3492 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:20:59.570012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.649479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ab233afd-8314-4d41-a7a3-9667443ce3fb no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:20:59.664065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42770) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:59.709091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Deleting port ab233afd-8314-4d41-a7a3-9667443ce3fb {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:20:59.709688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.807588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5637788c-f75e-4773-9505-df0fdf0203d9 req-db5241f8-a018-4b13-874b-98b5d0f80d18 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:20:59.809243 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5637788c-f75e-4773-9505-df0fdf0203d9 req-db5241f8-a018-4b13-874b-98b5d0f80d18 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1657746 Aug 21 18:20:59.827240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10ba832a-c839-4dba-870d-608a7f6a986d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4642333d11542ea958f21f4ae8fdf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608410 Aug 21 18:20:59.829147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42776) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:20:59.906764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] For port ab233afd-8314-4d41-a7a3-9667443ce3fb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ab233afd-8314-4d41-a7a3-9667443ce3fb,segment=NetworkSegment(314390b2-6d60-4db3-9543-53eac54b35b1),segment_id=314390b2-6d60-4db3-9543-53eac54b35b1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:20:59.907169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.923757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Calling delete_port for ab233afd-8314-4d41-a7a3-9667443ce3fb owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:20:59.973157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:20:59.992809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.021809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.066669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.071284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.164000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.167800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.176265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/134c0e49-dd50-4e52-ac53-6cde7ac4b464 HTTP/1.1" status: 204 len: 168 time: 0.3390503 Aug 21 18:21:00.196108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca2bf08-7b72-4c36-9220-998504db22a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134c0e49-dd50-4e52-ac53-6cde7ac4b464,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:00.237867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5637788c-f75e-4773-9505-df0fdf0203d9 req-a0dc0f8d-b870-4861-bca4-b9d607a8ae70 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888812 Aug 21 18:21:00.245282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.302364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=871e0b8f-08fd-4857-9bae-e31f037ae869,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:00.305716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.311045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42798) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:00.312287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/871e0b8f-08fd-4857-9bae-e31f037ae869 HTTP/1.1" status: 204 len: 168 time: 1.1043897 Aug 21 18:21:00.329510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.329510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.329864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.329994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.330327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.330820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.331153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.331476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.331808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.332127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.332442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.332802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637214fb-5d18-48ae-9832-e2a360ac3a65 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:00.367780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b367c13b-ac78-4d4a-80ea-d2f8e4ee1972 None None] Network 8ef2ed2b-60d1-4773-8a03-e61717201a69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:00.452435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.497547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 10dcd456-425e-4ed4-a950-87b0fdbe269e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:00.503436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] Pushing event deleted for resources: {'Port': ['ID=ab233afd-8314-4d41-a7a3-9667443ce3fb,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:00.505662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.526382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376552bb-5083-4e86-9042-c25ba307d950 None None] No DVR routers for this DVR port ab233afd-8314-4d41-a7a3-9667443ce3fb on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:00.577521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.837688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:00.842595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.843757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-86ea00f0-a31b-4365-9f4e-f132e9acbaf5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "PUT /v2.0/routers/10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 200 len: 926 time: 2.2067444 Aug 21 18:21:00.846297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42824) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:00.853644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] DHCP port deletion for 8ef2ed2b-60d1-4773-8a03-e61717201a69 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:21:00.863141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db441705-f3da-4453-880d-a27d234a9872 None None] Sync routers for ids ['10dcd456-425e-4ed4-a950-87b0fdbe269e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:00.877597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] Routers {'10dcd456-425e-4ed4-a950-87b0fdbe269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:00.878230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10dcd456-425e-4ed4-a950-87b0fdbe269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:00.949196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:00.978232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d5fcb3-1c48-47fa-8aa4-429fc12f3492']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.013560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314390b2-6d60-4db3-9543-53eac54b35b1') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.015565 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.020334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314390b2-6d60-4db3-9543-53eac54b35b1') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.037090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Deleting port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:01.037859 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] Routers {'10dcd456-425e-4ed4-a950-87b0fdbe269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:01.039574 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10dcd456-425e-4ed4-a950-87b0fdbe269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.040983 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.043985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.072871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.084055 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-db441705-f3da-4453-880d-a27d234a9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.085228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:01.085484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db441705-f3da-4453-880d-a27d234a9872 None None] The sync data for ids ['10dcd456-425e-4ed4-a950-87b0fdbe269e'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:01.085819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:01.089196 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:01.193796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407e0ec-f591-44c5-81b8-37e57ec559cb req-5d0d8e63-384c-471a-8425-677969df364a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:01.200107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] For port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,segment=NetworkSegment(a7144dd2-947d-4e39-a5bb-6e66a840fda3),segment_id=a7144dd2-947d-4e39-a5bb-6e66a840fda3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:01.201184 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.201297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4407e0ec-f591-44c5-81b8-37e57ec559cb req-5d0d8e63-384c-471a-8425-677969df364a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2326703 Aug 21 18:21:01.204028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65cd0afe-8e62-4b35-8e48-41d089ea94cf tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 200 len: 926 time: 0.3566933 Aug 21 18:21:01.206977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.238665 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.249814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.252246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/52d5fcb3-1c48-47fa-8aa4-429fc12f3492 HTTP/1.1" status: 204 len: 168 time: 0.9386959 Aug 21 18:21:01.264673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.264915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Calling delete_port for 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:01.270850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ff9b0-10a1-40e6-9ca3-10dcbe61d85e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=52d5fcb3-1c48-47fa-8aa4-429fc12f3492,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:01.373103 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.400224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4407e0ec-f591-44c5-81b8-37e57ec559cb req-c7658811-5efa-4a08-aa68-a36db73cad52 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844699 Aug 21 18:21:01.405305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940eb36b-1c5f-4580-b81c-dcbd757ef3d3 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:01.406916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-940eb36b-1c5f-4580-b81c-dcbd757ef3d3 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=10dcd456-425e-4ed4-a950-87b0fdbe269e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1990180 Aug 21 18:21:01.409699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.425718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.436621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] No DVR routers for this DVR port 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:01.441847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e8d52-a84f-4407-a6a3-6ac9ef9d071c None None] Pushing event deleted for resources: {'Port': ['ID=8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:01.556353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.577903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ef2ed2b-60d1-4773-8a03-e61717201a69']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.607559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cc9f5-eb09-4150-b5fe-a87ed61322d0 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:01.609308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c5cc9f5-eb09-4150-b5fe-a87ed61322d0 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.1985836 Aug 21 18:21:01.613050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.620738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7144dd2-947d-4e39-a5bb-6e66a840fda3') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.621048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7144dd2-947d-4e39-a5bb-6e66a840fda3') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:01.663557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.670758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7e18589d-2524-4d5d-9c60-982adcb8b41a tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 200 len: 205 time: 0.0560579 Aug 21 18:21:01.673040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.684260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:01.689157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.697634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:01.698244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:01.702672 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:01.769635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:21:01.775117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8ff18ea6-10a7-47b6-a3e6-3b854b1e4e25 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:21:01.802442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.808092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.812290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/8ef2ed2b-60d1-4773-8a03-e61717201a69 HTTP/1.1" status: 204 len: 168 time: 0.5465269 Aug 21 18:21:01.823802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:01.843106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1781889439'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:01.876202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13832dad-3e21-4798-a079-27e7495130bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=8ef2ed2b-60d1-4773-8a03-e61717201a69,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:01.911874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.913349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:01.917659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:01.969120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42878) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:02.003832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:02.037661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.037994 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment 2735777a-0f2f-4447-bee7-d99bfab09517 of type vlan for network 6660e401-499d-4897-b971-b602ecd7c715 Aug 21 18:21:02.141579 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.160810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.178724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.186915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:02.187867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.240539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port 5e8a9e51-b165-4a28-9e02-6dbfd04e700a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:02.240990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.299174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-605626856-network', 'tenant_id': '0dd79c5520654d98ae2c9c8b21fb6028'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:02.332354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=6660e401-499d-4897-b971-b602ecd7c715,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:02.346120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6660e401-499d-4897-b971-b602ecd7c715 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:02.360038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d86666a6-0fc2-46e6-bcfc-8925d5ea84f2 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5148001 Aug 21 18:21:02.360885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:02.385133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '6660e401-499d-4897-b971-b602ecd7c715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:02.391007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.416541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for 5e8a9e51-b165-4a28-9e02-6dbfd04e700a owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:02.509729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Made reservation on behalf of 0dd79c5520654d98ae2c9c8b21fb6028 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:02.532108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.564166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.574479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:02.580803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.618097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8ba81-bb58-471a-bcbc-105fb51cca91 req-98360820-e1cb-4889-b7ee-0a8adf71168b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:02.619731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5da8ba81-bb58-471a-bcbc-105fb51cca91 req-98360820-e1cb-4889-b7ee-0a8adf71168b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.0857363 Aug 21 18:21:02.719626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5da8ba81-bb58-471a-bcbc-105fb51cca91 req-634928ef-d7d9-42cd-a7e9-911b4ca46cff tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640938 Aug 21 18:21:02.803485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.851626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=5e8a9e51-b165-4a28-9e02-6dbfd04e700a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:02.944697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:02.957320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.002467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.056708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b3077-b27d-4ff1-8163-e7bb25fc6e95,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:03.058858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.061740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.094836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:03.107056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.107476 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Added segment eed0ecc1-20bd-443d-98a7-160e9a6d5b34 of type vlan for network 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 Aug 21 18:21:03.109772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.130166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.130828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router 10dcd456-425e-4ed4-a950-87b0fdbe269e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:03.139437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.144006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3284073-6ebb-46d0-a301-2f8fd43c12ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 204 len: 168 time: 1.4664724 Aug 21 18:21:03.144816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:03.149446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1413169036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:03.176628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.177803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.251730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=6933b3f6-f263-4160-84d6-cd3662a8c590,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:03.255259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.267902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.280747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.292305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.296021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-81a4e63b-c7e0-4584-a972-05fea2835577 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1477685 Aug 21 18:21:03.296856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:03.303177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:03.325458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': '2735777a-0f2f-4447-bee7-d99bfab09517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6660e401-499d-4897-b971-b602ecd7c715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:03.326110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 6660e401-499d-4897-b971-b602ecd7c715, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:03.387823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:21:03.389156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 6660e401-499d-4897-b971-b602ecd7c715 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:03.403536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.404582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:03.405174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.432962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6660e401-499d-4897-b971-b602ecd7c715) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:03.438170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:03.438739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.444556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b61f28f-2d05-4f0d-81c8-c852e9a0ed75 None None] Network 6660e401-499d-4897-b971-b602ecd7c715 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:03.542407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5721834 Aug 21 18:21:03.547660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42928) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:03.560549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Request body: {'subnet': {'network_id': '3ea8f4c5-b988-4bb9-b6bb-c378566f0a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-605626856-subnet', 'tenant_id': '0dd79c5520654d98ae2c9c8b21fb6028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:03.575532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0bc17f36-0e07-458d-ba6b-1e07c0aacfe8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2081494 Aug 21 18:21:03.579192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a321c0-bef3-4906-843a-42d78ab9df81 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea8f4c5-b988-4bb9-b6bb-c378566f0a27,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:03.591771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:03.606469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1222761101', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:03.616487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Made reservation on behalf of 0dd79c5520654d98ae2c9c8b21fb6028 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:03.619932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.635578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:03.769622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.778303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.779677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.880669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-6660e401-499d-4897-b971-b602ecd7c715', 'network_id': '6660e401-499d-4897-b971-b602ecd7c715', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '6933b3f6-f263-4160-84d6-cd3662a8c590'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:03.881564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:03.956143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.140494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440af0b9-73a5-43b3-98e1-a863f15c27e3 req-20fed412-050b-429b-87d0-13c61edac10a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:04.141989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-440af0b9-73a5-43b3-98e1-a863f15c27e3 req-20fed412-050b-429b-87d0-13c61edac10a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2504649 Aug 21 18:21:04.148496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Allocated IP 172.20.0.2 (6660e401-499d-4897-b971-b602ecd7c715/6933b3f6-f263-4160-84d6-cd3662a8c590/49b5243b-f890-4018-8193-edce53907270) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:04.153366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db75a90d-c649-4cf8-9361-1404933edae9,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:04.165345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Checking segment: {'id': 'eed0ecc1-20bd-443d-98a7-160e9a6d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3ea8f4c5-b988-4bb9-b6bb-c378566f0a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:04.165714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Network hostable DHCP agents. Network: 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:04.216285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-440af0b9-73a5-43b3-98e1-a863f15c27e3 req-99453def-3533-4bea-bc44-0a82f542afc9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Aug 21 18:21:04.222979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Network 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:04.234344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:04.248996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:04.249727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.270744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1dc5a30-3aa0-471f-8964-7b4c1ffd7160 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7187026 Aug 21 18:21:04.285221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a02594-730b-45bf-bfba-f56e58bfdb86 None None] Network 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:04.311997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.325090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.372481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.376402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a1d47a28-8102-40f9-9759-5b601131b3e9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7800140 Aug 21 18:21:04.376717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:04.383600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'port': {'network_id': '6660e401-499d-4897-b971-b602ecd7c715', 'name': 'tempest-RoutersTest-1942730348'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:04.475747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42942) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:04.539222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.564231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.573081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.586820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab1c5dd-1cfa-4880-9cd4-a3dd6f974fb0 None None] Network 3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:04.593048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Transition to ACTIVE for port object 49b5243b-f890-4018-8193-edce53907270 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:04.664698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Transition to ACTIVE for port object 49b5243b-f890-4018-8193-edce53907270 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:04.677043 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.757070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Allocated IP 172.25.1.64 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/fce98ff0-f848-4a42-a679-27869147d805) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:04.773341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Pushing event updated for resources: {'Port': ['ID=49b5243b-f890-4018-8193-edce53907270,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:04.785197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Network 6660e401-499d-4897-b971-b602ecd7c715 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:04.818674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:04.826428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:04.928946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.981155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Attempting to bind port 49b5243b-f890-4018-8193-edce53907270 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:04.981407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Attempting to bind port 49b5243b-f890-4018-8193-edce53907270 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2735777a-0f2f-4447-bee7-d99bfab09517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6660e401-499d-4897-b971-b602ecd7c715'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:04.981863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Attempting to bind port 49b5243b-f890-4018-8193-edce53907270 on network 6660e401-499d-4897-b971-b602ecd7c715 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:04.983702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.988621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:04.989171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Checking segment: {'id': '2735777a-0f2f-4447-bee7-d99bfab09517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6660e401-499d-4897-b971-b602ecd7c715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:04.989578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:04.990223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Bound using segment: {'id': '2735777a-0f2f-4447-bee7-d99bfab09517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6660e401-499d-4897-b971-b602ecd7c715'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:04.990795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Bound port: 49b5243b-f890-4018-8193-edce53907270, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2735777a-0f2f-4447-bee7-d99bfab09517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '6660e401-499d-4897-b971-b602ecd7c715'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:04.991273 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.063119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Deleting subnet db75a90d-c649-4cf8-9361-1404933edae9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:21:05.066808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:05.071600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.072267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:05.081634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:05.084163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event updated for resources: {'Port': ['ID=fce98ff0-f848-4a42-a679-27869147d805,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:05.123388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.126050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] For port 49b5243b-f890-4018-8193-edce53907270, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:05.129293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] For port 49b5243b-f890-4018-8193-edce53907270, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=49b5243b-f890-4018-8193-edce53907270,segment=NetworkSegment(2735777a-0f2f-4447-bee7-d99bfab09517),segment_id=2735777a-0f2f-4447-bee7-d99bfab09517)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:05.139575 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.168208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:05.172674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.235148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.266745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3932039-ce42-4a3d-a7fa-d2811fc52920 None None] Pushing event updated for resources: {'Port': ['ID=49b5243b-f890-4018-8193-edce53907270,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:05.330332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] device_id is not set on port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:21:05.336856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.419517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.421562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/db75a90d-c649-4cf8-9361-1404933edae9 HTTP/1.1" status: 204 len: 168 time: 0.9388621 Aug 21 18:21:05.426125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd42e5-9b1e-4537-a777-132c2010d0bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db75a90d-c649-4cf8-9361-1404933edae9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:05.429675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42962) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:05.551409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38eada-a7bd-47b2-99bb-bbdba3937e25 req-e96293f2-1f96-41bd-849f-e47ca174425f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:05.560859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d38eada-a7bd-47b2-99bb-bbdba3937e25 req-e96293f2-1f96-41bd-849f-e47ca174425f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1498075 Aug 21 18:21:05.589966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.20.0.6 (6660e401-499d-4897-b971-b602ecd7c715/6933b3f6-f263-4160-84d6-cd3662a8c590/1913ce7b-9999-4915-a7b9-bf1276b3b7a5) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:05.661039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.725045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.733774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d38eada-a7bd-47b2-99bb-bbdba3937e25 req-eb5aa9d8-0542-4448-9a70-8d7d8c193390 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718085 Aug 21 18:21:05.734607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 49b5243b-f890-4018-8193-edce53907270 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:05.834322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 49b5243b-f890-4018-8193-edce53907270 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:05.858165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.866798 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.879923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea8f4c5-b988-4bb9-b6bb-c378566f0a27']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:05.880596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:05.896257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed0ecc1-20bd-443d-98a7-160e9a6d5b34') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:05.896562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed0ecc1-20bd-443d-98a7-160e9a6d5b34') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:05.909288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.930906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.938110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.956763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:05.957511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:05.959965 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:05.991068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 6660e401-499d-4897-b971-b602ecd7c715 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:05.994521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:05.999106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:06.045829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=1913ce7b-9999-4915-a7b9-bf1276b3b7a5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:06.074795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.080408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.081635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:06.082316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.083177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ea8f4c5-b988-4bb9-b6bb-c378566f0a27 HTTP/1.1" status: 204 len: 168 time: 0.6510715 Aug 21 18:21:06.138564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e219f478-4e56-4abc-a3be-c9fac8d86f77 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7566731 Aug 21 18:21:06.139314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:06.277077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a4567-71bc-4dea-bc2e-e965fd22f08c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea8f4c5-b988-4bb9-b6bb-c378566f0a27,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:06.314604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:06.325941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.341962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.437317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9965b909-8fd4-4257-9e6c-b3f87b713a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0dd79c5520654d98ae2c9c8b21fb6028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1189947 Aug 21 18:21:06.439794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:06.531194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.569029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.636952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.654553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Router 7fa06ef3-f955-4f6d-881d-a9ed5567b96f is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:06.797914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:06.812061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] Sync routers for ids ['7fa06ef3-f955-4f6d-881d-a9ed5567b96f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:06.813514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.821275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fe0ae42d-d678-408f-820a-bc2ee6df15b7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "PUT /v2.0/routers/7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 200 len: 883 time: 3.5169885 Aug 21 18:21:06.822545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42986) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:06.836867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] Routers {'7fa06ef3-f955-4f6d-881d-a9ed5567b96f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:06.837785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fa06ef3-f955-4f6d-881d-a9ed5567b96f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:06.873293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.875907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:06.877070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/613b3077-b27d-4ff1-8163-e7bb25fc6e95 HTTP/1.1" status: 204 len: 168 time: 0.4362586 Aug 21 18:21:06.890334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cbf7d7-8864-4e71-a1f2-e68e1bf230be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b3077-b27d-4ff1-8163-e7bb25fc6e95,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:06.970120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d6112-cd7c-4c81-a437-d759ea1eac67 None None] Network 6660e401-499d-4897-b971-b602ecd7c715 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:06.981392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5cae4-74c8-462f-8008-65d2b81989be req-9eaaa71d-5a8a-48bc-a250-bf99d86e02e3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:06.983072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83a5cae4-74c8-462f-8008-65d2b81989be req-9eaaa71d-5a8a-48bc-a250-bf99d86e02e3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1033523 Aug 21 18:21:07.004889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:07.056479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-02ee028f-63f0-4a08-8421-38bf5e797bda tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 200 len: 924 time: 0.2300696 Aug 21 18:21:07.061156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:07.135925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-83a5cae4-74c8-462f-8008-65d2b81989be req-9c029a6c-bef5-4d4a-a522-7f194cd000d4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457818 Aug 21 18:21:07.148704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] Routers {'7fa06ef3-f955-4f6d-881d-a9ed5567b96f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:07.153164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2d298-70ae-4aa0-8533-c2f257b46747 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:07.154079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7fa06ef3-f955-4f6d-881d-a9ed5567b96f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:07.154841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2b2d298-70ae-4aa0-8533-c2f257b46747 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=7fa06ef3-f955-4f6d-881d-a9ed5567b96f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0926850 Aug 21 18:21:07.157510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42998) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:07.195884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.208273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.256473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:07.257484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4be4fd1-a6a9-4604-8875-daa116997701 None None] The sync data for ids ['7fa06ef3-f955-4f6d-881d-a9ed5567b96f'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:07.272941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454030e-c3fe-48ce-bf39-5dd43afd2359 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:07.274473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c454030e-c3fe-48ce-bf39-5dd43afd2359 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.1158509 Aug 21 18:21:07.277325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43006) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:07.283736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Provisioning for port 49b5243b-f890-4018-8193-edce53907270 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:07.297117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Provisioning complete for port 49b5243b-f890-4018-8193-edce53907270 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:07.298809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.350952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a07802ae-fde2-4e81-b75a-2261347162a6 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 200 len: 205 time: 0.0686808 Aug 21 18:21:07.351583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43010) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:07.530940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.544270 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.573763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=1913ce7b-9999-4915-a7b9-bf1276b3b7a5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:07.651162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-25decceb-9112-4547-8627-eab90577ef44 None None] For port 49b5243b-f890-4018-8193-edce53907270, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=49b5243b-f890-4018-8193-edce53907270,segment=NetworkSegment(2735777a-0f2f-4447-bee7-d99bfab09517),segment_id=2735777a-0f2f-4447-bee7-d99bfab09517)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:07.664035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.707523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.786341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.817141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25decceb-9112-4547-8627-eab90577ef44 None None] Pushing event updated for resources: {'Port': ['ID=49b5243b-f890-4018-8193-edce53907270,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:07.921784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port fce98ff0-f848-4a42-a679-27869147d805 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:07.923274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:07.924404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.000060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Provisioning for port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:08.005110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Provisioning complete for port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:08.005719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.104019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.112700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:08.146055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for fce98ff0-f848-4a42-a679-27869147d805 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:08.148060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Provisioning complete for port 49b5243b-f890-4018-8193-edce53907270 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:08.148060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d580988d-bde7-4886-968c-27155ddbb52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.491777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4f9a88f0-ca17-46fb-8f73-f744162c6213 None None] Provisioning complete for port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:08.494361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4f9a88f0-ca17-46fb-8f73-f744162c6213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.533311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.561958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a88f0-ca17-46fb-8f73-f744162c6213 None None] Port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:08.599905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=fce98ff0-f848-4a42-a679-27869147d805,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:08.611080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc7bae-5216-4231-be4c-77584299802e req-c84a6376-24ac-4ec9-892e-1ee4a78a0418 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:08.615986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-defc7bae-5216-4231-be4c-77584299802e req-c84a6376-24ac-4ec9-892e-1ee4a78a0418 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2999163 Aug 21 18:21:08.620856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.641319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.681716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-972ec113-6072-4b41-aef2-dcdfd9564a3c None None] Provisioning complete for port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:08.682098 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-972ec113-6072-4b41-aef2-dcdfd9564a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.704431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.724934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-972ec113-6072-4b41-aef2-dcdfd9564a3c None None] Port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:08.756503 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-defc7bae-5216-4231-be4c-77584299802e req-92b645f6-d37c-450f-b712-f9f45a14a5c2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326282 Aug 21 18:21:08.759499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=1913ce7b-9999-4915-a7b9-bf1276b3b7a5,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:08.771252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:08.893165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 6660e401-499d-4897-b971-b602ecd7c715 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:08.893994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:09.059743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router cbedd863-9852-44ae-9457-4ce1033b6116 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:09.133047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.135540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.175427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:09.181744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8fd86513-63b2-42d1-b378-8a3b165e67ab tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/cbedd863-9852-44ae-9457-4ce1033b6116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0413682 Aug 21 18:21:09.188546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43050) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:09.190576 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] Sync routers for ids ['cbedd863-9852-44ae-9457-4ce1033b6116'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:09.201024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] Routers {'cbedd863-9852-44ae-9457-4ce1033b6116'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:09.201632 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cbedd863-9852-44ae-9457-4ce1033b6116'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:09.224206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.224794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router 7fa06ef3-f955-4f6d-881d-a9ed5567b96f {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:09.241270 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.242330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-61bbe70c-61c1-48ed-94e0-0b23dc6c3330 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 204 len: 168 time: 1.8898268 Aug 21 18:21:09.246772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43052) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:09.256047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-721428248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:09.258645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4d01f-edcd-4721-8493-ce81d77c9514 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:09.262770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fac4d01f-edcd-4721-8493-ce81d77c9514 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports/1913ce7b-9999-4915-a7b9-bf1276b3b7a5 HTTP/1.1" status: 200 len: 977 time: 0.0705519 Aug 21 18:21:09.274249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:09.289168 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:09.308208 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] Routers {'cbedd863-9852-44ae-9457-4ce1033b6116'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:09.309682 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cbedd863-9852-44ae-9457-4ce1033b6116'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:09.314898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.316013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.355363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca445104-347b-4689-a311-feb866ca563f None None] Provisioning complete for port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:09.358137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca445104-347b-4689-a311-feb866ca563f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.387525 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:09.391637 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0187ba29-227d-42a6-a3e7-f3bfbdf7e35c None None] The sync data for ids ['cbedd863-9852-44ae-9457-4ce1033b6116'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:09.427597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.439386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.461089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ca445104-347b-4689-a311-feb866ca563f None None] Port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:09.467109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.468866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e10a0e0-9520-4ac5-a9fd-e0462aab9868 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2210345 Aug 21 18:21:09.472410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43066) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:09.477623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': True}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:09.608298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 49b5243b-f890-4018-8193-edce53907270 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:09.693418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 49b5243b-f890-4018-8193-edce53907270 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:09.694077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.967493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:09.972212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:10.104218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-659c526e-19b1-439e-b6b7-b8d642f02f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:10.105715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-659c526e-19b1-439e-b6b7-b8d642f02f1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 1098 time: 0.1605160 Aug 21 18:21:10.124521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d04bd3-821f-4782-a364-abf442dd1ce3 req-a46e889f-7c30-43c1-9c8c-09eafb7fe4d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:10.126213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35d04bd3-821f-4782-a364-abf442dd1ce3 req-a46e889f-7c30-43c1-9c8c-09eafb7fe4d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1843534 Aug 21 18:21:10.244437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35d04bd3-821f-4782-a364-abf442dd1ce3 req-9f1d3e12-27b7-460e-a258-16fe9dc948fa tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079619 Aug 21 18:21:10.287983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-f26871d8-c64f-407f-aa9f-2ef44fda07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:10.292066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-f26871d8-c64f-407f-aa9f-2ef44fda07d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 915 time: 0.1640723 Aug 21 18:21:10.343676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-4f833e3f-f5a0-4cca-994b-a493a0fcb875 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee HTTP/1.1" status: 200 len: 217 time: 0.0437403 Aug 21 18:21:10.351000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:10.351418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:10.493884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-541bb2c6-87e0-4380-be2e-f4b10541d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:10.497771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-541bb2c6-87e0-4380-be2e-f4b10541d060 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.1472979 Aug 21 18:21:10.509610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:10.524015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 1913ce7b-9999-4915-a7b9-bf1276b3b7a5 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:10.568820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-6cb5fb91-7a79-4bb9-a6b2-67b4a5d552ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492368 Aug 21 18:21:10.689967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:10.715023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:10.812825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-95c8fa07-39cb-4bc4-a2e6-89580bbdf006 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320786 Aug 21 18:21:10.932422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 172.25.1.252 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/d656a627-50bb-435a-8324-d66252b59e75) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:10.979825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abac1b5-217f-43e4-91f4-1bcd32fd3ffe req-933c6780-ca37-4ee7-b5f1-a27ca5698bf8 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505947 Aug 21 18:21:11.078027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:11.140887 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.159395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-6c0ff3e5-53c7-4448-b1da-47c6779742c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0833254 Aug 21 18:21:11.218001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.237063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.274606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=1913ce7b-9999-4915-a7b9-bf1276b3b7a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:11.304828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:11.306569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ed795e1-b911-4f75-9881-7518323796a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.314046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:11.316769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:11.533871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-e998ea4e-9f00-41d2-a1c4-5223cc61c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:11.535822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-e998ea4e-9f00-41d2-a1c4-5223cc61c0e9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 1098 time: 0.3304205 Aug 21 18:21:11.551460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae1015-8ad8-4d01-af34-ca1e3ac8d63d req-852cd95f-bee9-40c8-887b-fc0cdc040279 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:11.553091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ae1015-8ad8-4d01-af34-ca1e3ac8d63d req-852cd95f-bee9-40c8-887b-fc0cdc040279 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1671889 Aug 21 18:21:11.553753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.693187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=d656a627-50bb-435a-8324-d66252b59e75,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:11.832403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ae1015-8ad8-4d01-af34-ca1e3ac8d63d req-9b76b986-9bf3-474b-8c30-a9ae3896ec91 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677543 Aug 21 18:21:11.838534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router cbedd863-9852-44ae-9457-4ce1033b6116 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:11.917156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:11.920043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-a697f113-17e2-4392-88c7-4df114f02c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:11.922576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-a697f113-17e2-4392-88c7-4df114f02c71 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 200 len: 912 time: 0.3345544 Aug 21 18:21:11.935614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:11.942445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a1b19de-e960-47df-823d-7feffce5aff7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/cbedd863-9852-44ae-9457-4ce1033b6116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749246 Aug 21 18:21:11.945697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43134) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:11.947573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] Sync routers for ids ['cbedd863-9852-44ae-9457-4ce1033b6116'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:11.970042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] Routers {'cbedd863-9852-44ae-9457-4ce1033b6116'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:11.971068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cbedd863-9852-44ae-9457-4ce1033b6116'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:12.067567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:12.070271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ed795e1-b911-4f75-9881-7518323796a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.085516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ed795e1-b911-4f75-9881-7518323796a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.087372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] Routers {'cbedd863-9852-44ae-9457-4ce1033b6116'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:12.088182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cbedd863-9852-44ae-9457-4ce1033b6116'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:12.142914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:12.143851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8238a2ec-5fc4-41c7-8075-456dddc5e75b None None] The sync data for ids ['cbedd863-9852-44ae-9457-4ce1033b6116'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:12.198697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ed795e1-b911-4f75-9881-7518323796a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9edd11961a0e4657914f4ceed2e28da4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1208515 Aug 21 18:21:12.203326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:12.243347 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-30039993-a743-471a-99c6-e09e83901fa3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] remove_router_interface failed (client error): The resource could not be found. Aug 21 18:21:12.244701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30039993-a743-471a-99c6-e09e83901fa3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/cbedd863-9852-44ae-9457-4ce1033b6116/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2972393 Aug 21 18:21:12.248207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:12.253816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed795e1-b911-4f75-9881-7518323796a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d166263-e18e-4b80-a20a-dff4de88c35c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:12.302768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77614bba-0438-4a43-847b-93b055cdec4a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedd863-9852-44ae-9457-4ce1033b6116 HTTP/1.1" status: 200 len: 205 time: 0.0536413 Aug 21 18:21:12.305033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43146) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:12.390075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-d46235ac-f79d-4a55-adbc-3d6d91e38a5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 200 len: 1002 time: 0.3181784 Aug 21 18:21:12.415471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.421252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.467124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-9046e41c-e50a-4818-b042-87722b8ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:12.468929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-9046e41c-e50a-4818-b042-87722b8ec866 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 200 len: 850 time: 0.0696023 Aug 21 18:21:12.612587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.632200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-667a535c-2d4f-4a3b-9c34-4d8273cdbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:12.633725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-667a535c-2d4f-4a3b-9c34-4d8273cdbda3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53e1c8c6-8ec4-42c0-90ee-27244482c04c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546767 Aug 21 18:21:12.641198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.646146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.666008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.672396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.755042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.758023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.760171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d166263-e18e-4b80-a20a-dff4de88c35c HTTP/1.1" status: 204 len: 168 time: 0.5533650 Aug 21 18:21:12.771734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.771734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router cbedd863-9852-44ae-9457-4ce1033b6116 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:12.785232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:12.789036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2afcab45-c0cd-4b18-8d01-84479b7c203c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/cbedd863-9852-44ae-9457-4ce1033b6116 HTTP/1.1" status: 204 len: 168 time: 0.4800222 Aug 21 18:21:12.793861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43164) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:12.803501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976d6f-bec0-4ddd-87fb-32ab4e4a117b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d166263-e18e-4b80-a20a-dff4de88c35c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:12.854940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-b860f440-5326-4711-918a-2c69d2430e29 service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060583 Aug 21 18:21:12.900120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 6933b3f6-f263-4160-84d6-cd3662a8c590 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:21:12.908613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.008640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.139224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.249858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.284277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=6933b3f6-f263-4160-84d6-cd3662a8c590,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:13.294849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.300886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be093f14-99a5-4f18-81b1-dff8bbf8f433 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/6933b3f6-f263-4160-84d6-cd3662a8c590 HTTP/1.1" status: 204 len: 168 time: 0.5029721 Aug 21 18:21:13.301045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43178) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:13.305834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f23ae0-bf90-439b-bc10-f5ba0bd768d6 None None] Network 6660e401-499d-4897-b971-b602ecd7c715 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:13.332787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43180) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:13.406000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d95b2de6-538d-4118-ab66-a23e95fa2b1c req-3a81995d-ebe6-47cb-a725-b53316cc8fde service neutron] 10.222.0.39 "GET /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408921 Aug 21 18:21:13.406624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.421866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2c77-9ebf-401e-800f-fe9fab2575f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.444002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64060bf2-51f2-4194-82fe-9054ba159da8 req-1c3f96b2-0a7b-41a9-bcf7-a3a8363c765d tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:13.445553 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64060bf2-51f2-4194-82fe-9054ba159da8 req-1c3f96b2-0a7b-41a9-bcf7-a3a8363c765d tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1640015 Aug 21 18:21:13.520735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64060bf2-51f2-4194-82fe-9054ba159da8 req-4dc683ba-8527-4ec1-a580-b9fd4a09dd6d tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639627 Aug 21 18:21:13.521356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 9aaf603d-43cb-4a3d-b462-72c445c040b2 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:13.536463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 49b5243b-f890-4018-8193-edce53907270 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:13.536809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.598244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] DHCP port deletion for 6660e401-499d-4897-b971-b602ecd7c715 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:21:13.634033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 49b5243b-f890-4018-8193-edce53907270, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=49b5243b-f890-4018-8193-edce53907270,segment=NetworkSegment(2735777a-0f2f-4447-bee7-d99bfab09517),segment_id=2735777a-0f2f-4447-bee7-d99bfab09517)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:13.634577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.655723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 49b5243b-f890-4018-8193-edce53907270 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:13.661895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:13.668905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.670520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc8be78b-4ac0-4ba6-96e7-c7e667b0f5c8 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "PUT /v2.0/routers/9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 200 len: 918 time: 4.1971345 Aug 21 18:21:13.674274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Deleting port 49b5243b-f890-4018-8193-edce53907270 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:13.674419 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] Sync routers for ids ['9aaf603d-43cb-4a3d-b462-72c445c040b2'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:13.674993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.675697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:13.685197 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] Routers {'9aaf603d-43cb-4a3d-b462-72c445c040b2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:13.685792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9aaf603d-43cb-4a3d-b462-72c445c040b2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:13.689051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2c77-9ebf-401e-800f-fe9fab2575f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.726068 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:13.736053 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] Routers {'9aaf603d-43cb-4a3d-b462-72c445c040b2'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:13.736914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9aaf603d-43cb-4a3d-b462-72c445c040b2'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:13.753619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] For port 49b5243b-f890-4018-8193-edce53907270, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=49b5243b-f890-4018-8193-edce53907270,segment=NetworkSegment(2735777a-0f2f-4447-bee7-d99bfab09517),segment_id=2735777a-0f2f-4447-bee7-d99bfab09517)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:13.753926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.756412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d6a2c77-9ebf-401e-800f-fe9fab2575f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.770794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Calling delete_port for 49b5243b-f890-4018-8193-edce53907270 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:13.785905 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:13.786816 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d32b09-7f2c-48cd-be7e-7c305f386e02 None None] The sync data for ids ['9aaf603d-43cb-4a3d-b462-72c445c040b2'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:13.879545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d6a2c77-9ebf-401e-800f-fe9fab2575f2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e76525c579f4df294f2fd3b94512f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457077 Aug 21 18:21:13.880486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a2c77-9ebf-401e-800f-fe9fab2575f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085e4cb0-c534-4b12-876b-88981d607a34,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:13.882284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43192) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:13.897831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.906561 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.941477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] No DVR routers for this DVR port 49b5243b-f890-4018-8193-edce53907270 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:13.967741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=49b5243b-f890-4018-8193-edce53907270,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:13.978525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:13.982262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port 49b5243b-f890-4018-8193-edce53907270 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:13.997640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09b221-2267-48ed-9d46-e83d4065ecb9 None None] Pushing event deleted for resources: {'Port': ['ID=49b5243b-f890-4018-8193-edce53907270,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:14.045221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.053096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77140503-cbad-4052-b110-8a2b6c2ca33d tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 200 len: 924 time: 0.3750732 Aug 21 18:21:14.056717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.101853 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.116914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6660e401-499d-4897-b971-b602ecd7c715']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:14.123384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf7435-bace-4f9e-8e6e-9b206e60e1f4 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:14.127728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4bdf7435-bace-4f9e-8e6e-9b206e60e1f4 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=9aaf603d-43cb-4a3d-b462-72c445c040b2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0697224 Aug 21 18:21:14.128007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.146615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2735777a-0f2f-4447-bee7-d99bfab09517') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:14.146823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2735777a-0f2f-4447-bee7-d99bfab09517') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:14.147229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.151748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.157458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/085e4cb0-c534-4b12-876b-88981d607a34 HTTP/1.1" status: 204 len: 168 time: 0.2721303 Aug 21 18:21:14.166763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac9c8a-a599-41d1-9789-c03c6a3489bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085e4cb0-c534-4b12-876b-88981d607a34,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:14.172234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.216839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.226834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:14.227244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:14.230329 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:14.308325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd6aa5ed-08f3-4427-9ac9-aff6b7332915 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:14.312940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd6aa5ed-08f3-4427-9ac9-aff6b7332915 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.1765451 Aug 21 18:21:14.313463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43204) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.330665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.350938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.352883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a5ec377-3477-438b-8081-9b6a15a49d74 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 200 len: 205 time: 0.0379732 Aug 21 18:21:14.356400 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/6660e401-499d-4897-b971-b602ecd7c715 HTTP/1.1" status: 204 len: 168 time: 1.0541921 Aug 21 18:21:14.360975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43208) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.361361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.367304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d0abc-c65a-40b8-9805-6504cc771c5d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=6660e401-499d-4897-b971-b602ecd7c715,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:14.443474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1769742759'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:14.475828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:14.480467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.568382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:14.592654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.593001 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment d40631db-1d6d-4d57-be0a-7698841b1340 of type vlan for network 46d000da-dd77-4158-b239-859156abe4bf Aug 21 18:21:14.608415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.696092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.727331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c841c5-756e-4d43-b2ce-3db0119eb1b9 req-0b1aab6a-13af-45b7-9e06-dda0c6549d49 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:14.729366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8c841c5-756e-4d43-b2ce-3db0119eb1b9 req-0b1aab6a-13af-45b7-9e06-dda0c6549d49 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.0721135 Aug 21 18:21:14.783927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.789480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:14.790076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.794700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8c841c5-756e-4d43-b2ce-3db0119eb1b9 req-16f64158-2145-420e-bedb-cb5106cc36f8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586779 Aug 21 18:21:14.860710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:14.879468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4414952 Aug 21 18:21:14.882597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43228) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:14.885788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35493e81-681a-43b5-98ed-a13d7e69ce83 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=46d000da-dd77-4158-b239-859156abe4bf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:14.900815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 46d000da-dd77-4158-b239-859156abe4bf details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:14.903326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '46d000da-dd77-4158-b239-859156abe4bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:14.960689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port d656a627-50bb-435a-8324-d66252b59e75 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:14.961249 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.055217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:15.060185 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.073748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.095787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for d656a627-50bb-435a-8324-d66252b59e75 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:15.331361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.332177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.372011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=d656a627-50bb-435a-8324-d66252b59e75,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:15.450939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.455119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'd40631db-1d6d-4d57-be0a-7698841b1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '46d000da-dd77-4158-b239-859156abe4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:15.456023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 46d000da-dd77-4158-b239-859156abe4bf, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:15.460306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=b3328025-27ea-4617-8984-3665aa0fea4e,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:15.518916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 46d000da-dd77-4158-b239-859156abe4bf is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:15.544813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 46d000da-dd77-4158-b239-859156abe4bf) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:15.549120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:15.549731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.558263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b6992a-b8fd-48a8-b43a-7c63765ae0a4 None None] Network 46d000da-dd77-4158-b239-859156abe4bf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:15.580420 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.584041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.617999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ece5f0b4-110e-4b60-8335-4d54b1e0b0c3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7339396 Aug 21 18:21:15.618780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43252) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:15.625713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-891235827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:15.689301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.690199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router 9aaf603d-43cb-4a3d-b462-72c445c040b2 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:15.705694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.707228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.709936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.711138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f4e66c81-7530-4229-8eaa-934fb534ca80 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 204 len: 168 time: 1.3475575 Aug 21 18:21:15.715798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:15.722376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1840105267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:15.734308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 49b5243b-f890-4018-8193-edce53907270 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:15.757864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.759754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.790448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 49b5243b-f890-4018-8193-edce53907270 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:21:15.792372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 49b5243b-f890-4018-8193-edce53907270 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:21:15.835928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.843767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.870045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.872988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db9158f4-cdf4-434a-9653-d9cdc668425b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2529769 Aug 21 18:21:15.875576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43266) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:15.913091 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.971333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:15.980401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-46d000da-dd77-4158-b239-859156abe4bf', 'network_id': '46d000da-dd77-4158-b239-859156abe4bf', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': 'b3328025-27ea-4617-8984-3665aa0fea4e'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:15.982478 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.031738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.034837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d9fcf2fa-8a77-4711-a782-b7e8bd07b8ec tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3165133 Aug 21 18:21:16.036898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43270) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:16.059233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aaa20-fe6a-40d7-9912-3816618b6306 req-9eb01f50-180c-49a7-9f86-64ab40c79b9b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:16.068531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf3aaa20-fe6a-40d7-9912-3816618b6306 req-9eb01f50-180c-49a7-9f86-64ab40c79b9b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1575298 Aug 21 18:21:16.086890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'enable_snat': False}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:16.171921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Allocated IP 172.20.0.2 (46d000da-dd77-4158-b239-859156abe4bf/b3328025-27ea-4617-8984-3665aa0fea4e/0c9520ed-0d87-4c5a-aee0-9e408015cace) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:16.354272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.365414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Transition to ACTIVE for port object 0c9520ed-0d87-4c5a-aee0-9e408015cace will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:16.391744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Transition to ACTIVE for port object 0c9520ed-0d87-4c5a-aee0-9e408015cace will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:16.409300 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.411664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.481748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf3aaa20-fe6a-40d7-9912-3816618b6306 req-b505cc6b-f200-4ad1-9d02-f9fda9463616 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038899 Aug 21 18:21:16.519853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Network 46d000da-dd77-4158-b239-859156abe4bf is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:16.523189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Pushing event updated for resources: {'Port': ['ID=0c9520ed-0d87-4c5a-aee0-9e408015cace,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:16.531370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:16.537698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:16.655838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Attempting to bind port 0c9520ed-0d87-4c5a-aee0-9e408015cace on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:16.656217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Attempting to bind port 0c9520ed-0d87-4c5a-aee0-9e408015cace by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd40631db-1d6d-4d57-be0a-7698841b1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '46d000da-dd77-4158-b239-859156abe4bf'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:16.656580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Attempting to bind port 0c9520ed-0d87-4c5a-aee0-9e408015cace on network 46d000da-dd77-4158-b239-859156abe4bf {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:16.668702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:16.669075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Checking segment: {'id': 'd40631db-1d6d-4d57-be0a-7698841b1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '46d000da-dd77-4158-b239-859156abe4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:16.669477 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.669857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Bound using segment: {'id': 'd40631db-1d6d-4d57-be0a-7698841b1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '46d000da-dd77-4158-b239-859156abe4bf'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:16.670329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Bound port: 0c9520ed-0d87-4c5a-aee0-9e408015cace, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd40631db-1d6d-4d57-be0a-7698841b1340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '46d000da-dd77-4158-b239-859156abe4bf'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:16.670737 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.697846 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:16.854929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] For port 0c9520ed-0d87-4c5a-aee0-9e408015cace, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:16.889622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] For port 0c9520ed-0d87-4c5a-aee0-9e408015cace, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0c9520ed-0d87-4c5a-aee0-9e408015cace,segment=NetworkSegment(d40631db-1d6d-4d57-be0a-7698841b1340),segment_id=d40631db-1d6d-4d57-be0a-7698841b1340)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:16.905244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.092619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a8c60-5147-45e6-acd8-837310a732c6 None None] Pushing event updated for resources: {'Port': ['ID=0c9520ed-0d87-4c5a-aee0-9e408015cace,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:17.227445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.298864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.645866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Allocated IP 172.25.1.85 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/65cea220-9ffa-484b-86d5-183972006308) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:17.701320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.20.0.1 (46d000da-dd77-4158-b239-859156abe4bf/b3328025-27ea-4617-8984-3665aa0fea4e/ff44d17f-de83-4fc3-a6e7-e61918b041b4) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:17.771541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ef374da-2e4f-4f09-a258-d436bb6b4aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.854230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.901009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:17.947628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:17.950954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:17.957667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:17.985455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.004069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object ff44d17f-de83-4fc3-a6e7-e61918b041b4 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:18.050411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.132067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef247e20-33bf-4fe9-99a8-0eae9ef33fa7 req-b44c2c04-7801-461e-ba02-5191e9fd4bfa tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:18.137809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Pushing event updated for resources: {'Port': ['ID=65cea220-9ffa-484b-86d5-183972006308,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:18.150920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef247e20-33bf-4fe9-99a8-0eae9ef33fa7 req-b44c2c04-7801-461e-ba02-5191e9fd4bfa tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.4384146 Aug 21 18:21:18.185777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=ff44d17f-de83-4fc3-a6e7-e61918b041b4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:18.215670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 46d000da-dd77-4158-b239-859156abe4bf is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:18.217971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:18.231017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef247e20-33bf-4fe9-99a8-0eae9ef33fa7 req-cb5f340c-bc4b-49b8-a9d0-3b22cbb26837 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791137 Aug 21 18:21:18.232081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:18.317641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.379342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.470871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.657238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:18.816003 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.042380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f351f9-84cb-410d-b791-6f8802628e1b None None] Network 46d000da-dd77-4158-b239-859156abe4bf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:19.110128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6e3e34b9-314b-49b0-be5a-9431d91e5ab9 None None] Provisioning for port 0c9520ed-0d87-4c5a-aee0-9e408015cace completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:19.129416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.138448 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.242718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.262302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.362021 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.550321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f1258-e536-41f4-8501-a94c39dd4fad req-35481f4b-a1fb-4e6a-bb19-9307ad146fe8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:19.559936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900f1258-e536-41f4-8501-a94c39dd4fad req-35481f4b-a1fb-4e6a-bb19-9307ad146fe8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1814513 Aug 21 18:21:19.568808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=ff44d17f-de83-4fc3-a6e7-e61918b041b4,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:19.616569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 46d000da-dd77-4158-b239-859156abe4bf is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:19.620071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:19.765665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3c68a6d1-6954-4117-b8a0-6f8729b39890 None None] Provisioning for port ff44d17f-de83-4fc3-a6e7-e61918b041b4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:19.778603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3c68a6d1-6954-4117-b8a0-6f8729b39890 None None] Provisioning complete for port ff44d17f-de83-4fc3-a6e7-e61918b041b4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:19.778991 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3c68a6d1-6954-4117-b8a0-6f8729b39890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:19.808280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900f1258-e536-41f4-8501-a94c39dd4fad req-db02020f-273b-47de-a31d-ff337f13608e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420638 Aug 21 18:21:19.891616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0c9520ed-0d87-4c5a-aee0-9e408015cace up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:19.893089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Router 70be94cd-e69c-40ce-8502-5119800ad589 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:19.943652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3c68a6d1-6954-4117-b8a0-6f8729b39890 None None] Port ff44d17f-de83-4fc3-a6e7-e61918b041b4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:19.976631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0c9520ed-0d87-4c5a-aee0-9e408015cace completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:19.981613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0c9520ed-0d87-4c5a-aee0-9e408015cace triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:19.982096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.067003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router d4415a59-6357-44c0-861f-3a19a4e9835e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:20.216208 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.256734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-65b2c336-289f-43a0-b464-44d46a0df9f4 None None] Provisioning complete for port ff44d17f-de83-4fc3-a6e7-e61918b041b4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:20.257202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65b2c336-289f-43a0-b464-44d46a0df9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.278059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:20.298872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:20.314905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aa845aa2-497e-4e80-986f-42e97f258b5b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/d4415a59-6357-44c0-861f-3a19a4e9835e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4380176 Aug 21 18:21:20.315499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.317665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43394) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:20.326628 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] Sync routers for ids ['70be94cd-e69c-40ce-8502-5119800ad589'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:20.327302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98fb0899-40d7-4ea1-97f0-76a3f987d4f7 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "PUT /v2.0/routers/70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 200 len: 919 time: 4.2508707 Aug 21 18:21:20.328993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43396) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:20.343089 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] Routers {'70be94cd-e69c-40ce-8502-5119800ad589'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:20.343921 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['70be94cd-e69c-40ce-8502-5119800ad589'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.403941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7968301e-ab9c-4c62-89a2-2a8477ee2533 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:20.416142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] Sync routers for ids ['d4415a59-6357-44c0-861f-3a19a4e9835e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:20.416506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7968301e-ab9c-4c62-89a2-2a8477ee2533 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports/ff44d17f-de83-4fc3-a6e7-e61918b041b4 HTTP/1.1" status: 200 len: 910 time: 0.0881569 Aug 21 18:21:20.418601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43402) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:20.445617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0c9520ed-0d87-4c5a-aee0-9e408015cace, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0c9520ed-0d87-4c5a-aee0-9e408015cace,segment=NetworkSegment(d40631db-1d6d-4d57-be0a-7698841b1340),segment_id=d40631db-1d6d-4d57-be0a-7698841b1340)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:20.456286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.469724 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] Routers {'70be94cd-e69c-40ce-8502-5119800ad589'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:20.472145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['70be94cd-e69c-40ce-8502-5119800ad589'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.532812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.533198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.539480 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202848ca-2d0b-46aa-b68a-5c8e014ba2e4 None None] The sync data for ids ['70be94cd-e69c-40ce-8502-5119800ad589'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:20.693060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5604e1b-e6b4-45fe-bfc7-85e2ec14f54e tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 200 len: 925 time: 0.3597801 Aug 21 18:21:20.695274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43408) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:20.747720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c8171a-b940-4e3e-9b05-e8ebed0ac064 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:20.749626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c9c8171a-b940-4e3e-9b05-e8ebed0ac064 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=70be94cd-e69c-40ce-8502-5119800ad589&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0532517 Aug 21 18:21:20.752376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:20.765044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65b2c336-289f-43a0-b464-44d46a0df9f4 None None] Port ff44d17f-de83-4fc3-a6e7-e61918b041b4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:20.773582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0c9520ed-0d87-4c5a-aee0-9e408015cace,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:20.805036 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dec4c643-c972-406b-80f9-44de004e7b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.812946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] Routers {'d4415a59-6357-44c0-861f-3a19a4e9835e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:20.813608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:20:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d4415a59-6357-44c0-861f-3a19a4e9835e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.830143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:20.914280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.947612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] Routers {'d4415a59-6357-44c0-861f-3a19a4e9835e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:20.949841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d4415a59-6357-44c0-861f-3a19a4e9835e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:20.985215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3e3984-1b08-45b4-95c7-9f90bdddb093 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:20.986931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2a3e3984-1b08-45b4-95c7-9f90bdddb093 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/networks/88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 881 time: 0.2331586 Aug 21 18:21:20.990526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43416) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:21.029894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:21.031877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60b2710-7222-40d5-a02a-3b956db79b8d None None] The sync data for ids ['d4415a59-6357-44c0-861f-3a19a4e9835e'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:21.050891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ac0151ed-9b07-41a3-977f-ec7fe606df1d None None] Provisioning complete for port ff44d17f-de83-4fc3-a6e7-e61918b041b4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:21.051272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac0151ed-9b07-41a3-977f-ec7fe606df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.106075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5fd58c2-0cb6-4e6c-a95c-4a53c824d526 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 200 len: 205 time: 0.1126065 Aug 21 18:21:21.108182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:21.136962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ac0151ed-9b07-41a3-977f-ec7fe606df1d None None] Port ff44d17f-de83-4fc3-a6e7-e61918b041b4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:21.194670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43422) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:21.280233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.405033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.439133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394110e2-5ef8-4288-9d30-0dd2efa33bd8 req-c726da37-f9a5-4b59-bef4-8a497a68dd33 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:21.441626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-394110e2-5ef8-4288-9d30-0dd2efa33bd8 req-c726da37-f9a5-4b59-bef4-8a497a68dd33 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.4275174 Aug 21 18:21:21.528234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4979e97c-e644-4f80-b5f2-21c7b96cfb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.564981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.642024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-394110e2-5ef8-4288-9d30-0dd2efa33bd8 req-56430ad0-5dc9-412d-b84d-120676665943 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564152 Aug 21 18:21:21.670291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0c9520ed-0d87-4c5a-aee0-9e408015cace up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:21.703512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.771999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0c9520ed-0d87-4c5a-aee0-9e408015cace triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:21.772708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.815712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port 65cea220-9ffa-484b-86d5-183972006308 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:21.816365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.827928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4979e97c-e644-4f80-b5f2-21c7b96cfb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.834472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4979e97c-e644-4f80-b5f2-21c7b96cfb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.895417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4979e97c-e644-4f80-b5f2-21c7b96cfb12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02355dd7357140a38c05c63c3ba79981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6971486 Aug 21 18:21:21.924109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:21.934888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979e97c-e644-4f80-b5f2-21c7b96cfb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df5c2ac-3067-45de-9b62-25f22215d95f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:21.938788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:21.952684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for 65cea220-9ffa-484b-86d5-183972006308 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:22.027837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port ff44d17f-de83-4fc3-a6e7-e61918b041b4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:22.028202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.031334 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.056359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.153719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.158246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.161070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.164817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7df5c2ac-3067-45de-9b62-25f22215d95f HTTP/1.1" status: 204 len: 168 time: 0.2356019 Aug 21 18:21:22.200206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b585a6-0dbc-45f6-bbc2-df83dfcda795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df5c2ac-3067-45de-9b62-25f22215d95f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:22.206025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=65cea220-9ffa-484b-86d5-183972006308,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:22.275208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.292598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for ff44d17f-de83-4fc3-a6e7-e61918b041b4 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:22.296644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.405329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.408646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.466031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.467468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router 70be94cd-e69c-40ce-8502-5119800ad589 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:22.480979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.485918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d1a0b4ff-b1d1-4ac2-992e-43f45ab7a126 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 204 len: 168 time: 1.3731837 Aug 21 18:21:22.487028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43438) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:22.492758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1099404725', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:22.522686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.524022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.592497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.620669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43440) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:22.634229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=ff44d17f-de83-4fc3-a6e7-e61918b041b4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:22.705923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.723735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a00c-4f35-431e-a22e-ce9352f1f1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.837721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214f210-87f8-49ab-a999-d072b57ba426 req-ccc26c97-02c6-46ef-905b-0a4e5e8de412 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:22.839346 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8214f210-87f8-49ab-a999-d072b57ba426 req-ccc26c97-02c6-46ef-905b-0a4e5e8de412 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1325705 Aug 21 18:21:22.889594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:22.915609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8214f210-87f8-49ab-a999-d072b57ba426 req-d21f335c-49cf-4235-adc3-ef8831b4e9e3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450463 Aug 21 18:21:22.969154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.139185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router d4415a59-6357-44c0-861f-3a19a4e9835e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:23.164219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a00c-4f35-431e-a22e-ce9352f1f1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.176385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4d6a00c-4f35-431e-a22e-ce9352f1f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.241382 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.258445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:23.269219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] Sync routers for ids ['d4415a59-6357-44c0-861f-3a19a4e9835e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:23.271157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-12ad5ff4-1555-422b-9511-f7bb190c2242 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/d4415a59-6357-44c0-861f-3a19a4e9835e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8475606 Aug 21 18:21:23.273920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43452) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:23.281625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] Routers {'d4415a59-6357-44c0-861f-3a19a4e9835e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:23.282265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d4415a59-6357-44c0-861f-3a19a4e9835e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:23.291850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6a00c-4f35-431e-a22e-ce9352f1f1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9767bf8f-6842-4a07-9b39-e41e01f81ec4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:23.308993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f69e2fbe-9b48-450d-a059-9017f99f6f8d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4415a59-6357-44c0-861f-3a19a4e9835e HTTP/1.1" status: 200 len: 205 time: 0.0333009 Aug 21 18:21:23.312853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43454) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:23.338170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:23.357051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] Routers {'d4415a59-6357-44c0-861f-3a19a4e9835e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:23.358443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['d4415a59-6357-44c0-861f-3a19a4e9835e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:23.371346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f4d6a00c-4f35-431e-a22e-ce9352f1f1b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=865a461641dc4088a3f4cdfb5ba67874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495136 Aug 21 18:21:23.377957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43458) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:23.402472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:23.403347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c2555e-4b25-4791-901c-c00b20f52a93 None None] The sync data for ids ['d4415a59-6357-44c0-861f-3a19a4e9835e'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:23.420827 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.432877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.469824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.494895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:23.587129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.617295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.619588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.677913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.679694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router d4415a59-6357-44c0-861f-3a19a4e9835e {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:23.682144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.697887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.699091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-183eec56-d0cf-48ec-880f-d42d1f9d3ae3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/d4415a59-6357-44c0-861f-3a19a4e9835e HTTP/1.1" status: 204 len: 168 time: 0.3846352 Aug 21 18:21:23.702337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:23.728489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Allocated IP 172.25.1.19 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/987bbfcd-b80c-4961-9d07-60e56ed3839a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:23.781239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18a599ab-6dd9-4e00-be5f-e322642b8325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.875948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet b3328025-27ea-4617-8984-3665aa0fea4e {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:21:23.907064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.950681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.953400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:23.954635 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9767bf8f-6842-4a07-9b39-e41e01f81ec4 HTTP/1.1" status: 204 len: 168 time: 0.5759802 Aug 21 18:21:23.989337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ebb77-0c34-4d98-9662-2c9bf87f095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9767bf8f-6842-4a07-9b39-e41e01f81ec4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:24.062096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.143266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.182422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98ad8f-42b1-497d-bd1e-3913740f86da req-8dd41366-ee9b-4c85-b1bf-ac9b8212e675 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:24.184073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d98ad8f-42b1-497d-bd1e-3913740f86da req-8dd41366-ee9b-4c85-b1bf-ac9b8212e675 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1655085 Aug 21 18:21:24.284357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.307619 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18a599ab-6dd9-4e00-be5f-e322642b8325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.331158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18a599ab-6dd9-4e00-be5f-e322642b8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.350469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d98ad8f-42b1-497d-bd1e-3913740f86da req-af4df8dd-af80-47fa-87a6-596d437d0ade tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565590 Aug 21 18:21:24.364974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.426041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-18a599ab-6dd9-4e00-be5f-e322642b8325 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73983426796a4054b05b64cafa59bc3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9216812 Aug 21 18:21:24.428993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43484) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:24.433697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a599ab-6dd9-4e00-be5f-e322642b8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427aa3c8-e556-4d8d-a1e4-a478f81a3824,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:24.439929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:24.450628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:24.457994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:24.461783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event updated for resources: {'Port': ['ID=987bbfcd-b80c-4961-9d07-60e56ed3839a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:24.486389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.522101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=b3328025-27ea-4617-8984-3665aa0fea4e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:24.529527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.532180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2aa6c7d1-93c8-4c15-b037-0b695381b203 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/b3328025-27ea-4617-8984-3665aa0fea4e HTTP/1.1" status: 204 len: 168 time: 0.8248532 Aug 21 18:21:24.534310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:24.542971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc852a34-0adf-43b8-86a3-7ba08c328ea2 None None] Network 46d000da-dd77-4158-b239-859156abe4bf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:24.564456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.660628 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.752036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.817399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 0c9520ed-0d87-4c5a-aee0-9e408015cace {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:24.817897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.858424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] DHCP port deletion for 46d000da-dd77-4158-b239-859156abe4bf request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:21:24.940887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Deleting port 0c9520ed-0d87-4c5a-aee0-9e408015cace {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:24.941166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:24.985616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 0c9520ed-0d87-4c5a-aee0-9e408015cace, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0c9520ed-0d87-4c5a-aee0-9e408015cace,segment=NetworkSegment(d40631db-1d6d-4d57-be0a-7698841b1340),segment_id=d40631db-1d6d-4d57-be0a-7698841b1340)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:24.986353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.007760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.011348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.024524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/427aa3c8-e556-4d8d-a1e4-a478f81a3824 HTTP/1.1" status: 204 len: 168 time: 0.5853782 Aug 21 18:21:25.046293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 0c9520ed-0d87-4c5a-aee0-9e408015cace owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:25.079269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cd3cd-c7bb-49af-b27e-613bbfaaf545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427aa3c8-e556-4d8d-a1e4-a478f81a3824,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:25.100140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] For port 0c9520ed-0d87-4c5a-aee0-9e408015cace, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0c9520ed-0d87-4c5a-aee0-9e408015cace,segment=NetworkSegment(d40631db-1d6d-4d57-be0a-7698841b1340),segment_id=d40631db-1d6d-4d57-be0a-7698841b1340)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:25.100545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.126600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Calling delete_port for 0c9520ed-0d87-4c5a-aee0-9e408015cace owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:25.201615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.246107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.254732 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.292178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port 0c9520ed-0d87-4c5a-aee0-9e408015cace on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:25.342327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Pushing event deleted for resources: {'Port': ['ID=0c9520ed-0d87-4c5a-aee0-9e408015cace,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:25.373087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] No DVR routers for this DVR port 0c9520ed-0d87-4c5a-aee0-9e408015cace on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:25.377938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.395492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.397628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.397986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.398331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.404636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.405467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.405968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.407551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.408074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.408583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.409270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1615e440-50d9-437e-bf23-9c737bbaea55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:25.651239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0c9520ed-0d87-4c5a-aee0-9e408015cace no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:25.691355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:25.705241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0c9520ed-0d87-4c5a-aee0-9e408015cace {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:21:25.705967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0c9520ed-0d87-4c5a-aee0-9e408015cace not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:21:25.921766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=0c9520ed-0d87-4c5a-aee0-9e408015cace,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:25.936746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Router 9e8b7a7d-3bff-48ee-acde-d4817a36c342 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:26.013620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.038187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d000da-dd77-4158-b239-859156abe4bf']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.056372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40631db-1d6d-4d57-be0a-7698841b1340') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.057033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40631db-1d6d-4d57-be0a-7698841b1340') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.082466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.100660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.107902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:26.108319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:26.172724 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:26.210826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.221757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.227007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:26.227748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/46d000da-dd77-4158-b239-859156abe4bf HTTP/1.1" status: 204 len: 168 time: 1.6915550 Aug 21 18:21:26.233791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1257820402', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:26.240644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:26.253695 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] Sync routers for ids ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:26.269973 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] Routers {'9e8b7a7d-3bff-48ee-acde-d4817a36c342'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:26.270671 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.276207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59c69-535c-4067-a5b2-4553b84fa255 req-f11747c6-12d5-4758-939d-6c39bde5beef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:26.283037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aaf59c69-535c-4067-a5b2-4553b84fa255 req-f11747c6-12d5-4758-939d-6c39bde5beef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.3616593 Aug 21 18:21:26.285519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611dfde3-9129-4914-b55b-06d12dce025b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=46d000da-dd77-4158-b239-859156abe4bf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:26.295406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.299205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.321883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.323174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e5dab45f-ad00-49aa-8032-30fde3c11888 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8352294 Aug 21 18:21:26.325994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:26.332440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:26.335537 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.349841 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] Routers {'9e8b7a7d-3bff-48ee-acde-d4817a36c342'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:26.350810 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.366769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aaf59c69-535c-4067-a5b2-4553b84fa255 req-f5b43114-fcf3-4c08-b064-da04489cc167 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Aug 21 18:21:26.399741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:26.400398 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcec28-3e1a-48b2-89b1-e7f1ca15f09c None None] The sync data for ids ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:26.460029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.655459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.949324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:26.980610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:27.128058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:27.154181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:27.225348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Deleting port 987bbfcd-b80c-4961-9d07-60e56ed3839a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:27.225766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:27.389986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:27.393424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.25.1.25 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/83f892f0-ed38-40b5-af38-63cda19e0a41) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:27.414900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Calling delete_port for 987bbfcd-b80c-4961-9d07-60e56ed3839a owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:27.802356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:27.982131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7b1834d-17de-4e1f-ae5d-01e8f8a6842f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.036216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bedab13-cf16-4ccc-a688-eb9c4c70fab1 req-892d0995-d1ea-40aa-9937-a9891934ae98 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:28.037803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bedab13-cf16-4ccc-a688-eb9c4c70fab1 req-892d0995-d1ea-40aa-9937-a9891934ae98 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1757271 Aug 21 18:21:28.129367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7b1834d-17de-4e1f-ae5d-01e8f8a6842f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.137750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7b1834d-17de-4e1f-ae5d-01e8f8a6842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.138116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.201112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7b1834d-17de-4e1f-ae5d-01e8f8a6842f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad26de367d9e433a8e02c3f38e389c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3964074 Aug 21 18:21:28.227105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43608) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:28.257057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bedab13-cf16-4ccc-a688-eb9c4c70fab1 req-4c3fa1ca-acd3-44d1-b5e9-89b807d9fb11 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059197 Aug 21 18:21:28.299674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.312268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b1834d-17de-4e1f-ae5d-01e8f8a6842f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8743011c-08e4-4d30-a633-a73cb440b9fa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:28.328722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.369210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.369977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Pushing event deleted for resources: {'Port': ['ID=987bbfcd-b80c-4961-9d07-60e56ed3839a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:28.421170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.478664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.481689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.485668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8743011c-08e4-4d30-a633-a73cb440b9fa HTTP/1.1" status: 204 len: 168 time: 0.2574553 Aug 21 18:21:28.493957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0038b-1037-42be-bb4a-9dd7bd5e9899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8743011c-08e4-4d30-a633-a73cb440b9fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:28.494309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=83f892f0-ed38-40b5-af38-63cda19e0a41,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:28.500154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:28.504171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.507720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:28.510226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:28.867194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.875964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:28.907542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43624) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:28.921971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90fc941d-0fd4-4fc7-97df-ccb7e5a8e32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.022179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Router 9e8b7a7d-3bff-48ee-acde-d4817a36c342 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:29.032472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90fc941d-0fd4-4fc7-97df-ccb7e5a8e32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.038848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-90fc941d-0fd4-4fc7-97df-ccb7e5a8e32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.071587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc941d-0fd4-4fc7-97df-ccb7e5a8e32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b7cca7-ea39-4a94-83c6-6f03ad882bfb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:29.113222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-90fc941d-0fd4-4fc7-97df-ccb7e5a8e32f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee000cc7b454fd4a48216a21fde5636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044749 Aug 21 18:21:29.113914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:29.145687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:29.156858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] Sync routers for ids ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:29.163052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.166585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-beb08246-738c-4198-903f-5f9638ddb822 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "PUT /v2.0/routers/9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 200 len: 710 time: 2.8372941 Aug 21 18:21:29.167943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:29.171780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] Routers {'9e8b7a7d-3bff-48ee-acde-d4817a36c342'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:29.171972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:29.232133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.233173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:29.242524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] Routers {'9e8b7a7d-3bff-48ee-acde-d4817a36c342'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:29.243360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:29.258578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.267362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.273725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e5bdab5-678a-4b45-8589-c65aa9c8de06 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/routers/9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 200 len: 745 time: 0.1025171 Aug 21 18:21:29.274103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43630) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:29.283760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:29.284654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f828e81-4f36-4bf7-93ec-277df34fcc7d None None] The sync data for ids ['9e8b7a7d-3bff-48ee-acde-d4817a36c342'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:29.351501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2533ed51-ba5b-473e-b3f2-d67d7f3633a5 tempest-RoutersIpV6AdminTest-1221051191 tempest-RoutersIpV6AdminTest-1221051191-project-admin] 10.222.0.41 "GET /v2.0/ports?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&device_id=9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 200 len: 205 time: 0.0739226 Aug 21 18:21:29.352168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43634) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:29.391376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7c493b96-8393-4ac7-8bfa-e4bc7a10f2ef tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 200 len: 205 time: 0.0378246 Aug 21 18:21:29.393761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:29.520393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.523611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.528251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19b7cca7-ea39-4a94-83c6-6f03ad882bfb HTTP/1.1" status: 204 len: 168 time: 0.4130759 Aug 21 18:21:29.587948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206fb9fa-6939-4517-a175-d899ff2d45b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b7cca7-ea39-4a94-83c6-6f03ad882bfb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:29.616408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5a7edad2-7657-469a-b8d6-3d7bbf7140ee details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:21:29.623432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.742489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:29.951512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:29.951512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'port_id': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'mac_address': 'fa:16:3e:01:6c:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76301e98-10fa-4d7d-986d-e4f6f575ede1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:21:30.042866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.042866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.042866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.042866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8b7a7d-3bff-48ee-acde-d4817a36c342 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:30.046610 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.058667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.076680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db0e2904-e5b9-4428-b54b-748625a25ec2 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 204 len: 168 time: 0.6816554 Aug 21 18:21:30.087230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.095543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86bb8bb-d82b-426a-82b6-be2ddc380063 req-6120140e-c599-464a-be98-146aa416e717 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:30.098879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a7edad2-7657-469a-b8d6-3d7bbf7140ee {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:21:30.108339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e86bb8bb-d82b-426a-82b6-be2ddc380063 req-6120140e-c599-464a-be98-146aa416e717 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.6364956 Aug 21 18:21:30.143696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d35cfe3a-2127-4fa9-8f20-aafaf8c97371 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 200 len: 205 time: 0.0548606 Aug 21 18:21:30.146362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43672) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.157257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router bab32329-ae8a-4854-8ebe-afa717100c86 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:30.167734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e86bb8bb-d82b-426a-82b6-be2ddc380063 req-e6157a39-2b0c-40c2-a99e-c154a3c73340 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567257 Aug 21 18:21:30.177389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:30.188886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.217261 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-1e32e280-99dd-420d-a6fb-9864fb4926bd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.219225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e32e280-99dd-420d-a6fb-9864fb4926bd tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/9e8b7a7d-3bff-48ee-acde-d4817a36c342 HTTP/1.1" status: 404 len: 336 time: 0.0713823 Aug 21 18:21:30.221825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43674) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.278220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0017e92d-0ebc-4e69-8e3a-6763431d8b94 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 200 len: 205 time: 0.0546784 Aug 21 18:21:30.280745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.298460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:30.398374 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-5fb5ab29-3e22-4dc7-9059-86ccf5c0c86e tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.407541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43684) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.428198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:30.434151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5fb5ab29-3e22-4dc7-9059-86ccf5c0c86e tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/70be94cd-e69c-40ce-8502-5119800ad589 HTTP/1.1" status: 404 len: 336 time: 0.1397426 Aug 21 18:21:30.462609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5a7edad2-7657-469a-b8d6-3d7bbf7140ee'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:21:30.471082 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] Sync routers for ids ['bab32329-ae8a-4854-8ebe-afa717100c86'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:30.478324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c28bd81-57e1-4d0c-b01e-7ebe060d4c77 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 200 len: 205 time: 0.0674970 Aug 21 18:21:30.482108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43690) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.502891 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] Routers {'bab32329-ae8a-4854-8ebe-afa717100c86'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:30.503532 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bab32329-ae8a-4854-8ebe-afa717100c86'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:30.568614 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-d01929fd-8045-43d5-a7c3-9607f5577252 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.570946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d01929fd-8045-43d5-a7c3-9607f5577252 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/9aaf603d-43cb-4a3d-b462-72c445c040b2 HTTP/1.1" status: 404 len: 336 time: 0.0884757 Aug 21 18:21:30.573012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.575168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:30.577731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0566baf1-f6c0-470d-b2dd-96469694c4a1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.3487062 Aug 21 18:21:30.581677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.642266 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:30.654829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-39bb9515-2019-412f-8903-145d4f29df88 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 200 len: 205 time: 0.0745723 Aug 21 18:21:30.655063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.679396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] Routers {'bab32329-ae8a-4854-8ebe-afa717100c86'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:30.680112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bab32329-ae8a-4854-8ebe-afa717100c86'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:30.711497 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-d6595f35-d6f8-4afa-901a-38bd5c9af4a6 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.713151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6595f35-d6f8-4afa-901a-38bd5c9af4a6 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/7fa06ef3-f955-4f6d-881d-a9ed5567b96f HTTP/1.1" status: 404 len: 336 time: 0.0565069 Aug 21 18:21:30.718143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43706) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.763490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-44ffc927-cdc0-4b93-a3e2-b6c961adcc66 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 200 len: 205 time: 0.0416996 Aug 21 18:21:30.763772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.773230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:30.773900 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4f09a6-f736-490c-ab62-39b5f9fc8bb5 None None] The sync data for ids ['bab32329-ae8a-4854-8ebe-afa717100c86'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:30.868185 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-dc783549-ece6-4d0c-a400-40e204d3bde5 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.868884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dc783549-ece6-4d0c-a400-40e204d3bde5 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/10dcd456-425e-4ed4-a950-87b0fdbe269e HTTP/1.1" status: 404 len: 336 time: 0.1034334 Aug 21 18:21:30.871839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43714) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.907297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d3718b11-91d9-4755-b1c6-16bb0fe137fb tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "GET /v2.0/ports?device_id=fede8303-e7de-44a4-91d3-89d6b757da2a HTTP/1.1" status: 200 len: 205 time: 0.0337403 Aug 21 18:21:30.909528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43720) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.911811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e19cb042-5506-454b-bb50-6cf3c66cfe87 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers/bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 200 len: 880 time: 0.2709916 Aug 21 18:21:30.913774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43722) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.953728 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-2caab7f9-a17b-4a4c-896d-e379126356a7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] delete failed (client error): The resource could not be found. Aug 21 18:21:30.954830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2caab7f9-a17b-4a4c-896d-e379126356a7 tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/routers/fede8303-e7de-44a4-91d3-89d6b757da2a HTTP/1.1" status: 404 len: 336 time: 0.0443656 Aug 21 18:21:30.957410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43724) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:30.987389 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-67cfc88f-18e6-4030-b92b-8de50ba791db tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] DELETE failed (client error): The resource could not be found. Aug 21 18:21:30.987857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67cfc88f-18e6-4030-b92b-8de50ba791db tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:21:30.990086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-67cfc88f-18e6-4030-b92b-8de50ba791db tempest-RoutersIpV6AdminTest-1327009994 tempest-RoutersIpV6AdminTest-1327009994-project] 10.222.0.41 "DELETE /v2.0/subnets/b02db3b3-8d44-47c4-869f-561829e0f032 HTTP/1.1" status: 404 len: 337 time: 0.0313323 Aug 21 18:21:31.112113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-afcd22dc-adc3-44bf-a2ec-807d4152d423 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1971388 Aug 21 18:21:31.114756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43734) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:31.124932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1257820402'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:31.315332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:31.529643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c749df34-9a95-4116-8c20-19ab70c4d3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:31.630840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5a7edad2-7657-469a-b8d6-3d7bbf7140ee up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:31.788439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:31.792777 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:31.795549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c749df34-9a95-4116-8c20-19ab70c4d3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:31.803631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c749df34-9a95-4116-8c20-19ab70c4d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:31.842576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749df34-9a95-4116-8c20-19ab70c4d3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced92bb-cbb5-4e85-8706-0c504e98785c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:31.869264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c749df34-9a95-4116-8c20-19ab70c4d3ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=011d834847e147508672f2dac577391e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5510972 Aug 21 18:21:31.875576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:31.955869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4497e-68da-4a9d-b544-3c31911e621b req-c21337b4-dd5f-4c1f-98cb-0c1120b2ceb2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:31.957393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cc4497e-68da-4a9d-b544-3c31911e621b req-c21337b4-dd5f-4c1f-98cb-0c1120b2ceb2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 945 time: 0.7001276 Aug 21 18:21:31.974422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.000970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.017111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:32.018900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:32.022280 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca1442-51ca-41e9-a9f8-a7301d3fc058" -d '{"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:32.043284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.057295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cc4497e-68da-4a9d-b544-3c31911e621b req-fd01cf55-812c-464b-a7e1-a3c612fe6844 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928314 Aug 21 18:21:32.081968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.127338 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0976030-459b-4f45-bd57-9f34d0dabb7c x-openstack-request-id: req-b0976030-459b-4f45-bd57-9f34d0dabb7c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:32.127490 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-plugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:32.127741 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0976030-459b-4f45-bd57-9f34d0dabb7c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:32.128213 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'code': 200} Aug 21 18:21:32.170064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.173278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:32.174126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.175583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aced92bb-cbb5-4e85-8706-0c504e98785c HTTP/1.1" status: 204 len: 168 time: 0.2986195 Aug 21 18:21:32.198931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc99604-b790-4e2a-b940-7ad39b1c6559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced92bb-cbb5-4e85-8706-0c504e98785c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:32.254705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.307141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.374465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891864a-c8f4-46d4-bf05-3b4000fdf54f req-288f92d7-8a70-4e53-ae8c-c06ac217bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:32.376073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2891864a-c8f4-46d4-bf05-3b4000fdf54f req-288f92d7-8a70-4e53-ae8c-c06ac217bbdc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 1098 time: 0.1128554 Aug 21 18:21:32.478274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2891864a-c8f4-46d4-bf05-3b4000fdf54f req-1d5be83d-8921-4d7f-9fd2-de8a34564833 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903335 Aug 21 18:21:32.499982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router bab32329-ae8a-4854-8ebe-afa717100c86 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:32.689708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:32.701731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:32.703246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8b792b61-c819-4690-a226-ddfa7fe87b46 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 200 len: 887 time: 1.5868776 Aug 21 18:21:32.706727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43838) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:32.717153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] Sync routers for ids ['bab32329-ae8a-4854-8ebe-afa717100c86'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:32.736617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] Routers {'bab32329-ae8a-4854-8ebe-afa717100c86'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:32.737807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bab32329-ae8a-4854-8ebe-afa717100c86'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:32.786168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:32.798396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] Routers {'bab32329-ae8a-4854-8ebe-afa717100c86'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:32.800946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bab32329-ae8a-4854-8ebe-afa717100c86'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:32.849494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:32.850997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394aefc2-2f1b-470f-8cd4-96ccbdcf735a None None] The sync data for ids ['bab32329-ae8a-4854-8ebe-afa717100c86'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:32.888942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43856) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:32.951376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37d6787f-e3f1-47d3-9a44-d462e4913693 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers/bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 200 len: 887 time: 0.2429790 Aug 21 18:21:32.953973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:32.955088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06737a52-3496-478a-9410-fab7d5d0175b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c8a6de2427243229cdf00669bd602bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648062 Aug 21 18:21:32.957621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43866) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:33.011413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:33.016103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6993b3d8-3657-45cc-a356-0ff5005a86c7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 200 len: 205 time: 0.0488744 Aug 21 18:21:33.057491 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.100747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.240629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.262853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.265604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.269968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfed0bfd-85ac-4439-b338-9930059cf6b7 HTTP/1.1" status: 204 len: 168 time: 0.3113089 Aug 21 18:21:33.341616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd3944-fecc-44f9-8b4d-d34d144a1b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfed0bfd-85ac-4439-b338-9930059cf6b7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:33.422901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d9671-0344-4943-aac4-5908038de665 req-02c8ac6e-8ed3-4721-8772-324615a60c22 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:33.424997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f0d9671-0344-4943-aac4-5908038de665 req-02c8ac6e-8ed3-4721-8772-324615a60c22 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2528841 Aug 21 18:21:33.543516 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f0d9671-0344-4943-aac4-5908038de665 req-3c19e865-ec11-44ab-9032-0048d7083db1 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082237 Aug 21 18:21:33.557087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.655922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43912) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:33.720838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 83f892f0-ed38-40b5-af38-63cda19e0a41 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:33.721231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.904406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eb54ec4-fd4f-44a8-9f88-b2a0fc6e62be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.909276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:33.925068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 83f892f0-ed38-40b5-af38-63cda19e0a41 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:34.100582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eb54ec4-fd4f-44a8-9f88-b2a0fc6e62be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.107769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eb54ec4-fd4f-44a8-9f88-b2a0fc6e62be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.152562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8eb54ec4-fd4f-44a8-9f88-b2a0fc6e62be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e74e8326b34d4a64802db94bae37da10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955788 Aug 21 18:21:34.170799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:34.176418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb54ec4-fd4f-44a8-9f88-b2a0fc6e62be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f667b0b-df06-41ed-88f0-fb29cf3d6c98,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:34.264957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.267861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.322613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=83f892f0-ed38-40b5-af38-63cda19e0a41,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:34.331757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.412616 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.517783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.522343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.532393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.535206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.539438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f667b0b-df06-41ed-88f0-fb29cf3d6c98 HTTP/1.1" status: 204 len: 168 time: 0.3763175 Aug 21 18:21:34.601072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189e01a-8a0b-4d64-9ab3-f6e64f8a5fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f667b0b-df06-41ed-88f0-fb29cf3d6c98,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:34.610556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.611997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router bab32329-ae8a-4854-8ebe-afa717100c86 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:34.625571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.626732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c8adce3b-ceb5-496f-b916-654c3a928979 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 204 len: 168 time: 1.6142335 Aug 21 18:21:34.631104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:34.688258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1412496938'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:34.782220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:34.792476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.848620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499c924-e954-4f6b-99ae-b0cb030980ed req-4267e7af-ae68-4b3c-94a3-65e72eb345c0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:34.854779 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f499c924-e954-4f6b-99ae-b0cb030980ed req-4267e7af-ae68-4b3c-94a3-65e72eb345c0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1207292 Aug 21 18:21:34.874720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:34.912123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:34.912907 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment f0f7228b-7605-4924-bd58-9dd5cfa1b3ab of type vlan for network f33bed7b-731f-4488-9397-138cf2d423cd Aug 21 18:21:34.917838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f499c924-e954-4f6b-99ae-b0cb030980ed req-b91d4f39-fac3-4402-b115-9637e579ab02 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582318 Aug 21 18:21:34.962115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.004658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.013361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:35.014758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.081147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4475813 Aug 21 18:21:35.083956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43982) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:35.118442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:35.260371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00ddb0-608f-474f-8453-3ba2974b0bc6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=f33bed7b-731f-4488-9397-138cf2d423cd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:35.276258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f33bed7b-731f-4488-9397-138cf2d423cd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:35.278798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:35.302721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d15ef344-a14c-46ce-a32f-99fdae518ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.311907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e76f70-b594-4eb2-aa4b-9f2068797944 req-a0d8064c-d71a-439e-917c-830eefedecfe tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:35.313507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65e76f70-b594-4eb2-aa4b-9f2068797944 req-a0d8064c-d71a-439e-917c-830eefedecfe tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.1905828 Aug 21 18:21:35.314737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:35.318107 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.579560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d15ef344-a14c-46ce-a32f-99fdae518ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.602688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d15ef344-a14c-46ce-a32f-99fdae518ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.653916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d15ef344-a14c-46ce-a32f-99fdae518ea4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8305f526d564869b79412b8fac81398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710623 Aug 21 18:21:35.654699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44002) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:35.691504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ef344-a14c-46ce-a32f-99fdae518ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6475dd98-ed6c-43aa-9ea1-bf969d0d28ea,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:35.741452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65e76f70-b594-4eb2-aa4b-9f2068797944 req-78dccd1d-4492-4505-b601-387b2d583d26 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186516 Aug 21 18:21:35.743050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.743196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.761199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44006) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:35.824783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.926059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=37f88433-2d1e-40f0-8fbd-41413d33ef1c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:35.935524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.938233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:35.938825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: f33bed7b-731f-4488-9397-138cf2d423cd, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:35.942108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:35.946215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6475dd98-ed6c-43aa-9ea1-bf969d0d28ea HTTP/1.1" status: 204 len: 168 time: 0.2904544 Aug 21 18:21:35.980800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network f33bed7b-731f-4488-9397-138cf2d423cd is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:36.001234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebf209-4b9d-4e92-b22d-028b519baecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6475dd98-ed6c-43aa-9ea1-bf969d0d28ea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:36.025541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f33bed7b-731f-4488-9397-138cf2d423cd) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:36.031425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:36.032077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.038486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af42b2b3-4a13-4eb5-834d-70346ad71800 None None] Network f33bed7b-731f-4488-9397-138cf2d423cd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:36.055786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-172733586'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:36.062132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15b39047-9af9-4081-adf3-10cf4555fbf3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9769421 Aug 21 18:21:36.064746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:36.076597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1004420990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:36.082430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.084028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.157377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.158655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.255341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.263413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.265487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.274234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.300405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.305693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-79cca7b3-c9a4-492c-9474-5ed9688dc028 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5431638 Aug 21 18:21:36.305894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44030) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:36.333621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.337311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78dfc212-f197-420d-be5a-7c57c8877ed7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2715170 Aug 21 18:21:36.342302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44032) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:36.504904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-f33bed7b-731f-4488-9397-138cf2d423cd', 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '37f88433-2d1e-40f0-8fbd-41413d33ef1c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:36.505946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.554927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:36.677654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Allocated IP 172.20.0.2 (f33bed7b-731f-4488-9397-138cf2d423cd/37f88433-2d1e-40f0-8fbd-41413d33ef1c/161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:36.956516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.038921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.054360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Transition to ACTIVE for port object 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:37.072537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.082820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Transition to ACTIVE for port object 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:37.098436 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.228621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-b8601ad0-6477-4a73-8570-c879801e7d80 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:37.235496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-b8601ad0-6477-4a73-8570-c879801e7d80 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.4756773 Aug 21 18:21:37.238349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.284778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.20.0.1 (f33bed7b-731f-4488-9397-138cf2d423cd/37f88433-2d1e-40f0-8fbd-41413d33ef1c/0295fb19-1c3e-4662-880a-baa7995051ce) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:37.288715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-a7390d26-90f2-4c5f-80f3-bdd9f6f0ca96 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/quotas/b50be282941344169e3857e6cfe5e8f3 HTTP/1.1" status: 200 len: 375 time: 0.0446439 Aug 21 18:21:37.433647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.434526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b43c68f7-a1d7-4039-bca4-9996fa718d98 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:37.458222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.474938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d75f4a64-08bc-4814-99d6-7834951d585e tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "DELETE /v2.0/routers/b43c68f7-a1d7-4039-bca4-9996fa718d98 HTTP/1.1" status: 204 len: 168 time: 1.1675384 Aug 21 18:21:37.476746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44090) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:37.508147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Request body: {'router': {'name': 'tempest-router-1450029728', 'distributed': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:37.570068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-d5f0b40f-3650-41af-943c-f54f1693a263 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2278631 Aug 21 18:21:37.581511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-8ff8f203-c22a-4696-901c-3711b2d75bd9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:37.583270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-8ff8f203-c22a-4696-901c-3711b2d75bd9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "GET /v2.0/ports?device_id=e670af93-7ee2-4383-9f9e-558c087f49d3 HTTP/1.1" status: 200 len: 946 time: 0.2099428 Aug 21 18:21:37.586692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.587977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.622627 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.649953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 0295fb19-1c3e-4662-880a-baa7995051ce will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:37.735313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.764158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Network f33bed7b-731f-4488-9397-138cf2d423cd is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:37.783658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:37.789113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Pushing event updated for resources: {'Port': ['ID=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:37.794655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:37.844285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=0295fb19-1c3e-4662-880a-baa7995051ce,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:37.859481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network f33bed7b-731f-4488-9397-138cf2d423cd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:37.860966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:37.864238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:37.967406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Attempting to bind port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:37.967802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Attempting to bind port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:37.968161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Attempting to bind port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 on network f33bed7b-731f-4488-9397-138cf2d423cd {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:37.980665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.993259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:37.993549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Checking segment: {'id': 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:37.994152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:37.994733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Bound using segment: {'id': 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:37.996013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Bound port: 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f33bed7b-731f-4488-9397-138cf2d423cd'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:37.997282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.115441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] For port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:38.120252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] For port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,segment=NetworkSegment(f0f7228b-7605-4924-bd58-9dd5cfa1b3ab),segment_id=f0f7228b-7605-4924-bd58-9dd5cfa1b3ab)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:38.132587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.270333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.320937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1367a-8d71-422b-8ece-24fd052b80c5 None None] Pushing event updated for resources: {'Port': ['ID=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:38.516897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.517740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44142) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:38.548711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.657377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-c32ab5b6-2a6b-4bde-8ac5-281c484659a8 service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0720251 Aug 21 18:21:38.689950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:38.699947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-788d29ad-cfd9-4947-b557-406095cd73f1 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2071958 Aug 21 18:21:38.714891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:39.065807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.078735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.103008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.130192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Deleting port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:39.131080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.208282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.241504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=0295fb19-1c3e-4662-880a-baa7995051ce,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:39.257810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.410914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network f33bed7b-731f-4488-9397-138cf2d423cd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:39.415015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:39.646211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5a7edad2-7657-469a-b8d6-3d7bbf7140ee no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:39.689304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:39.780822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.783390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:39.784247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.877712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:39.878625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:39.900195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Calling delete_port for 5a7edad2-7657-469a-b8d6-3d7bbf7140ee owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:39.925891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:39.927317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:39.938563 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] Sync routers for ids ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:39.949875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bf7f65ed-ad6c-43c0-9dc7-8f9dc856a2c6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6034827 Aug 21 18:21:39.955601 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] Routers {'bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:39.956373 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:39.967616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44240) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:40.011661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.045306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b28bc3-f163-4eef-a364-36dea0956256 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:40.054789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:40.058380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-92b28bc3-f163-4eef-a364-36dea0956256 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports/0295fb19-1c3e-4662-880a-baa7995051ce HTTP/1.1" status: 200 len: 910 time: 0.0886040 Aug 21 18:21:40.059081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44246) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:40.080390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '37f88433-2d1e-40f0-8fbd-41413d33ef1c'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:40.087218 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] Routers {'bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:40.088244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:40.115457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c470ce36-3f19-407f-9640-aea439b02a26 None None] Network f33bed7b-731f-4488-9397-138cf2d423cd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:40.145120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:40.149612 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fbd49a-009c-4c84-ab37-b89a0ed61bef" -d '{"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:40.159222 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:40.160121 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1c10cd-094e-41f6-b401-db43cf64e965 None None] The sync data for ids ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:40.163431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.163955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f312d10b-405b-4c44-9bac-84889c6c4d5e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:40.183935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:40.210688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.220974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be3102b7-2703-4678-a300-16696e5e0ae5 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f312d10b-405b-4c44-9bac-84889c6c4d5e HTTP/1.1" status: 204 len: 168 time: 1.4396355 Aug 21 18:21:40.228816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:40.229098 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.230737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bc904b96-540a-41d3-ad7b-690ff0c35ded service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5661407 Aug 21 18:21:40.232499 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc11e41-3d56-4836-b257-a0f406ef6b71 x-openstack-request-id: req-1fc11e41-3d56-4836-b257-a0f406ef6b71 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:40.232798 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:40.233053 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fc11e41-3d56-4836-b257-a0f406ef6b71 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:40.233628 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'code': 200} Aug 21 18:21:40.238865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Provisioning for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:40.251899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e104bbb-0290-42ae-941b-9d738ad59e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.267339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Provisioning complete for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:40.268069 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.346597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:40.357068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:40.358199 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.374718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Request body: {'router': {'name': 'tempest-router-487332851', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b9584afd1c04478086a7155cf585024a'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:40.388890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:21:40.392740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.398462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.485504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.523041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.524062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.537503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac40a95-4802-4d13-b4a9-fd103ee1871c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:40.546466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.559817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event deleted for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:40.574062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.590977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.592489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.592854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.593889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.593889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.594099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5a7edad2-7657-469a-b8d6-3d7bbf7140ee,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:40.594198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.594302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.597009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.597203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.597687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.597933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.599419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.610937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.611299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.611647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.611991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.614574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.614875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.615221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.615618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.615891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.616227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.617991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1d0ba95-5952-4ca3-bd48-9bb88ce86c4e req-86c3fcb2-63d0-4dca-92d0-8055a19fb8a7 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 210 time: 0.0636108 Aug 21 18:21:40.618828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.619200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:40.682089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4937d43e-bcc2-4bca-81a6-5b04ab54213f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=971fcbf9d1c2497ba2e07d19ac6c3f20&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1577220 Aug 21 18:21:40.685645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44262) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:40.722902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] No DVR routers for this DVR port 5a7edad2-7657-469a-b8d6-3d7bbf7140ee on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:40.731709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.735212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4c39d0a-f048-4448-8ce3-887d4036ad3c req-d29eb224-40d7-46b8-82b1-06a01eab256f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "DELETE /v2.0/ports/5a7edad2-7657-469a-b8d6-3d7bbf7140ee HTTP/1.1" status: 204 len: 173 time: 3.1360164 Aug 21 18:21:40.735725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-deleted', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:40.740773 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a86ef0-6d2a-4d4d-bf9f-43f5a85ff906" -d '{"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-deleted", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:40.882487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.896053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:40.909734 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc2aa7-5496-4074-a272-a77f9f664c93 x-openstack-request-id: req-59dc2aa7-5496-4074-a272-a77f9f664c93 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:40.914046 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e670af93-7ee2-4383-9f9e-558c087f49d3", "name": "network-vif-deleted", "tag": "5a7edad2-7657-469a-b8d6-3d7bbf7140ee", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:40.915514 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-59dc2aa7-5496-4074-a272-a77f9f664c93 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:40.916241 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e670af93-7ee2-4383-9f9e-558c087f49d3', 'name': 'network-vif-deleted', 'tag': '5a7edad2-7657-469a-b8d6-3d7bbf7140ee', 'status': 'completed', 'code': 200} Aug 21 18:21:40.987985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] For port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,segment=NetworkSegment(f0f7228b-7605-4924-bd58-9dd5cfa1b3ab),segment_id=f0f7228b-7605-4924-bd58-9dd5cfa1b3ab)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:41.015660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.025148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.091727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.110394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afbdeb6-c305-41c0-93f6-5d13c683b4e9 None None] Pushing event updated for resources: {'Port': ['ID=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:41.212276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e104bbb-0290-42ae-941b-9d738ad59e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.218769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.223453 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.225102 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ac40a95-4802-4d13-b4a9-fd103ee1871c HTTP/1.1" status: 204 len: 168 time: 0.5352964 Aug 21 18:21:41.236670 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.237678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-acd11282-a251-40b5-9033-655457d28f3c tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0060034 Aug 21 18:21:41.240385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44286) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:41.246383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:41.267657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e104bbb-0290-42ae-941b-9d738ad59e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.314817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae8905-0afa-43e9-83e6-c16cd1093d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac40a95-4802-4d13-b4a9-fd103ee1871c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:41.460827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e104bbb-0290-42ae-941b-9d738ad59e6f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5553f1d7663f4a288b9d5c36a87501ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5309837 Aug 21 18:21:41.465035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:41.467742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e104bbb-0290-42ae-941b-9d738ad59e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c25661-e53d-4bd0-aaad-2e278620d6bb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:41.815187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.815842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:41.830677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:41.988400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:41.989484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.069151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-786f74b8-d21e-4b37-9919-39ae262ca562 req-0bea91a9-d7e0-48ac-84a3-1867a07ed64f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 210 time: 0.0603011 Aug 21 18:21:42.095495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94598) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 21 18:21:42.096012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Router f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d migrating from provider to provider. {{(pid=94598) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 21 18:21:42.097005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.105937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Provisioning complete for port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:42.106620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.111418 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.128062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.145288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.244539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.277323 n-d-793621-32 neutron-server[94598]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] No L3 agents can host the router f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d Aug 21 18:21:42.303167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.315989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.459388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:42.460398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.462270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/ports/0295fb19-1c3e-4662-880a-baa7995051ce HTTP/1.1" status: 200 len: 910 time: 2.4022171 Aug 21 18:21:42.466436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:42.475215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.478028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.479452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86c25661-e53d-4bd0-aaad-2e278620d6bb HTTP/1.1" status: 204 len: 168 time: 1.0128827 Aug 21 18:21:42.535336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d946fb-4b94-4f9d-8413-30b3de607713 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=0295fb19-1c3e-4662-880a-baa7995051ce,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:42.545593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed199e7-8891-4b61-9866-65ce52a3e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c25661-e53d-4bd0-aaad-2e278620d6bb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:42.602181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Hosts for router f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d: [] {{(pid=94598) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 21 18:21:42.669147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Hosts for other DVR routers connected to router f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d: set() {{(pid=94598) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 21 18:21:42.677166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.681471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb3a40cb-250e-4910-84be-06602e8bb167 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "PUT /v2.0/routers/f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d HTTP/1.1" status: 200 len: 716 time: 1.4399345 Aug 21 18:21:42.692134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Provisioning for port 0295fb19-1c3e-4662-880a-baa7995051ce completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:42.696703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Provisioning complete for port 0295fb19-1c3e-4662-880a-baa7995051ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:42.696988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:42.705540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44314) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:42.809958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-33348927-54b5-4f2e-be62-175f9dcaaf04 None None] Port 0295fb19-1c3e-4662-880a-baa7995051ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:42.848031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-80643af6-4d27-4b74-8f7a-716e4476a007 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "GET /v2.0/routers/f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d HTTP/1.1" status: 200 len: 716 time: 0.1411557 Aug 21 18:21:42.856566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-fe363db4-b156-41da-a027-b8bc58119265 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:42.858209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-fe363db4-b156-41da-a027-b8bc58119265 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.39 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.4390223 Aug 21 18:21:42.858938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:42.879114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Request body: {'port': {'device_id': '7eb91749-38fd-4915-bf0f-78cea348841a', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'admin_state_up': True, 'tenant_id': 'b50be282941344169e3857e6cfe5e8f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:42.945795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55ca7d49-5391-43c0-92b9-373e0d6f24a8 None None] Provisioning complete for port 0295fb19-1c3e-4662-880a-baa7995051ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:42.946081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55ca7d49-5391-43c0-92b9-373e0d6f24a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:43.086699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-55ca7d49-5391-43c0-92b9-373e0d6f24a8 None None] Port 0295fb19-1c3e-4662-880a-baa7995051ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:43.145655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Made reservation on behalf of b50be282941344169e3857e6cfe5e8f3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:43.150765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:43.293565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7f03427-77d2-4cc8-a47f-ad8678f83b52 req-cb227f07-e046-4e2d-8ea4-d354535f992a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 210 time: 0.0608966 Aug 21 18:21:43.604036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:43.879525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1bcd4c38-4af8-4656-9496-edc9d7c14dc0 tempest-RoutersTestDVR-1551257922 tempest-RoutersTestDVR-1551257922-project] 10.222.0.41 "GET /v2.0/routers/f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d HTTP/1.1" status: 200 len: 682 time: 1.0161741 Aug 21 18:21:43.880179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44358) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:43.910404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Allocated IP 172.20.0.10 (18d0a2fa-86ea-47fb-937f-86920df5112f/76301e98-10fa-4d7d-986d-e4f6f575ede1/cf963cc2-296d-4c56-9ae7-ac5955f35918) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:44.037774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 0295fb19-1c3e-4662-880a-baa7995051ce {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:44.038207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.048979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.148691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.178742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 0295fb19-1c3e-4662-880a-baa7995051ce owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:44.326814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.330918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.456022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.457014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:44.475366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.484840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-61e3d383-5120-42b2-8547-08c51ea54b79 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "DELETE /v2.0/routers/f7043f5e-353a-4137-b6b0-0f1fbbbd9a2d HTTP/1.1" status: 204 len: 168 time: 0.6007404 Aug 21 18:21:44.496759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44382) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:44.517175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Request body: {'router': {'name': 'tempest-router-221406940', 'distributed': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:44.570672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a36df393-f31d-498c-adb1-8d0ec314eb61 req-6dcfa2f2-e603-48da-851a-9685ff0bf2db tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 210 time: 0.1137512 Aug 21 18:21:44.573161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.625665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.628279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.635374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.671201 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.679359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=0295fb19-1c3e-4662-880a-baa7995051ce,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:44.708894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Network 18d0a2fa-86ea-47fb-937f-86920df5112f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:44.711780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:44.743773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:44.821910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.833527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.881711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:44.882388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.885700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:44.906083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-bad05057-f5b3-489e-887a-a669b6ed253e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0311084 Aug 21 18:21:44.923417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Request body: {'port': {'device_id': '7eb91749-38fd-4915-bf0f-78cea348841a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:44.988870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:44.991090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-308565f4-936d-4287-8eea-2760f704b7bc tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4919395 Aug 21 18:21:45.023510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.023704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44398) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:45.059844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:45.117448 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.119061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.214220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:45.275822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.422063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.428599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.451222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf963cc2-296d-4c56-9ae7-ac5955f35918 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:21:45.460863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.479016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Transition to ACTIVE for port object cf963cc2-296d-4c56-9ae7-ac5955f35918 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:45.484484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.492546 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.509072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:45.526555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.526958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a454cd6b-8bc3-4d0c-880c-db1946a45995 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:45.532485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.534759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-275b6046-0489-461a-a623-162bf4da3c37 tempest-RoutersTestDVR-942297171 tempest-RoutersTestDVR-942297171-project-admin] 10.222.0.41 "DELETE /v2.0/routers/a454cd6b-8bc3-4d0c-880c-db1946a45995 HTTP/1.1" status: 204 len: 168 time: 0.5085051 Aug 21 18:21:45.701321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:45.706970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:45.715843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-60000460-5039-49e9-b7ab-19c72c05b871 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2477939 Aug 21 18:21:45.716624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:45.723522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] Sync routers for ids ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:45.749606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] Routers {'bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:45.750309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:45.781247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b4a3cc79-b159-4906-a9e7-490b2704355c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 HTTP/1.1" status: 200 len: 205 time: 0.0634935 Aug 21 18:21:45.790696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:45.824508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:45.867597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] Routers {'bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:45.868717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:45.910049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbc27b-ec57-46e8-ab23-8082e5f6599f req-e99c2d32-2719-4ccb-a245-14b7a52c68ce tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:45.910049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacbc27b-ec57-46e8-ab23-8082e5f6599f req-e99c2d32-2719-4ccb-a245-14b7a52c68ce tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 944 time: 0.1960697 Aug 21 18:21:45.916458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:45.953168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:45.954098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3706379-9995-4a3b-ab8c-54c72eaa024f None None] The sync data for ids ['bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:45.960378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Allocated IP 172.25.1.90 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/1ddbb109-a2a5-44f1-b564-66c30b6d08bf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:46.095883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.105157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Attempting to bind port cf963cc2-296d-4c56-9ae7-ac5955f35918 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:46.105562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Attempting to bind port cf963cc2-296d-4c56-9ae7-ac5955f35918 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:46.105900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Attempting to bind port cf963cc2-296d-4c56-9ae7-ac5955f35918 on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:46.118810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Port cf963cc2-296d-4c56-9ae7-ac5955f35918 on network 18d0a2fa-86ea-47fb-937f-86920df5112f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:21:46.119109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Attempting to bind port cf963cc2-296d-4c56-9ae7-ac5955f35918 on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:46.142151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dacbc27b-ec57-46e8-ab23-8082e5f6599f req-2a5b473c-5dfc-4ef7-b563-d3b69ce791ad tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761721 Aug 21 18:21:46.146075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:46.146419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Checking segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:46.146837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Bound using segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:46.147371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Bound port: cf963cc2-296d-4c56-9ae7-ac5955f35918, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:46.147639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.197322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.199364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.225204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.251881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44446) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:46.261256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.262207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:21:46.272406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.273895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8f12388-0e61-47d9-be09-81c81b2c18f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 HTTP/1.1" status: 204 len: 168 time: 0.4821224 Aug 21 18:21:46.277966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:46.313283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:46.314437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Pushing event updated for resources: {'Port': ['ID=1ddbb109-a2a5-44f1-b564-66c30b6d08bf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:46.327053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:46.329583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:46.332644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:46.333828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:46.367498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 37f88433-2d1e-40f0-8fbd-41413d33ef1c {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:21:46.371028 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.383571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.433870 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.463302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:46.464419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.465651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] 10.222.0.39 "PUT /v2.0/ports/cf963cc2-296d-4c56-9ae7-ac5955f35918 HTTP/1.1" status: 200 len: 1093 time: 1.5471637 Aug 21 18:21:46.466097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:46.468553 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f34188d-2b87-44b7-930c-2a147f454b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:46.471422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23667a3e-404f-4cfe-b8e0-0548fdfb9d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.501574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.518141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dacfc3-4fbc-4695-b715-f4867768fcce service neutron] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:46.530400 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b800d08-7363-47ab-83ff-41e701de8ae7 x-openstack-request-id: req-6b800d08-7363-47ab-83ff-41e701de8ae7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:46.530721 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:46.530970 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b800d08-7363-47ab-83ff-41e701de8ae7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:46.531366 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'status': 'completed', 'code': 200} Aug 21 18:21:46.590256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.616251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-0a138a96-dba5-437e-8825-ec9a8e12be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:46.617899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-0a138a96-dba5-437e-8825-ec9a8e12be9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 1096 time: 0.0896022 Aug 21 18:21:46.620005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.699622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-1c87d027-9040-41c0-b172-4cb80299b8e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918 HTTP/1.1" status: 200 len: 217 time: 0.0732794 Aug 21 18:21:46.733349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.762785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23667a3e-404f-4cfe-b8e0-0548fdfb9d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.765184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=37f88433-2d1e-40f0-8fbd-41413d33ef1c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:46.773969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23667a3e-404f-4cfe-b8e0-0548fdfb9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.783072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:46.787629 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8ec1542b-0a73-4f91-8cbb-8cef3cbaeb11 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/37f88433-2d1e-40f0-8fbd-41413d33ef1c HTTP/1.1" status: 204 len: 168 time: 0.5059195 Aug 21 18:21:46.789764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:46.792366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e52b12-323f-465d-85d5-47b3bc589453 None None] Network f33bed7b-731f-4488-9397-138cf2d423cd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:46.875524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-23667a3e-404f-4cfe-b8e0-0548fdfb9d0e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9584afd1c04478086a7155cf585024a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6221542 Aug 21 18:21:46.876779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23667a3e-404f-4cfe-b8e0-0548fdfb9d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c7ba92-14a1-41ef-91b9-06819ff033be,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:46.886650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44464) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:46.898678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-ddaf8dde-f4e9-4b5e-b707-5fba44a3efca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:46.908994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-ddaf8dde-f4e9-4b5e-b707-5fba44a3efca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.1912038 Aug 21 18:21:46.973776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.015356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-8ac100ae-0a2c-4c40-bf21-d97de5d556de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727861 Aug 21 18:21:47.030172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.066350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.126800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.130212 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.132022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6c7ba92-14a1-41ef-91b9-06819ff033be HTTP/1.1" status: 204 len: 168 time: 0.2436666 Aug 21 18:21:47.142944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] DHCP port deletion for f33bed7b-731f-4488-9397-138cf2d423cd request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:21:47.158299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a158da-6c94-432f-8197-22f79df3c815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c7ba92-14a1-41ef-91b9-06819ff033be,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:47.170623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.183283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.245626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-1d710ce5-3a1b-42b8-8b0b-dd7efcdd2ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109098 Aug 21 18:21:47.304796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Deleting port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:47.305026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Pushing event updated for resources: {'Port': ['ID=1ddbb109-a2a5-44f1-b564-66c30b6d08bf,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:47.305998 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.385955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] For port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,segment=NetworkSegment(f0f7228b-7605-4924-bd58-9dd5cfa1b3ab),segment_id=f0f7228b-7605-4924-bd58-9dd5cfa1b3ab)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:47.386842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.407383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Calling delete_port for 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:47.482475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.512420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:47.512851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.554626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.617030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a42c0-d41f-4398-b7a0-3737da1e0529 req-f2e96356-46d0-4d4a-a19e-95c033cfdbab tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:47.618887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] Pushing event deleted for resources: {'Port': ['ID=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:47.625556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c09a42c0-d41f-4398-b7a0-3737da1e0529 req-f2e96356-46d0-4d4a-a19e-95c033cfdbab tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 944 time: 0.3226342 Aug 21 18:21:47.632562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e487261f-ea4b-4d58-b251-f1a03c05114f None None] No DVR routers for this DVR port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:47.655895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:47.663581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:47.678685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:21:47.679039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:21:47.681314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.682605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aecfb195-a70e-47fe-97eb-0f080ef986b7 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6231282 Aug 21 18:21:47.696710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44478) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:47.703490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-420956236', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'fixed_ips': [{'ip_address': '172.25.1.90'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:47.703688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-839d98d3-ef3a-4600-9c41-eeee704e464b req-ed55ced2-bb08-4500-8df5-13d2e886ca5a service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939800 Aug 21 18:21:47.708270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce0cde99-17d0-407f-a2d2-bd3a9e79a2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.738918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c09a42c0-d41f-4398-b7a0-3737da1e0529 req-e709439c-4b19-4325-bae0-e99f440e1192 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124928 Aug 21 18:21:47.741657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,segment=NetworkSegment(f0f7228b-7605-4924-bd58-9dd5cfa1b3ab),segment_id=f0f7228b-7605-4924-bd58-9dd5cfa1b3ab)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:47.741657 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.759975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:47.772110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4fae0568-4cd6-4afe-bf9b-9dd1567e0825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.794630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Made reservation on behalf of 400046354ac643f5a5897daef816f585 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:47.797214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.818733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.880872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-a84e7d2c-74d8-4207-b9b9-0dc9fd1c292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:47.882401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-a84e7d2c-74d8-4207-b9b9-0dc9fd1c292b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 1096 time: 0.1119256 Aug 21 18:21:47.900160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce0cde99-17d0-407f-a2d2-bd3a9e79a2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.910551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce0cde99-17d0-407f-a2d2-bd3a9e79a2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.957936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:47.979205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce0cde99-17d0-407f-a2d2-bd3a9e79a2ed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc069bf98be54f0fba704a7dd58ba0bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135245 Aug 21 18:21:47.979809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:47.991241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cde99-17d0-407f-a2d2-bd3a9e79a2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a4920-1d5e-465e-9ee4-6e2b7e3b7147,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:48.002020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:48.004009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port 161214a5-6a5a-4b4a-8e42-0ee35f0d8cb7 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:48.044771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-8d70021f-bd5c-4c53-bce9-202533d46e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:48.046241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-8d70021f-bd5c-4c53-bce9-202533d46e11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 915 time: 0.1559222 Aug 21 18:21:48.068699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.099346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.106376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] device_id is not set on port 392aac7a-5815-4943-bf3f-66ea953b75fe yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:21:48.128886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-c0b9df32-6e69-4768-b40e-2831d7d36939 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918 HTTP/1.1" status: 200 len: 217 time: 0.0722816 Aug 21 18:21:48.136362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.172033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33bed7b-731f-4488-9397-138cf2d423cd']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:48.187714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:48.188174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f7228b-7605-4924-bd58-9dd5cfa1b3ab') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:48.196888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.200717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.213321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-035ba4fe-e8f2-4d7d-9ec8-0c84c02f5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:48.214831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-035ba4fe-e8f2-4d7d-9ec8-0c84c02f5cfc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.0757105 Aug 21 18:21:48.218875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.221460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.236832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:48.237354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:48.240520 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:48.290214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a257e40-a5fa-4554-81f5-02d21fcfc54d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:48.312166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.315509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.327419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/082a4920-1d5e-465e-9ee4-6e2b7e3b7147 HTTP/1.1" status: 204 len: 168 time: 0.3366234 Aug 21 18:21:48.398918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385f8a5-1c11-41aa-bdd6-fb404731b3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a4920-1d5e-465e-9ee4-6e2b7e3b7147,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:48.447629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.480038 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 18:21:48.480571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:21:48.503981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f247fab1-d6d9-43d7-b0d8-73ae10ce5123 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8060939 Aug 21 18:21:48.506840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:48.595258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-249b738b-807c-4690-a391-e79c2f67c34b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3711908 Aug 21 18:21:48.700112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.711985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.719049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/f33bed7b-731f-4488-9397-138cf2d423cd HTTP/1.1" status: 204 len: 168 time: 1.9280493 Aug 21 18:21:48.722214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44496) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:48.724521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Deleting port 1ddbb109-a2a5-44f1-b564-66c30b6d08bf {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:48.725396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.733239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1570228910', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:48.737732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48127bef-f4f7-4a9a-8375-3a70043489da tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=f33bed7b-731f-4488-9397-138cf2d423cd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:48.796954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-804fbb45-23e3-4f4a-a608-21e78386c2fa service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708512 Aug 21 18:21:48.817226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.818517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.841656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.865867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.866268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.911546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.929421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Calling delete_port for 1ddbb109-a2a5-44f1-b564-66c30b6d08bf owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:48.936198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:48.951121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1f34188d-2b87-44b7-930c-2a147f454b0e req-45240e79-6e91-4d89-ba58-c07cdb64a073 service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486912 Aug 21 18:21:49.005192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.006383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58fd19a2-61fe-443c-9f85-a2b48abeb3de tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2785933 Aug 21 18:21:49.009150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44506) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.015026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-256307131'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:49.023449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b12b7f-6d88-44d2-925c-32eb8b96b466 req-eaca289a-45d9-40b7-8873-726e913778d3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:49.025066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58b12b7f-6d88-44d2-925c-32eb8b96b466 req-eaca289a-45d9-40b7-8873-726e913778d3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 944 time: 0.1504030 Aug 21 18:21:49.038791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:49.043104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.074172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:49.089801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.091054 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470 of type vlan for network 9ec240e0-6bee-4ae2-a607-a37a53414f8d Aug 21 18:21:49.095519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58b12b7f-6d88-44d2-925c-32eb8b96b466 req-8283551c-6034-4b33-be91-681b602914bc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613668 Aug 21 18:21:49.142315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.156435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.179554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.187004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:49.187620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.192829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Pushing event deleted for resources: {'Port': ['ID=1ddbb109-a2a5-44f1-b564-66c30b6d08bf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:49.237421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2271020 Aug 21 18:21:49.241457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44516) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.251078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:49.290864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d677c0a-ad61-4699-b404-11b906bb3d5c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=9ec240e0-6bee-4ae2-a607-a37a53414f8d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:49.303822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:49.320762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.323992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.325196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8e81101-2fd2-4947-8847-4881497bb4da tempest-ExternalNetworksAdminNegativeTestJSON-1638853521 tempest-ExternalNetworksAdminNegativeTestJSON-1638853521-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/3c8c45c1-40b0-4eac-a2f9-b1a2feaa89a4 HTTP/1.1" status: 204 len: 168 time: 0.8171511 Aug 21 18:21:49.357829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44520) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.411897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:49.421992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.514915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fbf90e76-e94b-4100-ab5b-bc8ab90d68d3 tempest-AgentManagementNegativeTest-1109547886 tempest-AgentManagementNegativeTest-1109547886-project] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1557136 Aug 21 18:21:49.653986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.712655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.715718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=10fd99d0-3e20-4d9d-8812-ec78125ec5fe,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:49.735622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:49.735998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 9ec240e0-6bee-4ae2-a607-a37a53414f8d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:49.762089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:49.775912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9ec240e0-6bee-4ae2-a607-a37a53414f8d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:49.785818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75034c69-8d8f-4441-802e-91bbcd50a428 None None] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:49.786898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:49.788009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.814014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ddf174d-1230-4427-ac78-e4e2173c3947 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5714526 Aug 21 18:21:49.816884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44538) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.860033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44540) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:49.947454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-189b5be7-ea2f-442a-a335-825f0c0d5ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:49.973515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:49.974696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.054317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74d76078-91b8-44e4-a5aa-63de706cb507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.099818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-189b5be7-ea2f-442a-a335-825f0c0d5ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.111497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-189b5be7-ea2f-442a-a335-825f0c0d5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.141742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-189b5be7-ea2f-442a-a335-825f0c0d5ee0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0292e640c5b043819d076481216323f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4277923 Aug 21 18:21:50.147094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44546) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:50.155796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Allocated IP 172.20.0.2 (9ec240e0-6bee-4ae2-a607-a37a53414f8d/10fd99d0-3e20-4d9d-8812-ec78125ec5fe/44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:50.221739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b5be7-ea2f-442a-a335-825f0c0d5ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcbf292-d157-457f-aa95-7d50936e721c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:50.322644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f9bed4-d846-4494-aa1c-65e902a903e0 req-cfd3fa1b-5c0c-4c90-9225-742ac616204a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:50.324742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09f9bed4-d846-4494-aa1c-65e902a903e0 req-cfd3fa1b-5c0c-4c90-9225-742ac616204a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 944 time: 0.0992072 Aug 21 18:21:50.326888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.330792 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff7c7-aab5-4948-8673-4ece666823eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.380431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.388095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.401791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Transition to ACTIVE for port object 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:50.429069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74d76078-91b8-44e4-a5aa-63de706cb507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.443120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74d76078-91b8-44e4-a5aa-63de706cb507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.456922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Transition to ACTIVE for port object 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:50.469041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.479507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.490374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-74d76078-91b8-44e4-a5aa-63de706cb507 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbbb6e0df605430587be62908cd86c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291268 Aug 21 18:21:50.497461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44552) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:50.516555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09f9bed4-d846-4494-aa1c-65e902a903e0 req-95b889b1-e396-4cf3-92a9-9a37fa441986 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692154 Aug 21 18:21:50.522870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:50.524297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:50.528619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:50.536827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.541728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Pushing event updated for resources: {'Port': ['ID=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:50.605497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Attempting to bind port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:50.606174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Attempting to bind port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:50.606735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Attempting to bind port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 on network 9ec240e0-6bee-4ae2-a607-a37a53414f8d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:50.613142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:50.613785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Checking segment: {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:50.614356 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.614930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Bound using segment: {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:50.615553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Bound port: 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:50.616134 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.628771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d76078-91b8-44e4-a5aa-63de706cb507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37c7baa-4bdc-4504-bb69-aa11ddb63e20,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:50.638848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.642045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.643760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dcbf292-d157-457f-aa95-7d50936e721c HTTP/1.1" status: 204 len: 168 time: 0.4956493 Aug 21 18:21:50.667262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.685365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:21:50.695824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.757635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce9026-5957-4546-9940-6553a5fd9045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcbf292-d157-457f-aa95-7d50936e721c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:50.773798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] For port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:50.779264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] For port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:50.812822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.815576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.817906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:50.825116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a37c7baa-4bdc-4504-bb69-aa11ddb63e20 HTTP/1.1" status: 204 len: 168 time: 0.3165271 Aug 21 18:21:50.836158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61b8c-6441-4a1c-95e2-e21f9dd8ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37c7baa-4bdc-4504-bb69-aa11ddb63e20,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:50.929367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.20.0.1 (9ec240e0-6bee-4ae2-a607-a37a53414f8d/10fd99d0-3e20-4d9d-8812-ec78125ec5fe/978b00dd-4344-4eae-828e-076fa62ffaa0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:50.991317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d97c0b-4cb5-450d-812a-3f38dec47495 None None] Pushing event updated for resources: {'Port': ['ID=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:51.027411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:51.048568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'port_id': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'mac_address': 'fa:16:3e:a6:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76301e98-10fa-4d7d-986d-e4f6f575ede1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:21:51.125447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.139152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf963cc2-296d-4c56-9ae7-ac5955f35918 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:21:51.167868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:51.178176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.183709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.236096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 978b00dd-4344-4eae-828e-076fa62ffaa0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:51.284953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.299474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:51.315999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:51.361295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:51.364479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:51.373309 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f88ecb5b-9a45-4f7b-a2f5-8486945a165a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=400046354ac643f5a5897daef816f585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0721774 Aug 21 18:21:51.377414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44572) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:51.392095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:51.403392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cf963cc2-296d-4c56-9ae7-ac5955f35918'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:21:51.411243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:51.450766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.476338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.491473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.543558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.549681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.554813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a257e40-a5fa-4554-81f5-02d21fcfc54d HTTP/1.1" status: 204 len: 168 time: 0.1728692 Aug 21 18:21:51.592767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9378683-9ed4-4ccf-ba38-d4b69336a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a257e40-a5fa-4554-81f5-02d21fcfc54d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:51.693037 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.830639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:51.842138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9a4b5-a0cc-4f60-a331-ceff7f5e9abd req-1fcf6db0-abbb-409b-af9a-5034545c9bcd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:51.843754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eec9a4b5-a0cc-4f60-a331-ceff7f5e9abd req-1fcf6db0-abbb-409b-af9a-5034545c9bcd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 945 time: 0.1775739 Aug 21 18:21:51.850329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:51.919051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:51.964809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eec9a4b5-a0cc-4f60-a331-ceff7f5e9abd req-baa75b2b-2505-4555-8cc2-cfcfde68c315 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Aug 21 18:21:52.134590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44602) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:52.377947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1207708157'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:52.407170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.414808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.415956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce690658-e2a0-438e-8e66-e917d2d605b0 None None] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:52.426433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Made reservation on behalf of 692cf1f6410f4809937fafe7c967015c for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:52.430586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.464533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.554405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:52.568911 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.596018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Provisioning for port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:52.607841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Provisioning complete for port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:52.608394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.680743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.689055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:52.700410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.741230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:52.743559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:52.753130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d3659-800b-4688-a9c2-5bea45d2ff5a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:52.788452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:52.796796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cf963cc2-296d-4c56-9ae7-ac5955f35918 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:52.811694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cf963cc2-296d-4c56-9ae7-ac5955f35918 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:52.812062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.820156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.820498 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Added segment 50f42134-c724-4906-843d-620dbe6d3a40 of type vlan for network bd9560e9-7d25-456c-b11c-b4eca5a0b12c Aug 21 18:21:52.906058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600b394-31b7-4797-beca-a7d466e0e88d req-110d9047-e438-4cb0-92c5-4a2fc5365d1d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:52.908458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6600b394-31b7-4797-beca-a7d466e0e88d req-110d9047-e438-4cb0-92c5-4a2fc5365d1d tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.2448828 Aug 21 18:21:52.931008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.980797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6600b394-31b7-4797-beca-a7d466e0e88d req-ccdf31b2-6fa6-48f5-8b73-936f823017c0 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655475 Aug 21 18:21:52.984377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.990707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:52.991523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:52.991668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:21:53.128672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'Network': ['ID=bd9560e9-7d25-456c-b11c-b4eca5a0b12c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:53.135836 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.142988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:53.146545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-841ed24f-3e2e-4ad4-8f33-9331ed20bb6f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0075796 Aug 21 18:21:53.147799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44636) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:53.170821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Request body: {'subnet': {'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:53.179014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:53.189461 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:53.192872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6d070b6a-3ebb-4291-a041-9ca680792d13 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3745146 Aug 21 18:21:53.196055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:53.204228 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:53.204926 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:53.215233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fbdae-5d89-4aac-8531-dd6ac8b3c00a req-54602539-9cc8-4005-b638-9a298aef0f27 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:53.217111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c1fbdae-5d89-4aac-8531-dd6ac8b3c00a req-54602539-9cc8-4005-b638-9a298aef0f27 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 945 time: 0.1361864 Aug 21 18:21:53.221085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215619718'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:53.252106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:53.261015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.279574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] For port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:53.327668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.337743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c1fbdae-5d89-4aac-8531-dd6ac8b3c00a req-32f17c8c-0a6f-4d72-984d-a6e5e1ecefe1 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975597 Aug 21 18:21:53.348956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:53.377634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.378375 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment e3c17023-d6dd-4de7-89aa-4fd6886d9666 of type vlan for network 2d78824d-f4a4-411f-b508-0a2238447d5c Aug 21 18:21:53.383024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:21:53.439941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Made reservation on behalf of 692cf1f6410f4809937fafe7c967015c for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:53.448541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.455202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177dc0e-a93a-4018-a404-b85bab19ee02 None None] Pushing event updated for resources: {'Port': ['ID=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:53.480484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.519302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.568450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.605919 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.606853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:53.608018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Provisioning for port 978b00dd-4344-4eae-828e-076fa62ffaa0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:53.610263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:53.612361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:53.612829 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a266ce-6c4f-4da0-837a-3ca1dbb84da2" -d '{"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-plugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:53.613206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.618051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Provisioning complete for port 978b00dd-4344-4eae-828e-076fa62ffaa0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:53.618426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.621647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.709204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Port 978b00dd-4344-4eae-828e-076fa62ffaa0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:53.756983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:53.784820 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0144d645-5b79-4899-9b26-c9b7afd99349 x-openstack-request-id: req-0144d645-5b79-4899-9b26-c9b7afd99349 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:53.785609 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-plugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:53.786399 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0144d645-5b79-4899-9b26-c9b7afd99349 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:53.787012 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'code': 200} Aug 21 18:21:53.788244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:53.829603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6310773 Aug 21 18:21:53.835962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44648) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:53.861319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:53.866903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5d0bb-dd8d-4b59-bd79-f59e27a29f9d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=2d78824d-f4a4-411f-b508-0a2238447d5c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:53.871346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Provisioning complete for port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:53.871713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ba0f8362-2e06-429c-8721-359a1ade4ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:53.942217 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:52Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:53.983136 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:21:53.983498 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Updating router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 port 978b00dd-4344-4eae-828e-076fa62ffaa0 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:21:53.988612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2d78824d-f4a4-411f-b508-0a2238447d5c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:54.019331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.048938 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.161617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9b7bf-3d5b-4242-9747-761eaa534312 req-9dbb03dd-919a-4f5e-baa9-a96d4d19e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:54.169752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea9b7bf-3d5b-4242-9747-761eaa534312 req-9dbb03dd-919a-4f5e-baa9-a96d4d19e7cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 1098 time: 0.3317752 Aug 21 18:21:54.181800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0b7d-5f5c-4b52-bb54-db15a42b5153 req-949ebf3f-4027-4db4-830b-2f18c4ef6b4a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:54.185927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3c0b7d-5f5c-4b52-bb54-db15a42b5153 req-949ebf3f-4027-4db4-830b-2f18c4ef6b4a tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.0873289 Aug 21 18:21:54.202579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:54.203070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.234480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:54.249731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.356501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f3c0b7d-5f5c-4b52-bb54-db15a42b5153 req-2b23bf84-cc1c-4541-b538-0477e7e63840 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640282 Aug 21 18:21:54.396111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-f6b07d68-a370-4b08-a740-2153209fe3ad tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:54.411108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-f6b07d68-a370-4b08-a740-2153209fe3ad tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.39 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.1878071 Aug 21 18:21:54.428171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34c3b1b8-b732-4409-91d7-44573f078606 None None] Provisioning complete for port 978b00dd-4344-4eae-828e-076fa62ffaa0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:54.428727 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34c3b1b8-b732-4409-91d7-44573f078606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.447532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'Subnet': ['ID=4ff42bae-e3f5-4973-8de4-82231afa1abf,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:54.449745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Checking segment: {'id': '50f42134-c724-4906-843d-620dbe6d3a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:54.450107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Network hostable DHCP agents. Network: bd9560e9-7d25-456c-b11c-b4eca5a0b12c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:54.509964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-34c3b1b8-b732-4409-91d7-44573f078606 None None] Port 978b00dd-4344-4eae-828e-076fa62ffaa0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:21:54.560291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea9b7bf-3d5b-4242-9747-761eaa534312 req-b24500ab-2e2c-498f-a98d-aeb40423a920 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377149 Aug 21 18:21:54.598515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:54.615569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccaef5-ff96-41a9-935f-67bf2205feba req-e91bf758-af95-4cdb-bd4e-3be9a0cbb5e9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:54.617383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03ccaef5-ff96-41a9-935f-67bf2205feba req-e91bf758-af95-4cdb-bd4e-3be9a0cbb5e9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1013243 Aug 21 18:21:54.625557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Deleting port a477580b-5ec0-47dc-861e-a245fb10025a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:54.626090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.633467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, bd9560e9-7d25-456c-b11c-b4eca5a0b12c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:54.644457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03eb3a-ec0e-4194-8c40-f6eb61c54e7b None None] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:54.653539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:54.654560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.663355 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.685689 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Transition to ACTIVE for port object 978b00dd-4344-4eae-828e-076fa62ffaa0 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:54.704001 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.725176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03ccaef5-ff96-41a9-935f-67bf2205feba req-f7bdae20-38ad-4a67-93e2-c6cc3cb8667e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981688 Aug 21 18:21:54.731429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b89acc72-fe52-4706-8f85-2057aa5b3968 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5781891 Aug 21 18:21:54.734631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44668) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:54.740399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Request body: {'port': {'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1261798104'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:54.877444 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Pushing event updated for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:54.882608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Attempting to bind port 978b00dd-4344-4eae-828e-076fa62ffaa0 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:54.882981 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Attempting to bind port 978b00dd-4344-4eae-828e-076fa62ffaa0 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:54.883327 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Attempting to bind port 978b00dd-4344-4eae-828e-076fa62ffaa0 on network 9ec240e0-6bee-4ae2-a607-a37a53414f8d {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:54.891839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.892204 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.892516 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.892846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.893383 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.893564 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.893942 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.894263 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.894627 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.894954 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.895331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.895807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:21:54.906242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44670) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:54.912287 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:54.913643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Checking segment: {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:54.916622 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.917814 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Bound using segment: {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:54.917814 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Bound port: 978b00dd-4344-4eae-828e-076fa62ffaa0, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:54.922058 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:54.926083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] For port a477580b-5ec0-47dc-861e-a245fb10025a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a477580b-5ec0-47dc-861e-a245fb10025a,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:54.931255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.028717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.044938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Made reservation on behalf of 692cf1f6410f4809937fafe7c967015c for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:55.052296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.065706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-bd9560e9-7d25-456c-b11c-b4eca5a0b12c', 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c', 'tenant_id': '692cf1f6410f4809937fafe7c967015c', 'fixed_ips': [{'subnet_id': '4ff42bae-e3f5-4973-8de4-82231afa1abf'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:55.068170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.164053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-997c04f6-9411-48dd-b882-afc55ba76f6d tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:55.210720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] device_id is not set on port 5cbddf8b-7320-42f9-b2e1-818b53546738 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:21:55.229313 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] For port 978b00dd-4344-4eae-828e-076fa62ffaa0, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:55.234807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] For port 978b00dd-4344-4eae-828e-076fa62ffaa0, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=978b00dd-4344-4eae-828e-076fa62ffaa0,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:55.245046 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.264419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=0c05e180-1a39-4190-9826-305bd3a55127,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:55.317500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.318047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.318209 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Floating IP 7fbab174-28b8-4e61-a6f7-5265f1db9240 disassociated. External IP: 172.25.1.178, port: a477580b-5ec0-47dc-861e-a245fb10025a. Aug 21 18:21:55.318440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Calling delete_port for a477580b-5ec0-47dc-861e-a245fb10025a owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:21:55.321855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Allocated IP 2001:db8::2 (bd9560e9-7d25-456c-b11c-b4eca5a0b12c/4ff42bae-e3f5-4973-8de4-82231afa1abf/32a8367a-29b5-4bb6-9da7-1f14987d8a96) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:55.350013 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e9c12-02f8-4633-9173-7103a676597d None None] Pushing event updated for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:55.354408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-997c04f6-9411-48dd-b882-afc55ba76f6d tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "PUT /v2.0/quotas/e09871ccd6664f12a03d77015da6d40e HTTP/1.1" status: 200 len: 368 time: 0.4435439 Aug 21 18:21:55.355561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:55.362885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Request body: {'network': {'project_id': 'e09871ccd6664f12a03d77015da6d40e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:55.365908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:55.366419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 2d78824d-f4a4-411f-b508-0a2238447d5c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:21:55.388174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:55.388815 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:55.417010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Made reservation on behalf of e09871ccd6664f12a03d77015da6d40e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:55.419276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.429772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 2d78824d-f4a4-411f-b508-0a2238447d5c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:21:55.433889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.474399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2d78824d-f4a4-411f-b508-0a2238447d5c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:55.486541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:55.486789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.501349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b39b01-0c90-4655-ac8b-7d5606af9d65 None None] Network 2d78824d-f4a4-411f-b508-0a2238447d5c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:55.604294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:21:55.647227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740010f-9847-4789-81a9-a4179fabf9e5 req-41afa44b-41f5-4894-a590-1ceff8385e91 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:55.657428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f740010f-9847-4789-81a9-a4179fabf9e5 req-41afa44b-41f5-4894-a590-1ceff8385e91 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 946 time: 0.1231430 Aug 21 18:21:55.664926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.674265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.684413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b21a6b6c-bcfa-4671-9d8c-c2a3717c8297 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8302226 Aug 21 18:21:55.690285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:55.746365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:55.762331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec723f8-a823-4d1b-a9e1-d3cd914a8ea7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:55.767997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.768348 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Added segment 48819268-229b-4f14-acf0-4ce5966b484f of type vlan for network 08473f35-2b54-42f7-8609-e3ec2b299d04 Aug 21 18:21:55.837585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f740010f-9847-4789-81a9-a4179fabf9e5 req-ab047520-e00b-4042-9445-f6c129b10084 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups?id=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792250 Aug 21 18:21:55.839812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.914253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.914540 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:55.928544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Transition to ACTIVE for port object 32a8367a-29b5-4bb6-9da7-1f14987d8a96 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:55.962931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Transition to ACTIVE for port object 32a8367a-29b5-4bb6-9da7-1f14987d8a96 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:55.975257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.008323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'Port': ['ID=a477580b-5ec0-47dc-861e-a245fb10025a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:56.035574 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:55Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:56.048875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.049912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:56.051111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.051250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2d78824d-f4a4-411f-b508-0a2238447d5c', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:21:56.052918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.058739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:56.068094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:56.078785 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1550c8-fef4-40cf-a98e-b6bd6f07e066 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:55Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:21:56.085183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:56.113453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Pushing event updated for resources: {'Port': ['ID=32a8367a-29b5-4bb6-9da7-1f14987d8a96,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:56.116284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535854d-9d4d-4e88-a136-eaf361a16e09 req-9f28bced-e7c2-4406-804c-4ede490fe554 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:56.117938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b535854d-9d4d-4e88-a136-eaf361a16e09 req-9f28bced-e7c2-4406-804c-4ede490fe554 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2079411 Aug 21 18:21:56.147488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7905035 Aug 21 18:21:56.148177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44686) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:56.201938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Request body: {'network': {'project_id': 'e09871ccd6664f12a03d77015da6d40e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:56.236566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f4f7e-510a-4d9e-bd33-118bf8159b46 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event updated for resources: {'Network': ['ID=08473f35-2b54-42f7-8609-e3ec2b299d04,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:56.238563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:21:56.264580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Allocated IP 2001:db8::3d7 (bd9560e9-7d25-456c-b11c-b4eca5a0b12c/4ff42bae-e3f5-4973-8de4-82231afa1abf/5cbddf8b-7320-42f9-b2e1-818b53546738) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:56.266750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 08473f35-2b54-42f7-8609-e3ec2b299d04 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:56.307295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Made reservation on behalf of e09871ccd6664f12a03d77015da6d40e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:56.309704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.350575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:21:56.365745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.365745 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Added segment 277d3c8a-9269-4715-84c5-40424b5a53dc of type vlan for network 7a209ba6-c385-4135-bf37-fd526df555f8 Aug 21 18:21:56.390908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Allocated IP 172.21.0.2 (2d78824d-f4a4-411f-b508-0a2238447d5c/0c05e180-1a39-4190-9826-305bd3a55127/f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:56.394545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.479573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.531292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b535854d-9d4d-4e88-a136-eaf361a16e09 req-a26f2f24-8a6e-4e56-9c06-72f540ed3d96 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769691 Aug 21 18:21:56.538284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.539301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:56.540053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.645128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4854703 Aug 21 18:21:56.665798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44690) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:56.700538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e139128b-d948-4805-a6b2-fef887d23436 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Request body: {'network': {'project_id': 'e09871ccd6664f12a03d77015da6d40e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:56.709127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3eac0c-0846-4ae3-ac97-fdb574439fdf tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event updated for resources: {'Network': ['ID=7a209ba6-c385-4135-bf37-fd526df555f8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:56.725709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a477580b-5ec0-47dc-861e-a245fb10025a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:21:56.753210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7a209ba6-c385-4135-bf37-fd526df555f8 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:21:56.871625 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e139128b-d948-4805-a6b2-fef887d23436 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 18:21:56.872111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e139128b-d948-4805-a6b2-fef887d23436 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:21:56.874326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e139128b-d948-4805-a6b2-fef887d23436 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2059493 Aug 21 18:21:56.876842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44694) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:56.894144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Attempting to bind port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:56.894435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Attempting to bind port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '50f42134-c724-4906-843d-620dbe6d3a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:56.894825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Attempting to bind port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 on network bd9560e9-7d25-456c-b11c-b4eca5a0b12c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:56.905093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:56.905505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Checking segment: {'id': '50f42134-c724-4906-843d-620dbe6d3a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:56.905914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.906307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Bound using segment: {'id': '50f42134-c724-4906-843d-620dbe6d3a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:56.906952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Bound port: 32a8367a-29b5-4bb6-9da7-1f14987d8a96, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f42134-c724-4906-843d-620dbe6d3a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:56.907342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:56.923923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: a477580b-5ec0-47dc-861e-a245fb10025a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:21:56.924269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a477580b-5ec0-47dc-861e-a245fb10025a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:21:56.977736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.011109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] For port 32a8367a-29b5-4bb6-9da7-1f14987d8a96, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:57.012907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2a0e1107-5355-4a34-9b61-fa55af849947 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e09871ccd6664f12a03d77015da6d40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1354353 Aug 21 18:21:57.017767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] For port 32a8367a-29b5-4bb6-9da7-1f14987d8a96, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=32a8367a-29b5-4bb6-9da7-1f14987d8a96,segment=NetworkSegment(50f42134-c724-4906-843d-620dbe6d3a40),segment_id=50f42134-c724-4906-843d-620dbe6d3a40)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:57.023305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44696) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:57.043429 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.055921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Transition to ACTIVE for port object 5cbddf8b-7320-42f9-b2e1-818b53546738 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:57.084762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42ab9f56-2368-44e5-b9bd-4bc7db4b6113 req-747288e9-b096-43a8-b770-0810303fa21f tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 210 time: 0.0746043 Aug 21 18:21:57.154921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.167924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.168455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Transition to ACTIVE for port object f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:57.191115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Transition to ACTIVE for port object f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:57.223884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee95f30-8a10-47af-b1cc-6a0f86d16b55 None None] Pushing event updated for resources: {'Port': ['ID=32a8367a-29b5-4bb6-9da7-1f14987d8a96,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:57.237125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.278181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.288542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Pushing event updated for resources: {'Port': ['ID=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:57.290542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:21:57.296533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Network 2d78824d-f4a4-411f-b508-0a2238447d5c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:57.301056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:57.302489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:57.312993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:57.323372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'Port': ['ID=5cbddf8b-7320-42f9-b2e1-818b53546738,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:57.331849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:57.335914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:57.336653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:21:57.342313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:57.343023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.386712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.398751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:57.399626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:57.406529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] No DVR routers for this DVR port a477580b-5ec0-47dc-861e-a245fb10025a on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:21:57.419460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6496810-546b-47a2-81ca-2ada25ce6838 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6717539 Aug 21 18:21:57.419460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:57.421512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Request body: {'port': {'network_id': 'bd9560e9-7d25-456c-b11c-b4eca5a0b12c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1302568160', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:21:57.422260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] bootfile-name is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:21:57.422805 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] tftp-server is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:21:57.423723 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] server-ip-address is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:21:57.426452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.431026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba8d9af6-0e82-45ab-85aa-922b40670cdb req-da92476d-108d-4b91-98cf-8f3bd7709194 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.39 "DELETE /v2.0/ports/a477580b-5ec0-47dc-861e-a245fb10025a HTTP/1.1" status: 204 len: 173 time: 3.0100377 Aug 21 18:21:57.457873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'name': 'network-vif-deleted', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:21:57.461866 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5a655a-677b-4df6-be93-648ab23b30b7" -d '{"events": [{"server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "name": "network-vif-deleted", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:21:57.484014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961fd0f-720d-4825-8a01-6da347af0111 req-2541bdf7-a6e6-4643-9db4-034a8555751d tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:57.489059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a961fd0f-720d-4825-8a01-6da347af0111 req-2541bdf7-a6e6-4643-9db4-034a8555751d tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.7974412 Aug 21 18:21:57.503192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Attempting to bind port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:21:57.507934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Attempting to bind port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:21:57.508510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Attempting to bind port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 on network 2d78824d-f4a4-411f-b508-0a2238447d5c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:21:57.520018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:21:57.520681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Checking segment: {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:21:57.521265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.521819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Bound using segment: {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:21:57.522460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Bound port: f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:21:57.522991 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.580198 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ca243a-79e6-4f2f-a3f3-634287da78ee x-openstack-request-id: req-f5ca243a-79e6-4f2f-a3f3-634287da78ee {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:21:57.580469 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343e1638-c621-4b9d-8321-a03dd4db16bc", "name": "network-vif-deleted", "tag": "a477580b-5ec0-47dc-861e-a245fb10025a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:21:57.586383 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5ca243a-79e6-4f2f-a3f3-634287da78ee {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:21:57.587069 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343e1638-c621-4b9d-8321-a03dd4db16bc', 'name': 'network-vif-deleted', 'tag': 'a477580b-5ec0-47dc-861e-a245fb10025a', 'status': 'completed', 'code': 200} Aug 21 18:21:57.685046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a961fd0f-720d-4825-8a01-6da347af0111 req-22d1a1cd-5c01-4453-b62a-9e7099f3dc82 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565902 Aug 21 18:21:57.699157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.702143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.703393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ec723f8-a823-4d1b-a9e1-d3cd914a8ea7 HTTP/1.1" status: 204 len: 168 time: 0.6780071 Aug 21 18:21:57.714893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:21:57.726052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:57.749556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Made reservation on behalf of 692cf1f6410f4809937fafe7c967015c for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:21:57.762534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] For port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:21:57.768421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.793803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365d859-680c-4edf-aa41-970f298d2a0f tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec723f8-a823-4d1b-a9e1-d3cd914a8ea7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:57.817845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] For port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:21:57.821933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 978b00dd-4344-4eae-828e-076fa62ffaa0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:57.836794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] device_id is not set on port 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:21:57.849458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.21.0.1 (2d78824d-f4a4-411f-b508-0a2238447d5c/0c05e180-1a39-4190-9826-305bd3a55127/554132a7-bd2e-4056-b1d6-812795fc769e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:57.893922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:57.894481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.020062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Allocated IP 2001:db8::2a9 (bd9560e9-7d25-456c-b11c-b4eca5a0b12c/4ff42bae-e3f5-4973-8de4-82231afa1abf/7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:21:58.238087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.268192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a209ba6-c385-4135-bf37-fd526df555f8']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:58.296545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277d3c8a-9269-4715-84c5-40424b5a53dc') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:58.296828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277d3c8a-9269-4715-84c5-40424b5a53dc') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:58.320333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b960-86ee-4478-ba09-0148a53b6e65 req-6a283c55-d4eb-412a-9e0f-19d0fe64f7cd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:58.331323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcb7b960-86ee-4478-ba09-0148a53b6e65 req-6a283c55-d4eb-412a-9e0f-19d0fe64f7cd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.3685973 Aug 21 18:21:58.437190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.453666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-364a4785-4b71-441e-9ac1-5a90f6c74b8f req-3338ba13-fcf0-48a0-8df7-4cbf416740d3 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/ports?device_id=343e1638-c621-4b9d-8321-a03dd4db16bc HTTP/1.1" status: 200 len: 210 time: 0.1227882 Aug 21 18:21:58.526577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 554132a7-bd2e-4056-b1d6-812795fc769e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:58.533588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d85d-e38e-4a64-aaf5-9d8e3defffd2 None None] Pushing event updated for resources: {'Port': ['ID=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:58.557675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 978b00dd-4344-4eae-828e-076fa62ffaa0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:58.578619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 978b00dd-4344-4eae-828e-076fa62ffaa0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:58.579452 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.671956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.679399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:58.680065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.695983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.702216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Transition to ACTIVE for port object 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:21:58.736686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:21:58.739192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.772195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:58.772611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.776122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 2d78824d-f4a4-411f-b508-0a2238447d5c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:58.778061 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:58.781053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fcb7b960-86ee-4478-ba09-0148a53b6e65 req-6324beec-e63a-4b94-a9ec-8b15dc35d8c8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490459 Aug 21 18:21:58.797180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.808653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:58.847025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.848752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:58.851244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:58.906091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 978b00dd-4344-4eae-828e-076fa62ffaa0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=978b00dd-4344-4eae-828e-076fa62ffaa0,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:21:58.909025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.914942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.920326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:58.922278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "DELETE /v2.0/networks/7a209ba6-c385-4135-bf37-fd526df555f8 HTTP/1.1" status: 204 len: 168 time: 1.1950977 Aug 21 18:21:58.925017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:21:58.927765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44734) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:58.929217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:21:58.929879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:58.950029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:21:59.010855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a437-9a53-437b-badb-c8f0150dffae tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a209ba6-c385-4135-bf37-fd526df555f8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:59.079155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.079998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 32a8367a-29b5-4bb6-9da7-1f14987d8a96 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:21:59.090823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:21:59.107851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:59.108959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.158378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.170106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:21:59.230876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'Port': ['ID=7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:59.242719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e6a2f5b-d472-4549-a703-7b9819ca9980 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8267446 Aug 21 18:21:59.243093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:59.250060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.275854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:59.343286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fb074-8f72-4631-89da-854f8180a7bc req-8fbf7595-14c9-4026-920e-960cb1244664 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:59.345132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3fb074-8f72-4631-89da-854f8180a7bc req-8fbf7595-14c9-4026-920e-960cb1244664 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2284331 Aug 21 18:21:59.457995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01004f60-89dd-40c8-8833-145e62f1a6a6 None None] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:21:59.464419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d5410-c73d-460f-8b65-1d9906f9d283 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:59.468476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.471086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d5410-c73d-460f-8b65-1d9906f9d283 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:59.473923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb3fb074-8f72-4631-89da-854f8180a7bc req-ad2d17d1-eac6-46b0-a047-ad8d2e2a59c9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146569 Aug 21 18:21:59.477453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d5410-c73d-460f-8b65-1d9906f9d283 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:21:59.480076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a14d5410-c73d-460f-8b65-1d9906f9d283 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2355917 Aug 21 18:21:59.483147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44740) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:59.505163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08473f35-2b54-42f7-8609-e3ec2b299d04']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:59.521289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:59.542866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48819268-229b-4f14-acf0-4ce5966b484f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:59.544997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48819268-229b-4f14-acf0-4ce5966b484f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:21:59.578782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.607839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.618615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:21:59.619069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:21:59.621588 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:21:59.642085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44754) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:21:59.779614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Deleting port 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:21:59.780158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.781130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.797636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.809471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] 10.222.0.41 "DELETE /v2.0/networks/08473f35-2b54-42f7-8609-e3ec2b299d04 HTTP/1.1" status: 204 len: 168 time: 0.8529606 Aug 21 18:21:59.823135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Provisioning for port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:21:59.841237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Provisioning complete for port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:21:59.841606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:21:59.882523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea0097d-d339-407f-8d7c-789f7a7d1441 tempest-QuotasNegativeTest-1465090433 tempest-QuotasNegativeTest-1465090433-project-admin] Pushing event deleted for resources: {'Network': ['ID=08473f35-2b54-42f7-8609-e3ec2b299d04,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:21:59.978749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.050989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.199599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:00.206770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.231891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.246636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.246862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.246862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "DELETE /v2.0/security-groups/422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc HTTP/1.1" status: 204 len: 168 time: 0.5979850 Aug 21 18:22:00.246862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44808) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:00.302524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0ec400-c473-43af-932a-bf21369a0423 None None] Network 2d78824d-f4a4-411f-b508-0a2238447d5c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:00.304795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed09a5-7e69-44b4-93aa-98135e4d8149 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:00.310117 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-bc15c7b6-7659-4d7c-8523-a33ded721ce5 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] show failed (client error): The resource could not be found. Aug 21 18:22:00.312694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bc15c7b6-7659-4d7c-8523-a33ded721ce5 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "GET /v2.0/security-groups/422d2bd4-433e-4fe0-808b-0c5ce6dcc3cc HTTP/1.1" status: 404 len: 347 time: 0.0538523 Aug 21 18:22:00.314816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:00.317422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.322905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:00.450957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Calling delete_port for 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:00.527663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b10e718-a1b5-47ec-9cfd-bf6417611365 None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:14:28Z', 'revision_number': 4, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '65fad186-36d5-42aa-8d87-9c50d74d72e7', 'name': '', 'network_id': '53e1c8c6-8ec4-42c0-90ee-27244482c04c', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'mac_address': 'fa:16:3e:fd:74:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:26Z', 'updated_at': '2021-08-21T18:14:35Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'subnets': [{'id': '860b81df-aef3-4eb3-aa65-34a09d0df97f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:00.547922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.549648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.564835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:00.701801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Deleting port ae5fac8d-01f1-469b-b274-4f79a3ccf955 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:00.702271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.745618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb17728-9db5-4fd0-bad1-2529adc834b0 req-23867040-c824-4cdc-a915-2e34bc5b7b39 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:00.748721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfb17728-9db5-4fd0-bad1-2529adc834b0 req-23867040-c824-4cdc-a915-2e34bc5b7b39 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.4283011 Aug 21 18:22:00.784085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] For port 32a8367a-29b5-4bb6-9da7-1f14987d8a96, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=32a8367a-29b5-4bb6-9da7-1f14987d8a96,segment=NetworkSegment(50f42134-c724-4906-843d-620dbe6d3a40),segment_id=50f42134-c724-4906-843d-620dbe6d3a40)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:00.797565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:00.836038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.856878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.857442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.857988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.858548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.859071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.859621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.860154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.860669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.861280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.861790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.862330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.862999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:00.877368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44866) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:00.901445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.901855 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:00.914819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Calling delete_port for ae5fac8d-01f1-469b-b274-4f79a3ccf955 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:00.937444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d857889-c2fd-4277-9520-c0609f6cddb7 None None] Pushing event updated for resources: {'Port': ['ID=32a8367a-29b5-4bb6-9da7-1f14987d8a96,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:00.960195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 978b00dd-4344-4eae-828e-076fa62ffaa0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:01.015656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cfb17728-9db5-4fd0-bad1-2529adc834b0 req-92d4f9a4-6c93-40a7-b86f-44836729d580 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893325 Aug 21 18:22:01.105316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 2d78824d-f4a4-411f-b508-0a2238447d5c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:01.152456 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0eb2a-3849-425d-943c-e33a7bb1c6a2 None None] New status for floating IP 7fbab174-28b8-4e61-a6f7-5265f1db9240: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:22:01.186902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Provisioning for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:01.188976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:01.191718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.223841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Provisioning complete for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:01.224651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.231602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Pushing event deleted for resources: {'Port': ['ID=ae5fac8d-01f1-469b-b274-4f79a3ccf955,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:01.349923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.353286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.355345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f22a1f0f-5d11-4903-8274-4ed52946e028 tempest-AttachVolumeTestJSON-7200570 tempest-AttachVolumeTestJSON-7200570-project] 10.222.0.41 "DELETE /v2.0/floatingips/7fbab174-28b8-4e61-a6f7-5265f1db9240 HTTP/1.1" status: 204 len: 168 time: 1.0376849 Aug 21 18:22:01.370403 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.db.api [None req-39a0eb2a-3849-425d-943c-e33a7bb1c6a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94601) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:22:01.370979 n-d-793621-32 neutron-server[94601]: DEBUG oslo_db.api [None req-39a0eb2a-3849-425d-943c-e33a7bb1c6a2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:22:01.379114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 978b00dd-4344-4eae-828e-076fa62ffaa0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:01.379362 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.487976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21bce4b5-6691-4fcf-9182-81a02da1e5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.519609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.656589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.667275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] For port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:01.672218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.701112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event deleted for resources: {'Port': ['ID=7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:01.712953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:01.757734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.764470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:01.766160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b14797d-5d72-4e91-8be5-b36a3f043c0b tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "DELETE /v2.0/ports/7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0 HTTP/1.1" status: 204 len: 168 time: 2.2806697 Aug 21 18:22:01.777279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Request body: {'port': {'name': 'tempest-new-port-name-125752955', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:01.777786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] bootfile-name is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:22:01.778045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] tftp-server is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:22:01.779165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] server-ip-address is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:22:01.816561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f3084-b6eb-46b6-b898-86c4d2398e8e None None] Pushing event updated for resources: {'Port': ['ID=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:01.839244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Provisioning for port 5cbddf8b-7320-42f9-b2e1-818b53546738 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:01.844883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Provisioning complete for port 5cbddf8b-7320-42f9-b2e1-818b53546738 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:01.845255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:01.872520 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a0eb2a-3849-425d-943c-e33a7bb1c6a2 None None] New status for floating IP 7fbab174-28b8-4e61-a6f7-5265f1db9240: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:22:01.970981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Port 5cbddf8b-7320-42f9-b2e1-818b53546738 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:01.987166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 32a8367a-29b5-4bb6-9da7-1f14987d8a96 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:02.006428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.064472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:02.091422 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb64a1d7-99a1-476f-a288-3c89e3c4651b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3992054 Aug 21 18:22:02.092150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:02.102669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-1286917319'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:02.134336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:02.170715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21bce4b5-6691-4fcf-9182-81a02da1e5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.187862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-21bce4b5-6691-4fcf-9182-81a02da1e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.205817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Provisioning complete for port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:02.206190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.266969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:02.267609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:02.339467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-21bce4b5-6691-4fcf-9182-81a02da1e5a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c9371b903024974b548acb5c67f32f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4451423 Aug 21 18:22:02.343703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:02.356134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:02.361856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.431377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce4b5-6691-4fcf-9182-81a02da1e5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad13619-0e95-4d44-9454-a8f53b9694fa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:02.516903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:02.517283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.522852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:02.583046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb58510-d351-4125-88eb-475b12234a4c req-c0f91b0d-9ab5-4cad-ba0b-8161e02f93fb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:02.584639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcb58510-d351-4125-88eb-475b12234a4c req-c0f91b0d-9ab5-4cad-ba0b-8161e02f93fb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2061687 Aug 21 18:22:02.602227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:02.635569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.636682 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment 87755f82-ec3c-4af4-b67a-875afb15dccf of type vlan for network 162d1474-430d-4037-bffd-e2c56ae5d32f Aug 21 18:22:02.760810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.789318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcb58510-d351-4125-88eb-475b12234a4c req-b37c6e37-e387-4088-acae-89fbbeadbf81 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887734 Aug 21 18:22:02.829242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.874008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.898037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.906746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.922155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:02.934068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:02.934989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.029774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] In _notify_port_updated(), no bound segment for port 5cbddf8b-7320-42f9-b2e1-818b53546738 on network bd9560e9-7d25-456c-b11c-b4eca5a0b12c {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:22:03.050611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:03.051467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.063854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "PUT /v2.0/ports/5cbddf8b-7320-42f9-b2e1-818b53546738 HTTP/1.1" status: 200 len: 1129 time: 1.2875929 Aug 21 18:22:03.063854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:03.147344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0489352 Aug 21 18:22:03.148937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45072) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:03.152065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764edaa9-f971-4b56-85bf-c1dd2873478f tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event updated for resources: {'Port': ['ID=5cbddf8b-7320-42f9-b2e1-818b53546738,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:03.159907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:03.185360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc978f9-5325-4eeb-b511-a3c20f365547 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:03.191166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2cc978f9-5325-4eeb-b511-a3c20f365547 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "GET /v2.0/ports/5cbddf8b-7320-42f9-b2e1-818b53546738 HTTP/1.1" status: 200 len: 1129 time: 0.1286781 Aug 21 18:22:03.196123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45078) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:03.288767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99475f07-b462-4c80-bdbc-a9d3eaa104b4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=162d1474-430d-4037-bffd-e2c56ae5d32f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:03.309238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.312441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.313865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ad13619-0e95-4d44-9454-a8f53b9694fa HTTP/1.1" status: 204 len: 168 time: 0.9675539 Aug 21 18:22:03.342699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32993417-02d7-4d8c-9c39-a629f96bd232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad13619-0e95-4d44-9454-a8f53b9694fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:03.383820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 162d1474-430d-4037-bffd-e2c56ae5d32f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:03.401287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Deleting port 5cbddf8b-7320-42f9-b2e1-818b53546738 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:03.401870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.434156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:03.438012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.600794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.644942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Calling delete_port for 5cbddf8b-7320-42f9-b2e1-818b53546738 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:03.682392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ebf1830f-c8dc-4720-bb17-d4d6bec55921 None None] Could not find standard attr ID for object 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:03.777569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:59Z', 'revision_number': 3, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:21:59Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:03.863355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:03.870968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:03.872754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Updating router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 port 554132a7-bd2e-4056-b1d6-812795fc769e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:22:03.934233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Could not find standard attr ID for object 7cbdcb83-69f8-43f9-b46d-f99e0f4dd8e0. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:04.008095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:04.099360 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.148775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:04.148962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:04.150153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: 162d1474-430d-4037-bffd-e2c56ae5d32f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:04.157476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.158616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=32234ca9-d754-4996-bce6-b7ddb1c576df,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:04.190008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d09089d-10f4-407e-950b-72dc1403dd52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.192739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Provisioning complete for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:04.193604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.195824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event deleted for resources: {'Port': ['ID=5cbddf8b-7320-42f9-b2e1-818b53546738,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:04.209081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079ef71f-c203-4511-bfde-e325921bb61e req-430e3519-e4f7-4d14-946a-2d1d9cb46aef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:04.210957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-079ef71f-c203-4511-bfde-e325921bb61e req-430e3519-e4f7-4d14-946a-2d1d9cb46aef tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1867754 Aug 21 18:22:04.250166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 162d1474-430d-4037-bffd-e2c56ae5d32f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:04.293755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.300515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-02e30e53-b1be-4d9a-85c7-35a7bdb92419 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "DELETE /v2.0/ports/5cbddf8b-7320-42f9-b2e1-818b53546738 HTTP/1.1" status: 204 len: 168 time: 1.1028929 Aug 21 18:22:04.303628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:04.337916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-079ef71f-c203-4511-bfde-e325921bb61e req-b9c9fd25-faca-4176-9281-3f1307beae7c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133649 Aug 21 18:22:04.338703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 162d1474-430d-4037-bffd-e2c56ae5d32f) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:04.346155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:04.346873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.377662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:04.378046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.392440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb172c-db33-403b-bee8-4ce1b73b935d None None] Network 162d1474-430d-4037-bffd-e2c56ae5d32f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:04.411999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Deleting subnet 4ff42bae-e3f5-4973-8de4-82231afa1abf {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:04.416829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.521711 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.620065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d09089d-10f4-407e-950b-72dc1403dd52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.647772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-211a3ec7-842f-4b11-a5dd-4a599eeca501 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4911180 Aug 21 18:22:04.648114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45208) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:04.655777 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9d09089d-10f4-407e-950b-72dc1403dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.722812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9d09089d-10f4-407e-950b-72dc1403dd52 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6d312470753467aa4d3a9061aafcbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727050 Aug 21 18:22:04.738639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45218) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:04.783200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09089d-10f4-407e-950b-72dc1403dd52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448b3c30-71bb-47db-9ec3-d1b57b1bcf2d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:04.842235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.880328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Could not find standard attr ID for object 5cbddf8b-7320-42f9-b2e1-818b53546738. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:04.920919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.967258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff42bae-e3f5-4973-8de4-82231afa1abf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:04.979952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:04.982194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97549aa6-d3b5-4ac0-b93f-01f3571ba98e tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "DELETE /v2.0/subnets/4ff42bae-e3f5-4973-8de4-82231afa1abf HTTP/1.1" status: 204 len: 168 time: 0.6774008 Aug 21 18:22:04.984555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45246) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:04.986970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Provisioning for port 554132a7-bd2e-4056-b1d6-812795fc769e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:05.027423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Provisioning complete for port 554132a7-bd2e-4056-b1d6-812795fc769e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:05.027939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.029860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-162d1474-430d-4037-bffd-e2c56ae5d32f', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:05.030716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.063103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90eb94d-c1f7-4292-b975-211960183233 None None] Network bd9560e9-7d25-456c-b11c-b4eca5a0b12c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:05.125906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.185892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.231229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Deleting port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:05.231849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.258652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a515bcae-ecba-4b84-955a-ac4debd7c777 None None] Port 554132a7-bd2e-4056-b1d6-812795fc769e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:05.279268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.334370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.349730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Transition to ACTIVE for port object 554132a7-bd2e-4056-b1d6-812795fc769e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:05.351647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] For port 32a8367a-29b5-4bb6-9da7-1f14987d8a96, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=32a8367a-29b5-4bb6-9da7-1f14987d8a96,segment=NetworkSegment(50f42134-c724-4906-843d-620dbe6d3a40),segment_id=50f42134-c724-4906-843d-620dbe6d3a40)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:05.352243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.387121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Calling delete_port for 32a8367a-29b5-4bb6-9da7-1f14987d8a96 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:05.488527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Allocated IP 172.22.0.2 (162d1474-430d-4037-bffd-e2c56ae5d32f/32234ca9-d754-4996-bce6-b7ddb1c576df/95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:05.500858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.506323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.512854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.513605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/448b3c30-71bb-47db-9ec3-d1b57b1bcf2d HTTP/1.1" status: 204 len: 168 time: 0.7729526 Aug 21 18:22:05.602264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] No DVR routers for this DVR port 32a8367a-29b5-4bb6-9da7-1f14987d8a96 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:05.603263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7e87b-9fb7-40f0-8ba9-fcd751fde5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448b3c30-71bb-47db-9ec3-d1b57b1bcf2d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:05.604195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event deleted for resources: {'Port': ['ID=32a8367a-29b5-4bb6-9da7-1f14987d8a96,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:05.654849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.665278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.675099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Transition to ACTIVE for port object 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:05.694020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Transition to ACTIVE for port object 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:05.703212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.714061 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.715674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9560e9-7d25-456c-b11c-b4eca5a0b12c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:05.722392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.729548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f42134-c724-4906-843d-620dbe6d3a40') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:05.729790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f42134-c724-4906-843d-620dbe6d3a40') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:05.742277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.762766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.772141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:05.772645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:05.885311 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:05.936522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Network 162d1474-430d-4037-bffd-e2c56ae5d32f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:05.944615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c736f4-5f10-41c1-ba24-3f6dab272c9b req-1366ef6b-cadc-49d9-a532-fafd3b9f72eb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:05.947990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52c736f4-5f10-41c1-ba24-3f6dab272c9b req-1366ef6b-cadc-49d9-a532-fafd3b9f72eb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.4581287 Aug 21 18:22:05.959742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:05.966162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:05.969013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:05.977268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9bcc-87fc-4023-84f8-eccaaf0abd90 None None] Pushing event updated for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:06.031797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Pushing event updated for resources: {'Port': ['ID=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:06.059403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.067450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] 10.222.0.41 "DELETE /v2.0/networks/bd9560e9-7d25-456c-b11c-b4eca5a0b12c HTTP/1.1" status: 204 len: 168 time: 1.0817652 Aug 21 18:22:06.073290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52c736f4-5f10-41c1-ba24-3f6dab272c9b req-77608c02-aa61-49a5-ad45-84476ac01767 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095548 Aug 21 18:22:06.098356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6e47e-cde4-4136-8179-53af2a846d88 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162 tempest-ExtraDHCPOptionsIpV6TestJSON-845816162-project] Pushing event deleted for resources: {'Network': ['ID=bd9560e9-7d25-456c-b11c-b4eca5a0b12c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:06.132998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1b82e1-8004-4161-955a-8c6849a07ded None None] DHCP port deletion for bd9560e9-7d25-456c-b11c-b4eca5a0b12c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:06.179690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Attempting to bind port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:06.180065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Attempting to bind port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:06.180693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Attempting to bind port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f on network 162d1474-430d-4037-bffd-e2c56ae5d32f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:06.183659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Attempting to bind port 554132a7-bd2e-4056-b1d6-812795fc769e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:06.184024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Attempting to bind port 554132a7-bd2e-4056-b1d6-812795fc769e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:06.184383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Attempting to bind port 554132a7-bd2e-4056-b1d6-812795fc769e on network 2d78824d-f4a4-411f-b508-0a2238447d5c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:06.195593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:06.196096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Checking segment: {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:06.196507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.196904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Bound using segment: {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:06.197422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Bound port: 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:06.197811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.200145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:06.200512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Checking segment: {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:06.200887 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.201273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Bound using segment: {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:06.201733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Bound port: 554132a7-bd2e-4056-b1d6-812795fc769e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c17023-d6dd-4de7-89aa-4fd6886d9666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:06.202113 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.526721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] For port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:06.530531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] For port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:06.533082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] For port 554132a7-bd2e-4056-b1d6-812795fc769e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:06.548815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.553403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] For port 554132a7-bd2e-4056-b1d6-812795fc769e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=554132a7-bd2e-4056-b1d6-812795fc769e,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:06.597427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:06.673336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea3f80-4426-4ab4-af07-5b9e8fc2d687 None None] Pushing event updated for resources: {'Port': ['ID=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:06.829358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b9bcc-87fc-4023-84f8-eccaaf0abd90 None None] Pushing event updated for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:06.832709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:06.833374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:06.956160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.22.0.1 (162d1474-430d-4037-bffd-e2c56ae5d32f/32234ca9-d754-4996-bce6-b7ddb1c576df/6b3c6faa-da98-4bc5-999d-6bc7d88b85e8) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:07.125414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:07.181400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:07.184543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:07.201846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:07.286912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:07.337222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:07.437192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 162d1474-430d-4037-bffd-e2c56ae5d32f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:07.479146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:07.505888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:07.593231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:07.601112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-808051182'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:07.635785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb4b2f-c724-4f17-835e-711029e0fcdf req-e988e701-33f0-4a7e-b41e-19f1a6a51932 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:07.648109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59cb4b2f-c724-4f17-835e-711029e0fcdf req-e988e701-33f0-4a7e-b41e-19f1a6a51932 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.3920603 Aug 21 18:22:07.663120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:07.667760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:07.692485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:07.716894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:07.885448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:59Z', 'revision_number': 3, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:06Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:07.913431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-83206b0a-217d-429a-9fdb-6d827c7dad5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=692cf1f6410f4809937fafe7c967015c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289803 Aug 21 18:22:07.914472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:07.973437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a680203-7fe7-43da-8fbd-5a3844e48806 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:21:59Z', 'revision_number': 3, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:06Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:07.973662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59cb4b2f-c724-4f17-835e-711029e0fcdf req-c1d4d5fa-b9f8-4fd2-a827-03e6a52809fd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189998 Aug 21 18:22:07.979938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:08.101872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.110087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:08.143397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 32a8367a-29b5-4bb6-9da7-1f14987d8a96 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:08.237879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 32a8367a-29b5-4bb6-9da7-1f14987d8a96 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:08.238214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 32a8367a-29b5-4bb6-9da7-1f14987d8a96 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:08.555733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fb4162-3e97-4262-ad9e-b840001430b9 None None] Network 162d1474-430d-4037-bffd-e2c56ae5d32f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:08.683532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.687856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.695889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.704594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.718836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.733359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Provisioning for port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:08.741950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Provisioning complete for port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:08.742324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.798036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.801937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be3264b-bf58-4ebc-9d53-078d77e4841c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:08.823201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:08.862071 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.862469 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Added segment e4cc850c-d144-4738-87d1-5f190d947bda of type vlan for network 989f2796-e6a2-495f-be09-8edd807def2a Aug 21 18:22:08.916280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.942033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.952370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.956181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.957166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:08.957581 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a56d3659-800b-4688-a9c2-5bea45d2ff5a HTTP/1.1" status: 204 len: 168 time: 1.0379624 Aug 21 18:22:08.964889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:08.972093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:08.972716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.006012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6673954 Aug 21 18:22:09.010736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45334) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:09.023341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5147f901-b177-4404-af5a-60c72a96cffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d3659-800b-4688-a9c2-5bea45d2ff5a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:09.042118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'subnet': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:09.069967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.155099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] For port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:09.167710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efa041-4422-4f6d-916c-8d2ab361fd55 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Network': ['ID=989f2796-e6a2-495f-be09-8edd807def2a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:09.177395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.185405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 989f2796-e6a2-495f-be09-8edd807def2a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:09.297365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0077e-84e8-4068-b167-a4532ed85178 req-8a6a9332-b3a7-4a8b-96be-0fda1565f120 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:09.312167 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94f0077e-84e8-4068-b167-a4532ed85178 req-8a6a9332-b3a7-4a8b-96be-0fda1565f120 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1153603 Aug 21 18:22:09.313892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bb859-74fa-4cc0-9aa8-21e88d74b6cb None None] Pushing event updated for resources: {'Port': ['ID=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:09.366003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:09.370164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.379710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network 162d1474-430d-4037-bffd-e2c56ae5d32f is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:09.394855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:09.407179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94f0077e-84e8-4068-b167-a4532ed85178 req-7fbc3cbd-424b-455c-9fac-ca232a27b10f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875852 Aug 21 18:22:09.500963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Provisioning complete for port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:09.501335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.585570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:09.705328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Provisioning for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:09.712359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Provisioning complete for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:09.713607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.769129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-219b995c-08d8-4085-838d-c125909ba63e None None] Port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:09.950288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:09.993153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:10.011994 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:10.024141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7b01bf62-bba0-4061-8eb9-5eb9682781f9 None None] Provisioning complete for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:10.024579 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b01bf62-bba0-4061-8eb9-5eb9682781f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.026797 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:10.030179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45354) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:10.030707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c58c85d6-0afd-471a-83c5-9b3ccb453907 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3811724 Aug 21 18:22:10.031387 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:10.037090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 554132a7-bd2e-4056-b1d6-812795fc769e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:10.038067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'network': {'name': 'tempest-RoutersTest-7550960'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:10.108275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:10.113072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.176980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:10.184643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Subnet': ['ID=72596e85-1f23-467b-aa16-1824a1c5dc8c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:10.214365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.214365 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added segment cab08741-add4-4197-98b2-8695061a6289 of type vlan for network cd70cd99-6003-4fa0-bf6b-f620ea84b334 Aug 21 18:22:10.229258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Checking segment: {'id': 'e4cc850c-d144-4738-87d1-5f190d947bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:10.229458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network hostable DHCP agents. Network: 989f2796-e6a2-495f-be09-8edd807def2a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:10.242034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7b01bf62-bba0-4061-8eb9-5eb9682781f9 None None] Port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:10.272730 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:10.278475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:10.278903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 554132a7-bd2e-4056-b1d6-812795fc769e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:10.288962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 554132a7-bd2e-4056-b1d6-812795fc769e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:10.289609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.309190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 989f2796-e6a2-495f-be09-8edd807def2a) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:10.313320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.316789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:10.317405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.368589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f96e8116-7c4c-4948-811a-62705cb9b064 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3395994 Aug 21 18:22:10.369647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:10.376579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.383114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:10.383733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.387483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-41515821'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:10.394914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c86d542-efaf-4714-bf03-b1bfa6eff2c5 None None] Network 989f2796-e6a2-495f-be09-8edd807def2a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:10.508574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 0.4759643 Aug 21 18:22:10.525586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45368) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:10.548094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'subnet': {'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:10.550376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f9a8096-edb9-4ff7-8e18-d337d3d1f7e8 None None] Provisioning complete for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:10.550963 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8096-edb9-4ff7-8e18-d337d3d1f7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.633751 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:07Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:06Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:08Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:10.659820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45370) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:10.667570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72727d-215b-4ab5-8a4e-277285197ba1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Network': ['ID=cd70cd99-6003-4fa0-bf6b-f620ea84b334,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:10.683213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a8096-edb9-4ff7-8e18-d337d3d1f7e8 None None] Port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:10.705795 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:10.706789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Updating router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:22:10.736258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:10.758255 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.760422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Made reservation on behalf of 43a4dacba8be4106ac521990b7212840 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:10.771118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35551e-3b2c-4dbb-a215-e57b47e301ad req-8f1a22b4-0210-4592-a923-d94a0051c606 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:10.772998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f35551e-3b2c-4dbb-a215-e57b47e301ad req-8f1a22b4-0210-4592-a923-d94a0051c606 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2078252 Aug 21 18:22:10.786307 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.822045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.843453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f35551e-3b2c-4dbb-a215-e57b47e301ad req-5db642af-6c4a-4ac6-a471-78af1942de5e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Aug 21 18:22:10.850286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:10.860042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.907903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 9687e2a7-31c0-401d-988b-95573436b1c0 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:10.930949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 554132a7-bd2e-4056-b1d6-812795fc769e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=554132a7-bd2e-4056-b1d6-812795fc769e,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:10.939749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-989f2796-e6a2-495f-be09-8edd807def2a', 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'tenant_id': '540c57f667a5472ebc67310662b11371', 'fixed_ips': [{'subnet_id': '72596e85-1f23-467b-aa16-1824a1c5dc8c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:10.940650 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.979313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:10.980121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:11.138285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'networks': [{'name': 'tempest-network--719425252'}, {'name': 'tempest-network--790522807'}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:11.138912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-network--719425252'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:11.139326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-network--790522807'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:11.181072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.3 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/9687e2a7-31c0-401d-988b-95573436b1c0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:11.186011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'network': 2} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:11.191076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.206771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.245832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.356741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:11.357842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.361695 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.386854 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Transition to ACTIVE for port object 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:11.408206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Checking segment: {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:11.408628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network hostable DHCP agents. Network: cd70cd99-6003-4fa0-bf6b-f620ea84b334, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:11.413150 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.436546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.437918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:11.449323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Subnet': ['ID=be8fc4b3-e1c1-4f24-bf37-25757f2f9d69,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:11.475063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.480241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:11.482702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 9687e2a7-31c0-401d-988b-95573436b1c0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:11.494980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, cd70cd99-6003-4fa0-bf6b-f620ea84b334) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:11.496407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.497180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.499973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:11.500566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.522583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f3da16-b32d-44b1-95c7-8691e39c3d67 None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:11.531181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5b8b0b5-fd82-4531-8e91-baa498d90d2e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0044813 Aug 21 18:22:11.532891 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06c0df-89e9-413f-bbcf-f4cddefbc93e None None] Pushing event updated for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:11.533912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45378) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:11.566229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44041914-d4df-45c8-80e0-9edc34d81654,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:11.615640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:11.631979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.632689 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment dfe4bb1a-554f-47eb-a198-29f03d1fb5e9 of type vlan for network 1f43f622-363a-424a-96e7-2bb0120bee14 Aug 21 18:22:11.646026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.722522 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Attempting to bind port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:11.722912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Attempting to bind port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:11.723276 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Attempting to bind port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 on network 162d1474-430d-4037-bffd-e2c56ae5d32f {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:11.738052 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:11.738439 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Checking segment: {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:11.747060 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.747482 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Bound using segment: {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:11.747985 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Bound port: 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87755f82-ec3c-4af4-b67a-875afb15dccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:11.748395 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.775871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Allocated IP 172.20.0.2 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/af0bd5fe-b98e-4031-b1ee-c98e7852ba67) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:11.777030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=9687e2a7-31c0-401d-988b-95573436b1c0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:11.804418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.878134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:11.897799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 554132a7-bd2e-4056-b1d6-812795fc769e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:11.905334 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.905807 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment ba673eca-dc11-450f-a248-1024e043b543 of type vlan for network cf873449-1eea-4920-b34e-f45196131eab Aug 21 18:22:11.963195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:11.979962 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] For port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:11.983821 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] For port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:11.996686 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.007585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.008104 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.015066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.020096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.020789 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.024925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:12.037150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:12.047052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:12.208964 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06c0df-89e9-413f-bbcf-f4cddefbc93e None None] Pushing event updated for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:12.234190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:12.241517 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:12.248095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.269585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Transition to ACTIVE for port object af0bd5fe-b98e-4031-b1ee-c98e7852ba67 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:12.320537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Transition to ACTIVE for port object af0bd5fe-b98e-4031-b1ee-c98e7852ba67 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:12.322088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.6513932 Aug 21 18:22:12.333003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:12.334757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.335196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.343154 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.354263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45390) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:12.359776 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.393659 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c1b20b5b-9bd2-4257-9903-1a7683dc4987 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0226099 Aug 21 18:22:12.396748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=1f43f622-363a-424a-96e7-2bb0120bee14,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:12.406708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45394) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:12.421883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-644972013', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3c:3b:2d'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:12.504468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1f43f622-363a-424a-96e7-2bb0120bee14 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:12.634665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63129f24-8ef3-4e5a-bf5c-2901a1af29ee tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.648264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63129f24-8ef3-4e5a-bf5c-2901a1af29ee tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.664040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63129f24-8ef3-4e5a-bf5c-2901a1af29ee tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.669642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Pushing event updated for resources: {'Port': ['ID=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:12.676942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63129f24-8ef3-4e5a-bf5c-2901a1af29ee tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.682822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-63129f24-8ef3-4e5a-bf5c-2901a1af29ee tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3236673 Aug 21 18:22:12.689685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-daeffc71-8fb8-4f9e-918a-a9996ac190d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.693864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-daeffc71-8fb8-4f9e-918a-a9996ac190d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 1098 time: 0.5227058 Aug 21 18:22:12.698047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45398) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:12.737173 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:12.738583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd1cb8-345c-44a5-9eaf-1aa674561d1b req-28a7d127-928a-44ea-87f8-5584269b6525 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:12.749987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3bd1cb8-345c-44a5-9eaf-1aa674561d1b req-28a7d127-928a-44ea-87f8-5584269b6525 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.6916533 Aug 21 18:22:12.772491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:12.774291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 554132a7-bd2e-4056-b1d6-812795fc769e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:12.774713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.833100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:12.849375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86e12-342d-4ae6-987e-7701d100c3e6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=cf873449-1eea-4920-b34e-f45196131eab,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:12.868431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:12.880211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network cf873449-1eea-4920-b34e-f45196131eab details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:12.886812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:13.044208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3bd1cb8-345c-44a5-9eaf-1aa674561d1b req-2a649631-2f4c-495a-8eda-c54800c9c662 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932124 Aug 21 18:22:13.132010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.151780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f43f622-363a-424a-96e7-2bb0120bee14']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:13.162338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.190592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe4bb1a-554f-47eb-a198-29f03d1fb5e9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:13.191067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe4bb1a-554f-47eb-a198-29f03d1fb5e9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:13.220791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.265968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.303457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:13.305025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.306883 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:07Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:11Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:13.315596 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:13.371937 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc454679-56fc-439e-bd2d-33b9a5f5cce7 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:07Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:11Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:13.481421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:13.522811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-f0cf54f1-7832-44a8-981b-0726734d38db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:13.524567 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-f0cf54f1-7832-44a8-981b-0726734d38db service neutron] 10.222.0.39 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 915 time: 0.7853029 Aug 21 18:22:13.564852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.602512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Attempting to bind port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:13.609406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Attempting to bind port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e4cc850c-d144-4738-87d1-5f190d947bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:13.609678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.609922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Attempting to bind port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 on network 989f2796-e6a2-495f-be09-8edd807def2a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:13.614654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/1f43f622-363a-424a-96e7-2bb0120bee14 HTTP/1.1" status: 204 len: 168 time: 0.9131258 Aug 21 18:22:13.614654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551f924-a96f-4971-9cf2-f4a3d7f9ba9e tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=1f43f622-363a-424a-96e7-2bb0120bee14,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:13.615014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45406) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:13.622625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Allocated IP 172.23.0.2 (cd70cd99-6003-4fa0-bf6b-f620ea84b334/be8fc4b3-e1c1-4f24-bf37-25757f2f9d69/def1e27c-e28a-4c3b-9b9d-d02ffc19cd11) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:13.660520 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-daced1d6-f50d-4380-a862-1e331b4a59d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918 HTTP/1.1" status: 200 len: 217 time: 0.0965214 Aug 21 18:22:13.677426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:13.677848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Checking segment: {'id': 'e4cc850c-d144-4738-87d1-5f190d947bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:13.678208 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.682769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Bound using segment: {'id': 'e4cc850c-d144-4738-87d1-5f190d947bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:13.683366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Bound port: af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cc850c-d144-4738-87d1-5f190d947bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '989f2796-e6a2-495f-be09-8edd807def2a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:13.683776 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.775235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.839934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:13.882305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 5d999048-2b6c-49ba-90eb-dfa63e41146b yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:13.898032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-33f5041c-89bb-4b35-b91e-d6c97e2d1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:13.899565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-33f5041c-89bb-4b35-b91e-d6c97e2d1623 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.2325654 Aug 21 18:22:13.990358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] For port af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:14.000294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] For port af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,segment=NetworkSegment(e4cc850c-d144-4738-87d1-5f190d947bda),segment_id=e4cc850c-d144-4738-87d1-5f190d947bda)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:14.025738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.032400 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-94378464-31dc-40dd-9140-77936d666a80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787556 Aug 21 18:22:14.093324 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.117913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf873449-1eea-4920-b34e-f45196131eab']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:14.135597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:14.141213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba673eca-dc11-450f-a248-1024e043b543') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:14.141505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba673eca-dc11-450f-a248-1024e043b543') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:14.159312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.11 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/5d999048-2b6c-49ba-90eb-dfa63e41146b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:14.163673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.198684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.207606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:14.208026 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:14.211211 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:14.286888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71aeba-95c2-4b40-852b-89fa0070f1bb None None] Pushing event updated for resources: {'Port': ['ID=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:14.332480 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.346406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:14.355323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:14.355718 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.364300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.372706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.374903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/cf873449-1eea-4920-b34e-f45196131eab HTTP/1.1" status: 204 len: 168 time: 0.7583091 Aug 21 18:22:14.378433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45412) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:14.403102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Transition to ACTIVE for port object def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:14.428790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec756906-54e6-4f8f-9cc0-376308b402d0 req-e66e0565-76ce-454a-bd14-ede018ac67e7 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:14.432483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec756906-54e6-4f8f-9cc0-376308b402d0 req-e66e0565-76ce-454a-bd14-ede018ac67e7 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2094402 Aug 21 18:22:14.450853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Transition to ACTIVE for port object def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:14.457077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f268a9-08a4-467a-bec1-edf4a16f4c78 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=cf873449-1eea-4920-b34e-f45196131eab,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:14.467828 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.559262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-9c5ea518-9b7c-4848-b73c-35eea73cc988 service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348994 Aug 21 18:22:14.616373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Pushing event updated for resources: {'Port': ['ID=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:14.622937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:14.626233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ec756906-54e6-4f8f-9cc0-376308b402d0 req-713112fd-8246-4ab0-9ad2-b758f3911888 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487958 Aug 21 18:22:14.681331 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.685516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:14.688237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:14.707380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Allocated IP 172.23.0.1 (cd70cd99-6003-4fa0-bf6b-f620ea84b334/be8fc4b3-e1c1-4f24-bf37-25757f2f9d69/2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:14.793065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:14.807245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c6fd7-0c96-422a-9a7d-9c2a609eb499 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:14.814663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57c6fd7-0c96-422a-9a7d-9c2a609eb499 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:14.825817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a57c6fd7-0c96-422a-9a7d-9c2a609eb499 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4385722 Aug 21 18:22:14.826386 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.829463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45418) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:14.871332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1088490123'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:14.883233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:14.889087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Attempting to bind port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:14.889471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Attempting to bind port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:14.889829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Attempting to bind port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 on network cd70cd99-6003-4fa0-bf6b-f620ea84b334 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:14.896779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:14.897154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Checking segment: {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:14.898472 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.898924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Bound using segment: {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:14.899698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Bound port: def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:14.899912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.930084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:14.934436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:14.996208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.000904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] For port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:15.012067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] For port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:15.021054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.021465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:15.027949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Transition to ACTIVE for port object 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:15.039373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.039756 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment ec7d5796-251a-4dd2-a503-a04d89f83f55 of type vlan for network 9364930c-28b5-4fac-80bb-1fec75bb2ae7 Aug 21 18:22:15.102180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.109428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737c5aec-6b82-4da4-8a99-923416f579a9 None None] Pushing event updated for resources: {'Port': ['ID=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:15.136851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.173024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.178739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.179375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.211105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.225523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3901238 Aug 21 18:22:15.231563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:15.233131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:15.240286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-596395568'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:15.249606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 5d999048-2b6c-49ba-90eb-dfa63e41146b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:15.276490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0d0d18a-6662-401f-853b-9d3b2c97a486 req-644279cb-714d-4d3a-829d-da29eb02f3c0 service neutron] 10.222.0.39 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033002 Aug 21 18:22:15.289176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:15.292868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:15.308689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:15.402475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.422369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8e8fc-ac05-489c-a5f2-1169e61a36e0 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=9364930c-28b5-4fac-80bb-1fec75bb2ae7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:15.442764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9364930c-28b5-4fac-80bb-1fec75bb2ae7 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:15.491500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:15.499942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:15.502773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:15.506244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.510252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.510885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:15.520690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=5d999048-2b6c-49ba-90eb-dfa63e41146b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:15.601002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:15.612286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.612993 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment b96798e0-93b0-4f1f-b97e-fb259e4ae46e of type vlan for network 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f Aug 21 18:22:15.637420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.639974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.679452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.688370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d14d3682-b975-440e-977f-67f0db0e1330 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.2792835 Aug 21 18:22:15.689422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:15.717003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.724939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.725781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:15.784393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59596ab5-56d5-4626-a7ac-910b3bf71a76 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.790909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5544727 Aug 21 18:22:15.796991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45428) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:15.797845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59596ab5-56d5-4626-a7ac-910b3bf71a76 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.829280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59596ab5-56d5-4626-a7ac-910b3bf71a76 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:15.835718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59596ab5-56d5-4626-a7ac-910b3bf71a76 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1444378 Aug 21 18:22:15.838539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:15.842949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'ports': [{'network_id': '9364930c-28b5-4fac-80bb-1fec75bb2ae7', 'name': 'tempest-port--140704872', 'admin_state_up': True}, {'network_id': '2550fe80-e51f-4c46-99a0-86eb6f8dfc3f', 'admin_state_up': False}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:15.846630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'port': {'network_id': '9364930c-28b5-4fac-80bb-1fec75bb2ae7', 'name': 'tempest-port--140704872', 'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:15.848360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'port': {'network_id': '2550fe80-e51f-4c46-99a0-86eb6f8dfc3f', 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:15.866248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c5bdf-be8f-4add-9121-8963a73b6c75 None None] Network 989f2796-e6a2-495f-be09-8edd807def2a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:16.069541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 5d999048-2b6c-49ba-90eb-dfa63e41146b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:16.069940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.087149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-50d772a5-f6ce-461d-8afa-59f28f0c1a08 None None] Provisioning for port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:16.112815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36266b55-e916-4361-a337-2934c43139d7 req-b38d9f05-6097-40bd-b779-1c5d01245ac4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:16.114724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36266b55-e916-4361-a337-2934c43139d7 req-b38d9f05-6097-40bd-b779-1c5d01245ac4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.3363566 Aug 21 18:22:16.127539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d721cf-72f2-467a-a014-1bb7fbf79edc tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=2550fe80-e51f-4c46-99a0-86eb6f8dfc3f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:16.151613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:16.176693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.203026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36266b55-e916-4361-a337-2934c43139d7 req-18230e1b-4faf-45fe-89d7-020b092f9306 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793819 Aug 21 18:22:16.283655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.295243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:16.302368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 5d999048-2b6c-49ba-90eb-dfa63e41146b owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:16.433437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:16.439311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:16.554760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:16.555129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.600828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.651697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=5d999048-2b6c-49ba-90eb-dfa63e41146b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:16.743716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'port': 2} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:16.750920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device af0bd5fe-b98e-4031-b1ee-c98e7852ba67 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:16.760553 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.810841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.830556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42483cc8-946b-4f76-8be8-664af61b0690 None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:16.848194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.852736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b0f3a0b-f166-4e50-b38e-1a2a4d86b24d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/5d999048-2b6c-49ba-90eb-dfa63e41146b HTTP/1.1" status: 204 len: 168 time: 1.0108759 Aug 21 18:22:16.855158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:16.960505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bccc6652-3cec-4e17-98cb-5fb43ab0b742 None None] Provisioning for port 9687e2a7-31c0-401d-988b-95573436b1c0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:16.966957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bccc6652-3cec-4e17-98cb-5fb43ab0b742 None None] Provisioning complete for port 9687e2a7-31c0-401d-988b-95573436b1c0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:16.967685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bccc6652-3cec-4e17-98cb-5fb43ab0b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:16.972679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:17.043396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:17.043771 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.132698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bccc6652-3cec-4e17-98cb-5fb43ab0b742 None None] Port 9687e2a7-31c0-401d-988b-95573436b1c0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:17.159745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bccc6652-3cec-4e17-98cb-5fb43ab0b742 None None] Could not find standard attr ID for object 5d999048-2b6c-49ba-90eb-dfa63e41146b. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:17.234402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.278601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,segment=NetworkSegment(e4cc850c-d144-4738-87d1-5f190d947bda),segment_id=e4cc850c-d144-4738-87d1-5f190d947bda)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:17.295793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.312108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Provisioning complete for port 9687e2a7-31c0-401d-988b-95573436b1c0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:17.315230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.387859 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:22:17.414578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Port 9687e2a7-31c0-401d-988b-95573436b1c0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:17.421819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb8b75-eef3-4c29-bb2f-b8c190385820 req-875147cd-a669-4369-9d78-59b6f28411ba tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:17.424048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84cb8b75-eef3-4c29-bb2f-b8c190385820 req-875147cd-a669-4369-9d78-59b6f28411ba tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1001923 Aug 21 18:22:17.437255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Provisioning for port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:17.479441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Provisioning complete for port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:17.479949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.494164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84cb8b75-eef3-4c29-bb2f-b8c190385820 req-1657aab9-35df-4cb7-8c11-fef65b46381b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502362 Aug 21 18:22:17.512854 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae723ea9-4f70-4f92-978e-36561a99550b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] GET failed (client error): The resource could not be found. Aug 21 18:22:17.514435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ae723ea9-4f70-4f92-978e-36561a99550b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports/5d999048-2b6c-49ba-90eb-dfa63e41146b HTTP/1.1" status: 404 len: 333 time: 0.6575291 Aug 21 18:22:17.522556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45442) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:17.530774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-519697723'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:17.531522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:17.632831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] device_id is not set on port dfd838af-32e0-4b16-bfe3-b80ecb626090 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:17.692982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.706428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:17.711780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.736348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 825d6210-3a91-4269-b2fd-81a0b6215307 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:17.759106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.791558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.812481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2163ddd4-68c7-4960-a130-2fd68687ece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.837831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] For port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:17.849779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:17.955997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.10 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/825d6210-3a91-4269-b2fd-81a0b6215307) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:17.959503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb62f-bcd7-4d53-a400-5b7d6a33e823 None None] Pushing event updated for resources: {'Port': ['ID=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:17.990871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Provisioning complete for port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:17.991591 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.018667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device af0bd5fe-b98e-4031-b1ee-c98e7852ba67 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:18.031684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event updated for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:18.052694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.140874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.142128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:18.142711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.200576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Provisioning for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:18.206931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Provisioning complete for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:18.207799 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.270937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] device_id is not set on port b079b6ed-e622-446b-bc45-2bbd61fa1b1c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:18.281305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.296007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:18.301485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 825d6210-3a91-4269-b2fd-81a0b6215307 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:18.306803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f664bb64-8eac-4739-953f-e623e8077e93 None None] Could not find standard attr ID for object 5d999048-2b6c-49ba-90eb-dfa63e41146b. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:18.316572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:18.319138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:18.347705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.396369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:18.401097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:18.404293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:18.477132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-24954382-9da6-414d-970e-064d8f53f26b None None] Provisioning complete for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:18.477518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-24954382-9da6-414d-970e-064d8f53f26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.484801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:18.487527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.513687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=825d6210-3a91-4269-b2fd-81a0b6215307,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:18.526642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-24954382-9da6-414d-970e-064d8f53f26b None None] Port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:18.540516 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.551096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f7115ae-02af-41d7-a737-77cba6f84482 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0254745 Aug 21 18:22:18.551773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:18.558546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3c:3b:2d'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:18.681692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:18.689747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.711440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.763315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ec8c55e1-d368-4c05-9fc8-782258ea5e4f None None] Provisioning complete for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:18.764090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ec8c55e1-d368-4c05-9fc8-782258ea5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.843910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c55e1-d368-4c05-9fc8-782258ea5e4f None None] Port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:18.859966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.864573 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.909997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9000c03-7286-4475-8703-5d852f4000f5 req-dbefabda-15cb-41d2-8835-c54d2b7db44f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:18.911667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f9000c03-7286-4475-8703-5d852f4000f5 req-dbefabda-15cb-41d2-8835-c54d2b7db44f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2792389 Aug 21 18:22:18.970019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.980528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:18.989945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8345acb-53d2-4620-b218-867e438e4007 None None] Provisioning for port 825d6210-3a91-4269-b2fd-81a0b6215307 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:18.999691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8345acb-53d2-4620-b218-867e438e4007 None None] Provisioning complete for port 825d6210-3a91-4269-b2fd-81a0b6215307 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:19.000391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c8345acb-53d2-4620-b218-867e438e4007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.018755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:19.030239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Port': ['ID=dfd838af-32e0-4b16-bfe3-b80ecb626090,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:19.038334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-96ee5e83-0912-4109-8ba6-2c0f8236a146 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5007584 Aug 21 18:22:19.041582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45454) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:19.049119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f9000c03-7286-4475-8703-5d852f4000f5 req-bfada968-5c4f-450f-9261-865a683548a6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137655 Aug 21 18:22:19.055589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Checking segment: {'id': 'ec7d5796-251a-4dd2-a503-a04d89f83f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '9364930c-28b5-4fac-80bb-1fec75bb2ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:19.056684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network hostable DHCP agents. Network: 9364930c-28b5-4fac-80bb-1fec75bb2ae7, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:19.061887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c8345acb-53d2-4620-b218-867e438e4007 None None] Port 825d6210-3a91-4269-b2fd-81a0b6215307 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:19.063994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:19.067923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:19.081452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:19.082611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:21:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:19.090165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network 9364930c-28b5-4fac-80bb-1fec75bb2ae7 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:19.103368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9364930c-28b5-4fac-80bb-1fec75bb2ae7) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:19.108552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:19.109483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.139964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80c696-f793-43d1-b0df-4960d150a54d None None] Network 9364930c-28b5-4fac-80bb-1fec75bb2ae7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:19.224581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Port': ['ID=b079b6ed-e622-446b-bc45-2bbd61fa1b1c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:19.242486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Checking segment: {'id': 'b96798e0-93b0-4f1f-b97e-fb259e4ae46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '2550fe80-e51f-4c46-99a0-86eb6f8dfc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:19.243480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network hostable DHCP agents. Network: 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:19.254407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=825d6210-3a91-4269-b2fd-81a0b6215307,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:19.269429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:19.303799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:19.323107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] In _notify_port_updated(), no bound segment for port 825d6210-3a91-4269-b2fd-81a0b6215307 on network 989f2796-e6a2-495f-be09-8edd807def2a {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:22:19.323367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:19.328852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:19.329421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.333163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-89965df4-fae0-4ce5-a15b-a465889cf2c9 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "PUT /v2.0/ports/825d6210-3a91-4269-b2fd-81a0b6215307 HTTP/1.1" status: 200 len: 993 time: 0.7779241 Aug 21 18:22:19.333311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:19.340923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:19.344682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.361184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45464) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:19.383035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45466) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:19.394478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f77c74-de0a-43ad-9caa-dc8dd5975686 None None] Network 2550fe80-e51f-4c46-99a0-86eb6f8dfc3f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:19.487642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c2dba62-fe45-4705-adef-e160e638269f tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6618564 Aug 21 18:22:19.491961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:19.592811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c0e1b-7a79-49a8-bce0-8bfe0815d0d6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:19.600559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c0e1b-7a79-49a8-bce0-8bfe0815d0d6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:19.605390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-856c0e1b-7a79-49a8-bce0-8bfe0815d0d6 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1090252 Aug 21 18:22:19.605565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:19.607698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:19.685049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e7cc6e99-89ee-4493-8391-9000dde024da None None] Provisioning complete for port 825d6210-3a91-4269-b2fd-81a0b6215307 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:19.685419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6e99-89ee-4493-8391-9000dde024da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.705503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 825d6210-3a91-4269-b2fd-81a0b6215307 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:19.706269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.815842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc6e99-89ee-4493-8391-9000dde024da None None] Port 825d6210-3a91-4269-b2fd-81a0b6215307 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:19.827467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting port dfd838af-32e0-4b16-bfe3-b80ecb626090 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:19.829399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.913244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.919060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:22:19.948133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.950635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 825d6210-3a91-4269-b2fd-81a0b6215307 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:19.954921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:15Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:16Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:19.968592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Calling delete_port for dfd838af-32e0-4b16-bfe3-b80ecb626090 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:19.974442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Removed routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:22:19.975005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:19.993185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:20.003461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Updating router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:22:20.007000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:20.124046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.163688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.171105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:20.171549 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.205115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Port': ['ID=dfd838af-32e0-4b16-bfe3-b80ecb626090,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:20.213901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.218226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fe3b9268-dd3e-41ad-8b8a-f9e1c9ab6ecf tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/ports/dfd838af-32e0-4b16-bfe3-b80ecb626090 HTTP/1.1" status: 204 len: 168 time: 0.6066582 Aug 21 18:22:20.219839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:20.254697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.294909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.300161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=825d6210-3a91-4269-b2fd-81a0b6215307,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:20.309416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509d5cd-f765-483d-a675-afdda60cbffd req-0e16ecf4-d778-42a2-8517-de9386acdde2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:20.311071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1509d5cd-f765-483d-a675-afdda60cbffd req-0e16ecf4-d778-42a2-8517-de9386acdde2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1275833 Aug 21 18:22:20.318430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.483201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting port b079b6ed-e622-446b-bc45-2bbd61fa1b1c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:20.483685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.588904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1509d5cd-f765-483d-a675-afdda60cbffd req-dcef97a0-6ee4-42af-82fa-3a4a1ff15507 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650497 Aug 21 18:22:20.625605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:20.648597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.676555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.696237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Calling delete_port for b079b6ed-e622-446b-bc45-2bbd61fa1b1c owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:20.696502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-013f7636-698c-42f8-a2ae-602fd3062498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.712499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.718606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.723688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-184b9566-ab48-4408-9033-8630e85a5693 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/825d6210-3a91-4269-b2fd-81a0b6215307 HTTP/1.1" status: 204 len: 168 time: 1.3508320 Aug 21 18:22:20.752539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:20.780071 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d75e5f0-967f-45d9-9252-aa6c7542b535 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] GET failed (client error): The resource could not be found. Aug 21 18:22:20.785937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3d75e5f0-967f-45d9-9252-aa6c7542b535 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports/825d6210-3a91-4269-b2fd-81a0b6215307 HTTP/1.1" status: 404 len: 333 time: 0.0282567 Aug 21 18:22:20.785937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45484) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:20.792570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-590813853'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:20.878893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:20.887232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.888547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-863865bc-5283-4584-ad58-8b5602b0bbaa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 934 time: 1.8407531 Aug 21 18:22:20.891649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:20.911462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.941176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.953785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Transition to ACTIVE for port object 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:20.956668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.961033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/ports/b079b6ed-e622-446b-bc45-2bbd61fa1b1c HTTP/1.1" status: 204 len: 168 time: 0.7380261 Aug 21 18:22:20.961033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cec381-caff-4fab-8678-3f8653afed11 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Port': ['ID=b079b6ed-e622-446b-bc45-2bbd61fa1b1c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:20.965493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45488) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:20.970167 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:20.997928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6cdb76b2-f598-4d1c-b69a-a7512c751b31 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311682 Aug 21 18:22:21.003093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:21.010556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2035820926'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:21.049673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:21.055062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.064875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4677d-4b0b-4c90-896b-aa9011778d85 None None] Pushing event updated for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:21.083530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:21.087975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.093055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 196b892e-dad8-438b-974a-4307c8d7f1d6 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:21.114876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Attempting to bind port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:21.115495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Attempting to bind port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:21.116036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Attempting to bind port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e on network cd70cd99-6003-4fa0-bf6b-f620ea84b334 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:21.123300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:21.124341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Checking segment: {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:21.124880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.125423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Bound using segment: {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:21.126036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Bound port: 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cab08741-add4-4197-98b2-8695061a6289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:21.126586 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.127126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:21.139236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.139419 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903 of type vlan for network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 Aug 21 18:22:21.234583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] For port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:21.242895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] For port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:21.251130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.254151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.330266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.336324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:21.336844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4677d-4b0b-4c90-896b-aa9011778d85 None None] Pushing event updated for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:21.337933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.363348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:21.364605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:21.442838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4386790 Aug 21 18:22:21.443589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:21.460398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1511445206'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:21.474205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.8 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/196b892e-dad8-438b-974a-4307c8d7f1d6) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:21.504469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959b641-73fc-4e42-b029-ac16d2f28580 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=3a73e665-5ed3-4d33-abc0-a92a12c1ae75,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:21.524468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e4608b56-f9b7-42e1-8e93-80d48e414b95 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 934 time: 0.6319938 Aug 21 18:22:21.527412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45498) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:21.528591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:21.532488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'routes': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:21.550741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:21.560901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.616738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:21.628969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:21.673620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.674241 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Added segment 40665dfa-ca3c-4297-9ffa-fd93e4e3e43a of type vlan for network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 Aug 21 18:22:21.687590 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.869224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.937115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.944135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:21.944758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.955481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Deleting port 65fad186-36d5-42aa-8d87-9c50d74d72e7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:21.955872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:21.971719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:19Z', 'revision_number': 6, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:21Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:22.009918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622502b0-f684-4540-b64c-8fef82b9eb88 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:19Z', 'revision_number': 6, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:21Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:22.089439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc7e48-dd3f-4634-86f8-f629bec3eb20 req-f240338c-ae4d-4b44-afec-067c1654f9c5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:22.092236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fcc7e48-dd3f-4634-86f8-f629bec3eb20 req-f240338c-ae4d-4b44-afec-067c1654f9c5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.3355958 Aug 21 18:22:22.100232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Network': ['ID=7256a68c-e4fb-4e6c-9834-3c05e51b6a05,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:22.120689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:22.131231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f442fdd5-d1c2-4ee7-9f29-3c9cd6fa883b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6781864 Aug 21 18:22:22.158789 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.200026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 196b892e-dad8-438b-974a-4307c8d7f1d6 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:22.257392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] For port 65fad186-36d5-42aa-8d87-9c50d74d72e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65fad186-36d5-42aa-8d87-9c50d74d72e7,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:22.257671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.258232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:22.267111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fcc7e48-dd3f-4634-86f8-f629bec3eb20 req-784586ff-52a1-4ddb-8391-1a2a94efdc1c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557527 Aug 21 18:22:22.275980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Calling delete_port for 65fad186-36d5-42aa-8d87-9c50d74d72e7 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:22.278229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'subnets': [{'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1908356211', 'ip_version': 4}, {'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:22.278590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'subnet': {'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1908356211', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:22.279177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Request body: {'subnet': {'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:22.304410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:22:22.304837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:22:22.365606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.390243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.439931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:22.441889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:22.463565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:22.583608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=196b892e-dad8-438b-974a-4307c8d7f1d6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:22.644531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:22.645610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.658228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Made reservation on behalf of 537b0e36af6848c3a70cc2bd5b240243 for: {'subnet': 2} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:22.663472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.663819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.676149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ebe0735f-c3e9-44f6-83f0-21d4979b88f2 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8889358 Aug 21 18:22:22.688199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:22.693345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3c:3b:2d'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:22.703456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.808476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fad186-36d5-42aa-8d87-9c50d74d72e7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:22.873212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba164b6a-679a-4492-b338-7297d008d6a8 None None] Provisioning for port 196b892e-dad8-438b-974a-4307c8d7f1d6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:22.877709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba164b6a-679a-4492-b338-7297d008d6a8 None None] Provisioning complete for port 196b892e-dad8-438b-974a-4307c8d7f1d6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:22.878066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ba164b6a-679a-4492-b338-7297d008d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.942570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ba164b6a-679a-4492-b338-7297d008d6a8 None None] Port 196b892e-dad8-438b-974a-4307c8d7f1d6 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:22.944357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:22.952856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.150174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:23.168693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.229262 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:23.231536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.242864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.245478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:23.245750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:23.387235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:23.396418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.396816 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:23.400308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-22a87243-74ed-468d-9f27-03e13d27eccc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 700 time: 1.8717005 Aug 21 18:22:23.400833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:23.471621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22a22c-88d3-4270-8034-5c5e43de4ab7 req-022d25f3-7052-4aef-a2b3-e0fcc5aa2e86 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:23.473142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d22a22c-88d3-4270-8034-5c5e43de4ab7 req-022d25f3-7052-4aef-a2b3-e0fcc5aa2e86 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.0874851 Aug 21 18:22:23.496578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.590405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d22a22c-88d3-4270-8034-5c5e43de4ab7 req-ac75b7ec-78d1-4928-8033-c73229635bbc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816398 Aug 21 18:22:23.632164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Router 44427a84-0b9d-4524-9efc-5acdfee36b19 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:23.681992 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:21Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:23.713294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:23.723056 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:23.723777 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:23.755924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:23.764957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d16b43da-62fc-43aa-b2fe-718e88ba9870 admin admin] 10.222.0.41 "PUT /v2.0/routers/44427a84-0b9d-4524-9efc-5acdfee36b19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3806298 Aug 21 18:22:23.766212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Sync routers for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:23.766378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:23.776209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:23.777155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:23.876851 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:23.921905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:23.966717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:24.136399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Subnet': ['ID=5a0efaef-732f-42f6-9947-7ba1afb6652c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:24.144381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.146212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:21Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:24.181736 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c8b2e6-bd10-4084-8b7e-58058babef11 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:21Z', 'revision_number': 4, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:24.187624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e9a10de-e8ee-4245-80f8-7cbb3488363d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 700 time: 0.7561176 Aug 21 18:22:24.188633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45546) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:24.214222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:24.259783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Deleting port ec19316b-f979-4be1-900d-820b802d7230 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:24.260161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.283864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197'}], 'enable_snat': True}, 'gw_port_id': 'ec19316b-f979-4be1-900d-820b802d7230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 5, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port': {'id': 'ec19316b-f979-4be1-900d-820b802d7230', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:14:21Z', 'updated_at': '2021-08-21T18:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:24.319448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Checking router: 44427a84-0b9d-4524-9efc-5acdfee36b19 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:24.328359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:24.333178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:24.333629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.370385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Routers {'44427a84-0b9d-4524-9efc-5acdfee36b19'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:24.371054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['44427a84-0b9d-4524-9efc-5acdfee36b19'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:24.392719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] For port ec19316b-f979-4be1-900d-820b802d7230, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec19316b-f979-4be1-900d-820b802d7230,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:24.393095 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.408351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Calling delete_port for ec19316b-f979-4be1-900d-820b802d7230 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:24.418877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Checking segment: {'id': 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:24.418877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network hostable DHCP agents. Network: 3a73e665-5ed3-4d33-abc0-a92a12c1ae75, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:24.486689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] Set router 44427a84-0b9d-4524-9efc-5acdfee36b19 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:24.522384 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.538816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.546140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.549080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:22:24Z', 'revision_number': 6, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:24.614421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:24.615745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e916e12-2e07-429d-86c3-45ece49a4e55 None None] The sync data for ids ['44427a84-0b9d-4524-9efc-5acdfee36b19'] in n-d-793621-32 is: [{'id': '44427a84-0b9d-4524-9efc-5acdfee36b19', 'name': 'tempest-AttachVolumeTestJSON-2133245581-router', 'tenant_id': '59ed792fb2034630a4f7931a7e0e36b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:14:19Z', 'updated_at': '2021-08-21T18:22:24Z', 'revision_number': 6, 'project_id': '59ed792fb2034630a4f7931a7e0e36b5', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:24.621817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.643181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:24.717854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3a73e665-5ed3-4d33-abc0-a92a12c1ae75) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:24.747413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.758372 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:24.760239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78773563-6afd-4238-b7d3-7fadcd61a9c0 None None] Network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:24.765412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:24.767000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.774029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:24.775859 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:24.841421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=196b892e-dad8-438b-974a-4307c8d7f1d6,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:24.853267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec19316b-f979-4be1-900d-820b802d7230,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:24.906421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] In _notify_port_updated(), no bound segment for port 196b892e-dad8-438b-974a-4307c8d7f1d6 on network 989f2796-e6a2-495f-be09-8edd807def2a {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:22:24.929907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:24.931956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:24.935596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a306a34-c810-4109-a74c-42b5d40ad3e3 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "PUT /v2.0/ports/196b892e-dad8-438b-974a-4307c8d7f1d6 HTTP/1.1" status: 200 len: 995 time: 2.2464569 Aug 21 18:22:24.949520 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:24.954207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45560) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:25.011048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event updated for resources: {'Subnet': ['ID=6594bd1d-5215-4d52-bb23-3c87f58e7da2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:25.074577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.111349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c00244-ae0a-4e5a-8fcf-7da3f91566ef req-3f871696-2d79-4ee3-a328-ce6326c402f2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.112986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3c00244-ae0a-4e5a-8fcf-7da3f91566ef req-3f871696-2d79-4ee3-a328-ce6326c402f2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.3269575 Aug 21 18:22:25.117801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-3a73e665-5ed3-4d33-abc0-a92a12c1ae75', 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75', 'tenant_id': '537b0e36af6848c3a70cc2bd5b240243', 'fixed_ips': [{'subnet_id': '5a0efaef-732f-42f6-9947-7ba1afb6652c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:25.118734 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.153702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Checking segment: {'id': '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:25.154164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network hostable DHCP agents. Network: 7256a68c-e4fb-4e6c-9834-3c05e51b6a05, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:25.206639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a3c00244-ae0a-4e5a-8fcf-7da3f91566ef req-ba95603e-ce8a-494a-bb8d-a43b76063b18 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845318 Aug 21 18:22:25.233990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:25.254196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7256a68c-e4fb-4e6c-9834-3c05e51b6a05) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:25.272186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69096c26-503f-4425-844a-42d2d21665b2 None None] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:25.274008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.274862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.275674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.293323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.300819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.309237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.313685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 196b892e-dad8-438b-974a-4307c8d7f1d6 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:25.314269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.358377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7a85331-d86b-4b9f-995e-8634a33095a3 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0823481 Aug 21 18:22:25.361934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:25.462660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.470038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adaca2-e090-4305-af1f-f2e5a8c8cf67 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.471724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adaca2-e090-4305-af1f-f2e5a8c8cf67 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.473498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16adaca2-e090-4305-af1f-f2e5a8c8cf67 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:25.475267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-16adaca2-e090-4305-af1f-f2e5a8c8cf67 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1120687 Aug 21 18:22:25.479597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:25.483935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 196b892e-dad8-438b-974a-4307c8d7f1d6 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:25.497034 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:24Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:25.543748 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:25.559253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:25.560269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:25.636258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting subnet 5a0efaef-732f-42f6-9947-7ba1afb6652c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:25.649810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a12953f-5710-4328-9dd1-fb55c8eed9bf None None] Provisioning complete for port 196b892e-dad8-438b-974a-4307c8d7f1d6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:25.651088 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a12953f-5710-4328-9dd1-fb55c8eed9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.678992 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:25.722577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Allocated IP 172.20.0.2 (3a73e665-5ed3-4d33-abc0-a92a12c1ae75/5a0efaef-732f-42f6-9947-7ba1afb6652c/1d1acff6-053b-4ea2-be7d-daa5af090982) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:25.724826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1a12953f-5710-4328-9dd1-fb55c8eed9bf None None] Port 196b892e-dad8-438b-974a-4307c8d7f1d6 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:25.900644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:25.902851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:25.984064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-7256a68c-e4fb-4e6c-9834-3c05e51b6a05', 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05', 'tenant_id': '537b0e36af6848c3a70cc2bd5b240243', 'fixed_ips': [{'subnet_id': '6594bd1d-5215-4d52-bb23-3c87f58e7da2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:25.985338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.035608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:26.058596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:26.059004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.071561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:26.197638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.198227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44427a84-0b9d-4524-9efc-5acdfee36b19 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:22:26.208410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.212792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ab6374a2-609c-4870-ae8c-f7fd3fcf27d1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/44427a84-0b9d-4524-9efc-5acdfee36b19 HTTP/1.1" status: 204 len: 168 time: 2.4454076 Aug 21 18:22:26.213447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45580) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:26.270719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:26.271561 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.292719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.348167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:26.361392 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:24Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:26.386059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.398946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Could not find standard attr ID for object 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:26.417377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Deleting subnet 860b81df-aef3-4eb3-aa65-34a09d0df97f {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:26.426016 n-d-793621-32 neutron-server[94600]: INFO neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No ports have port_id starting with 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e Aug 21 18:22:26.437026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.441373 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6983b296-d667-4d4e-8825-5111f78f8811 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:22Z', 'revision_number': 7, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e', 'name': '', 'network_id': 'cd70cd99-6003-4fa0-bf6b-f620ea84b334', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:83:f5:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2593, 'fixed_ips': [{'subnet_id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:13Z', 'updated_at': '2021-08-21T18:22:24Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': 'be8fc4b3-e1c1-4f24-bf37-25757f2f9d69', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:26.523873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Allocated IP 172.20.0.18 (7256a68c-e4fb-4e6c-9834-3c05e51b6a05/6594bd1d-5215-4d52-bb23-3c87f58e7da2/c5bbe74c-ad8d-493e-8ee0-e15f63d32711) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:26.585428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bec03d-bae2-4d5e-b9ee-a841ddb7dd9f req-56bc0523-b764-4449-8e07-cdc1307e7852 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:26.587639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44bec03d-bae2-4d5e-b9ee-a841ddb7dd9f req-56bc0523-b764-4449-8e07-cdc1307e7852 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2075977 Aug 21 18:22:26.612601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec19316b-f979-4be1-900d-820b802d7230 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:26.613320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.644337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.666092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Transition to ACTIVE for port object 1d1acff6-053b-4ea2-be7d-daa5af090982 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:26.679486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.695998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Transition to ACTIVE for port object 1d1acff6-053b-4ea2-be7d-daa5af090982 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:26.698996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44bec03d-bae2-4d5e-b9ee-a841ddb7dd9f req-fe42011a-4ad1-43e9-9219-95769a915202 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975525 Aug 21 18:22:26.732125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.732287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=196b892e-dad8-438b-974a-4307c8d7f1d6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:26.755241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.804753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ec19316b-f979-4be1-900d-820b802d7230 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:26.805467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec19316b-f979-4be1-900d-820b802d7230 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:26.806503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65fad186-36d5-42aa-8d87-9c50d74d72e7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:26.811492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Pushing event updated for resources: {'Port': ['ID=1d1acff6-053b-4ea2-be7d-daa5af090982,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:26.817335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.847621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 65fad186-36d5-42aa-8d87-9c50d74d72e7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:26.848049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65fad186-36d5-42aa-8d87-9c50d74d72e7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:26.850654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.851251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.851661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.852078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.852584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.853004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.853569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.854129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.854538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.854983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.855376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.856122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:26.886233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:26.900737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:26.905449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.907912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a7ed9da9-48b9-4c68-a9b1-e08aa3386cc5 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/196b892e-dad8-438b-974a-4307c8d7f1d6 HTTP/1.1" status: 204 len: 168 time: 1.9495766 Aug 21 18:22:26.911180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45590) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:26.916269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:26.921947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:26.984186 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a95381-6908-4e8e-8c71-15a03a1e5226 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] GET failed (client error): The resource could not be found. Aug 21 18:22:26.985791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52a95381-6908-4e8e-8c71-15a03a1e5226 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports/196b892e-dad8-438b-974a-4307c8d7f1d6 HTTP/1.1" status: 404 len: 333 time: 0.0735540 Aug 21 18:22:26.995467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45592) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:27.001968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-1286502886'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:27.115673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.123201 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.136589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Transition to ACTIVE for port object c5bbe74c-ad8d-493e-8ee0-e15f63d32711 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:27.139978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.162043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Transition to ACTIVE for port object c5bbe74c-ad8d-493e-8ee0-e15f63d32711 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:27.179093 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.179620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860b81df-aef3-4eb3-aa65-34a09d0df97f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:27.182344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:27.186312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.200570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Attempting to bind port 1d1acff6-053b-4ea2-be7d-daa5af090982 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:27.200945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Attempting to bind port 1d1acff6-053b-4ea2-be7d-daa5af090982 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:27.201306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Attempting to bind port 1d1acff6-053b-4ea2-be7d-daa5af090982 on network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:27.204005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.206807 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8de309ad-a6d4-4584-85f1-4765411d5189 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/860b81df-aef3-4eb3-aa65-34a09d0df97f HTTP/1.1" status: 204 len: 168 time: 0.9916880 Aug 21 18:22:27.209571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45598) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:27.257231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Pushing event updated for resources: {'Port': ['ID=c5bbe74c-ad8d-493e-8ee0-e15f63d32711,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:27.259821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:27.260790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7deef-2e27-4caf-b6e9-2a69aee622c0 None None] Network 53e1c8c6-8ec4-42c0-90ee-27244482c04c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:27.315542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.323215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 96e7b30c-0dc2-4710-b036-cc5bbaa72896 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:27.336379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:27.336785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Checking segment: {'id': 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:27.337279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.337710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Bound using segment: {'id': 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:27.338253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Bound port: 1d1acff6-053b-4ea2-be7d-daa5af090982, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3a73e665-5ed3-4d33-abc0-a92a12c1ae75'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:27.338700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.372776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:27.378765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:27.381312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:27.383306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.425080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.430631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/subnets/5a0efaef-732f-42f6-9947-7ba1afb6652c HTTP/1.1" status: 204 len: 168 time: 1.9493983 Aug 21 18:22:27.432653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:27.433375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:27.435275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6677fd-7b81-4676-83fe-6777ca0b8692 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0efaef-732f-42f6-9947-7ba1afb6652c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:27.441010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06263c42-907b-471a-b517-e06b30c89fc4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455609 Aug 21 18:22:27.443677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45604) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:27.471418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:27.519199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:27.519803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet be8fc4b3-e1c1-4f24-bf37-25757f2f9d69 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:27.519947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:27.521790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Deleting port 440e75e7-bf45-45e2-951f-65a1f8c72438 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:27.522147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.525004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.580647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] For port 1d1acff6-053b-4ea2-be7d-daa5af090982, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:27.593516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.597358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] DHCP port deletion for 53e1c8c6-8ec4-42c0-90ee-27244482c04c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:27.625532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting subnet 6594bd1d-5215-4d52-bb23-3c87f58e7da2 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:27.635166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.640215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.5 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/96e7b30c-0dc2-4710-b036-cc5bbaa72896) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:27.655409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] For port 1d1acff6-053b-4ea2-be7d-daa5af090982, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1d1acff6-053b-4ea2-be7d-daa5af090982,segment=NetworkSegment(c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903),segment_id=c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:27.659598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Attempting to bind port c5bbe74c-ad8d-493e-8ee0-e15f63d32711 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:27.659968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Attempting to bind port c5bbe74c-ad8d-493e-8ee0-e15f63d32711 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:27.660333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Attempting to bind port c5bbe74c-ad8d-493e-8ee0-e15f63d32711 on network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:27.669108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:27.669768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Checking segment: {'id': '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:27.669864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.670185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Bound using segment: {'id': '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:27.670826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Bound port: c5bbe74c-ad8d-493e-8ee0-e15f63d32711, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7256a68c-e4fb-4e6c-9834-3c05e51b6a05'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:27.671217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.693849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.705296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.730645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] For port 440e75e7-bf45-45e2-951f-65a1f8c72438, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=440e75e7-bf45-45e2-951f-65a1f8c72438,segment=NetworkSegment(cdb7e131-bdc6-46fe-93f6-db033ced06ad),segment_id=cdb7e131-bdc6-46fe-93f6-db033ced06ad)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:27.731302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.746783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.775262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.794557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:27.799216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/be8fc4b3-e1c1-4f24-bf37-25757f2f9d69 HTTP/1.1" status: 204 len: 168 time: 0.3514962 Aug 21 18:22:27.805994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45612) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:27.808320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Calling delete_port for 440e75e7-bf45-45e2-951f-65a1f8c72438 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:27.829662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42effa-a96a-4861-a138-22a4703bd35b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=be8fc4b3-e1c1-4f24-bf37-25757f2f9d69,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:27.831444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:27.839185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b0a1b-e7a0-47b2-b586-dcd79c8006ff None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:27.890348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973a9eb-1a12-4a4c-adca-f414e8a24d37 req-752922d6-e205-41c9-bc6b-0fbaba808f9f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:27.890348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6973a9eb-1a12-4a4c-adca-f414e8a24d37 req-752922d6-e205-41c9-bc6b-0fbaba808f9f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.0577478 Aug 21 18:22:27.945176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6973a9eb-1a12-4a4c-adca-f414e8a24d37 req-e3d46cd8-8d82-43d3-9ee6-4020248c9eaf tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388899 Aug 21 18:22:28.069361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.070346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] For port c5bbe74c-ad8d-493e-8ee0-e15f63d32711, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:28.074042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22d33-c005-40f3-a6bb-47f22a8cdeab None None] Pushing event updated for resources: {'Port': ['ID=1d1acff6-053b-4ea2-be7d-daa5af090982,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:28.083278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 440e75e7-bf45-45e2-951f-65a1f8c72438 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:28.147680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd88272-683f-4ee8-b476-758fbb461111 None None] Network 3a73e665-5ed3-4d33-abc0-a92a12c1ae75 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:28.153112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] For port c5bbe74c-ad8d-493e-8ee0-e15f63d32711, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c5bbe74c-ad8d-493e-8ee0-e15f63d32711,segment=NetworkSegment(40665dfa-ca3c-4297-9ffa-fd93e4e3e43a),segment_id=40665dfa-ca3c-4297-9ffa-fd93e4e3e43a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:28.165154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.211160 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.245059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.299291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=440e75e7-bf45-45e2-951f-65a1f8c72438,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:28.303281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] No DVR routers for this DVR port 440e75e7-bf45-45e2-951f-65a1f8c72438 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:28.307103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.373822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 96e7b30c-0dc2-4710-b036-cc5bbaa72896 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:28.392107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:28.392761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.424387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.531678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.536914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Subnet': ['ID=6594bd1d-5215-4d52-bb23-3c87f58e7da2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:28.553375 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.559706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45626) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:28.580643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-614e1cca-3c0d-46db-9cc7-3db91a2f2b4c tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/subnets/6594bd1d-5215-4d52-bb23-3c87f58e7da2 HTTP/1.1" status: 204 len: 168 time: 1.1449189 Aug 21 18:22:28.583590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Deleting port 440e75e7-bf45-45e2-951f-65a1f8c72438 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:28.584169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.598275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port 440e75e7-bf45-45e2-951f-65a1f8c72438 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:22:28.599277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 440e75e7-bf45-45e2-951f-65a1f8c72438 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:28.617879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e1c8c6-8ec4-42c0-90ee-27244482c04c']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:28.643443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:28.645966 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.673655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb7e131-bdc6-46fe-93f6-db033ced06ad') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:28.680493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437cbcc-a543-442c-8b0a-89bed4c8c8d7 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:28.681528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb7e131-bdc6-46fe-93f6-db033ced06ad') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:28.683479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8437cbcc-a543-442c-8b0a-89bed4c8c8d7 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222765 Aug 21 18:22:28.688053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45628) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:28.701958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:28.711661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.736047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.742800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdf64d-efd6-4742-9101-56317aebcf9b None None] Pushing event updated for resources: {'Port': ['ID=c5bbe74c-ad8d-493e-8ee0-e15f63d32711,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:28.759129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.826243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] For port 440e75e7-bf45-45e2-951f-65a1f8c72438, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:28.826679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.845281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Calling delete_port for 440e75e7-bf45-45e2-951f-65a1f8c72438 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:28.848006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Port 440e75e7-bf45-45e2-951f-65a1f8c72438 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:22:28.856086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] DHCP port deletion for cd70cd99-6003-4fa0-bf6b-f620ea84b334 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:28.861155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.889202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.895684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:28.906452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=96e7b30c-0dc2-4710-b036-cc5bbaa72896,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:28.914722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:28.915942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:28.917825 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:28.941908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:28.976359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:28.989778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:29.006023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] Pushing event deleted for resources: {'Port': ['ID=440e75e7-bf45-45e2-951f-65a1f8c72438,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:29.015638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908a3d88-b689-4a0c-88f6-6e9b32ed15a6 None None] No DVR routers for this DVR port 440e75e7-bf45-45e2-951f-65a1f8c72438 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:29.079641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting port c5bbe74c-ad8d-493e-8ee0-e15f63d32711 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:29.080239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.083495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:29.085142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.136442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3fb05b52-2e78-4add-bbe0-5bb332d0d896 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1392102 Aug 21 18:22:29.150383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:29.152517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.161753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'network_id': '989f2796-e6a2-495f-be09-8edd807def2a', 'name': 'tempest-AllowedAddressPairTestJSON-2092611099'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:29.195164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:26Z', 'revision_number': 8, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.216331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] For port c5bbe74c-ad8d-493e-8ee0-e15f63d32711, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c5bbe74c-ad8d-493e-8ee0-e15f63d32711,segment=NetworkSegment(40665dfa-ca3c-4297-9ffa-fd93e4e3e43a),segment_id=40665dfa-ca3c-4297-9ffa-fd93e4e3e43a)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:29.216840 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.240984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:29.254557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Calling delete_port for c5bbe74c-ad8d-493e-8ee0-e15f63d32711 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:29.269970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.318837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.321286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] 10.222.0.41 "DELETE /v2.0/networks/53e1c8c6-8ec4-42c0-90ee-27244482c04c HTTP/1.1" status: 204 len: 168 time: 2.1103396 Aug 21 18:22:29.349727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:22:29.356384 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b1c6bc-590f-4e1a-bb19-0a35f623e05c" -d '{"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:22:29.367604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Deleting port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:29.367992 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.399960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94609df-e974-4731-997a-55f0bf803e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=53e1c8c6-8ec4-42c0-90ee-27244482c04c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:29.426418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51daed3-ee15-4d74-b188-b0d7d022e626 req-78067bb3-d2c1-446a-b6bd-738b22279f96 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:29.436342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c51daed3-ee15-4d74-b188-b0d7d022e626 req-78067bb3-d2c1-446a-b6bd-738b22279f96 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2962973 Aug 21 18:22:29.456907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.483703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.512982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Port': ['ID=c5bbe74c-ad8d-493e-8ee0-e15f63d32711,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:29.523346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] No DVR routers for this DVR port c5bbe74c-ad8d-493e-8ee0-e15f63d32711 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:29.532678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:29.537209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:29.546796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] For port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,segment=NetworkSegment(cab08741-add4-4197-98b2-8695061a6289),segment_id=cab08741-add4-4197-98b2-8695061a6289)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:29.547204 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.559802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c51daed3-ee15-4d74-b188-b0d7d022e626 req-38de11d7-9ab5-4140-9ceb-4854e60d90fe tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188619 Aug 21 18:22:29.578396 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc630a62-a970-4bf9-a9c6-7a1ec1664342 x-openstack-request-id: req-cc630a62-a970-4bf9-a9c6-7a1ec1664342 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:22:29.578689 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-unplugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:22:29.578944 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc630a62-a970-4bf9-a9c6-7a1ec1664342 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:22:29.586018 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'code': 200} Aug 21 18:22:29.588538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:29.604471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.618356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Calling delete_port for def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:29.682672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:29.696896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:29.697281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.714274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.720231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.726083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7256a68c-e4fb-4e6c-9834-3c05e51b6a05']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.728784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Made reservation on behalf of 540c57f667a5472ebc67310662b11371 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:29.734776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.738536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.738873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40665dfa-ca3c-4297-9ffa-fd93e4e3e43a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.751193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.759283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd70cd99-6003-4fa0-bf6b-f620ea84b334']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.768584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.775936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:29.776557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:29.780494 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:29.786682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cab08741-add4-4197-98b2-8695061a6289') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.786982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cab08741-add4-4197-98b2-8695061a6289') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:29.814105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] device_id is not set on port 6a92ebd3-8b0a-4b65-875a-59dc622574fd yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:29.826359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13cd4cb3-7f84-405d-bed3-add23f09db7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59ed792fb2034630a4f7931a7e0e36b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420941 Aug 21 18:22:29.831185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45656) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:29.834346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.853182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:29.872252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.882149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.887790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/7256a68c-e4fb-4e6c-9834-3c05e51b6a05 HTTP/1.1" status: 204 len: 168 time: 1.1983535 Aug 21 18:22:29.901451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:29.905310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.917642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dab81-3a9a-48ae-a471-c867c47f2c72 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=7256a68c-e4fb-4e6c-9834-3c05e51b6a05,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:29.935371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0dd92daa-4bdf-44f0-8680-d96dbc252323 None None] Provisioning for port 96e7b30c-0dc2-4710-b036-cc5bbaa72896 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:29.972290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:29.972730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:29.988859 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:30.039472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:30.079196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0dd92daa-4bdf-44f0-8680-d96dbc252323 None None] Provisioning complete for port 96e7b30c-0dc2-4710-b036-cc5bbaa72896 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:30.079644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0dd92daa-4bdf-44f0-8680-d96dbc252323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.098603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:30.099081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:30.139627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aa5a63-4fd6-4d90-a99f-9bc6d1c50a1c None None] DHCP port deletion for 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:30.155390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:30.194962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0dd92daa-4bdf-44f0-8680-d96dbc252323 None None] Port 96e7b30c-0dc2-4710-b036-cc5bbaa72896 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:30.205161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.207242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.208716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e7f49-80ef-47f1-abc2-fd9a6954cc98 None None] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:30.212354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.212676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.221796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.226399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/cd70cd99-6003-4fa0-bf6b-f620ea84b334 HTTP/1.1" status: 204 len: 168 time: 2.4166567 Aug 21 18:22:30.226829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:30.244238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Allocated IP 172.20.0.4 (989f2796-e6a2-495f-be09-8edd807def2a/72596e85-1f23-467b-aa16-1824a1c5dc8c/6a92ebd3-8b0a-4b65-875a-59dc622574fd) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:30.247184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Pushing event deleted for resources: {'Port': ['ID=def1e27c-e28a-4c3b-9b9d-d02ffc19cd11,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:30.278443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e7f49-80ef-47f1-abc2-fd9a6954cc98 None None] Network 7256a68c-e4fb-4e6c-9834-3c05e51b6a05 could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:22:30.282246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] Network cd70cd99-6003-4fa0-bf6b-f620ea84b334 is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:22:30.282731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b30b0-8215-4a62-9bcd-91280ea52d17 None None] No DVR routers for this DVR port def1e27c-e28a-4c3b-9b9d-d02ffc19cd11 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:30.319221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43a75b-9ea8-4135-9a76-0535807f3a39 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=cd70cd99-6003-4fa0-bf6b-f620ea84b334,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:30.322628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc3073e-90b7-43a2-83e0-f981f0de6361 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:22:30.347290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.398079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-40bff8b1-d8c5-4e30-9cd1-aba39b034907 None None] Could not find standard attr ID for object c5bbe74c-ad8d-493e-8ee0-e15f63d32711. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:30.445319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3073e-90b7-43a2-83e0-f981f0de6361 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:22:30.455825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:26Z', 'revision_number': 8, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:30.498526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a33b858-2c1d-4f9b-97c7-598879ea32e7 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:26Z', 'revision_number': 8, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b3c6faa-da98-4bc5-999d-6bc7d88b85e8', 'name': '', 'network_id': '162d1474-430d-4037-bffd-e2c56ae5d32f', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:e7:ee:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:22:06Z', 'updated_at': '2021-08-21T18:22:14Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '32234ca9-d754-4996-bce6-b7ddb1c576df', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:30.547120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.550068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.551915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a00e4ff6-d304-4d6b-8a44-36dbfb5c7231 HTTP/1.1" status: 204 len: 168 time: 0.7156091 Aug 21 18:22:30.584101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Deleting port 1d1acff6-053b-4ea2-be7d-daa5af090982 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:30.584790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.592006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165276a1-3cd2-444c-8dde-3e5cccdd3d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00e4ff6-d304-4d6b-8a44-36dbfb5c7231,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:30.669875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.697708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] For port 1d1acff6-053b-4ea2-be7d-daa5af090982, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1d1acff6-053b-4ea2-be7d-daa5af090982,segment=NetworkSegment(c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903),segment_id=c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:30.698395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.709704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Transition to ACTIVE for port object 6a92ebd3-8b0a-4b65-875a-59dc622574fd will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:30.719278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Calling delete_port for 1d1acff6-053b-4ea2-be7d-daa5af090982 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:30.788369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ef594-ca4d-4c81-a32b-9970a743677d req-0d7be2df-206b-491f-9b7c-b445462e609b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:30.790462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d0ef594-ca4d-4c81-a32b-9970a743677d req-0d7be2df-206b-491f-9b7c-b445462e609b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 944 time: 0.1030416 Aug 21 18:22:30.806913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.868165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:30.896563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:22:31.015079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=6a92ebd3-8b0a-4b65-875a-59dc622574fd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:31.017544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.022397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Network 989f2796-e6a2-495f-be09-8edd807def2a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:31.083160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:31.087702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:31.090480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Port': ['ID=1d1acff6-053b-4ea2-be7d-daa5af090982,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:31.157138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] No DVR routers for this DVR port 1d1acff6-053b-4ea2-be7d-daa5af090982 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:31.191794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:31.245403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'port_id': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'mac_address': 'fa:16:3e:a6:58:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76301e98-10fa-4d7d-986d-e4f6f575ede1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:22:31.310787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:31.310787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.311388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.339086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf963cc2-296d-4c56-9ae7-ac5955f35918 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:22:31.340071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.358836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb3d39e7-4785-4ebe-aa63-8675937cb46a tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2080419 Aug 21 18:22:31.360637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a73e665-5ed3-4d33-abc0-a92a12c1ae75']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:31.362752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:31.376016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3c:3b:2d'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:19:6d:39'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:31.386073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:31.400557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.433687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:31.434159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b0b30b-1e5a-4d68-b3ab-c3766b8b5903') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:31.452983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.479236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:31.507039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ae10c56f-45ec-48c8-b7f0-18879fcd73a3 None None] Provisioning for port 6a92ebd3-8b0a-4b65-875a-59dc622574fd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:31.511833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ae10c56f-45ec-48c8-b7f0-18879fcd73a3 None None] Provisioning complete for port 6a92ebd3-8b0a-4b65-875a-59dc622574fd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:31.512215 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae10c56f-45ec-48c8-b7f0-18879fcd73a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.540490 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.553597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:31.553597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.592162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ae10c56f-45ec-48c8-b7f0-18879fcd73a3 None None] Port 6a92ebd3-8b0a-4b65-875a-59dc622574fd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:31.616603 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:31.622396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cf963cc2-296d-4c56-9ae7-ac5955f35918'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:22:31.634389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d0ef594-ca4d-4c81-a32b-9970a743677d req-87844b00-453f-448a-8468-4b56f53e15c5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8235667 Aug 21 18:22:31.675014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.693595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.696136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/3a73e665-5ed3-4d33-abc0-a92a12c1ae75 HTTP/1.1" status: 204 len: 168 time: 1.7507010 Aug 21 18:22:31.698209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45712) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:31.763772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8468f7-e064-4d68-8d54-20b8a8a6c708 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=3a73e665-5ed3-4d33-abc0-a92a12c1ae75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:31.846206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.869575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.890182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:31.890748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:31.927229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c5bbe74c-ad8d-493e-8ee0-e15f63d32711 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:31.951341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c5bbe74c-ad8d-493e-8ee0-e15f63d32711 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:31.951693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c5bbe74c-ad8d-493e-8ee0-e15f63d32711 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:31.952151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:32.014724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:32.015084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2dc7eb0c-9e83-45c8-8f5a-ad5b68afee5e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:32.015896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:32.019691 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.020007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.037375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:32.060510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2550fe80-e51f-4c46-99a0-86eb6f8dfc3f']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:32.074063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b96798e0-93b0-4f1f-b97e-fb259e4ae46e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:32.074462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b96798e0-93b0-4f1f-b97e-fb259e4ae46e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:32.088614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.114417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.131984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:32.132392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:32.135876 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:32.222986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.224978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.233543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.235358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/2550fe80-e51f-4c46-99a0-86eb6f8dfc3f HTTP/1.1" status: 204 len: 168 time: 0.5358882 Aug 21 18:22:32.237914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45726) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:32.271489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.302772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=6b3c6faa-da98-4bc5-999d-6bc7d88b85e8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:32.345563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.347307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.441421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event updated for resources: {'Port': ['ID=6a92ebd3-8b0a-4b65-875a-59dc622574fd,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:32.463299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a9a14-20e0-4b11-96ce-357cae5f8c6b tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=2550fe80-e51f-4c46-99a0-86eb6f8dfc3f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:32.509049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] In _notify_port_updated(), no bound segment for port 6a92ebd3-8b0a-4b65-875a-59dc622574fd on network 989f2796-e6a2-495f-be09-8edd807def2a {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:22:32.516025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:32.516975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.521454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-57696eb3-b620-4acd-94b1-306dda0da10f tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "PUT /v2.0/ports/6a92ebd3-8b0a-4b65-875a-59dc622574fd HTTP/1.1" status: 200 len: 1055 time: 1.1576722 Aug 21 18:22:32.522480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45738) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:32.568228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:32.887233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:32.916668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:32.957025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-272de796-db0c-4307-8e05-dffebc4c32ae None None] Provisioning complete for port 6a92ebd3-8b0a-4b65-875a-59dc622574fd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:32.957980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-272de796-db0c-4307-8e05-dffebc4c32ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.037130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-272de796-db0c-4307-8e05-dffebc4c32ae None None] Port 6a92ebd3-8b0a-4b65-875a-59dc622574fd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:22:33.062557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cf963cc2-296d-4c56-9ae7-ac5955f35918 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:33.064661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.140591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:33.156177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b1f688a-9a72-4e15-bb65-3d0856f6b537 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9283614 Aug 21 18:22:33.161052 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:33.164509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:33.177461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.184893 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:33.185514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.199809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9364930c-28b5-4fac-80bb-1fec75bb2ae7']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.219414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec7d5796-251a-4dd2-a503-a04d89f83f55') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.219791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec7d5796-251a-4dd2-a503-a04d89f83f55') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.239350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.260960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05288d-c4d4-440e-b119-797624e6a58f req-129a2cc1-2624-42cf-8fff-0848cad278cb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:33.262670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe05288d-c4d4-440e-b119-797624e6a58f req-129a2cc1-2624-42cf-8fff-0848cad278cb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 945 time: 0.1774266 Aug 21 18:22:33.270747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.270997 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.297701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 6a92ebd3-8b0a-4b65-875a-59dc622574fd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:33.299581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.313008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 32234ca9-d754-4996-bce6-b7ddb1c576df {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:33.324282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.342057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:33.342595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:33.345822 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:33.348297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:33.349341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:22:33.353570 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5facdb15-b48e-49d8-b5db-0eee8fed9b8a" -d '{"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-plugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:22:33.362471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.403293 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:33.410042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.429296 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c3a91-de11-4876-aa44-95c9a1c0edb6 x-openstack-request-id: req-089c3a91-de11-4876-aa44-95c9a1c0edb6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:22:33.429583 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-plugged", "status": "completed", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:22:33.429842 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-089c3a91-de11-4876-aa44-95c9a1c0edb6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:22:33.432297 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'code': 200} Aug 21 18:22:33.473687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:33.547692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.559564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe05288d-c4d4-440e-b119-797624e6a58f req-9ddbcc1c-34b3-4b78-8808-5f5aae5fb925 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808011 Aug 21 18:22:33.616337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.654190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=32234ca9-d754-4996-bce6-b7ddb1c576df,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:33.658365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.677664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.679630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] 10.222.0.41 "DELETE /v2.0/networks/9364930c-28b5-4fac-80bb-1fec75bb2ae7 HTTP/1.1" status: 204 len: 168 time: 1.4405916 Aug 21 18:22:33.697323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5738311-b474-4faa-8cf9-b0b9f67f859d None None] Network 162d1474-430d-4037-bffd-e2c56ae5d32f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:33.700658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.702854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.703579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-161ec02d-6d2e-45c5-856e-74e978e496f3 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/32234ca9-d754-4996-bce6-b7ddb1c576df HTTP/1.1" status: 204 len: 168 time: 0.5375314 Aug 21 18:22:33.706421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45790) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:33.713127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06ac14-e749-49f6-9bc0-6614699e6310 tempest-BulkNetworkOpsTest-288253410 tempest-BulkNetworkOpsTest-288253410-project] Pushing event deleted for resources: {'Network': ['ID=9364930c-28b5-4fac-80bb-1fec75bb2ae7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:33.723761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 6a92ebd3-8b0a-4b65-875a-59dc622574fd owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:33.742066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f7102-29e5-4b1d-9604-60d24230d3fd req-42f87497-0e7a-481d-8cd8-9179b2dd5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:33.744035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc7f7102-29e5-4b1d-9604-60d24230d3fd req-42f87497-0e7a-481d-8cd8-9179b2dd5982 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 1098 time: 0.1332901 Aug 21 18:22:33.827026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc7f7102-29e5-4b1d-9604-60d24230d3fd req-d1a755b0-7cc7-41e9-a584-27b51b18e618 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Aug 21 18:22:33.849247 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:32Z', 'revision_number': 9, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.893775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:33.920867 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:33.943918 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:33.947336 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:33.995097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.037930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=6a92ebd3-8b0a-4b65-875a-59dc622574fd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:34.055022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:34.057746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.139589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] DHCP port deletion for 162d1474-430d-4037-bffd-e2c56ae5d32f request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:34.167578 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:34.255011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:34.255450 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.265125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Deleting port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:34.265509 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.302706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:34.423811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] For port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,segment=NetworkSegment(87755f82-ec3c-4af4-b67a-875afb15dccf),segment_id=87755f82-ec3c-4af4-b67a-875afb15dccf)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:34.424229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.444374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45810) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:34.448549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Calling delete_port for 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:34.455011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.458403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e1048efe-f68d-4cd4-9ded-c6c007b85dd0 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/6a92ebd3-8b0a-4b65-875a-59dc622574fd HTTP/1.1" status: 204 len: 168 time: 1.9163547 Aug 21 18:22:34.461342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45814) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:34.507623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.541910 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9c48d5-045f-4673-9e90-dc374318a88d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] GET failed (client error): The resource could not be found. Aug 21 18:22:34.543430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:34.548013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45822) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:34.549235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e9c48d5-045f-4673-9e90-dc374318a88d tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports/6a92ebd3-8b0a-4b65-875a-59dc622574fd HTTP/1.1" status: 404 len: 333 time: 0.0863798 Aug 21 18:22:34.563719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:34.654749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:32Z', 'revision_number': 9, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:34.681201 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.692807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e4983d-7a42-422a-989f-6903c0ac7ab9 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:32Z', 'revision_number': 9, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '554132a7-bd2e-4056-b1d6-812795fc769e', 'name': '', 'network_id': '2d78824d-f4a4-411f-b508-0a2238447d5c', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:93:ee:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '0c05e180-1a39-4190-9826-305bd3a55127', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:57Z', 'updated_at': '2021-08-21T18:22:10Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '0c05e180-1a39-4190-9826-305bd3a55127', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:34.735072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] No DVR routers for this DVR port 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:34.769663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6668669-2574-472b-9a99-bd7a1dcdacbe None None] Pushing event deleted for resources: {'Port': ['ID=95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:34.896278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:34.946115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162d1474-430d-4037-bffd-e2c56ae5d32f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:34.961124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6bcfb82-899d-4c3f-8126-03d83f6fe357 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=537b0e36af6848c3a70cc2bd5b240243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155425 Aug 21 18:22:34.965281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:34.967126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87755f82-ec3c-4af4-b67a-875afb15dccf') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:34.967659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87755f82-ec3c-4af4-b67a-875afb15dccf') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:34.978485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a27b40-1f4b-4f4d-849e-61d748b2ee13 req-00a92817-7992-406d-8d41-448d6b3ee92b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:34.980505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08a27b40-1f4b-4f4d-849e-61d748b2ee13 req-00a92817-7992-406d-8d41-448d6b3ee92b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2325437 Aug 21 18:22:34.995518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.025605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45838) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:35.034651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.052676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:35.053008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.070724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:35.080072 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:35.085533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 96e7b30c-0dc2-4710-b036-cc5bbaa72896 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:35.085883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.126722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.195182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-08a27b40-1f4b-4f4d-849e-61d748b2ee13 req-fbe46a7e-e4e8-4fe1-afc7-accbc42f52a6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892204 Aug 21 18:22:35.202592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.213634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.215073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44041914-d4df-45c8-80e0-9edc34d81654 HTTP/1.1" status: 204 len: 168 time: 0.2485273 Aug 21 18:22:35.224162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.236480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d86ee-bdd7-4e68-b889-b7d5017cbede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44041914-d4df-45c8-80e0-9edc34d81654,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:35.243153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.248253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/162d1474-430d-4037-bffd-e2c56ae5d32f HTTP/1.1" status: 204 len: 168 time: 1.5405431 Aug 21 18:22:35.252458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:35.273641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f666a8-a8ab-4ebf-b78c-5c7f1984bbaf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=162d1474-430d-4037-bffd-e2c56ae5d32f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:35.286407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.299990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f03c539d-556e-4a08-b7f2-12dcbf657423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.314914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 96e7b30c-0dc2-4710-b036-cc5bbaa72896 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:35.512501 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f03c539d-556e-4a08-b7f2-12dcbf657423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.523347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f03c539d-556e-4a08-b7f2-12dcbf657423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.550698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.603703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45856) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:35.604182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f03c539d-556e-4a08-b7f2-12dcbf657423 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6af02dd9e34f483ea3b124ddb7aecea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5768909 Aug 21 18:22:35.605476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=96e7b30c-0dc2-4710-b036-cc5bbaa72896,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:35.607635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c539d-556e-4a08-b7f2-12dcbf657423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80cb073-ed78-4fd6-bb24-1d18005a965c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:35.728465 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.744257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.751222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-571fae09-5a58-45e4-a4eb-14656f7230ed tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/96e7b30c-0dc2-4710-b036-cc5bbaa72896 HTTP/1.1" status: 204 len: 168 time: 1.2018645 Aug 21 18:22:35.753980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:35.761107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.789608 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ba8bf6-247b-4bcb-95be-e05d6ecd7016 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] GET failed (client error): The resource could not be found. Aug 21 18:22:35.795079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b6ba8bf6-247b-4bcb-95be-e05d6ecd7016 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "GET /v2.0/ports/96e7b30c-0dc2-4710-b036-cc5bbaa72896 HTTP/1.1" status: 404 len: 333 time: 0.0367355 Aug 21 18:22:35.795805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:35.808142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:35.940626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port 9687e2a7-31c0-401d-988b-95573436b1c0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:35.941114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.015072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:36.017828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.020526 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.025049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d80cb073-ed78-4fd6-bb24-1d18005a965c HTTP/1.1" status: 204 len: 168 time: 0.4203792 Aug 21 18:22:36.041244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7061ad7-15fb-4f58-9eef-ce430017b945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80cb073-ed78-4fd6-bb24-1d18005a965c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:36.074336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:36.075100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6b3c6faa-da98-4bc5-999d-6bc7d88b85e8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:36.075905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:36.096857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.113540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:36.114398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 95f4b03e-d8a5-4f9e-a68f-d36c96ba4c9f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:36.146237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for 9687e2a7-31c0-401d-988b-95573436b1c0 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:36.204167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 554132a7-bd2e-4056-b1d6-812795fc769e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:36.204512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.408263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.434281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 554132a7-bd2e-4056-b1d6-812795fc769e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=554132a7-bd2e-4056-b1d6-812795fc769e,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:36.434764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.450213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=9687e2a7-31c0-401d-988b-95573436b1c0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:36.479938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 554132a7-bd2e-4056-b1d6-812795fc769e owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:36.519847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73614002-d92b-48f8-a069-c05fe7a6de75 req-75db3e96-4ea3-427f-bbad-20919f8217c4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:36.523862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73614002-d92b-48f8-a069-c05fe7a6de75 req-75db3e96-4ea3-427f-bbad-20919f8217c4 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1648433 Aug 21 18:22:36.597329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.612694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73614002-d92b-48f8-a069-c05fe7a6de75 req-f3a1057e-a4fe-419b-865f-a782f17f6580 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759413 Aug 21 18:22:36.619115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0313987d-535c-44a6-8b13-a4e038af2e2b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/ports/9687e2a7-31c0-401d-988b-95573436b1c0 HTTP/1.1" status: 204 len: 168 time: 0.8219371 Aug 21 18:22:36.621764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45896) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:36.724275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45902) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:36.778712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting subnet 72596e85-1f23-467b-aa16-1824a1c5dc8c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:36.783085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.808036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-454d84eb-c848-48dd-9785-ce8f380080be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.852895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.881923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:36.887928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=554132a7-bd2e-4056-b1d6-812795fc769e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:36.925731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889b4fb-56f0-40fd-8524-790aebd20a45 req-015e8b10-0a1a-4be9-ad07-108633adc03f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:36.927667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1889b4fb-56f0-40fd-8524-790aebd20a45 req-015e8b10-0a1a-4be9-ad07-108633adc03f tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.2021000 Aug 21 18:22:37.093117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-454d84eb-c848-48dd-9785-ce8f380080be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.119518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-454d84eb-c848-48dd-9785-ce8f380080be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.121606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.148339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1889b4fb-56f0-40fd-8524-790aebd20a45 req-e513afed-f07b-45c4-9f6b-d61f0fd76c4e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122512 Aug 21 18:22:37.155253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d84eb-c848-48dd-9785-ce8f380080be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674eae79-58e7-46e6-92d7-4eae0697e378,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:37.184698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.192790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-454d84eb-c848-48dd-9785-ce8f380080be admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=911f99fdaf134e6b9648c0d6839b7321&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633853 Aug 21 18:22:37.193094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:37.324148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.341751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.481930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Subnet': ['ID=72596e85-1f23-467b-aa16-1824a1c5dc8c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:37.483005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:37.492166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.506114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306293a3-67fb-4e60-81c7-e0de05bf7bf5 None None] Network 989f2796-e6a2-495f-be09-8edd807def2a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:37.520549 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.527829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45932) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:37.530111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-94a5f288-50e7-4de6-adec-c544251b74b1 tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/subnets/72596e85-1f23-467b-aa16-1824a1c5dc8c HTTP/1.1" status: 204 len: 168 time: 0.9063544 Aug 21 18:22:37.603698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.611725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.621412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/674eae79-58e7-46e6-92d7-4eae0697e378 HTTP/1.1" status: 204 len: 168 time: 0.4272842 Aug 21 18:22:37.637780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4db890-f247-497e-9f97-cf56f7b8bbb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674eae79-58e7-46e6-92d7-4eae0697e378,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:37.741573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:37.777859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:37.807022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:37.808868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:37.831046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37060f37-33d0-4e41-ad80-02e27080815a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405130 Aug 21 18:22:37.834187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45954) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:37.903187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:37.960458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] DHCP port deletion for 989f2796-e6a2-495f-be09-8edd807def2a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:37.980927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 0c05e180-1a39-4190-9826-305bd3a55127 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:37.989881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.058046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Deleting port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:38.058451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.076104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:38.084873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-4a2710c4-0412-4f84-a573-b00f6b0c955c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:38.086927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-4a2710c4-0412-4f84-a573-b00f6b0c955c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.3594744 Aug 21 18:22:38.106335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-b9d7ba9a-a830-4fc3-839c-0bd126bcf856 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/quotas/b50be282941344169e3857e6cfe5e8f3 HTTP/1.1" status: 200 len: 375 time: 0.0132513 Aug 21 18:22:38.114907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.221891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] For port af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,segment=NetworkSegment(e4cc850c-d144-4738-87d1-5f190d947bda),segment_id=e4cc850c-d144-4738-87d1-5f190d947bda)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:38.222232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.243605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-c339a777-2b90-4e26-836a-67a3da9df0a5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1310315 Aug 21 18:22:38.251264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Calling delete_port for af0bd5fe-b98e-4031-b1ee-c98e7852ba67 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:38.316148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.358400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.412824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] No DVR routers for this DVR port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:38.431550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Port': ['ID=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:38.460028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.513028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device af0bd5fe-b98e-4031-b1ee-c98e7852ba67 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:38.541803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: af0bd5fe-b98e-4031-b1ee-c98e7852ba67 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:38.542545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device af0bd5fe-b98e-4031-b1ee-c98e7852ba67 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:38.544387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=0c05e180-1a39-4190-9826-305bd3a55127,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:38.547458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.553212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45980) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:38.554034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ced5bfe8-1244-4d5f-bccc-2a546baeb364 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/0c05e180-1a39-4190-9826-305bd3a55127 HTTP/1.1" status: 204 len: 168 time: 0.7176554 Aug 21 18:22:38.567592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec062e-5bc1-479d-af1f-92fc1ce71ffa None None] Network 2d78824d-f4a4-411f-b508-0a2238447d5c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:38.697429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.735388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989f2796-e6a2-495f-be09-8edd807def2a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:38.767353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Deleting port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:38.768404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.773140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cc850c-d144-4738-87d1-5f190d947bda') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:38.773724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cc850c-d144-4738-87d1-5f190d947bda') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:38.786858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.787571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-e4bc4308-edfe-44bb-8c1b-330756bf45ca service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372200 Aug 21 18:22:38.796985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.851237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.889021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d6fb3f8e-bb32-496b-9359-3aeb1c0e497a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:38.891393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d6fb3f8e-bb32-496b-9359-3aeb1c0e497a tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.39 "GET /v2.0/ports?device_id=7eb91749-38fd-4915-bf0f-78cea348841a HTTP/1.1" status: 200 len: 946 time: 0.1814659 Aug 21 18:22:38.892751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:38.893262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:38.897336 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:38.951202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] For port af0bd5fe-b98e-4031-b1ee-c98e7852ba67, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:38.951689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:38.994193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Calling delete_port for af0bd5fe-b98e-4031-b1ee-c98e7852ba67 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:39.008300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-30130daf-137e-4a23-8aba-94f5248138ce service neutron] 10.222.0.41 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049935 Aug 21 18:22:39.020436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:22:39.030198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] DHCP port deletion for 2d78824d-f4a4-411f-b508-0a2238447d5c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:39.038025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.084660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] Pushing event deleted for resources: {'Port': ['ID=af0bd5fe-b98e-4031-b1ee-c98e7852ba67,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:39.090002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6555b53a-61c9-407b-9347-58de17e6315b None None] No DVR routers for this DVR port af0bd5fe-b98e-4031-b1ee-c98e7852ba67 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:39.125487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.156009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:39.156597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.161813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.164179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] 10.222.0.41 "DELETE /v2.0/networks/989f2796-e6a2-495f-be09-8edd807def2a HTTP/1.1" status: 204 len: 168 time: 1.6344416 Aug 21 18:22:39.169682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:36Z', 'revision_number': 10, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:39.192065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae0811b-3afc-407c-b912-9955b90f5e4b tempest-AllowedAddressPairTestJSON-1331387849 tempest-AllowedAddressPairTestJSON-1331387849-project] Pushing event deleted for resources: {'Network': ['ID=989f2796-e6a2-495f-be09-8edd807def2a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:39.214228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:39.230157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Deleting port cf963cc2-296d-4c56-9ae7-ac5955f35918 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:39.230665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.230896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Deleting port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:39.231319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.296737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:39.297416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:39.389963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] For port cf963cc2-296d-4c56-9ae7-ac5955f35918, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cf963cc2-296d-4c56-9ae7-ac5955f35918,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:39.390228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.408126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Calling delete_port for cf963cc2-296d-4c56-9ae7-ac5955f35918 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:39.542937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] For port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:39.543875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.585554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Calling delete_port for f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:39.597099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:39.643625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46024) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:39.782746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf3c26e3-739d-460d-9485-385670f2807e req-410ee925-e549-444b-a775-693ec98c464b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 210 time: 0.0881701 Aug 21 18:22:39.838113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,segment=NetworkSegment(e3c17023-d6dd-4de7-89aa-4fd6886d9666),segment_id=e3c17023-d6dd-4de7-89aa-4fd6886d9666)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:39.838486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.860396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:39.933060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:39.936902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event deleted for resources: {'Port': ['ID=cf963cc2-296d-4c56-9ae7-ac5955f35918,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:40.008304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b5d2a338-2d95-4f41-9cfc-44c50f922529 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=540c57f667a5472ebc67310662b11371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628104 Aug 21 18:22:40.018239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:40.057162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:40.142334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] No DVR routers for this DVR port cf963cc2-296d-4c56-9ae7-ac5955f35918 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:40.145999 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.148902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58244ace-d4a0-433c-8ce7-c1123cafd753 req-d054ba5a-0784-4ff6-ac91-e4e298eaa242 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.39 "DELETE /v2.0/ports/cf963cc2-296d-4c56-9ae7-ac5955f35918 HTTP/1.1" status: 204 len: 173 time: 1.2381577 Aug 21 18:22:40.149374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-deleted', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:22:40.151734 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa67a81-af55-4155-8ac2-6c386f8c1584" -d '{"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-deleted", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:22:40.162933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.238295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.265383 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3542ffc5-7ff8-40f5-8675-6c99b61820aa x-openstack-request-id: req-3542ffc5-7ff8-40f5-8675-6c99b61820aa {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:22:40.267481 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb91749-38fd-4915-bf0f-78cea348841a", "name": "network-vif-deleted", "tag": "cf963cc2-296d-4c56-9ae7-ac5955f35918", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:22:40.267828 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3542ffc5-7ff8-40f5-8675-6c99b61820aa {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:22:40.268298 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb91749-38fd-4915-bf0f-78cea348841a', 'name': 'network-vif-deleted', 'tag': 'cf963cc2-296d-4c56-9ae7-ac5955f35918', 'status': 'completed', 'code': 200} Aug 21 18:22:40.280722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.291291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.335283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.338738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:40.339988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5be3264b-bf58-4ebc-9d53-078d77e4841c HTTP/1.1" status: 204 len: 168 time: 0.3206110 Aug 21 18:22:40.377127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768f914-060c-4391-a8ac-4eadbe348e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be3264b-bf58-4ebc-9d53-078d77e4841c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:40.468705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:40.484491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:40.501820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] Pushing event deleted for resources: {'Port': ['ID=f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:40.521754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:22:40.522213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:40.544926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677b4d4c-ba3e-4b75-8da6-959bd9d76f8a None None] No DVR routers for this DVR port f8914c2d-f74f-4f79-b496-9f9a5b7ec1b7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:40.590522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:36Z', 'revision_number': 10, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:40.636903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2802a2-9b84-4e09-a0b1-389270694c05 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:36Z', 'revision_number': 10, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None, '_interfaces': [{'id': '978b00dd-4344-4eae-828e-076fa62ffaa0', 'name': '', 'network_id': '9ec240e0-6bee-4ae2-a607-a37a53414f8d', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'mac_address': 'fa:16:3e:6d:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:21:50Z', 'updated_at': '2021-08-21T18:21:58Z', 'revision_number': 5, 'project_id': '43a4dacba8be4106ac521990b7212840', 'subnets': [{'id': '10fd99d0-3e20-4d9d-8812-ec78125ec5fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:40.917765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:40.955038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cf963cc2-296d-4c56-9ae7-ac5955f35918 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:40.967348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cf963cc2-296d-4c56-9ae7-ac5955f35918 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:41.184068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8afc6be5-8ef5-4347-9960-e6cd9905afe4 req-b1a143ee-2548-4bcb-bb67-8e917fd0e3e7 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 210 time: 0.0633788 Aug 21 18:22:41.266692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.291699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d78824d-f4a4-411f-b508-0a2238447d5c']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:41.319753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c17023-d6dd-4de7-89aa-4fd6886d9666') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:41.321880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c17023-d6dd-4de7-89aa-4fd6886d9666') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:41.344697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.369274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.384161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:41.385312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:41.396127 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:41.523560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-40c2151a-2e58-4630-845f-f661ffe4ddc2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:41.530454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-40c2151a-2e58-4630-845f-f661ffe4ddc2 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 814 time: 0.3242531 Aug 21 18:22:41.540177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.547987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:41.556603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Request body: {'port': {'device_id': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'admin_state_up': True, 'tenant_id': 'b50be282941344169e3857e6cfe5e8f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:41.557090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/2d78824d-f4a4-411f-b508-0a2238447d5c HTTP/1.1" status: 204 len: 168 time: 2.9995856 Aug 21 18:22:41.559673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46108) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:41.583463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6a71e-c695-4125-b076-df8e8c04ba6a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=2d78824d-f4a4-411f-b508-0a2238447d5c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:41.939119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 554132a7-bd2e-4056-b1d6-812795fc769e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:41.987842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 554132a7-bd2e-4056-b1d6-812795fc769e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:41.987842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 554132a7-bd2e-4056-b1d6-812795fc769e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:42.213433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Made reservation on behalf of b50be282941344169e3857e6cfe5e8f3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:42.217763 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.305681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.369960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46146) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:42.391197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1816c580-6738-43b7-919c-5897d39881c9 req-3c8087a8-7782-4d8e-b5a4-ad91b587d9cb tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 210 time: 0.0648928 Aug 21 18:22:42.427422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Allocated IP 172.20.0.5 (18d0a2fa-86ea-47fb-937f-86920df5112f/76301e98-10fa-4d7d-986d-e4f6f575ede1/540ba5d2-5837-4efe-b854-bb6c7b047151) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:42.626816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-50866997'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:42.640467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 978b00dd-4344-4eae-828e-076fa62ffaa0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:42.640822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.668570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:42.672741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.690123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.730793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.751432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 978b00dd-4344-4eae-828e-076fa62ffaa0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=978b00dd-4344-4eae-828e-076fa62ffaa0,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:42.751701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.767767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 978b00dd-4344-4eae-828e-076fa62ffaa0 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:42.866926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.928106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event updated for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:42.940173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.949793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.950762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.951499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.952432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.953167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.953720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.954048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.954379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.954732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.955199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.955531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.955854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:22:42.962227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:42.981186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Network 18d0a2fa-86ea-47fb-937f-86920df5112f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:42.983747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:42.990816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:43.033843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.046965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:22:43.060182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.060598 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Added segment 37e200ad-e854-4f08-86ac-2e708cea33fb of type vlan for network b71b1026-b7ef-4a93-9594-64ed4f11943a Aug 21 18:22:43.132737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=978b00dd-4344-4eae-828e-076fa62ffaa0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:43.143170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedf9cf4-52a2-4bed-ab86-ba9f21fa288a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:43.152895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.160858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:43.161595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.169246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46178) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:43.207962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2d4c1c3d-5a38-40ca-b960-5773c19a60d8 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6667092 Aug 21 18:22:43.232349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Request body: {'port': {'device_id': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:43.270321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.279374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:43.280035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.323574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.397422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Network': ['ID=b71b1026-b7ef-4a93-9594-64ed4f11943a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:43.409818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:22:43.414097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6be2aaac-5eaf-4d82-a2be-a9c5a628cdd1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0257435 Aug 21 18:22:43.420342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:43.434845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:43.528282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.553003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21846c2f-ff18-4786-b4e9-c8d1c434bc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.648577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:43.673174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c131825-d0c2-4dbc-bb8a-c0338d0a0120 req-91e8ed4f-3c5e-4002-a7d3-6a0b78f13d56 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:43.676505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c131825-d0c2-4dbc-bb8a-c0338d0a0120 req-91e8ed4f-3c5e-4002-a7d3-6a0b78f13d56 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 931 time: 0.1284716 Aug 21 18:22:43.815699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:43.829946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be079509-61c0-456a-8096-e86806083acc tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2678955 Aug 21 18:22:43.830679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:43.836933 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39585213-5931-409f-a397-9d84db799cbb None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:43.853975 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:43.854840 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:43.882525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21846c2f-ff18-4786-b4e9-c8d1c434bc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.915097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21846c2f-ff18-4786-b4e9-c8d1c434bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:43.954983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-21846c2f-ff18-4786-b4e9-c8d1c434bc5d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fa98c1ecbba54c2bbfbc3605693b35f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7846708 Aug 21 18:22:43.960403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46200) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:43.962893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c131825-d0c2-4dbc-bb8a-c0338d0a0120 req-40327e31-9787-4201-a5fe-b1194a09fc06 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766085 Aug 21 18:22:44.020428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:44.029205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.038481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting subnet 10fd99d0-3e20-4d9d-8812-ec78125ec5fe {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:44.047995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.062649 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:44.136215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.144944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21846c2f-ff18-4786-b4e9-c8d1c434bc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c49df17-93bd-482b-9157-c11862422f07,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:44.190125 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:44.226038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.279960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.285472 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39585213-5931-409f-a397-9d84db799cbb None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:44.310005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540ba5d2-5837-4efe-b854-bb6c7b047151 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:22:44.312100 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:44.312827 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:44.389218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.398667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.421287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.426915 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:44.432350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Subnet': ['ID=10fd99d0-3e20-4d9d-8812-ec78125ec5fe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:44.444750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.448706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c925d19-c8d8-4bde-b027-a5d1a451497c None None] Network 9ec240e0-6bee-4ae2-a607-a37a53414f8d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:44.455269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:44.466008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5322b2fa-9472-4cd6-879c-8f922a13df28 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/10fd99d0-3e20-4d9d-8812-ec78125ec5fe HTTP/1.1" status: 204 len: 168 time: 0.6209028 Aug 21 18:22:44.489581 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-39585213-5931-409f-a397-9d84db799cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:44.543432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Transition to ACTIVE for port object 540ba5d2-5837-4efe-b854-bb6c7b047151 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:44.572965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.631519 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39585213-5931-409f-a397-9d84db799cbb None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:44.677300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.720859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.734396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Pushing event updated for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:44.787974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.791330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.794813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c49df17-93bd-482b-9157-c11862422f07 HTTP/1.1" status: 204 len: 168 time: 0.8222742 Aug 21 18:22:44.860365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f8ecf-790e-410d-ae65-7a38901b8fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c49df17-93bd-482b-9157-c11862422f07,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:44.873557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:44.914163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:44.915461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network hostable DHCP agents. Network: b71b1026-b7ef-4a93-9594-64ed4f11943a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:22:44.926413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Attempting to bind port 540ba5d2-5837-4efe-b854-bb6c7b047151 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:44.926943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Attempting to bind port 540ba5d2-5837-4efe-b854-bb6c7b047151 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:44.927344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Attempting to bind port 540ba5d2-5837-4efe-b854-bb6c7b047151 on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:44.940237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Port 540ba5d2-5837-4efe-b854-bb6c7b047151 on network 18d0a2fa-86ea-47fb-937f-86920df5112f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:22:44.940657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Attempting to bind port 540ba5d2-5837-4efe-b854-bb6c7b047151 on network 18d0a2fa-86ea-47fb-937f-86920df5112f {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:44.956947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Deleting port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:44.957387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:44.971133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:44.971575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Checking segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:44.972021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Bound using segment: {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:44.972541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Bound port: 540ba5d2-5837-4efe-b854-bb6c7b047151, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e154d56d-1580-4cd5-b65e-c46ed797e7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:44.972970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.011366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:22:45.054625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] DHCP port deletion for 9ec240e0-6bee-4ae2-a607-a37a53414f8d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:45.067411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, b71b1026-b7ef-4a93-9594-64ed4f11943a) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:45.092461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:45.093066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.096685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec3cac-ed94-40d3-9569-eeef3a4d0936 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:45.153986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] For port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:45.154368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.267767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Calling delete_port for 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:45.304071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc073404-6035-4568-8d47-495f93eee232 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8779109 Aug 21 18:22:45.307168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46232) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:45.309664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:45.310576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Deleting port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:45.311642 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.312608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'name': 'tempest-NetworksTestDHCPv6-1311932189'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:45.317616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=540ba5d2-5837-4efe-b854-bb6c7b047151,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:45.440472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc3e239-3fb8-4329-a476-ff23ac04c1b6 req-2c7c3033-8816-4cef-8bb8-308bb01040b6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:45.442076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bc3e239-3fb8-4329-a476-ff23ac04c1b6 req-2c7c3033-8816-4cef-8bb8-308bb01040b6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 943 time: 0.3822386 Aug 21 18:22:45.445133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.478633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:45.479261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.487170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] 10.222.0.64 "PUT /v2.0/ports/540ba5d2-5837-4efe-b854-bb6c7b047151 HTTP/1.1" status: 200 len: 1092 time: 2.2628832 Aug 21 18:22:45.488285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46238) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:45.490909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:45.491999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:22:45.493980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.510079 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bec46fc-b72a-43b1-9690-3af05a811954" -d '{"events": [{"name": "network-changed", "server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:22:45.520394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] For port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,segment=NetworkSegment(b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470),segment_id=b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:45.520876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.544160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Calling delete_port for 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:45.623340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cfb61ba-d12b-42d0-ace0-a7b17790f378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.625194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:45.629631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.655705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 6ecb63b2-d64a-43d0-ae88-ce0f5241f539 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:45.662328 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c533e0-b4c7-4509-8823-62a332c81d5c x-openstack-request-id: req-34c533e0-b4c7-4509-8823-62a332c81d5c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:22:45.662614 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:22:45.662867 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c533e0-b4c7-4509-8823-62a332c81d5c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:22:45.663236 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151', 'status': 'completed', 'code': 200} Aug 21 18:22:45.833052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bc3e239-3fb8-4329-a476-ff23ac04c1b6 req-b3111f48-9f4a-4e75-9fe2-ce988af6154c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417547 Aug 21 18:22:45.841517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae2e14-3ee5-4258-b78c-7735ec02f724 service neutron] Pushing event updated for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:45.859013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.860882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2773b630-b8a7-4907-8796-c049c748a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:45.862652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-2773b630-b8a7-4907-8796-c049c748a138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 1095 time: 0.3035445 Aug 21 18:22:45.875214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9/b6c3837e-bd20-4ca9-908a-a13c6915a3de) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:45.923301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-9f5ddc17-1329-4c76-9b11-5cb9b8be0ebc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540ba5d2-5837-4efe-b854-bb6c7b047151 HTTP/1.1" status: 200 len: 217 time: 0.0452323 Aug 21 18:22:45.926835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:45.935903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] Pushing event deleted for resources: {'Port': ['ID=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:45.950989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c379e7-fd4c-4d0e-9e1f-0be3f2578231 None None] No DVR routers for this DVR port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:46.031237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Port': ['ID=44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:46.032674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 978b00dd-4344-4eae-828e-076fa62ffaa0 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:46.040099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No DVR routers for this DVR port 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:46.044675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cfb61ba-d12b-42d0-ace0-a7b17790f378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.077871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cfb61ba-d12b-42d0-ace0-a7b17790f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.096840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 978b00dd-4344-4eae-828e-076fa62ffaa0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:46.096840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 978b00dd-4344-4eae-828e-076fa62ffaa0 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:46.097219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:46.110532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-82d383c1-0368-49a2-9be2-fbf7be99d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:46.110532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-82d383c1-0368-49a2-9be2-fbf7be99d10b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.1663640 Aug 21 18:22:46.218302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb61ba-d12b-42d0-ace0-a7b17790f378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d2f38f-4965-471a-8549-7d27ae909e6e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:46.232344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.244251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec240e0-6bee-4ae2-a607-a37a53414f8d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:46.257188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:46.257570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cf5f81-9cca-4d90-ac0b-86d3c7f3b470') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:46.268512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.281602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-4a660c8b-bdd8-4704-91af-56af774c4603 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156924 Aug 21 18:22:46.290949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1cfb61ba-d12b-42d0-ace0-a7b17790f378 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc36454f4b5046539e2efca47dce976c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675641 Aug 21 18:22:46.293418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:46.295386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.327233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:46.327581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44db4a5e-100b-4fc2-8b4d-e4ff5ae2c9b8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:46.347320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:22:46.347823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:22:46.356751 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:22:46.436784 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.447890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Transition to ACTIVE for port object b6c3837e-bd20-4ca9-908a-a13c6915a3de will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:46.490618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Transition to ACTIVE for port object b6c3837e-bd20-4ca9-908a-a13c6915a3de will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:46.501849 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.517816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.563799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:46.568264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:46.576698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:46.588890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Pushing event updated for resources: {'Port': ['ID=b6c3837e-bd20-4ca9-908a-a13c6915a3de,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:46.623664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Pushing event deleted for resources: {'Network': ['ID=9ec240e0-6bee-4ae2-a607-a37a53414f8d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:46.623865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::6 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9/6ecb63b2-d64a-43d0-ae88-ce0f5241f539) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:46.631485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.661985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.661985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f904c8e-06f3-476d-aad4-2a62f599d67d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/networks/9ec240e0-6bee-4ae2-a607-a37a53414f8d HTTP/1.1" status: 204 len: 168 time: 2.2020628 Aug 21 18:22:46.662296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46262) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:46.667893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'routes': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:46.691782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.712379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Attempting to bind port b6c3837e-bd20-4ca9-908a-a13c6915a3de on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:46.712726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Attempting to bind port b6c3837e-bd20-4ca9-908a-a13c6915a3de by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:46.713086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Attempting to bind port b6c3837e-bd20-4ca9-908a-a13c6915a3de on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:46.731940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:46.732717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:46.737968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.738836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:46.739637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Bound port: b6c3837e-bd20-4ca9-908a-a13c6915a3de, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:46.740249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.762143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-eaf17f9f-ddee-4ad3-9f01-e23327e5c1af service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678223 Aug 21 18:22:46.772993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.779456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.790929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61d2f38f-4965-471a-8549-7d27ae909e6e HTTP/1.1" status: 204 len: 168 time: 0.4911549 Aug 21 18:22:46.858876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae3c54-e4d8-4506-bae5-0ebd59e2f594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d2f38f-4965-471a-8549-7d27ae909e6e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:46.948375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] For port b6c3837e-bd20-4ca9-908a-a13c6915a3de, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:46.957349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] For port b6c3837e-bd20-4ca9-908a-a13c6915a3de, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b6c3837e-bd20-4ca9-908a-a13c6915a3de,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:46.966945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:46.985596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f98fbad-2f3c-4966-8850-b3be8e9a3060 req-73be82c4-2fef-4545-a737-4bdbed00b3f3 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928027 Aug 21 18:22:47.056815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2013044-3179-4dab-92c9-afbd79f09064 None None] Pushing event updated for resources: {'Port': ['ID=b6c3837e-bd20-4ca9-908a-a13c6915a3de,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:47.134019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-e9dc66e8-7171-4284-af8d-e6c90715309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:47.136043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-e9dc66e8-7171-4284-af8d-e6c90715309a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b50be282941344169e3857e6cfe5e8f3&device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 1095 time: 0.0762594 Aug 21 18:22:47.334009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Added routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 21 18:22:47.334320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.extraroute_db [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Removed routes are [] {{(pid=94599) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 21 18:22:47.334785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.362989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.408936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-62a78224-d38e-4003-8ebe-4725411e49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:47.410467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-62a78224-d38e-4003-8ebe-4725411e49f0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 200 len: 915 time: 0.2627144 Aug 21 18:22:47.482944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-b0b23cc6-b1aa-4a97-8fe5-576fe9dc9688 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540ba5d2-5837-4efe-b854-bb6c7b047151 HTTP/1.1" status: 200 len: 217 time: 0.0624523 Aug 21 18:22:47.490650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 6ecb63b2-d64a-43d0-ae88-ce0f5241f539 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:47.578204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-b227cf10-8c40-4717-aba7-5785071c91ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:47.580222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-b227cf10-8c40-4717-aba7-5785071c91ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 200 len: 854 time: 0.0823174 Aug 21 18:22:47.619404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.625548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.637543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6381fd1-5c40-483f-ad28-b75305503bfb req-44beb0a9-4c27-4a57-946c-32a22e4be9f0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:47.639127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6381fd1-5c40-483f-ad28-b75305503bfb req-44beb0a9-4c27-4a57-946c-32a22e4be9f0 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 943 time: 0.4364574 Aug 21 18:22:47.675291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-f385b1d2-fddd-4033-9250-d460d9393585 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=18d0a2fa-86ea-47fb-937f-86920df5112f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839100 Aug 21 18:22:47.790858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d52a26ae-b7ad-4594-9a95-ffcff313cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.820785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6381fd1-5c40-483f-ad28-b75305503bfb req-1e110d3b-8aaf-4ec0-bbc2-b525f3b84cee tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730433 Aug 21 18:22:47.847598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:22:47.849827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:47.908531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-4c9b3dd2-da34-4ed6-abf2-e989f9c38aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210009 Aug 21 18:22:47.932295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:47.938607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:47.944659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:47.951146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:47.952494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.059168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=6ecb63b2-d64a-43d0-ae88-ce0f5241f539,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:48.110084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bec46fc-b72a-43b1-9690-3af05a811954 req-eb78b7be-cc68-411f-a138-33ed4f7a5a8b service neutron] 10.222.0.64 "GET /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929126 Aug 21 18:22:48.136757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b6c3837e-bd20-4ca9-908a-a13c6915a3de up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:48.152373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3feb3351-268c-46a2-aa63-ff2780e62d6c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8440449 Aug 21 18:22:48.155096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:48.165444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:48.189427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.191424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b511aa20-8cff-4ad6-8b97-59858ea4ec18 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 701 time: 1.5280473 Aug 21 18:22:48.194113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:48.196124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Sync routers for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:48.223858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:48.224838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:48.261493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab2846-ef37-4482-82dc-b5e519e7ce68 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:48.268604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ab2846-ef37-4482-82dc-b5e519e7ce68 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:48.270337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5ab2846-ef37-4482-82dc-b5e519e7ce68 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1140954 Aug 21 18:22:48.276502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46314) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:48.304230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-665964fd-1691-4d81-9e70-b3fecee2ddd9 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 205 time: 0.1067984 Aug 21 18:22:48.304808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:48.378716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:48.472634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 6ecb63b2-d64a-43d0-ae88-ce0f5241f539 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:48.473027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.479081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.494174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:48.500195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b6c3837e-bd20-4ca9-908a-a13c6915a3de completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:48.575794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Checking router: 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:48.601184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Routers {'7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:48.601476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:21Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:48.605624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.673035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.692384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041e67a-1285-41f5-81ba-6e6e1a98d14e None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:48.696325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 6ecb63b2-d64a-43d0-ae88-ce0f5241f539 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:48.834548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] Set router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:48.908595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.917513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:48.991902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-686c05d9-6872-40eb-993e-66878271c808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:49.001479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Provisioning for port b6c3837e-bd20-4ca9-908a-a13c6915a3de completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:49.040294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Provisioning complete for port b6c3837e-bd20-4ca9-908a-a13c6915a3de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:49.041024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.063367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686c05d9-6872-40eb-993e-66878271c808 None None] The sync data for ids ['7f594382-5b7f-4aae-b3ad-26f15a9cd0a3'] in n-d-793621-32 is: [{'id': '7f594382-5b7f-4aae-b3ad-26f15a9cd0a3', 'name': 'tempest-RoutersTest-router-1570228910', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:21:48Z', 'updated_at': '2021-08-21T18:22:42Z', 'revision_number': 11, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:49.071893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.236275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d28e0-48e6-4660-a4fe-22183fe4a509 req-078dcbd9-9e25-43c6-b5ee-62bd1c5eb6dc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:49.238118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f0d28e0-48e6-4660-a4fe-22183fe4a509 req-078dcbd9-9e25-43c6-b5ee-62bd1c5eb6dc tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 943 time: 0.2704439 Aug 21 18:22:49.397714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.412840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.451250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f0d28e0-48e6-4660-a4fe-22183fe4a509 req-b8849c4d-b37a-477e-a01b-c30afe0998b1 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991756 Aug 21 18:22:49.477434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=6ecb63b2-d64a-43d0-ae88-ce0f5241f539,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:49.503471 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.509509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-487c7136-af01-4939-849f-b1c134345aac tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6ecb63b2-d64a-43d0-ae88-ce0f5241f539 HTTP/1.1" status: 204 len: 168 time: 1.2317843 Aug 21 18:22:49.512323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46346) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:49.555743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] For port b6c3837e-bd20-4ca9-908a-a13c6915a3de, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b6c3837e-bd20-4ca9-908a-a13c6915a3de,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:49.560474 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.700121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b9c58-6ee7-428d-8deb-f424f960960e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:49.701762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156b9c58-6ee7-428d-8deb-f424f960960e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:49.713887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-156b9c58-6ee7-428d-8deb-f424f960960e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1998222 Aug 21 18:22:49.717715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46352) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:49.726990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664f3d-175f-4b30-b389-c238670bb6c0 None None] Pushing event updated for resources: {'Port': ['ID=b6c3837e-bd20-4ca9-908a-a13c6915a3de,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:49.772509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.773013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router 7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:22:49.782222 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.789744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f7ba93c-8215-44bf-862a-fb27d1929f07 None None] Could not find standard attr ID for object 6ecb63b2-d64a-43d0-ae88-ce0f5241f539. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:49.789978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-acc97486-00a9-469b-b854-48b403d2e1a8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 204 len: 168 time: 1.4774783 Aug 21 18:22:49.791129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46356) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:49.796587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-436534838', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:49.806230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2f7ba93c-8215-44bf-862a-fb27d1929f07 None None] Provisioning complete for port b6c3837e-bd20-4ca9-908a-a13c6915a3de triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:49.806942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f7ba93c-8215-44bf-862a-fb27d1929f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.857310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:49.870060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.900287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.902374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:49.976050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 540ba5d2-5837-4efe-b854-bb6c7b047151 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:22:50.064689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.124500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.136503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.185115 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.186975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5165dd36-04f6-41f4-914a-f5aae23bb10d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3943958 Aug 21 18:22:50.189605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46366) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:50.201464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:50.330527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=540ba5d2-5837-4efe-b854-bb6c7b047151,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:50.331586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.359382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '540ba5d2-5837-4efe-b854-bb6c7b047151', 'network_id': '18d0a2fa-86ea-47fb-937f-86920df5112f', 'port_id': '540ba5d2-5837-4efe-b854-bb6c7b047151', 'mac_address': 'fa:16:3e:6a:e1:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76301e98-10fa-4d7d-986d-e4f6f575ede1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:22:50.365357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b6c3837e-bd20-4ca9-908a-a13c6915a3de up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:50.477759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.532926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:50.537377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.546041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52a1d47c-6a21-4c86-ba6f-6bbf37767806 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9 HTTP/1.1" status: 204 len: 168 time: 0.8267691 Aug 21 18:22:50.548937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46382) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:50.608351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0694a7e2-dcc6-465e-b63d-eb994220f2bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552716 Aug 21 18:22:50.612061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46384) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:50.619434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:50.690814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b6c3837e-bd20-4ca9-908a-a13c6915a3de triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:50.692397 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.692877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.746208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540ba5d2-5837-4efe-b854-bb6c7b047151 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:22:50.769602 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-137715a8-4d08-49b9-b245-718acd499517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.846449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:50.854175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483980f-57ea-491a-8973-65a20c767032 req-7824e469-0815-4445-971f-1457aefb03d6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:50.862256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7483980f-57ea-491a-8973-65a20c767032 req-7824e469-0815-4445-971f-1457aefb03d6 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 943 time: 0.2326534 Aug 21 18:22:50.911121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=540ba5d2-5837-4efe-b854-bb6c7b047151,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:50.916561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8c635d-368b-46ea-947a-d851d2217061 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:50.987213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-00b7c6dc-c61a-4911-8423-325a85a2174e None None] Could not find standard attr ID for object 6ecb63b2-d64a-43d0-ae88-ce0f5241f539. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:22:51.006723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7483980f-57ea-491a-8973-65a20c767032 req-149312f5-b16c-42bf-b9b3-15fbabfec75c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208956 Aug 21 18:22:51.008921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:51.013435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.028221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.132144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1597850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1603029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2198'] for router, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.154776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:51.164672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1597869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1597860', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1602970'] for router, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.218600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:51.286007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['540ba5d2-5837-4efe-b854-bb6c7b047151'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:22:51.560464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Deleting port b6c3837e-bd20-4ca9-908a-a13c6915a3de {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:51.560854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.598709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.652899 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.678389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] For port b6c3837e-bd20-4ca9-908a-a13c6915a3de, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b6c3837e-bd20-4ca9-908a-a13c6915a3de,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:51.678389 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.715955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Calling delete_port for b6c3837e-bd20-4ca9-908a-a13c6915a3de owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:51.725684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:51.736049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:51.746054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:51.746815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.769487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Router 21082014-1f76-42ef-a6aa-1928c89fbc18 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:22:51.791850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=359bbc8b-4092-4a93-b180-5444719a5084,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:51.830173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-881409ab-0b5d-4c2f-b85c-ac2f6e1df836 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2160866 Aug 21 18:22:51.830173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46406) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:51.839292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'name': 'tempest-NetworksTestDHCPv6-755084376'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:51.842409 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.911173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] Pushing event deleted for resources: {'Port': ['ID=b6c3837e-bd20-4ca9-908a-a13c6915a3de,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:51.934627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2b3b7-3c11-4633-9f9b-1813b92a2ca4 None None] No DVR routers for this DVR port b6c3837e-bd20-4ca9-908a-a13c6915a3de on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:51.936400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:22:51.954794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:51.956128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-baf4ce43-605c-489b-88df-80393c017f71 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "PUT /v2.0/routers/21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 200 len: 693 time: 1.7654257 Aug 21 18:22:51.958865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46416) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:51.967066 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Sync routers for ids ['21082014-1f76-42ef-a6aa-1928c89fbc18'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:22:51.977615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779fa42c-cdb6-4c9e-9255-05938a6a25ab None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:51.995970 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Routers {'21082014-1f76-42ef-a6aa-1928c89fbc18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:51.998629 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['21082014-1f76-42ef-a6aa-1928c89fbc18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:52.086810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bbe3f50d-8f77-41ce-acb2-19af0d27a991 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/routers/21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 200 len: 699 time: 0.1244271 Aug 21 18:22:52.087072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46424) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:52.170584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:52.173009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9d4340dc-ce1b-413b-82c0-5e280fcbc4db tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 200 len: 205 time: 0.0771389 Aug 21 18:22:52.178961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46428) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:52.186932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:52.264832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:52.282237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Set router 21082014-1f76-42ef-a6aa-1928c89fbc18 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:52.328309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:52.410332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b6c3837e-bd20-4ca9-908a-a13c6915a3de no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:52.419633 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21082014-1f76-42ef-a6aa-1928c89fbc18', 'name': 'tempest-RoutersTest-router-436534838', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:22:49Z', 'updated_at': '2021-08-21T18:22:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:52.437576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b6c3837e-bd20-4ca9-908a-a13c6915a3de {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:52.437947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b6c3837e-bd20-4ca9-908a-a13c6915a3de not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:52.498931 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Checking router: 21082014-1f76-42ef-a6aa-1928c89fbc18 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:22:52.521583 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Routers {'21082014-1f76-42ef-a6aa-1928c89fbc18'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:22:52.524511 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:22:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['21082014-1f76-42ef-a6aa-1928c89fbc18'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:52.612666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaa236-29e6-4c81-88e7-6e07a4e848b2 req-6277fbd7-1526-42c2-a8bd-4009d7c51836 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:52.614225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daaaa236-29e6-4c81-88e7-6e07a4e848b2 req-6277fbd7-1526-42c2-a8bd-4009d7c51836 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 944 time: 0.3000436 Aug 21 18:22:52.633884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::e8 (b71b1026-b7ef-4a93-9594-64ed4f11943a/359bbc8b-4092-4a93-b180-5444719a5084/e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:52.677717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '359bbc8b-4092-4a93-b180-5444719a5084'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:52.679178 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:52.680039 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] Set router 21082014-1f76-42ef-a6aa-1928c89fbc18 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:22:52.827913 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21082014-1f76-42ef-a6aa-1928c89fbc18', 'name': 'tempest-RoutersTest-router-436534838', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:22:49Z', 'updated_at': '2021-08-21T18:22:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:22:52.876069 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef8bb9b-bf6e-4d7c-bcd7-13233edd5135 None None] The sync data for ids ['21082014-1f76-42ef-a6aa-1928c89fbc18'] in n-d-793621-32 is: [{'id': '21082014-1f76-42ef-a6aa-1928c89fbc18', 'name': 'tempest-RoutersTest-router-436534838', 'tenant_id': '43a4dacba8be4106ac521990b7212840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:22:49Z', 'updated_at': '2021-08-21T18:22:51Z', 'revision_number': 2, 'project_id': '43a4dacba8be4106ac521990b7212840', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:22:52.950702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:52.954802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:52.967332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-daaaa236-29e6-4c81-88e7-6e07a4e848b2 req-d1fdb625-6096-4d64-bdd1-a67245995440 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426630 Aug 21 18:22:53.040600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.046971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Fanout notify agent at l3_agent the message router_deleted on router 21082014-1f76-42ef-a6aa-1928c89fbc18 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:22:53.079742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.095760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a98f79ca-881e-48cc-a838-e9f807285a1d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 204 len: 168 time: 0.9150603 Aug 21 18:22:53.096143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46454) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.140278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.144640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0ad84b95-22b6-4b3a-bce9-7b3383650dc7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 200 len: 205 time: 0.0468695 Aug 21 18:22:53.147088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46456) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.160540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:53.229675 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-e2e537a3-39dc-4b9c-a5d9-c21dab309744 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:53.230771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e2e537a3-39dc-4b9c-a5d9-c21dab309744 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/21082014-1f76-42ef-a6aa-1928c89fbc18 HTTP/1.1" status: 404 len: 336 time: 0.0826395 Aug 21 18:22:53.236184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.238931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46462) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.314143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/359bbc8b-4092-4a93-b180-5444719a5084/09af19ee-3301-4ef2-8b15-c4b1be6adbb4) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:53.401721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:53.407400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:53.410717 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-68df2511-4b7a-4a7d-bfa7-8eae8b2449bb tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:53.411270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68df2511-4b7a-4a7d-bfa7-8eae8b2449bb tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:53.418866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46466) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.422836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68df2511-4b7a-4a7d-bfa7-8eae8b2449bb tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/be8fc4b3-e1c1-4f24-bf37-25757f2f9d69 HTTP/1.1" status: 404 len: 337 time: 0.1826451 Aug 21 18:22:53.424307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:53.438576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:53.439574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.473601 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5efcc1-1cc3-4ea0-99cb-a15b324ae95e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:53.474064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5efcc1-1cc3-4ea0-99cb-a15b324ae95e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:53.476221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e5efcc1-1cc3-4ea0-99cb-a15b324ae95e tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/32234ca9-d754-4996-bce6-b7ddb1c576df HTTP/1.1" status: 404 len: 337 time: 0.0561275 Aug 21 18:22:53.483096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46468) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.486722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:53.487661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.491940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-87a13909-694f-4942-bc15-e294b622992f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6611931 Aug 21 18:22:53.494354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46470) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.507220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Transition to ACTIVE for port object 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:53.509682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.543428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Transition to ACTIVE for port object 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:53.552740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.554292 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1761a6b2-44f0-4e36-95da-53779a4ca0c1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:53.554926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1761a6b2-44f0-4e36-95da-53779a4ca0c1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:53.560811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1761a6b2-44f0-4e36-95da-53779a4ca0c1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/0c05e180-1a39-4190-9826-305bd3a55127 HTTP/1.1" status: 404 len: 337 time: 0.0765481 Aug 21 18:22:53.561861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46474) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.633316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Pushing event updated for resources: {'Port': ['ID=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:53.641452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebaeefa-fa97-4f1a-8fe4-8aa247b23caa tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:53.657736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ebaeefa-fa97-4f1a-8fe4-8aa247b23caa tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1518726 Aug 21 18:22:53.657736 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc92439c-9b27-4103-9f63-8280c475c4bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:53.657736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc92439c-9b27-4103-9f63-8280c475c4bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:53.657736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cc92439c-9b27-4103-9f63-8280c475c4bd tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/10fd99d0-3e20-4d9d-8812-ec78125ec5fe HTTP/1.1" status: 404 len: 337 time: 0.0878201 Aug 21 18:22:53.657736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.658715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:53.660503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.668888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:53.674373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:53.727273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ee0bdea-74f9-4238-bb91-f62cdc0d7a63 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 200 len: 205 time: 0.0654352 Aug 21 18:22:53.729503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46486) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.774084 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-8863bb74-daa3-4951-a3be-7e7d91424033 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:53.775489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8863bb74-daa3-4951-a3be-7e7d91424033 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/7f594382-5b7f-4aae-b3ad-26f15a9cd0a3 HTTP/1.1" status: 404 len: 336 time: 0.0446336 Aug 21 18:22:53.778232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.796218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Attempting to bind port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:53.796965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Attempting to bind port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:53.797518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Attempting to bind port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:53.814120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c97e055c-fe58-402e-aec4-e6a3ce07b6f4 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 HTTP/1.1" status: 200 len: 205 time: 0.0345318 Aug 21 18:22:53.815170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:53.815546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:53.815950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.816341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:53.816704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.816830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Bound port: 09af19ee-3301-4ef2-8b15-c4b1be6adbb4, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:53.817173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.861214 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-1c236af6-146a-4bc7-80d0-86a1bdf6a9fa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:53.862551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1c236af6-146a-4bc7-80d0-86a1bdf6a9fa tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/bdbd9af4-5b2d-4c2f-a257-bd8f1c4df523 HTTP/1.1" status: 404 len: 336 time: 0.0443747 Aug 21 18:22:53.864377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:53.864735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.865235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46494) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.894423 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-69bd9f3d-4b3f-4e9b-9bec-88debd9bd0b6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:53.895149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69bd9f3d-4b3f-4e9b-9bec-88debd9bd0b6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:53.897335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69bd9f3d-4b3f-4e9b-9bec-88debd9bd0b6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/37f88433-2d1e-40f0-8fbd-41413d33ef1c HTTP/1.1" status: 404 len: 337 time: 0.0310090 Aug 21 18:22:53.907996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:53.942201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] For port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:53.947016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] For port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:53.953360 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:53.964679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b38b405f-9cbf-4d89-bdaf-4415a306aac6 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 200 len: 205 time: 0.0532370 Aug 21 18:22:53.965320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46498) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.016209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 540ba5d2-5837-4efe-b854-bb6c7b047151 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:54.117653 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-2fef2128-9e9a-419c-a952-7d9d8635cec8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:54.127646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2fef2128-9e9a-419c-a952-7d9d8635cec8 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/bab32329-ae8a-4854-8ebe-afa717100c86 HTTP/1.1" status: 404 len: 336 time: 0.1588020 Aug 21 18:22:54.128599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.146774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 540ba5d2-5837-4efe-b854-bb6c7b047151 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:54.149412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b370912-d93e-4bbe-8b67-e10eef46ca70 None None] Pushing event updated for resources: {'Port': ['ID=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:54.158986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 540ba5d2-5837-4efe-b854-bb6c7b047151 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:54.160919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.181176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.200632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:54.241019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138547be-54c2-4a32-a5c4-3d4bbdf032b0 req-384e6568-8827-4a74-adf6-eadafac8b546 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:54.250136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-138547be-54c2-4a32-a5c4-3d4bbdf032b0 req-384e6568-8827-4a74-adf6-eadafac8b546 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 944 time: 0.1211467 Aug 21 18:22:54.276133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e8c1de9-3b26-4dbf-bd44-0e0b36253087 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4415a59-6357-44c0-861f-3a19a4e9835e HTTP/1.1" status: 200 len: 205 time: 0.1331761 Aug 21 18:22:54.276133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46510) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.360155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-138547be-54c2-4a32-a5c4-3d4bbdf032b0 req-b12e1a37-b2a8-4ad1-8e5a-41834328d09c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050510 Aug 21 18:22:54.371093 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-77f240ff-0b26-489d-8990-cf9c9d3a59b1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:54.371093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-77f240ff-0b26-489d-8990-cf9c9d3a59b1 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/d4415a59-6357-44c0-861f-3a19a4e9835e HTTP/1.1" status: 404 len: 336 time: 0.1031280 Aug 21 18:22:54.374812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.396019 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:22:54.440640 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc0740d-fd55-4b1e-9439-4d679a3b21ee tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:54.441910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.449756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc0740d-fd55-4b1e-9439-4d679a3b21ee tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:54.452476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bcc0740d-fd55-4b1e-9439-4d679a3b21ee tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/b3328025-27ea-4617-8984-3665aa0fea4e HTTP/1.1" status: 404 len: 337 time: 0.0762906 Aug 21 18:22:54.455238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.515463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:22:54.544210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cbb74af0-20dd-4e9e-8b5c-d20252afbfe7 tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=cbedd863-9852-44ae-9457-4ce1033b6116 HTTP/1.1" status: 200 len: 205 time: 0.0864255 Aug 21 18:22:54.544577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.561033 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e2aa6b-dd10-4fe9-ae16-50422432c39d" -d '{"events": [{"server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "name": "network-vif-plugged", "status": "completed", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:22:54.614954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=540ba5d2-5837-4efe-b854-bb6c7b047151,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:54.618030 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.632620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.679239 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-4d6c79a8-9e27-4c66-a85b-f83316665f0b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:54.681866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4d6c79a8-9e27-4c66-a85b-f83316665f0b tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/cbedd863-9852-44ae-9457-4ce1033b6116 HTTP/1.1" status: 404 len: 336 time: 0.1363535 Aug 21 18:22:54.682801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:54.684950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.719090 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec672e4-ae3f-46e2-9912-26680cdace8b x-openstack-request-id: req-5ec672e4-ae3f-46e2-9912-26680cdace8b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:22:54.719357 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "name": "network-vif-plugged", "status": "completed", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:22:54.719633 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ec672e4-ae3f-46e2-9912-26680cdace8b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:22:54.720019 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151', 'code': 200} Aug 21 18:22:54.724199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:54.728372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b75505c3-9a60-4651-89b0-fe0484faa598 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 HTTP/1.1" status: 204 len: 168 time: 1.0685999 Aug 21 18:22:54.730802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46528) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.825753 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afa515b-763c-4c19-a433-77f79cd4973d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:54.826352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afa515b-763c-4c19-a433-77f79cd4973d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:54.830668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0afa515b-763c-4c19-a433-77f79cd4973d tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/6933b3f6-f263-4160-84d6-cd3662a8c590 HTTP/1.1" status: 404 len: 337 time: 0.1445792 Aug 21 18:22:54.841928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50effa3-3042-46d0-a9e2-ed47d490d373 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:54.850321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:54.855008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50effa3-3042-46d0-a9e2-ed47d490d373 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:54.862867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b50effa3-3042-46d0-a9e2-ed47d490d373 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1235225 Aug 21 18:22:54.884857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46534) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.884997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46536) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:54.925232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82aa2bf-0057-4d38-9c75-e50f69759995 req-dcc577df-82c3-427f-a971-944c12d071a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:54.930817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e82aa2bf-0057-4d38-9c75-e50f69759995 req-dcc577df-82c3-427f-a971-944c12d071a7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 1097 time: 0.1698539 Aug 21 18:22:54.963237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b7149106-9ecc-41e8-90b3-1cba982c881a tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "GET /v2.0/ports?device_id=01172c72-0623-4b29-9a27-09d43a7c39b5 HTTP/1.1" status: 200 len: 205 time: 0.0740371 Aug 21 18:22:54.965815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46540) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.071849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 359bbc8b-4092-4a93-b180-5444719a5084 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:55.078648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:55.088341 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-0eb83fa1-dfc2-4f38-92af-fe2bfce2a9bf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] delete failed (client error): The resource could not be found. Aug 21 18:22:55.089423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0eb83fa1-dfc2-4f38-92af-fe2bfce2a9bf tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/routers/01172c72-0623-4b29-9a27-09d43a7c39b5 HTTP/1.1" status: 404 len: 336 time: 0.1183648 Aug 21 18:22:55.092953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.147404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:55.201948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e82aa2bf-0057-4d38-9c75-e50f69759995 req-eb1e390a-9f48-46be-9d2b-b07be677a892 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628157 Aug 21 18:22:55.204897 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aff5be1-0e83-4a28-a88c-954fe2f4669c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:55.205377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aff5be1-0e83-4a28-a88c-954fe2f4669c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:55.214039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5aff5be1-0e83-4a28-a88c-954fe2f4669c tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/c2b1a4f0-0cf8-4e0a-870e-ec5bbb17e745 HTTP/1.1" status: 404 len: 337 time: 0.1192365 Aug 21 18:22:55.214767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46552) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.262132 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-73177591-a5c8-41c2-94ba-8f72ed92b13f tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] DELETE failed (client error): The resource could not be found. Aug 21 18:22:55.262628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73177591-a5c8-41c2-94ba-8f72ed92b13f tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:22:55.267660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-73177591-a5c8-41c2-94ba-8f72ed92b13f tempest-RoutersTest-1904902646 tempest-RoutersTest-1904902646-project] 10.222.0.41 "DELETE /v2.0/subnets/871e0b8f-08fd-4857-9bae-e31f037ae869 HTTP/1.1" status: 404 len: 337 time: 0.0516257 Aug 21 18:22:55.317601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:55.459581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:55.515986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=359bbc8b-4092-4a93-b180-5444719a5084,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:55.527739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:55.532390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46558) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.549063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b1a0b7d-b217-45f2-9066-6fbc6e8926cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/359bbc8b-4092-4a93-b180-5444719a5084 HTTP/1.1" status: 204 len: 168 time: 0.6614132 Aug 21 18:22:55.645730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2b312d-6b54-49d1-b8c9-b3e3bd3097ad req-e797626c-8684-4aa3-9aa5-203fef87752b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:55.658197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae2b312d-6b54-49d1-b8c9-b3e3bd3097ad req-e797626c-8684-4aa3-9aa5-203fef87752b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1544068 Aug 21 18:22:55.694181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-72758963-5516-4dec-90a7-e0765b6a77c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1607401 Aug 21 18:22:55.699373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.711487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:55.721251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae2b312d-6b54-49d1-b8c9-b3e3bd3097ad req-5c8277ba-a364-4aba-9f55-efc3bd9d45cd tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620003 Aug 21 18:22:55.911717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46570) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:55.924523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41defb0-c802-4f44-8bb5-f2f40c5f304f None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:55.980804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:55.984554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.054567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:22:56.136258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b56dec53-84a3-498b-bac3-2ddb5c7758c1 None None] Provisioning for port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:56.193710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:22:56.221002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:22:56.224471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.361500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472fe938-985e-46e3-b05a-592278154127 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:22:56.425236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f74f7bb-a4ba-4007-8115-3c601abb37c7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43a4dacba8be4106ac521990b7212840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5096881 Aug 21 18:22:56.425507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46588) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:56.448971 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.502451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:56.510370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.516896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.553208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-472fe938-985e-46e3-b05a-592278154127 None None] Deleting port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:56.553470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-472fe938-985e-46e3-b05a-592278154127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.564760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.578512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.645345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=bf91f240-cd74-42c0-a6d9-792a5d3fa535,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:56.652354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:56.662064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:56.666242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:56.668226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.671917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.675518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8358c823-4e92-4bba-a091-3128bb9a8cbe HTTP/1.1" status: 204 len: 168 time: 0.2365913 Aug 21 18:22:56.675655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:56.675655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.688691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d187346-1b25-4910-8386-8d9cff62d815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358c823-4e92-4bba-a091-3128bb9a8cbe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:56.714094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-472fe938-985e-46e3-b05a-592278154127 None None] For port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:22:56.714514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-472fe938-985e-46e3-b05a-592278154127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:56.726924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f7a6202e-0706-4dc8-b1df-f066cf1f0227 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0262201 Aug 21 18:22:56.729138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46600) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:56.735948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'name': 'tempest-NetworksTestDHCPv6-1627288818'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:56.755554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-472fe938-985e-46e3-b05a-592278154127 None None] Calling delete_port for 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:56.971666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-472fe938-985e-46e3-b05a-592278154127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:57.008957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a43bf-f9ff-4fed-b736-a98043c68735 req-c2ba3d6c-cc3f-4085-92a2-c8ae27a07c07 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:57.010563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac5a43bf-f9ff-4fed-b736-a98043c68735 req-c2ba3d6c-cc3f-4085-92a2-c8ae27a07c07 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1434815 Aug 21 18:22:57.019906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:22:57.027849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:57.044283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472fe938-985e-46e3-b05a-592278154127 None None] Pushing event deleted for resources: {'Port': ['ID=09af19ee-3301-4ef2-8b15-c4b1be6adbb4,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:57.064203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472fe938-985e-46e3-b05a-592278154127 None None] No DVR routers for this DVR port 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:22:57.083651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35accc-8397-446e-b940-095b8830b435 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:22:57.091755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:22:57.114059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac5a43bf-f9ff-4fed-b736-a98043c68735 req-5bf7c307-6d31-4336-93cf-265fb68d7151 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932255 Aug 21 18:22:57.383150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'bf91f240-cd74-42c0-a6d9-792a5d3fa535'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:22:57.387357 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:57.428001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51404205-caf9-4c6b-bc94-b8fccfc8b67e req-6495729c-a638-404d-8d46-3d897cc80a76 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:57.437271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51404205-caf9-4c6b-bc94-b8fccfc8b67e req-6495729c-a638-404d-8d46-3d897cc80a76 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1545186 Aug 21 18:22:57.472136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::36a (b71b1026-b7ef-4a93-9594-64ed4f11943a/bf91f240-cd74-42c0-a6d9-792a5d3fa535/4669b8de-9efb-4bf8-ad43-3c6104fd2bf6) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:57.514315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51404205-caf9-4c6b-bc94-b8fccfc8b67e req-d3e69ea8-cdbd-46cb-a40f-e452502fb44b tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710850 Aug 21 18:22:57.750000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:57.775968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:57.833752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfc8a-ac84-4bcd-b950-f935496880ee req-f5041933-8ab0-447b-b809-4e23963f479c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:57.842275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f37cfc8a-ac84-4bcd-b950-f935496880ee req-f5041933-8ab0-447b-b809-4e23963f479c tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.0781598 Aug 21 18:22:57.865420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46648) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:57.890002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:57.962793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/bf91f240-cd74-42c0-a6d9-792a5d3fa535/50c77c72-af80-4ab3-9f2b-9c632acd7dd6) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:22:57.994008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f37cfc8a-ac84-4bcd-b950-f935496880ee req-11a830f3-0672-4f3b-9207-e4ec1e7b7188 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483915 Aug 21 18:22:58.025054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:58.042121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:58.057012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:58.069248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:58.070422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.086723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:22:58.110528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=4669b8de-9efb-4bf8-ad43-3c6104fd2bf6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:58.110753 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a408473b-4c68-4846-af00-2e7766f8a2ea tempest-DvrRoutersNegativeTest-1975446281 tempest-DvrRoutersNegativeTest-1975446281-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-843702387', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:22:58.114146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.policy [None req-a408473b-4c68-4846-af00-2e7766f8a2ea tempest-DvrRoutersNegativeTest-1975446281 tempest-DvrRoutersNegativeTest-1975446281-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94598) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 21 18:22:58.118808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.policy [None req-a408473b-4c68-4846-af00-2e7766f8a2ea tempest-DvrRoutersNegativeTest-1975446281 tempest-DvrRoutersNegativeTest-1975446281-project] Failed policy check for 'create_router' {{(pid=94598) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 21 18:22:58.120143 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a408473b-4c68-4846-af00-2e7766f8a2ea tempest-DvrRoutersNegativeTest-1975446281 tempest-DvrRoutersNegativeTest-1975446281-project] create failed (client error): Access was denied to this resource. Aug 21 18:22:58.121388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a408473b-4c68-4846-af00-2e7766f8a2ea tempest-DvrRoutersNegativeTest-1975446281 tempest-DvrRoutersNegativeTest-1975446281-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2541871 Aug 21 18:22:58.128882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:22:58.130715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 09af19ee-3301-4ef2-8b15-c4b1be6adbb4 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:22:58.141080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8258eb94-285c-4257-ac4b-47be872d967f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4077663 Aug 21 18:22:58.141753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46660) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:58.159588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a923c5e-3f8e-46de-9f2f-9080844ef40d req-719a1300-ecd0-4fd4-b6dd-96d6e55f92a3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:58.168446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a923c5e-3f8e-46de-9f2f-9080844ef40d req-719a1300-ecd0-4fd4-b6dd-96d6e55f92a3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1022727 Aug 21 18:22:58.249149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a923c5e-3f8e-46de-9f2f-9080844ef40d req-cc979dd4-7d38-4ac2-83d6-193d324291e3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771773 Aug 21 18:22:58.249566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a7ffd7-32f2-428f-8079-2c7064ee0dc6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:58.251661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2a7ffd7-32f2-428f-8079-2c7064ee0dc6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1088934 Aug 21 18:22:58.254699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46664) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:58.355690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.396840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Transition to ACTIVE for port object 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:58.441028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:22:58.441446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.455630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Transition to ACTIVE for port object 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:22:58.464287 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.550888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:22:58.554128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:22:58.562173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:22:58.580255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Pushing event updated for resources: {'Port': ['ID=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:58.639380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Attempting to bind port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:22:58.639860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Attempting to bind port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:22:58.640338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Attempting to bind port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:22:58.645863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:22:58.646391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:22:58.647362 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.647362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:22:58.648084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Bound port: 50c77c72-af80-4ab3-9f2b-9c632acd7dd6, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:22:58.648576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.713242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.724798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] For port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:22:58.729241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] For port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:22:58.744662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:58.749303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:22:58.762320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:58.823171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25ef94-4d12-477b-929a-3d10e2943ae8 None None] Pushing event updated for resources: {'Port': ['ID=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:59.091353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326289c-f118-4448-968f-2326244c6b6b req-06792128-94ce-498c-aba6-3b529126b735 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:59.100873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d326289c-f118-4448-968f-2326244c6b6b req-06792128-94ce-498c-aba6-3b529126b735 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.5470228 Aug 21 18:22:59.138457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.242820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d326289c-f118-4448-968f-2326244c6b6b req-37c37602-f1da-4844-bf01-a78de10f2e53 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386859 Aug 21 18:22:59.311218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7461953-1480-4050-bb64-19b8871cdb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.342868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.347607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 HTTP/1.1" status: 204 len: 168 time: 1.0910892 Aug 21 18:22:59.348546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba0de4-3410-40b2-a9aa-054891887f10 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=4669b8de-9efb-4bf8-ad43-3c6104fd2bf6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:59.361523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:59.514323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce51f7-b67f-417b-8377-a84fbc768361 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:59.516094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce51f7-b67f-417b-8377-a84fbc768361 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:59.517673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-97ce51f7-b67f-417b-8377-a84fbc768361 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1519482 Aug 21 18:22:59.520618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:59.527603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa360b16-e641-4d45-9c2d-7c610cab1d35 req-08c1f242-5c47-46dd-8066-2d8bf1464009 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:22:59.535995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa360b16-e641-4d45-9c2d-7c610cab1d35 req-08c1f242-5c47-46dd-8066-2d8bf1464009 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1386187 Aug 21 18:22:59.601859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa360b16-e641-4d45-9c2d-7c610cab1d35 req-4cc68b49-a600-42b6-883f-c57afd19765e tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648346 Aug 21 18:22:59.625928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet bf91f240-cd74-42c0-a6d9-792a5d3fa535 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:22:59.630979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.669339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7461953-1480-4050-bb64-19b8871cdb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.681435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7461953-1480-4050-bb64-19b8871cdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.728245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7461953-1480-4050-bb64-19b8871cdb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403c9b39-d0ce-4e5c-9473-9d502bb3f116,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:22:59.735489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.772101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7461953-1480-4050-bb64-19b8871cdb2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f810f06a00b472398006a75867f7187&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0079985 Aug 21 18:22:59.773082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46734) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:22:59.919076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:22:59.989649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.008287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.076506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:00.168412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.203414 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.208829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.210249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/403c9b39-d0ce-4e5c-9473-9d502bb3f116 HTTP/1.1" status: 204 len: 168 time: 0.4362268 Aug 21 18:23:00.248594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:00.295291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=bf91f240-cd74-42c0-a6d9-792a5d3fa535,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:00.302896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.311297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46752) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.311737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5f820758-2c03-4fce-9316-45424350a01f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bf91f240-cd74-42c0-a6d9-792a5d3fa535 HTTP/1.1" status: 204 len: 168 time: 0.7897913 Aug 21 18:23:00.312941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6f2c1-6d22-456b-b934-642424d1905f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403c9b39-d0ce-4e5c-9473-9d502bb3f116,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:00.418944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc4133-68ec-41b9-bc89-975673810999 req-dc529816-63c2-48f0-8574-969016e28f44 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:00.424732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-86d841c5-552e-4188-ad4a-b2427c5423d4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121154 Aug 21 18:23:00.427589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46758) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.428051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1bc4133-68ec-41b9-bc89-975673810999 req-dc529816-63c2-48f0-8574-969016e28f44 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1339195 Aug 21 18:23:00.528508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73946af9-c666-4cbe-bf6b-44a5fa86baa6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:00.537608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-73946af9-c666-4cbe-bf6b-44a5fa86baa6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1039066 Aug 21 18:23:00.543265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46762) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.547660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1bc4133-68ec-41b9-bc89-975673810999 req-f8387cfd-b408-4e62-90b4-e7caf881bec9 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080093 Aug 21 18:23:00.588020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c9c65f-99cb-4800-83af-8f8f29ab168b None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:00.650753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63ed3e-8fa1-4d83-ba13-d81bc746e5d8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:00.654137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9a63ed3e-8fa1-4d83-ba13-d81bc746e5d8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097858 Aug 21 18:23:00.657331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.670465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Provisioning for port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:00.678487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Provisioning complete for port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:00.679116 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.736196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cde78df5-c7db-4f48-ad63-cd93c01c5370 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776997 Aug 21 18:23:00.744926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.751488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:00.790887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:00.836878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.911343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] For port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:00.918829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.968381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:00.977814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:00.982978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:01.001200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a01af57a-d93d-4c05-8765-fb52153b0abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.013759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d3760-34b7-46de-b6b5-ac5027f4b6f2 None None] Pushing event updated for resources: {'Port': ['ID=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:01.064015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Deleting port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:01.064814 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.184196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] For port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:01.186717 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.205025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a01af57a-d93d-4c05-8765-fb52153b0abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.215382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a01af57a-d93d-4c05-8765-fb52153b0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.223334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Calling delete_port for 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:01.299191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a01af57a-d93d-4c05-8765-fb52153b0abc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=197ddc24359d40fbb656f057bb804ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5072160 Aug 21 18:23:01.300533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af57a-d93d-4c05-8765-fb52153b0abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a568d665-b8aa-4490-a591-c3f73d0b9753,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:01.301989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.303542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46794) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:01.339268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:01.347793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:01.352233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:01.353093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.412917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.439231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6924441 Aug 21 18:23:01.442284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:01.453408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2', 'ip_address': '2001:db8::9dc9:3a65:187f:8d72'}], 'name': 'tempest-NetworksTestDHCPv6-1082480804'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:01.475354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] Pushing event deleted for resources: {'Port': ['ID=50c77c72-af80-4ab3-9f2b-9c632acd7dd6,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:01.487839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.495353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9646fd3-5ad8-4f26-a68f-330556b2d9cc None None] No DVR routers for this DVR port 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:01.532823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-61dd57d8-b2f3-4c36-9fcd-1b83b4fe4547 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:01.544946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-61dd57d8-b2f3-4c36-9fcd-1b83b4fe4547 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1897891 Aug 21 18:23:01.545177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dc1630-b82d-44f5-bb87-3a07bb653b35 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:01.560987 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.606780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:01.630212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.630594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.630938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.631274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.631613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.631951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.632861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.633874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.634648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.635021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.635362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.635726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f671156-ea4c-44b4-9068-9c5c8c377533 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:01.711101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:01.758914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Deleting port 540ba5d2-5837-4efe-b854-bb6c7b047151 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:01.759687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.766579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.769718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.770988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a568d665-b8aa-4490-a591-c3f73d0b9753 HTTP/1.1" status: 204 len: 168 time: 0.4657366 Aug 21 18:23:01.786711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:01.786711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.791402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e67d9-a583-40c8-aa5a-f5de01527f08 req-861b5f71-0cab-408f-8b9e-7bb14c758983 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:01.792982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f6e67d9-a583-40c8-aa5a-f5de01527f08 req-861b5f71-0cab-408f-8b9e-7bb14c758983 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 945 time: 0.1272895 Aug 21 18:23:01.954234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f6e67d9-a583-40c8-aa5a-f5de01527f08 req-d1ec75e3-0728-4416-9733-5187b4633cc5 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/security-groups?id=4000db4c-9d67-4913-be8c-0601953042a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482902 Aug 21 18:23:01.954785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] For port 540ba5d2-5837-4efe-b854-bb6c7b047151, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=540ba5d2-5837-4efe-b854-bb6c7b047151,segment=NetworkSegment(e154d56d-1580-4cd5-b65e-c46ed797e7db),segment_id=e154d56d-1580-4cd5-b65e-c46ed797e7db)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:01.955282 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:01.970883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Calling delete_port for 540ba5d2-5837-4efe-b854-bb6c7b047151 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:02.002613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.033891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f00c4-4b84-4a8d-905a-a949c940a7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a568d665-b8aa-4490-a591-c3f73d0b9753,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:02.056395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 8a13d200-8d51-4248-930c-2fef6ac7fabf yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:02.062284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:02.145613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:02.147278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 50c77c72-af80-4ab3-9f2b-9c632acd7dd6 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:02.247729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.257499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2/6a8de9e1-4f1d-4986-b21d-c005aa7ff11f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:02.339851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Pushing event deleted for resources: {'Port': ['ID=540ba5d2-5837-4efe-b854-bb6c7b047151,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:02.458809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] No DVR routers for this DVR port 540ba5d2-5837-4efe-b854-bb6c7b047151 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:02.477565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.487200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71199e8d-e8ec-4629-9779-d363e11cec3c req-5b21a0a1-ef34-4e2a-9a5b-b1a5cfce3307 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.64 "DELETE /v2.0/ports/540ba5d2-5837-4efe-b854-bb6c7b047151 HTTP/1.1" status: 204 len: 173 time: 0.9368963 Aug 21 18:23:02.489728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'name': 'network-vif-deleted', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:02.496779 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c06ee9-e9e0-46be-ae2e-98c7d8648958" -d '{"events": [{"server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "name": "network-vif-deleted", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:02.548517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.563523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:02.565584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Transition to ACTIVE for port object 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:02.580144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb488ad-02eb-4087-8250-eb0fd3b279f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.605679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Transition to ACTIVE for port object 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:02.616990 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b096f5-7c62-4e89-8acb-c174b2b8bf76 x-openstack-request-id: req-30b096f5-7c62-4e89-8acb-c174b2b8bf76 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:02.617413 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1443be4e-b22f-4d35-8e4d-5b3112733e90", "name": "network-vif-deleted", "tag": "540ba5d2-5837-4efe-b854-bb6c7b047151", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:02.617671 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30b096f5-7c62-4e89-8acb-c174b2b8bf76 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:02.618075 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1443be4e-b22f-4d35-8e4d-5b3112733e90', 'name': 'network-vif-deleted', 'tag': '540ba5d2-5837-4efe-b854-bb6c7b047151', 'status': 'completed', 'code': 200} Aug 21 18:23:02.618371 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.685848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::9dc9:3a65:187f:8d72 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2/8a13d200-8d51-4248-930c-2fef6ac7fabf) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:02.686979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:02.690293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:02.703327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:02.718231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Pushing event updated for resources: {'Port': ['ID=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:02.822259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Attempting to bind port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:02.822860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Attempting to bind port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:02.824036 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Attempting to bind port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:02.854529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:02.855433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:02.857112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.858554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:02.859080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Bound port: 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:02.862124 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:02.987015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb488ad-02eb-4087-8250-eb0fd3b279f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.022244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb488ad-02eb-4087-8250-eb0fd3b279f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.036821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] For port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:03.044552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] For port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:03.063773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.138894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5bb488ad-02eb-4087-8250-eb0fd3b279f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba7a84f192e94f1abd9b4376759bff5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5738795 Aug 21 18:23:03.141338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:03.169082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb488ad-02eb-4087-8250-eb0fd3b279f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab20b67-e64f-464c-9529-2cc87e8a3306,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:03.234075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.239481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d6c6a829-f23a-4553-9108-41bf7d23f165 req-8e264ca9-2d3d-41a0-9580-0aaa2ac4e1b3 tempest-ServerDiskConfigTestJSON-82130736 tempest-ServerDiskConfigTestJSON-82130736-project] 10.222.0.41 "GET /v2.0/ports?device_id=1443be4e-b22f-4d35-8e4d-5b3112733e90 HTTP/1.1" status: 200 len: 210 time: 0.1490545 Aug 21 18:23:03.259198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 8a13d200-8d51-4248-930c-2fef6ac7fabf will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:03.300902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203459cb-4a01-433a-8cfd-c473d779bdbb None None] Pushing event updated for resources: {'Port': ['ID=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:03.313328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.355054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.377787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.447409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=8a13d200-8d51-4248-930c-2fef6ac7fabf,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:03.452442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:03.454284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:03.457218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:03.465824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:03.466704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.496781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-392063c0-a121-43cd-9931-ef05dd08d7ee tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0528669 Aug 21 18:23:03.499447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46874) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:03.509673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.512561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:03.521673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bab20b67-e64f-464c-9529-2cc87e8a3306 HTTP/1.1" status: 204 len: 168 time: 0.3760240 Aug 21 18:23:03.545927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3188588-66d3-4da9-a9d1-ce1338b8c9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab20b67-e64f-464c-9529-2cc87e8a3306,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:03.632340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1a885-0bc4-432e-a831-21c7a8c78048 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:03.646427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1a885-0bc4-432e-a831-21c7a8c78048 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:03.651839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46884) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:03.654386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-53c1a885-0bc4-432e-a831-21c7a8c78048 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1473782 Aug 21 18:23:03.842390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 8a13d200-8d51-4248-930c-2fef6ac7fabf {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:03.842730 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.017833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.052291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 540ba5d2-5837-4efe-b854-bb6c7b047151 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:04.059129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 8a13d200-8d51-4248-930c-2fef6ac7fabf owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:04.106074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 540ba5d2-5837-4efe-b854-bb6c7b047151 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:04.106413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 540ba5d2-5837-4efe-b854-bb6c7b047151 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:04.107987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:04.196050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:04.257869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.295605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:04.302071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=8a13d200-8d51-4248-930c-2fef6ac7fabf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:04.331133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.337776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:04.338619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1bcb94a8-56b5-47a0-a24a-72fa92984317 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/8a13d200-8d51-4248-930c-2fef6ac7fabf HTTP/1.1" status: 204 len: 168 time: 0.6853054 Aug 21 18:23:04.464356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157d559-e869-40e4-9088-63b3fe1f32fe tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:04.467619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9157d559-e869-40e4-9088-63b3fe1f32fe tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:04.473496 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9157d559-e869-40e4-9088-63b3fe1f32fe tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1346881 Aug 21 18:23:04.476225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:04.546917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c27db82-bde5-4401-bb07-013f1e5294d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.695661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:04.766139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c27db82-bde5-4401-bb07-013f1e5294d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.772307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c27db82-bde5-4401-bb07-013f1e5294d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.777643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:04.801338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.807993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Deleting subnet 76301e98-10fa-4d7d-986d-e4f6f575ede1 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:04.820676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c27db82-bde5-4401-bb07-013f1e5294d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8bdd29defc546829c8cccad3d1f1875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213687 Aug 21 18:23:04.829666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46940) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:04.840063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.904905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Provisioning for port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:04.912650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Provisioning complete for port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:04.914698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.931168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27db82-bde5-4401-bb07-013f1e5294d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9ea98-7d75-4708-bc64-ae8705e812f8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:04.939656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.954113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:04.993132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.058874 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.106431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.116794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.183860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] For port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:05.195247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.201118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.212704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.216017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.217276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97d9ea98-7d75-4708-bc64-ae8705e812f8 HTTP/1.1" status: 204 len: 168 time: 0.3827958 Aug 21 18:23:05.231992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0009663-4be2-468b-aaf1-bda6c3ad2df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9ea98-7d75-4708-bc64-ae8705e812f8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:05.295436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.329935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.334095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/76301e98-10fa-4d7d-986d-e4f6f575ede1 HTTP/1.1" status: 204 len: 168 time: 0.6373255 Aug 21 18:23:05.337547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46956) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:05.353280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0dc5a62b-913a-4ced-ad72-ccc7c2b5ea40 None None] Could not find standard attr ID for object e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:23:05.421783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f5cdd-b00b-4da6-a295-26b52911def0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76301e98-10fa-4d7d-986d-e4f6f575ede1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:05.438681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143eb60-f475-489d-9bef-ec34fe804d66 None None] Pushing event updated for resources: {'Port': ['ID=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:05.491934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.544885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.548623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:05.550733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.552612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-881b163c-82bb-4bf2-96a2-66b1c71fd1bf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2 HTTP/1.1" status: 204 len: 168 time: 1.0751612 Aug 21 18:23:05.556400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:05.599926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed1e34-cee8-4ddf-8055-d428f64b785c None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:05.604097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4869cd65-a78e-4571-a0c5-2a4ec6e80d0b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463331 Aug 21 18:23:05.606750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46968) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:05.611930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:05.719121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.729822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d0a2fa-86ea-47fb-937f-86920df5112f']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:05.740441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e154d56d-1580-4cd5-b65e-c46ed797e7db') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:05.740747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e154d56d-1580-4cd5-b65e-c46ed797e7db') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:05.748786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b16380ea-c481-4185-bdaa-cf2939ff7a56 None None] Could not find standard attr ID for object 4669b8de-9efb-4bf8-ad43-3c6104fd2bf6. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:23:05.751210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.765728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.772747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:23:05.773154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:23:05.775073 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:23:05.842952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:05.846693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.852711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.858528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:05.860671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/18d0a2fa-86ea-47fb-937f-86920df5112f HTTP/1.1" status: 204 len: 168 time: 0.5218565 Aug 21 18:23:05.896561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c157db-0697-4dc1-a9ef-0260b3e04ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=18d0a2fa-86ea-47fb-937f-86920df5112f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.001190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:06.011858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46982) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:06.032327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-edccae55-fef1-4d2c-ab78-b3301ca3c260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.096990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Deleting port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:06.097697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.151035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46988) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:06.171910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] For port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:06.172695 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.209852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-edccae55-fef1-4d2c-ab78-b3301ca3c260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.215598 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-edccae55-fef1-4d2c-ab78-b3301ca3c260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.272008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-edccae55-fef1-4d2c-ab78-b3301ca3c260 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=617fc88b0e0a42c4a8a3a7f3b1769fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587719 Aug 21 18:23:06.274391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:06.282137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccae55-fef1-4d2c-ab78-b3301ca3c260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45649a39-915b-4aed-b12f-164e823ee48d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.286039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-519bc4fa-d08d-4cae-886f-4e261cc9b90b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b50be282941344169e3857e6cfe5e8f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334198 Aug 21 18:23:06.286289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:06.334812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.379411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Calling delete_port for 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:06.395448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:06.401439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:06.405686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:06.411457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.419504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.432873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=d39261c6-69d7-47fc-a4ad-ebbdc4431a13,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.443578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-858de216-99b4-4636-a622-224d30a5babb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8357143 Aug 21 18:23:06.446275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:06.449369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.452362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'd39261c6-69d7-47fc-a4ad-ebbdc4431a13', 'ip_address': '2001:db8::3cc:6171:ccac:4df'}], 'name': 'tempest-NetworksTestDHCPv6-1128699968'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:06.476895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.499551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.546281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.591301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] Pushing event deleted for resources: {'Port': ['ID=6a8de9e1-4f1d-4986-b21d-c005aa7ff11f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.593190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.598565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.603568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd063e7-7070-4c69-bd25-643413a46797 None None] No DVR routers for this DVR port 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:06.609732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:06.611363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4000db4c-9d67-4913-be8c-0601953042a2 HTTP/1.1" status: 204 len: 168 time: 0.3238771 Aug 21 18:23:06.630430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fefe61-01ae-4e1e-86c1-d5d4f573aade None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:06.644466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5b40d-a103-44a9-8d5b-acae070403b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4000db4c-9d67-4913-be8c-0601953042a2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.669995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.673075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.674425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45649a39-915b-4aed-b12f-164e823ee48d HTTP/1.1" status: 204 len: 168 time: 0.3990097 Aug 21 18:23:06.690235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc259-663e-4742-97fc-f617ea131629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45649a39-915b-4aed-b12f-164e823ee48d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:06.849522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:06.899578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 964390e2-bb64-4498-823b-2d3fda4d5804 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:06.965412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'd39261c6-69d7-47fc-a4ad-ebbdc4431a13'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:06.966316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.183856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::3cc:6171:ccac:4df (b71b1026-b7ef-4a93-9594-64ed4f11943a/d39261c6-69d7-47fc-a4ad-ebbdc4431a13/964390e2-bb64-4498-823b-2d3fda4d5804) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:07.413656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.441597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 964390e2-bb64-4498-823b-2d3fda4d5804 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:07.487922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.547763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:07.553367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:07.558596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:07.565810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:07.566864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.580026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/d39261c6-69d7-47fc-a4ad-ebbdc4431a13/36bec687-1a16-40b1-b582-b66aa0e43711) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:07.597616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=964390e2-bb64-4498-823b-2d3fda4d5804,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:07.617240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7315b514-d87b-4044-8132-df48ef5cb169 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1690438 Aug 21 18:23:07.619581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47050) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:07.625532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47052) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:07.699365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25a6f1-d638-4f74-b93e-701d34d3453d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:07.703588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b25a6f1-d638-4f74-b93e-701d34d3453d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0798926 Aug 21 18:23:07.704150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47058) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:07.878554 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.891074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 964390e2-bb64-4498-823b-2d3fda4d5804 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:07.891230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Transition to ACTIVE for port object 36bec687-1a16-40b1-b582-b66aa0e43711 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:07.891420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:07.935639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Transition to ACTIVE for port object 36bec687-1a16-40b1-b582-b66aa0e43711 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:07.945309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.008644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:08.042086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d06de-af10-4a93-86fe-2ee66797558f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.045468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:08.051505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:08.052395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6a8de9e1-4f1d-4986-b21d-c005aa7ff11f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:08.057423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:08.072583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:08.081689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Pushing event updated for resources: {'Port': ['ID=36bec687-1a16-40b1-b582-b66aa0e43711,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:08.177870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Attempting to bind port 36bec687-1a16-40b1-b582-b66aa0e43711 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:08.178590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Attempting to bind port 36bec687-1a16-40b1-b582-b66aa0e43711 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:08.179563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Attempting to bind port 36bec687-1a16-40b1-b582-b66aa0e43711 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:08.186605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:08.187408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:08.188060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.188704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:08.189387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Bound port: 36bec687-1a16-40b1-b582-b66aa0e43711, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:08.190027 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.191955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.213406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 964390e2-bb64-4498-823b-2d3fda4d5804 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:08.273607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] For port 36bec687-1a16-40b1-b582-b66aa0e43711, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:08.279196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] For port 36bec687-1a16-40b1-b582-b66aa0e43711, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=36bec687-1a16-40b1-b582-b66aa0e43711,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:08.287305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.324655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d06de-af10-4a93-86fe-2ee66797558f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.337476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a1d06de-af10-4a93-86fe-2ee66797558f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.392632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ba821-c999-4da4-8c4b-7d724fc32545 None None] Pushing event updated for resources: {'Port': ['ID=36bec687-1a16-40b1-b582-b66aa0e43711,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:08.426974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d06de-af10-4a93-86fe-2ee66797558f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5409f9-bee1-432c-bfdd-881e0a0e6ac9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:08.443671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a1d06de-af10-4a93-86fe-2ee66797558f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2ba6794be17432496debbc925273212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146236 Aug 21 18:23:08.444002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47080) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:08.494085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.536678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=964390e2-bb64-4498-823b-2d3fda4d5804,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:08.557530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.573774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.576177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-23b726d0-d13f-485c-b449-5560f8fbf528 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/964390e2-bb64-4498-823b-2d3fda4d5804 HTTP/1.1" status: 204 len: 168 time: 0.8709707 Aug 21 18:23:08.578694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:08.621476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.704907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47088) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:08.705122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba424c-7c7f-42a5-9d08-f25814e4249e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:08.705122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ba424c-7c7f-42a5-9d08-f25814e4249e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:08.705122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-96ba424c-7c7f-42a5-9d08-f25814e4249e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1225526 Aug 21 18:23:08.705714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:08.750617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.756461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.760853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de5409f9-bee1-432c-bfdd-881e0a0e6ac9 HTTP/1.1" status: 204 len: 168 time: 0.3128259 Aug 21 18:23:08.782551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet d39261c6-69d7-47fc-a4ad-ebbdc4431a13 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:08.786428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094888d8-c330-4778-8b62-e5326dab2cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5409f9-bee1-432c-bfdd-881e0a0e6ac9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:08.786693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.865724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.961937 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:08.976505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-143126002-network', 'tenant_id': 'dc3dace6604547a3988dcb4557b0d282'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:09.033393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Made reservation on behalf of dc3dace6604547a3988dcb4557b0d282 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:09.039401 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.061067 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.070963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.133603 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.138654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/d39261c6-69d7-47fc-a4ad-ebbdc4431a13 HTTP/1.1" status: 204 len: 168 time: 0.4321122 Aug 21 18:23:09.139772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc985ccb-afca-4094-b6f5-212e292eba44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=d39261c6-69d7-47fc-a4ad-ebbdc4431a13,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:09.141082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47106) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:09.310906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47114) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:09.332907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8aad7a4-b89b-4a54-a462-755cf22c6db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.676542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a6abbdf3-d137-41de-b3e1-77384581a21b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5271857 Aug 21 18:23:09.677080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:09.682116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:09.733943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.741157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.763499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9ffe9-1b27-46c8-b0af-481cc2e06217 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:09.782586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:23:09.803226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:09.809117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.809471 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Added segment 7c298264-f71d-480f-b56a-0fa5fb688379 of type vlan for network c7a03c63-d4cf-4790-8ac2-a487856c80a0 Aug 21 18:23:09.874272 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.886417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-638daf5b-1be2-4a1c-98ae-d77de820a026 None None] Provisioning for port 36bec687-1a16-40b1-b582-b66aa0e43711 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:09.915128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.916321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:09.917017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:09.995244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7a03c63-d4cf-4790-8ac2-a487856c80a0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:10.024872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c7a03c63-d4cf-4790-8ac2-a487856c80a0 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:23:10.050484 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8aad7a4-b89b-4a54-a462-755cf22c6db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.067266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8aad7a4-b89b-4a54-a462-755cf22c6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.073199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:10.086656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-acabf057-afeb-40ce-a766-3fec64d4b6c7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3690836 Aug 21 18:23:10.087675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:10.093815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-26947aac-361e-488d-990c-047460175348 admin admin] Request body: {'subnet': {'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-143126002-subnet', 'tenant_id': 'dc3dace6604547a3988dcb4557b0d282', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:10.110315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aad7a4-b89b-4a54-a462-755cf22c6db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dfd146-8a7d-467b-9a8d-9f536d55dade,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:10.166460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:10.167198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a8aad7a4-b89b-4a54-a462-755cf22c6db0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3c53f1f1ed944bb8867224a98ce93e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8548827 Aug 21 18:23:10.169665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:10.173588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.184077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Deleting port 36bec687-1a16-40b1-b582-b66aa0e43711 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:10.184696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.249696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26947aac-361e-488d-990c-047460175348 admin admin] Made reservation on behalf of dc3dace6604547a3988dcb4557b0d282 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:10.253167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] For port 36bec687-1a16-40b1-b582-b66aa0e43711, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=36bec687-1a16-40b1-b582-b66aa0e43711,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:10.253757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.255466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26947aac-361e-488d-990c-047460175348 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.269540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Calling delete_port for 36bec687-1a16-40b1-b582-b66aa0e43711 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:10.362770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.404188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] Pushing event deleted for resources: {'Port': ['ID=36bec687-1a16-40b1-b582-b66aa0e43711,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:10.417299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ac9523-aafb-4da2-b173-e30c72296c0e None None] No DVR routers for this DVR port 36bec687-1a16-40b1-b582-b66aa0e43711 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:10.488827 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.498126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.504322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26947aac-361e-488d-990c-047460175348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.532650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.605317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26947aac-361e-488d-990c-047460175348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88241cf9-9fcb-471f-bce5-4e777df5f9ae,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:10.688871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26947aac-361e-488d-990c-047460175348 admin admin] Checking segment: {'id': '7c298264-f71d-480f-b56a-0fa5fb688379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:10.690042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947aac-361e-488d-990c-047460175348 admin admin] Network hostable DHCP agents. Network: c7a03c63-d4cf-4790-8ac2-a487856c80a0, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:23:10.713042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26947aac-361e-488d-990c-047460175348 admin admin] Network c7a03c63-d4cf-4790-8ac2-a487856c80a0 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:23:10.736130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-26947aac-361e-488d-990c-047460175348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c7a03c63-d4cf-4790-8ac2-a487856c80a0) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:10.746089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ac21d5-df96-4843-8e72-fbf9f4ef1092 None None] Network c7a03c63-d4cf-4790-8ac2-a487856c80a0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:10.746426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.749405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.750731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98dfd146-8a7d-467b-9a8d-9f536d55dade HTTP/1.1" status: 204 len: 168 time: 0.5821962 Aug 21 18:23:10.774711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26947aac-361e-488d-990c-047460175348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:10.775320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26947aac-361e-488d-990c-047460175348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:10.809021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01902a98-0c1b-408d-8b0b-1af4c1fe720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dfd146-8a7d-467b-9a8d-9f536d55dade,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:10.846136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-26947aac-361e-488d-990c-047460175348 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7488167 Aug 21 18:23:11.008353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f1dc1-10b2-4b73-b116-767c6fb5e400 None None] Network c7a03c63-d4cf-4790-8ac2-a487856c80a0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:11.019606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:11.023046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:11.026452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:11.027625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:11.039383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=bde2e2ec-22dc-4a4b-ac2a-876976e75443,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:11.050365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c215b407-b047-4f7c-a062-771f7bd2fb6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3726604 Aug 21 18:23:11.052896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47156) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:11.059287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'bde2e2ec-22dc-4a4b-ac2a-876976e75443', 'ip_address': '2001:db8::61e7:74cf:457e:dbd6'}], 'name': 'tempest-NetworksTestDHCPv6-772686742'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:11.094945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2752e8-6875-4363-99f8-d302b80ec5de None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:11.267854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:11.328723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'bde2e2ec-22dc-4a4b-ac2a-876976e75443'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:11.330105 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:11.375629 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:11.401850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port a1651355-494c-4e18-81f7-ea0544a8ecf1 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:11.535783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/bde2e2ec-22dc-4a4b-ac2a-876976e75443/c109ecfe-b40b-447e-8bc5-24aafc7e200b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:11.639786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-3b8b8528-3ded-4c00-8011-a67236d568bc tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:11.641310 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-3b8b8528-3ded-4c00-8011-a67236d568bc tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/networks?id=c7a03c63-d4cf-4790-8ac2-a487856c80a0 HTTP/1.1" status: 200 len: 813 time: 0.1593900 Aug 21 18:23:11.691275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-fad7aaf1-838b-4c5e-861e-3c6ec6c9bc4c tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/quotas/dc3dace6604547a3988dcb4557b0d282 HTTP/1.1" status: 200 len: 375 time: 0.0345354 Aug 21 18:23:11.761249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-8e5351d1-9ea4-4f89-bbd2-b5b99fcdd080 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc3dace6604547a3988dcb4557b0d282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622218 Aug 21 18:23:11.788665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:11.798337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Transition to ACTIVE for port object c109ecfe-b40b-447e-8bc5-24aafc7e200b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:11.836603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Transition to ACTIVE for port object c109ecfe-b40b-447e-8bc5-24aafc7e200b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:11.851042 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:11.876544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:11.879563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:11.968173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:11.988154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::61e7:74cf:457e:dbd6 (b71b1026-b7ef-4a93-9594-64ed4f11943a/bde2e2ec-22dc-4a4b-ac2a-876976e75443/a1651355-494c-4e18-81f7-ea0544a8ecf1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:12.063727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 36bec687-1a16-40b1-b582-b66aa0e43711 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:12.068992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Pushing event updated for resources: {'Port': ['ID=c109ecfe-b40b-447e-8bc5-24aafc7e200b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:12.124158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Attempting to bind port c109ecfe-b40b-447e-8bc5-24aafc7e200b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:12.125155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Attempting to bind port c109ecfe-b40b-447e-8bc5-24aafc7e200b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:12.125753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Attempting to bind port c109ecfe-b40b-447e-8bc5-24aafc7e200b on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:12.131323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 36bec687-1a16-40b1-b582-b66aa0e43711 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:12.132008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 36bec687-1a16-40b1-b582-b66aa0e43711 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:12.133982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:12.134677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:12.135547 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.136578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:12.137270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Bound port: c109ecfe-b40b-447e-8bc5-24aafc7e200b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:12.138432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.274842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] For port c109ecfe-b40b-447e-8bc5-24aafc7e200b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:12.281674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] For port c109ecfe-b40b-447e-8bc5-24aafc7e200b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c109ecfe-b40b-447e-8bc5-24aafc7e200b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:12.301262 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.372383 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-65406c57-dc23-40cc-9175-9274219ba9e7 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999291 Aug 21 18:23:12.393517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda9bd-64e2-4942-98ee-d11e8f570421 None None] Pushing event updated for resources: {'Port': ['ID=c109ecfe-b40b-447e-8bc5-24aafc7e200b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:12.398751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.469519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object a1651355-494c-4e18-81f7-ea0544a8ecf1 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:12.536534 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-51482c82-8bdd-45a9-99b6-04e01736e759 service neutron] 10.222.0.41 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538684 Aug 21 18:23:12.549819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.609809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=a1651355-494c-4e18-81f7-ea0544a8ecf1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:12.626368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:12.627892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:12.630470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:12.636894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:12.637606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:12.659314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ff505fd-882f-41c3-943a-fc02051be196 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6022675 Aug 21 18:23:12.659847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47214) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:12.742645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f03245-5d4e-49a3-af19-a312587150ed tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:12.748993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f03245-5d4e-49a3-af19-a312587150ed tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:12.753315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7f03245-5d4e-49a3-af19-a312587150ed tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0900981 Aug 21 18:23:12.753743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47216) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:12.867870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d80bd138-1267-4595-9497-2eb6ca0c83f3 req-6b8c0ac5-c821-405d-96a4-ce318a94c732 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 210 time: 0.0472231 Aug 21 18:23:12.925995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port a1651355-494c-4e18-81f7-ea0544a8ecf1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:12.925995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:13.088382 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:13.105520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for a1651355-494c-4e18-81f7-ea0544a8ecf1 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:13.334350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:13.487324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=a1651355-494c-4e18-81f7-ea0544a8ecf1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:13.503168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:13.508023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a2fffb54-abbf-4c58-a8dd-ad31a4fb2b8f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/a1651355-494c-4e18-81f7-ea0544a8ecf1 HTTP/1.1" status: 204 len: 168 time: 0.7503362 Aug 21 18:23:13.509589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47274) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:13.640817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57dce1-b49b-4e08-857b-11fe3870ed44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:13.642807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57dce1-b49b-4e08-857b-11fe3870ed44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:13.644582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce57dce1-b49b-4e08-857b-11fe3870ed44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1326120 Aug 21 18:23:13.648561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:13.789054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet bde2e2ec-22dc-4a4b-ac2a-876976e75443 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:13.793424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:13.849786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.059814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b401de9-0dc9-4c02-a578-1fd769593d6e req-cd512ea1-01a6-4f8a-9d8b-245e58d923e7 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 210 time: 0.0560827 Aug 21 18:23:14.080714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.137309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c109ecfe-b40b-447e-8bc5-24aafc7e200b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:14.162732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.208448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=bde2e2ec-22dc-4a4b-ac2a-876976e75443,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:14.213164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.217348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0a510a9f-3d59-4cff-9048-580d40ffe360 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bde2e2ec-22dc-4a4b-ac2a-876976e75443 HTTP/1.1" status: 204 len: 168 time: 0.5687749 Aug 21 18:23:14.219955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:14.255619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0d818fa8-5fa5-4893-800a-32ced7b3dabe None None] Provisioning for port c109ecfe-b40b-447e-8bc5-24aafc7e200b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:14.266266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c109ecfe-b40b-447e-8bc5-24aafc7e200b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:14.273771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c109ecfe-b40b-447e-8bc5-24aafc7e200b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:14.274141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.287869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35da0702-2a0e-4539-b33a-54d76ac5921c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662045 Aug 21 18:23:14.291003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:14.397099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c9bafc-ae8f-45ba-933d-dc655286e2c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:14.400280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84c9bafc-ae8f-45ba-933d-dc655286e2c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1078708 Aug 21 18:23:14.403038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:14.492496 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.564600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff16753d-3449-4c70-89c9-02afa8108097 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:14.570479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d7253-9aa3-4e4c-b35e-7bc7fd99dd7c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:14.574564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-201d7253-9aa3-4e4c-b35e-7bc7fd99dd7c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1683195 Aug 21 18:23:14.575327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:14.662429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d5440a7-c694-4daa-8f70-975e6fbe7c9d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0822864 Aug 21 18:23:14.666913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47402) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:14.674222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:14.775996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-570152b2-a249-4798-ab78-fdc7fd86740b tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:14.778123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-570152b2-a249-4798-ab78-fdc7fd86740b tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.64 "GET /v2.0/networks?id=c7a03c63-d4cf-4790-8ac2-a487856c80a0 HTTP/1.1" status: 200 len: 813 time: 0.4100621 Aug 21 18:23:14.796058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-27119804-fa30-4181-808a-e8f236c3963a None None] Could not find standard attr ID for object a1651355-494c-4e18-81f7-ea0544a8ecf1. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:23:14.796818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Request body: {'port': {'device_id': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0', 'admin_state_up': True, 'tenant_id': 'dc3dace6604547a3988dcb4557b0d282'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:14.814611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c109ecfe-b40b-447e-8bc5-24aafc7e200b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c109ecfe-b40b-447e-8bc5-24aafc7e200b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:14.826941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.894667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c109ecfe-b40b-447e-8bc5-24aafc7e200b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:14.913664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:14.918118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:14.960978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:14.978784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Made reservation on behalf of dc3dace6604547a3988dcb4557b0d282 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:14.983168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.020107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Deleting port c109ecfe-b40b-447e-8bc5-24aafc7e200b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:15.020395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.156841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Allocated IP 172.20.0.6 (c7a03c63-d4cf-4790-8ac2-a487856c80a0/88241cf9-9fcb-471f-bce5-4e777df5f9ae/d4d3a712-b140-4002-87a2-fc4be49bf8cf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:15.221143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.235382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] For port c109ecfe-b40b-447e-8bc5-24aafc7e200b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c109ecfe-b40b-447e-8bc5-24aafc7e200b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:15.235886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.289447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:15.292278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Calling delete_port for c109ecfe-b40b-447e-8bc5-24aafc7e200b owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:15.293221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:15.298868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:15.299712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.328292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6599736 Aug 21 18:23:15.334238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47484) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:15.337204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc05a239-08a1-4be1-8a55-9aeba9abd504 req-5058a4b5-1473-4b50-a6f5-78fe7d11e3a2 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 210 time: 0.1213343 Aug 21 18:23:15.340897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'dcb17221-62e3-4523-b7af-22ac22b03d94', 'ip_address': '2001:db8::5e87:6eab:f32d:cf35'}], 'name': 'tempest-NetworksTestDHCPv6-733156621'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:15.351275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27c74a-11d3-4544-8fb7-a179693c3cb8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=dcb17221-62e3-4523-b7af-22ac22b03d94,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:15.427556 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.458303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] No DVR routers for this DVR port c109ecfe-b40b-447e-8bc5-24aafc7e200b on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:15.478344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.495377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c91d6-f0fe-4d2f-ab2f-531dc0e98638 None None] Pushing event deleted for resources: {'Port': ['ID=c109ecfe-b40b-447e-8bc5-24aafc7e200b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:15.531684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c331f0-16ae-4108-863d-8db7aa365ae6 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:15.552583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:15.560539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.563986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.604613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 5adb6e7e-0159-497c-8e82-b6b1bbf80f66 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:15.640087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Network c7a03c63-d4cf-4790-8ac2-a487856c80a0 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:15.667084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:15.671409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:15.676421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Pushing event updated for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:15.760024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'dcb17221-62e3-4523-b7af-22ac22b03d94'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:15.760612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.785694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:15.786480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:15.826208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a2b5f3bd-1135-48da-9d1b-2fe89feec095 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0355585 Aug 21 18:23:15.851750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::5e87:6eab:f32d:cf35 (b71b1026-b7ef-4a93-9594-64ed4f11943a/dcb17221-62e3-4523-b7af-22ac22b03d94/5adb6e7e-0159-497c-8e82-b6b1bbf80f66) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:15.862731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Request body: {'port': {'device_id': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:16.024445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c109ecfe-b40b-447e-8bc5-24aafc7e200b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:16.029921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.062687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c109ecfe-b40b-447e-8bc5-24aafc7e200b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:16.063030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c109ecfe-b40b-447e-8bc5-24aafc7e200b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:16.153612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.171144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 5adb6e7e-0159-497c-8e82-b6b1bbf80f66 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:16.232079 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.300688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:16.304035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:16.309234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:16.316710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:16.317606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.341389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5adb6e7e-0159-497c-8e82-b6b1bbf80f66,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:16.377547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47616) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:16.378165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e62a022a-9ad8-4bd0-b44b-47002b7b3596 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0419712 Aug 21 18:23:16.384439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'dcb17221-62e3-4523-b7af-22ac22b03d94', 'ip_address': '2001:db8::5e87:6eab:f32d:cf35'}], 'name': 'tempest-NetworksTestDHCPv6-1030828031'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:16.387785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/dcb17221-62e3-4523-b7af-22ac22b03d94/bfb80c4c-efd9-48c9-9bcd-f281495b2f69) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:16.520886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d3a712-b140-4002-87a2-fc4be49bf8cf {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:16.530985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.559299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4ba6-4ab2-4b9e-afb8-050c9228686e req-28fe6649-0e3b-4dc8-b9aa-cb21ec744102 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:16.561125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Transition to ACTIVE for port object d4d3a712-b140-4002-87a2-fc4be49bf8cf will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:16.564272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e1e4ba6-4ab2-4b9e-afb8-050c9228686e req-28fe6649-0e3b-4dc8-b9aa-cb21ec744102 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 931 time: 0.1103070 Aug 21 18:23:16.643954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.663703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.672371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e1e4ba6-4ab2-4b9e-afb8-050c9228686e req-9951b46e-94f8-4db8-8b67-40508219c9f6 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925639 Aug 21 18:23:16.678179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Transition to ACTIVE for port object bfb80c4c-efd9-48c9-9bcd-f281495b2f69 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:16.693035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:16.744186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Transition to ACTIVE for port object bfb80c4c-efd9-48c9-9bcd-f281495b2f69 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:16.755389 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.777780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Pushing event updated for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:16.811931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:16.815346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:16.817907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:16.880303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Pushing event updated for resources: {'Port': ['ID=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:16.899722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Attempting to bind port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:16.900272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Attempting to bind port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:16.900797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Attempting to bind port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:16.908099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:16.908694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:16.909260 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.909802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:16.910418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Bound port: bfb80c4c-efd9-48c9-9bcd-f281495b2f69, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:16.911560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.957146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:16.980590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Attempting to bind port d4d3a712-b140-4002-87a2-fc4be49bf8cf on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:16.980926 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Attempting to bind port d4d3a712-b140-4002-87a2-fc4be49bf8cf by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '7c298264-f71d-480f-b56a-0fa5fb688379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:16.981261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Attempting to bind port d4d3a712-b140-4002-87a2-fc4be49bf8cf on network c7a03c63-d4cf-4790-8ac2-a487856c80a0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:17.004432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Port d4d3a712-b140-4002-87a2-fc4be49bf8cf on network c7a03c63-d4cf-4790-8ac2-a487856c80a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:23:17.004764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] For port bfb80c4c-efd9-48c9-9bcd-f281495b2f69, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:17.004922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Attempting to bind port d4d3a712-b140-4002-87a2-fc4be49bf8cf on network c7a03c63-d4cf-4790-8ac2-a487856c80a0 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:17.009842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] For port bfb80c4c-efd9-48c9-9bcd-f281495b2f69, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:17.017404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 34fc22b4-4d60-4f4d-afb9-66efe860c7a9 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:17.025911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:17.026462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Checking segment: {'id': '7c298264-f71d-480f-b56a-0fa5fb688379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:17.027241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Bound using segment: {'id': '7c298264-f71d-480f-b56a-0fa5fb688379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:17.027851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Bound port: d4d3a712-b140-4002-87a2-fc4be49bf8cf, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c298264-f71d-480f-b56a-0fa5fb688379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:17.028493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:17.038837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:17.152314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f1d4f-963b-4fea-b97d-9ccb6888ea63 None None] Pushing event updated for resources: {'Port': ['ID=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:17.362345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:17.443376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf,segment=NetworkSegment(7c298264-f71d-480f-b56a-0fa5fb688379),segment_id=7c298264-f71d-480f-b56a-0fa5fb688379)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:17.451990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:17.519298 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 21 18:23:17.519983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:23:17.532503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.533606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:17.535369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] 10.222.0.64 "PUT /v2.0/ports/d4d3a712-b140-4002-87a2-fc4be49bf8cf HTTP/1.1" status: 200 len: 1092 time: 1.6822381 Aug 21 18:23:17.538388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:17.541885 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcec9615-ff92-4fab-b76d-45c33d471dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:17.551830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0eea284a-1fd8-4cc8-88c5-c4fb8afbf8c4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1718802 Aug 21 18:23:17.555362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47744) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:17.601632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43435430-b7ed-42a1-ac9d-8728038cd24e service neutron] Pushing event updated for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:17.690220 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599defd5-48ce-4aa6-8cf9-2d8eda0e6847 x-openstack-request-id: req-599defd5-48ce-4aa6-8cf9-2d8eda0e6847 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:17.692943 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:17.693421 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-599defd5-48ce-4aa6-8cf9-2d8eda0e6847 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:17.693907 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf', 'status': 'completed', 'code': 200} Aug 21 18:23:17.707772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb924a74-78eb-45fc-825e-1b18404e80a7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.727942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb924a74-78eb-45fc-825e-1b18404e80a7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.736884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bb924a74-78eb-45fc-825e-1b18404e80a7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1778319 Aug 21 18:23:17.746763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:17.763909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-e882e5b4-7219-4080-8c22-53ac9817702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.767056 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-e882e5b4-7219-4080-8c22-53ac9817702f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc3dace6604547a3988dcb4557b0d282&device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 1095 time: 0.1158779 Aug 21 18:23:17.777079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c559ab6-2272-4fd2-a888-952dbb2a4e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:17.831188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47770) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:17.841850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-02654223-a3ca-44a2-8f27-2b847b71c3ce service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf HTTP/1.1" status: 200 len: 217 time: 0.0586710 Aug 21 18:23:17.951458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-65de16a9-be74-44bb-a393-e304a92a5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.956025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-65de16a9-be74-44bb-a393-e304a92a5fd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88241cf9-9fcb-471f-bce5-4e777df5f9ae HTTP/1.1" status: 200 len: 853 time: 0.1021521 Aug 21 18:23:17.982100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee50451-d45e-4343-b0d7-8ebb5b335c65 req-33d75bdf-6858-4a66-a835-d6f57d7b6aa2 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:17.983795 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cee50451-d45e-4343-b0d7-8ebb5b335c65 req-33d75bdf-6858-4a66-a835-d6f57d7b6aa2 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 943 time: 0.1535418 Aug 21 18:23:17.987455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 5adb6e7e-0159-497c-8e82-b6b1bbf80f66 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:17.987823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.002860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a8225c7e-0d3c-42dc-a381-d47bc8bb415e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a03c63-d4cf-4790-8ac2-a487856c80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350969 Aug 21 18:23:18.123055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bfb80c4c-efd9-48c9-9bcd-f281495b2f69 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:18.206239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-9b520266-003c-4e01-942d-3f47656b5b71 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909490 Aug 21 18:23:18.227747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.271338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acbe4164-d24c-449f-8a48-482e8c81f5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.277831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 5adb6e7e-0159-497c-8e82-b6b1bbf80f66 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:18.400867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b1b2edf-3e7c-474f-a23a-462ad83c5b57 req-a3d3659b-9f0d-438f-9646-ebba305b12d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759155 Aug 21 18:23:18.454979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:18.461270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cee50451-d45e-4343-b0d7-8ebb5b335c65 req-2cd0f6fe-dfbf-4065-949f-92329724e7d0 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459958 Aug 21 18:23:18.486606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.507514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.540240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-ba8e5d20-7c1a-4513-adfe-4cbc77df2639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:18.541965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-ba8e5d20-7c1a-4513-adfe-4cbc77df2639 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc3dace6604547a3988dcb4557b0d282&device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 1095 time: 0.0832698 Aug 21 18:23:18.555936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=5adb6e7e-0159-497c-8e82-b6b1bbf80f66,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:18.599108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.602022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-afbf85ca-4c14-4701-a010-a033d5a2280c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/5adb6e7e-0159-497c-8e82-b6b1bbf80f66 HTTP/1.1" status: 204 len: 168 time: 0.8538396 Aug 21 18:23:18.606243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47824) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:18.678147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Provisioning for port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:18.681544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-bf7d667b-c447-467a-9cd7-3da222447960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:18.683847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Provisioning complete for port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:18.684117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-bf7d667b-c447-467a-9cd7-3da222447960 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a03c63-d4cf-4790-8ac2-a487856c80a0 HTTP/1.1" status: 200 len: 914 time: 0.1337461 Aug 21 18:23:18.684636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.688113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926682b7-1b57-466f-a41d-cd1fadbe79d8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:18.690140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926682b7-1b57-466f-a41d-cd1fadbe79d8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:18.691938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-926682b7-1b57-466f-a41d-cd1fadbe79d8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0846050 Aug 21 18:23:18.694909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47826) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:18.742541 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acbe4164-d24c-449f-8a48-482e8c81f5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.769334 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acbe4164-d24c-449f-8a48-482e8c81f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.777473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-552a9af9-273b-488d-b02d-aa812d1386df service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf HTTP/1.1" status: 200 len: 217 time: 0.0850863 Aug 21 18:23:18.838093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-acbe4164-d24c-449f-8a48-482e8c81f5f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e7496036f3b4a7fa5f4f36e18cf1f48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0055780 Aug 21 18:23:18.842063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:18.846633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet dcb17221-62e3-4523-b7af-22ac22b03d94 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:18.851645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe4164-d24c-449f-8a48-482e8c81f5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe72fa-0f9e-47a4-9014-3f53dd1a7699,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:18.855319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.928279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.940100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.974440 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:18.985701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-a28c0dc4-ca35-4acc-b6a5-6c431f58bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:18.987560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-a28c0dc4-ca35-4acc-b6a5-6c431f58bc2d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88241cf9-9fcb-471f-bce5-4e777df5f9ae HTTP/1.1" status: 200 len: 853 time: 0.2021832 Aug 21 18:23:19.033879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] For port bfb80c4c-efd9-48c9-9bcd-f281495b2f69, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:19.052599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.054047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-7760885d-03e2-4cad-900e-81fde7451d79 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a03c63-d4cf-4790-8ac2-a487856c80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568819 Aug 21 18:23:19.156666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.158293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.170574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc51cd8-13be-4a54-b7f9-2ac30e25c370 None None] Pushing event updated for resources: {'Port': ['ID=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:19.184437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d2e2251b-488c-46b6-a5eb-2f4076706bc9 None None] Could not find standard attr ID for object 5adb6e7e-0159-497c-8e82-b6b1bbf80f66. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:23:19.214837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.251228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-62a3caae-81a6-4eec-b541-8171a630b0db service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770401 Aug 21 18:23:19.300703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.331960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=dcb17221-62e3-4523-b7af-22ac22b03d94,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:19.344274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.347950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46795534-7fde-4e3c-a292-bf8967b60a36 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/dcb17221-62e3-4523-b7af-22ac22b03d94 HTTP/1.1" status: 204 len: 168 time: 0.6512280 Aug 21 18:23:19.349987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:19.354864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.357645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163cd22c-ef60-469e-9d63-45449b53858f None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:19.357922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.359296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bfe72fa-0f9e-47a4-9014-3f53dd1a7699 HTTP/1.1" status: 204 len: 168 time: 0.5146601 Aug 21 18:23:19.380946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe2e120-a991-4947-925e-93c42ba0877e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe72fa-0f9e-47a4-9014-3f53dd1a7699,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:19.409385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bcec9615-ff92-4fab-b76d-45c33d471dd6 req-510f54fc-32d2-4f69-9970-6ae987d11e03 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498461 Aug 21 18:23:19.479590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47844) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:19.479830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b926a6a1-a256-4028-919f-dfb7bbcdabc2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1278958 Aug 21 18:23:19.488579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:19.674888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:19.680413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.682028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:19.695123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80956caa-d9b2-4672-81ec-5b2aaba2ae40 req-f1a24423-70c7-4b9d-8d0b-b1b1daac3e54 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:19.697662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80956caa-d9b2-4672-81ec-5b2aaba2ae40 req-f1a24423-70c7-4b9d-8d0b-b1b1daac3e54 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 943 time: 0.0910134 Aug 21 18:23:19.786506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Deleting port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:19.789279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.801199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80956caa-d9b2-4672-81ec-5b2aaba2ae40 req-0dff0a17-28f7-43b4-8b31-cf83aac6fbd5 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Aug 21 18:23:19.929218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47850) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:19.948351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdd51-537d-4f17-bbc8-6cfcedd98829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.959138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] For port bfb80c4c-efd9-48c9-9bcd-f281495b2f69, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:19.960284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:19.998857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.000445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Calling delete_port for bfb80c4c-efd9-48c9-9bcd-f281495b2f69 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:20.062219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:20.067012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:20.082598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:20.083521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.104706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:20.123690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bfb80c4c-efd9-48c9-9bcd-f281495b2f69 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:20.147109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdd51-537d-4f17-bbc8-6cfcedd98829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.154746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b9fdd51-537d-4f17-bbc8-6cfcedd98829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.169443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9dce3afb-e33e-4ace-9e4d-dd5218525eec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6874177 Aug 21 18:23:20.172799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:20.179165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1802289615'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:20.278655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:20.281981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b9fdd51-537d-4f17-bbc8-6cfcedd98829 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c2d85db35c44bf7a03101c4a2ec1a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506806 Aug 21 18:23:20.282816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fdd51-537d-4f17-bbc8-6cfcedd98829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f03f15-d445-45e5-8a4e-70cf0e57aa5e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:20.333367 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.362210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a556edac-ffef-4d24-bd02-ed9834323976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.375595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.410860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] Pushing event deleted for resources: {'Port': ['ID=bfb80c4c-efd9-48c9-9bcd-f281495b2f69,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:20.413503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4d8c02-6319-4c58-8043-538f4f4fec5d None None] No DVR routers for this DVR port bfb80c4c-efd9-48c9-9bcd-f281495b2f69 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:20.415447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.437075 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.438295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1dc82-4359-4495-8b7e-a17e8866ca04 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:20.510810 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.541600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:20.550961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.571252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.573997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.575265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2f03f15-d445-45e5-8a4e-70cf0e57aa5e HTTP/1.1" status: 204 len: 168 time: 0.2899666 Aug 21 18:23:20.589087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653922b-c190-448c-988e-c45b1cf5f827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f03f15-d445-45e5-8a4e-70cf0e57aa5e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:20.591419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port f8036b17-11b3-4d05-8478-3fe174847b41 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:20.685570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:20.687995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:20.802658 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:23:20.803223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:23:20.829649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-56a1b314-f56e-48c6-ba42-bab8787d38bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.6555762 Aug 21 18:23:20.832023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:20.863930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fefd1007-c9a1-458f-a28f-5b8a4ad987e4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0286360 Aug 21 18:23:20.864323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:20.966220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12/609ac503-aac1-4a6e-a543-5751197992e5) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:21.010168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1a140-cf03-4298-aeb3-002d7e57222f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:21.012132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce1a140-cf03-4298-aeb3-002d7e57222f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:21.016612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ce1a140-cf03-4298-aeb3-002d7e57222f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1511045 Aug 21 18:23:21.017368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:21.023400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d8be-bda7-4812-8dbe-79cf6e48fbb2 req-f9c0ff23-e466-4704-b568-e19b17ec2d98 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:21.024976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0290d8be-bda7-4812-8dbe-79cf6e48fbb2 req-f9c0ff23-e466-4704-b568-e19b17ec2d98 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 943 time: 0.1079175 Aug 21 18:23:21.102618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:21.142393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0290d8be-bda7-4812-8dbe-79cf6e48fbb2 req-3b89ae26-8624-49cf-bebf-9f4144723830 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110392 Aug 21 18:23:21.169329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.183453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Transition to ACTIVE for port object 609ac503-aac1-4a6e-a543-5751197992e5 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:21.201304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Transition to ACTIVE for port object 609ac503-aac1-4a6e-a543-5751197992e5 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:21.207583 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.208563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.255770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:21.266515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:21.270708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Pushing event updated for resources: {'Port': ['ID=609ac503-aac1-4a6e-a543-5751197992e5,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:21.276191 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.279685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:21.338525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Attempting to bind port 609ac503-aac1-4a6e-a543-5751197992e5 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:21.339067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Attempting to bind port 609ac503-aac1-4a6e-a543-5751197992e5 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:21.339434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Attempting to bind port 609ac503-aac1-4a6e-a543-5751197992e5 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:21.344871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:21.345242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:21.345647 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.346040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:21.346527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Bound port: 609ac503-aac1-4a6e-a543-5751197992e5, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:21.346921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.421991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] For port 609ac503-aac1-4a6e-a543-5751197992e5, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:21.425665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] For port 609ac503-aac1-4a6e-a543-5751197992e5, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=609ac503-aac1-4a6e-a543-5751197992e5,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:21.433302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.435147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.525007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816a37b-a996-442b-a484-5d96d6576f28 None None] Pushing event updated for resources: {'Port': ['ID=609ac503-aac1-4a6e-a543-5751197992e5,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:21.545464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.586924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.588522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:21.605331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:21.608030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-66391622-2a75-4a28-b00e-da1816e7bedd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12 HTTP/1.1" status: 204 len: 168 time: 0.5893962 Aug 21 18:23:21.610322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47898) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:21.677686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-84b2084b-90a1-4e69-b79a-6498a007b235 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661097 Aug 21 18:23:21.681672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:21.687694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:21.874895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:21.881078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.083470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 609ac503-aac1-4a6e-a543-5751197992e5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:22.129679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d4d3a712-b140-4002-87a2-fc4be49bf8cf details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:23:22.195668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.214011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 609ac503-aac1-4a6e-a543-5751197992e5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:22.292441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:22.296537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:22.302333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:22.303278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.328425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6447587 Aug 21 18:23:22.331144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:22.333166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c4c91-ab49-4631-8788-2dc12930df64 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=04fea942-1512-4078-8b1b-579248a908d8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:22.335888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2121782000', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:22.367484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf,segment=NetworkSegment(7c298264-f71d-480f-b56a-0fa5fb688379),segment_id=7c298264-f71d-480f-b56a-0fa5fb688379)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:22.383840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf', 'network_id': 'c7a03c63-d4cf-4790-8ac2-a487856c80a0', 'port_id': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf', 'mac_address': 'fa:16:3e:0d:8e:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88241cf9-9fcb-471f-bce5-4e777df5f9ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:23:22.405750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.406996 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.421033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc904b69-6808-46f2-adf5-e1a53208da54 req-f6005440-3126-4e5c-aec9-ed05f8b0b0f0 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:22.422066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc904b69-6808-46f2-adf5-e1a53208da54 req-f6005440-3126-4e5c-aec9-ed05f8b0b0f0 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 943 time: 0.0775566 Aug 21 18:23:22.441593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.460806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d3a712-b140-4002-87a2-fc4be49bf8cf {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:22.484566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf,segment=NetworkSegment(7c298264-f71d-480f-b56a-0fa5fb688379),segment_id=7c298264-f71d-480f-b56a-0fa5fb688379)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:22.494533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.544313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cc904b69-6808-46f2-adf5-e1a53208da54 req-42c09e94-cb5e-429e-959d-5fd3b83d4c29 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059978 Aug 21 18:23:22.546211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.554323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:22.558341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.577044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:22.583072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-84ec71e1-a2d9-49ad-806a-d9933b07ba24 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2508793 Aug 21 18:23:22.585890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:22.731963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d4d3a712-b140-4002-87a2-fc4be49bf8cf'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:23:22.936786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb0f46-3753-4614-881b-e5eeb34ed124 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:22.974355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.087553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Provisioning for port 609ac503-aac1-4a6e-a543-5751197992e5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:23.097267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Provisioning complete for port 609ac503-aac1-4a6e-a543-5751197992e5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:23.097644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.256985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.274602 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.305509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] For port 609ac503-aac1-4a6e-a543-5751197992e5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=609ac503-aac1-4a6e-a543-5751197992e5,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:23.311193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.325584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::1 (b71b1026-b7ef-4a93-9594-64ed4f11943a/04fea942-1512-4078-8b1b-579248a908d8/5f5b7584-22e9-414a-bf28-92dc71d4428d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:23.400800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37058879-8fea-4e3d-acfe-5eb646160a60 None None] Pushing event updated for resources: {'Port': ['ID=609ac503-aac1-4a6e-a543-5751197992e5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:23.542843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.583870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 5f5b7584-22e9-414a-bf28-92dc71d4428d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:23.648491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-831e5406-03e8-45e1-8eab-d00b59a84e55 None None] Provisioning complete for port 609ac503-aac1-4a6e-a543-5751197992e5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:23.648722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-831e5406-03e8-45e1-8eab-d00b59a84e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.762136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.782893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:23.785754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:23.788712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:23.789278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:23.801690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84828f30-4f4e-45b5-ac14-a84923254e62 req-54f402d0-1f21-416c-ad96-e6fe78c8a4c0 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:23.801972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84828f30-4f4e-45b5-ac14-a84923254e62 req-54f402d0-1f21-416c-ad96-e6fe78c8a4c0 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 944 time: 0.1486075 Aug 21 18:23:23.977479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5f5b7584-22e9-414a-bf28-92dc71d4428d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:24.005521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84828f30-4f4e-45b5-ac14-a84923254e62 req-06fb34b6-73a6-4b6a-a9c4-5d94586960f6 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316752 Aug 21 18:23:24.081451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.086910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 609ac503-aac1-4a6e-a543-5751197992e5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:24.160213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d4d3a712-b140-4002-87a2-fc4be49bf8cf up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:24.250420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port d4d3a712-b140-4002-87a2-fc4be49bf8cf completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:24.252651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 609ac503-aac1-4a6e-a543-5751197992e5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:24.253027 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.301301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port d4d3a712-b140-4002-87a2-fc4be49bf8cf triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:24.301670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.358137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-41b04618-5877-4f46-8eae-6e13117f8d79 None None] Provisioning for port 5f5b7584-22e9-414a-bf28-92dc71d4428d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:24.372081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-41b04618-5877-4f46-8eae-6e13117f8d79 None None] Provisioning complete for port 5f5b7584-22e9-414a-bf28-92dc71d4428d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:24.372462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41b04618-5877-4f46-8eae-6e13117f8d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.412538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-41b04618-5877-4f46-8eae-6e13117f8d79 None None] Port 5f5b7584-22e9-414a-bf28-92dc71d4428d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:24.474116 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.502861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:24.505395 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898b6629-cd67-4d3d-ba55-a2994cbaedf9" -d '{"events": [{"server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "name": "network-vif-plugged", "status": "completed", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:24.534053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf,segment=NetworkSegment(7c298264-f71d-480f-b56a-0fa5fb688379),segment_id=7c298264-f71d-480f-b56a-0fa5fb688379)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:24.555364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.567085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.576952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.576952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:24.688896 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4052c9d7-749a-4a49-9288-0fed5644f10a x-openstack-request-id: req-4052c9d7-749a-4a49-9288-0fed5644f10a {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:24.688896 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "name": "network-vif-plugged", "status": "completed", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:24.688896 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4052c9d7-749a-4a49-9288-0fed5644f10a {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:24.688896 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf', 'code': 200} Aug 21 18:23:24.723557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5f5b7584-22e9-414a-bf28-92dc71d4428d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:24.736477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:24.784596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173910e-bf0d-41f9-bef0-c34a3d3585c2 req-f978a26c-1f78-4f4e-b56e-c424070d4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:24.786320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f173910e-bf0d-41f9-bef0-c34a3d3585c2 req-f978a26c-1f78-4f4e-b56e-c424070d4b59 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 1097 time: 0.0871737 Aug 21 18:23:24.839241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:24.840769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:24.865067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f173910e-bf0d-41f9-bef0-c34a3d3585c2 req-b6b80635-3098-4cd2-afdd-dc2e277d5fbc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Aug 21 18:23:25.050703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Router a45783d7-7aad-4162-a143-07aef71617af is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:23:25.247191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8303ae86-5700-4326-8227-c84206a728fe None None] Provisioning complete for port 5f5b7584-22e9-414a-bf28-92dc71d4428d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:25.247727 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8303ae86-5700-4326-8227-c84206a728fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:25.313469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8303ae86-5700-4326-8227-c84206a728fe None None] Port 5f5b7584-22e9-414a-bf28-92dc71d4428d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:25.602784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:23:25.609276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d8a44563-2af9-4d8f-b0e8-57ce37116fb2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "PUT /v2.0/routers/a45783d7-7aad-4162-a143-07aef71617af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0214479 Aug 21 18:23:25.611574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:25.617357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Sync routers for ids ['a45783d7-7aad-4162-a143-07aef71617af'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:23:25.630195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d72f0f0-0350-4192-afc3-fd0621e35c94 req-c85151db-de57-4d50-af4a-8903adcf9b32 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:25.637250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d72f0f0-0350-4192-afc3-fd0621e35c94 req-c85151db-de57-4d50-af4a-8903adcf9b32 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.0828011 Aug 21 18:23:25.647943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Routers {'a45783d7-7aad-4162-a143-07aef71617af'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:25.648748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a45783d7-7aad-4162-a143-07aef71617af'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:25.691495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d72f0f0-0350-4192-afc3-fd0621e35c94 req-fe2c3831-b07f-4030-b590-f33f7b57b7c5 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Aug 21 18:23:25.712061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee90fa1-e16a-47fb-a620-d9f565ecb8dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:25.715578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7ee90fa1-e16a-47fb-a620-d9f565ecb8dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports/5f5b7584-22e9-414a-bf28-92dc71d4428d HTTP/1.1" status: 200 len: 911 time: 0.1018727 Aug 21 18:23:25.717762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:25.800441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681e6b5-0b9e-4ad3-a42b-1f8fce058783 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:25.807925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a681e6b5-0b9e-4ad3-a42b-1f8fce058783 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:25.809617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a681e6b5-0b9e-4ad3-a42b-1f8fce058783 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0906019 Aug 21 18:23:25.812903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48092) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:25.932672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:26.002178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Set router a45783d7-7aad-4162-a143-07aef71617af gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:23:26.174204 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80ecd6f3-3c2f-4120-a63e-68b5f8fa3eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.343142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45783d7-7aad-4162-a143-07aef71617af', 'name': 'tempest-NetworksTestDHCPv6-router-2121782000', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:22Z', 'updated_at': '2021-08-21T18:23:24Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None, '_interfaces': [{'id': '5f5b7584-22e9-414a-bf28-92dc71d4428d', 'name': '', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'mac_address': 'fa:16:3e:af:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45783d7-7aad-4162-a143-07aef71617af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '04fea942-1512-4078-8b1b-579248a908d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:23:23Z', 'updated_at': '2021-08-21T18:23:24Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'subnets': [{'id': '04fea942-1512-4078-8b1b-579248a908d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:26.357149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.363066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80ecd6f3-3c2f-4120-a63e-68b5f8fa3eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.369102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80ecd6f3-3c2f-4120-a63e-68b5f8fa3eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.404905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ecd6f3-3c2f-4120-a63e-68b5f8fa3eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd69ab7e-e0ee-4c21-8e03-2fd5ceea1a60,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:26.409673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Checking router: a45783d7-7aad-4162-a143-07aef71617af for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:23:26.410027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Updating router a45783d7-7aad-4162-a143-07aef71617af port 5f5b7584-22e9-414a-bf28-92dc71d4428d binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:23:26.428215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-80ecd6f3-3c2f-4120-a63e-68b5f8fa3eeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6095da6c30054cb98dca5b13b50d8b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4942098 Aug 21 18:23:26.428855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48102) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:26.463398 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.494118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.523397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.610309 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.614807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.616725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd69ab7e-e0ee-4c21-8e03-2fd5ceea1a60 HTTP/1.1" status: 204 len: 168 time: 0.1838222 Aug 21 18:23:26.625472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260260b-af7e-45f3-b24c-dfdd137ae216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd69ab7e-e0ee-4c21-8e03-2fd5ceea1a60,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:26.728887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 5f5b7584-22e9-414a-bf28-92dc71d4428d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:26.729708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.847702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:26.860630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 5f5b7584-22e9-414a-bf28-92dc71d4428d owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:26.996401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.011970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Transition to ACTIVE for port object 5f5b7584-22e9-414a-bf28-92dc71d4428d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:27.027648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.131784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:27.148114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9045de4a-0e51-4b2f-a7ec-5c5a2ccb819d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.167643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Pushing event updated for resources: {'Port': ['ID=5f5b7584-22e9-414a-bf28-92dc71d4428d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:27.172110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Attempting to bind port 5f5b7584-22e9-414a-bf28-92dc71d4428d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:27.172908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Attempting to bind port 5f5b7584-22e9-414a-bf28-92dc71d4428d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:27.173195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Attempting to bind port 5f5b7584-22e9-414a-bf28-92dc71d4428d on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:27.185445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:27.185943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:27.186358 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.186788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:27.187265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Bound port: 5f5b7584-22e9-414a-bf28-92dc71d4428d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:27.187700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.192065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.192441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.193100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.193278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.193830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.194099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.194447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.194650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.194984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.195301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.195619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.195934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:27.358592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9045de4a-0e51-4b2f-a7ec-5c5a2ccb819d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.367183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9045de4a-0e51-4b2f-a7ec-5c5a2ccb819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.371309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] For port 5f5b7584-22e9-414a-bf28-92dc71d4428d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:27.375931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] For port 5f5b7584-22e9-414a-bf28-92dc71d4428d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5f5b7584-22e9-414a-bf28-92dc71d4428d,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:27.386749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48132) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:27.450450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.478973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9045de4a-0e51-4b2f-a7ec-5c5a2ccb819d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e06a99b1d2d540cdb04d453d321b1c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454437 Aug 21 18:23:27.479886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48136) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:27.495284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9045de4a-0e51-4b2f-a7ec-5c5a2ccb819d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263c1cc0-4885-40d6-88ab-0424ea047fb2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:27.601785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Routers {'a45783d7-7aad-4162-a143-07aef71617af'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:27.602767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a45783d7-7aad-4162-a143-07aef71617af'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:27.646189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.662275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589139e-5bde-4fc6-a5e4-67cb738fcdca req-a536ef0e-7c3d-4f2c-9f81-aa71c81c49f5 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:27.671003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9589139e-5bde-4fc6-a5e4-67cb738fcdca req-a536ef0e-7c3d-4f2c-9f81-aa71c81c49f5 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1012907 Aug 21 18:23:27.698116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.784394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8669a-aad0-49aa-a25f-660da3ed9002 None None] Pushing event updated for resources: {'Port': ['ID=5f5b7584-22e9-414a-bf28-92dc71d4428d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:27.786530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-316e6615-38eb-4c9b-850d-51a3729728d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.830768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.833623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.835714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/263c1cc0-4885-40d6-88ab-0424ea047fb2 HTTP/1.1" status: 204 len: 168 time: 0.3510382 Aug 21 18:23:27.847962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ec789-6716-4df6-9faa-0e3348c79233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263c1cc0-4885-40d6-88ab-0424ea047fb2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:27.864346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] Set router a45783d7-7aad-4162-a143-07aef71617af gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:23:27.915300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-316e6615-38eb-4c9b-850d-51a3729728d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.920354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9589139e-5bde-4fc6-a5e4-67cb738fcdca req-162146a9-6704-41c3-b074-e5a6431df604 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483475 Aug 21 18:23:27.927855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-316e6615-38eb-4c9b-850d-51a3729728d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:27.990430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48148) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:28.004326 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-316e6615-38eb-4c9b-850d-51a3729728d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62e99386837a4ab6b577269ab572eb56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5972376 Aug 21 18:23:28.031172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e6615-38eb-4c9b-850d-51a3729728d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d50075c-5620-4333-a323-2169cb9ae739,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:28.083285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.113916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.164854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.214756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=5f5b7584-22e9-414a-bf28-92dc71d4428d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:28.278296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.281561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.282993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d50075c-5620-4333-a323-2169cb9ae739 HTTP/1.1" status: 204 len: 168 time: 0.2904847 Aug 21 18:23:28.339533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a0eab-5b17-4c7a-81bf-4b082f670a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d50075c-5620-4333-a323-2169cb9ae739,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:28.442065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e352-7ad6-44e7-adc7-823cb869e795 req-ebce38bd-107a-4037-98f8-37b16cd412a7 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:28.443706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3bf3e352-7ad6-44e7-adc7-823cb869e795 req-ebce38bd-107a-4037-98f8-37b16cd412a7 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.0896993 Aug 21 18:23:28.455393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a45783d7-7aad-4162-a143-07aef71617af', 'name': 'tempest-NetworksTestDHCPv6-router-2121782000', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:22Z', 'updated_at': '2021-08-21T18:23:24Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None, '_interfaces': [{'id': '5f5b7584-22e9-414a-bf28-92dc71d4428d', 'name': '', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'mac_address': 'fa:16:3e:af:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45783d7-7aad-4162-a143-07aef71617af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '04fea942-1512-4078-8b1b-579248a908d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:23:23Z', 'updated_at': '2021-08-21T18:23:27Z', 'revision_number': 4, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'subnets': [{'id': '04fea942-1512-4078-8b1b-579248a908d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:28.495283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730cfd40-e242-4b7e-9885-c94b2bb06828 None None] The sync data for ids ['a45783d7-7aad-4162-a143-07aef71617af'] in n-d-793621-32 is: [{'id': 'a45783d7-7aad-4162-a143-07aef71617af', 'name': 'tempest-NetworksTestDHCPv6-router-2121782000', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:22Z', 'updated_at': '2021-08-21T18:23:24Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None, '_interfaces': [{'id': '5f5b7584-22e9-414a-bf28-92dc71d4428d', 'name': '', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'mac_address': 'fa:16:3e:af:32:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a45783d7-7aad-4162-a143-07aef71617af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '04fea942-1512-4078-8b1b-579248a908d8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:23:23Z', 'updated_at': '2021-08-21T18:23:27Z', 'revision_number': 4, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'subnets': [{'id': '04fea942-1512-4078-8b1b-579248a908d8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:23:28.541206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3bf3e352-7ad6-44e7-adc7-823cb869e795 req-856440df-4984-4354-8745-ec09f846cb59 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871923 Aug 21 18:23:28.576753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.628462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88569b34-7212-49f6-a370-322f03bc29fa req-62bf1827-4f83-4437-bfb3-47c474913c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:28.630645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-62bf1827-4f83-4437-bfb3-47c474913c19 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=dc3dace6604547a3988dcb4557b0d282&device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 1097 time: 0.2719710 Aug 21 18:23:28.793638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48180) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:28.824084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-894af228-c1f5-43b8-a1d1-21006a7aa576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.926810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Router a45783d7-7aad-4162-a143-07aef71617af has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:23:28.939326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88569b34-7212-49f6-a370-322f03bc29fa req-3ec60729-d6c2-420b-83ef-b5e0acd2db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:28.941326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-3ec60729-d6c2-420b-83ef-b5e0acd2db91 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c7a03c63-d4cf-4790-8ac2-a487856c80a0 HTTP/1.1" status: 200 len: 914 time: 0.2698147 Aug 21 18:23:28.993192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-894af228-c1f5-43b8-a1d1-21006a7aa576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:28.998688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-894af228-c1f5-43b8-a1d1-21006a7aa576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.040360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-331bbd8f-ab84-463f-a060-af1f124890cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf HTTP/1.1" status: 200 len: 217 time: 0.0890851 Aug 21 18:23:29.050688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-894af228-c1f5-43b8-a1d1-21006a7aa576 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50bd34c1f5764275aa66bd40c5e0b79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557511 Aug 21 18:23:29.053059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48192) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:29.106395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:23:29.106676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894af228-c1f5-43b8-a1d1-21006a7aa576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8556f0-b79c-4ebb-b25a-116a25abf048,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:29.119085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-beb66397-0771-4323-864d-7c75b14f51dc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "PUT /v2.0/routers/a45783d7-7aad-4162-a143-07aef71617af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3050215 Aug 21 18:23:29.121803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48196) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:29.155806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.183039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.195813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88569b34-7212-49f6-a370-322f03bc29fa req-5371d215-15fb-4e0b-b1c5-a3e1ce2f9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:29.197500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-5371d215-15fb-4e0b-b1c5-a3e1ce2f9d25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=88241cf9-9fcb-471f-bce5-4e777df5f9ae HTTP/1.1" status: 200 len: 853 time: 0.1256115 Aug 21 18:23:29.208467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58100826-8318-461a-9614-b9dc16329902 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:29.210860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58100826-8318-461a-9614-b9dc16329902 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:29.215045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-58100826-8318-461a-9614-b9dc16329902 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0922813 Aug 21 18:23:29.215889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48200) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:29.247819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-5d8103da-2c33-4165-bcec-449fd1c27af9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c7a03c63-d4cf-4790-8ac2-a487856c80a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316002 Aug 21 18:23:29.282577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 04fea942-1512-4078-8b1b-579248a908d8 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:29.288671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.291651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.295072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a8556f0-b79c-4ebb-b25a-116a25abf048 HTTP/1.1" status: 204 len: 168 time: 0.2387753 Aug 21 18:23:29.295072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.367199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.398670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-ff2f2792-955c-4409-9853-15c23e0492b3 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408677 Aug 21 18:23:29.398942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacbcf7-0c74-4ab8-84f7-47f67bd999b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8556f0-b79c-4ebb-b25a-116a25abf048,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:29.427861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.527509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.565188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=04fea942-1512-4078-8b1b-579248a908d8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:29.566098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88569b34-7212-49f6-a370-322f03bc29fa req-868aebc4-44cf-49a4-9bee-0009d46356b7 service neutron] 10.222.0.64 "GET /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594508 Aug 21 18:23:29.576242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.582970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48210) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:29.584032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-501f5e6f-aafc-42ed-befd-7fb1a048ec99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/04fea942-1512-4078-8b1b-579248a908d8 HTTP/1.1" status: 204 len: 168 time: 0.3659575 Aug 21 18:23:29.589024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7984c9-7aad-4e36-b079-e96e9e79f067 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:29.809061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-23c2643b-536c-4cb4-87fc-60624d27d532 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2222099 Aug 21 18:23:29.810753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48226) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:29.857741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fe50c-efc7-4632-bd36-040fdbe92915 req-abbe8921-a9d5-4b18-9f36-30b2a6cec435 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:29.859710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d29fe50c-efc7-4632-bd36-040fdbe92915 req-abbe8921-a9d5-4b18-9f36-30b2a6cec435 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1227536 Aug 21 18:23:29.946929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d29fe50c-efc7-4632-bd36-040fdbe92915 req-2c70d13f-466b-482f-a937-a0de2671c52e tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749142 Aug 21 18:23:29.955523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:29.993378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:30.095972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Deleting port 609ac503-aac1-4a6e-a543-5751197992e5 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:30.096579 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.153444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.156380 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.215617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.216167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Fanout notify agent at l3_agent the message router_deleted on router a45783d7-7aad-4162-a143-07aef71617af {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:23:30.224711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.228980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0289568e-1721-40c4-8c68-ed76c8d53d76 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/routers/a45783d7-7aad-4162-a143-07aef71617af HTTP/1.1" status: 204 len: 168 time: 0.4159997 Aug 21 18:23:30.229285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:30.229615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] For port 609ac503-aac1-4a6e-a543-5751197992e5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=609ac503-aac1-4a6e-a543-5751197992e5,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:30.230202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.235813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:30.245534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Calling delete_port for 609ac503-aac1-4a6e-a543-5751197992e5 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:30.349789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.423628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] No DVR routers for this DVR port 609ac503-aac1-4a6e-a543-5751197992e5 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:30.430373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ae42f-b92c-4344-9097-a478e9213557 None None] Pushing event deleted for resources: {'Port': ['ID=609ac503-aac1-4a6e-a543-5751197992e5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:30.457776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:30.461896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.629886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Sync routers for ids ['a45783d7-7aad-4162-a143-07aef71617af'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:23:30.644464 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Routers set() bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:30.647749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Router IDs set() for agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 18:23:30.649425 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_agentschedulers_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a45783d7-7aad-4162-a143-07aef71617af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent'). {{(pid=94601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 21 18:23:30.680868 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Routers set() bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:30.681243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Router IDs set() for agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 18:23:30.681890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_agentschedulers_db [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a45783d7-7aad-4162-a143-07aef71617af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent'). {{(pid=94601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 21 18:23:30.682203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623aaa6-98b1-435b-9413-b30049584a50 None None] The sync data for ids ['a45783d7-7aad-4162-a143-07aef71617af'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:23:30.787411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.855073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:30.858610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:30.861491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:30.862174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.873600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73506755-cc4b-4ea0-99d6-c4392de317fc None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:30.887557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=3b6ae759-4e5f-42c4-8b5e-1f59b94e6131,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:30.894991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-57c685ef-2066-4557-ad2e-176e70e6f146 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6643648 Aug 21 18:23:30.898074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48274) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:30.903254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-467591389', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:30.935623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:30.937685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.098231 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.106133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.133923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.150031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d1abb365-0dad-4451-bbf8-77bafbd3a7bc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2506821 Aug 21 18:23:31.150610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48294) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:31.193320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '3b6ae759-4e5f-42c4-8b5e-1f59b94e6131'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:31.199724 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.240175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fc41c-5ff3-4a51-ae0c-e4ab7c151327 req-96cdbef7-87c3-4d2a-bb18-5b6da03e2384 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:31.244036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e36fc41c-5ff3-4a51-ae0c-e4ab7c151327 req-96cdbef7-87c3-4d2a-bb18-5b6da03e2384 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1171658 Aug 21 18:23:31.307517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e36fc41c-5ff3-4a51-ae0c-e4ab7c151327 req-2e94e0d6-4e64-457a-9079-d04b95389ae8 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574203 Aug 21 18:23:31.387916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:23:31.419494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3b6ae759-4e5f-42c4-8b5e-1f59b94e6131/c1c0925f-1a66-49bd-9908-9b95eccd3ffb) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:31.562614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:31.749653 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.757366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-300b9a13-371d-448e-acb4-e577d464d7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.759440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Transition to ACTIVE for port object c1c0925f-1a66-49bd-9908-9b95eccd3ffb will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:31.776516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Transition to ACTIVE for port object c1c0925f-1a66-49bd-9908-9b95eccd3ffb will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:31.786107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.880050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:31.882968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:31.883904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-300b9a13-371d-448e-acb4-e577d464d7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.887284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:31.893006 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.894017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-300b9a13-371d-448e-acb4-e577d464d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:31.957297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-300b9a13-371d-448e-acb4-e577d464d7a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4b495dda6de4aa28b0d08a36dc2353e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917000 Aug 21 18:23:31.966620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:31.981032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f8ce2-cde2-4802-8b8f-ca1f048ac9fb req-d8b11d7e-6ca7-4820-867d-dec82806400c tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:31.982978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e97f8ce2-cde2-4802-8b8f-ca1f048ac9fb req-d8b11d7e-6ca7-4820-867d-dec82806400c tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.2009733 Aug 21 18:23:31.996860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Pushing event updated for resources: {'Port': ['ID=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:32.001991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b9a13-371d-448e-acb4-e577d464d7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de61d453-5fb4-4fef-9bd5-55669152f1b3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:32.053366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Attempting to bind port c1c0925f-1a66-49bd-9908-9b95eccd3ffb on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:32.053791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Attempting to bind port c1c0925f-1a66-49bd-9908-9b95eccd3ffb by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:32.054153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Attempting to bind port c1c0925f-1a66-49bd-9908-9b95eccd3ffb on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:32.059573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5f5b7584-22e9-414a-bf28-92dc71d4428d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:32.076328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:32.079691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:32.079691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.079691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:32.087629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Bound port: c1c0925f-1a66-49bd-9908-9b95eccd3ffb, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:32.093471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.097126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.120988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5f5b7584-22e9-414a-bf28-92dc71d4428d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:32.121332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5f5b7584-22e9-414a-bf28-92dc71d4428d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:32.121747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 609ac503-aac1-4a6e-a543-5751197992e5 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:32.156263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.178115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 609ac503-aac1-4a6e-a543-5751197992e5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:32.178462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 609ac503-aac1-4a6e-a543-5751197992e5 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:32.223236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] For port c1c0925f-1a66-49bd-9908-9b95eccd3ffb, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:32.226305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e97f8ce2-cde2-4802-8b8f-ca1f048ac9fb req-b89b2d7a-c43f-4348-8d9d-e1bc1795b904 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051065 Aug 21 18:23:32.228683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] For port c1c0925f-1a66-49bd-9908-9b95eccd3ffb, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:32.231191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.234022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.235250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de61d453-5fb4-4fef-9bd5-55669152f1b3 HTTP/1.1" status: 204 len: 168 time: 0.2667143 Aug 21 18:23:32.243364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169daacc-8df9-41d0-a8be-ae136262d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61d453-5fb4-4fef-9bd5-55669152f1b3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:32.245373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.285924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::1 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3b6ae759-4e5f-42c4-8b5e-1f59b94e6131/e347d666-927d-47b4-a899-4ba47d5f1845) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:32.337686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ced8b-edff-45fa-ae33-07b01a92aa1f None None] Pushing event updated for resources: {'Port': ['ID=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:32.455518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.471571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object e347d666-927d-47b4-a899-4ba47d5f1845 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:32.537645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.582893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:32.588928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:32.592002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:32.592239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:32.644451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=e347d666-927d-47b4-a899-4ba47d5f1845,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:32.762403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.091699 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.099389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.100888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.309304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:33.344535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=e347d666-927d-47b4-a899-4ba47d5f1845,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:33.362426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5633c-203b-423d-9c70-12f55460277b req-febe1415-83f9-4ee2-8f75-b322ac3bfcd9 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:33.364108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d5633c-203b-423d-9c70-12f55460277b req-febe1415-83f9-4ee2-8f75-b322ac3bfcd9 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1558371 Aug 21 18:23:33.460680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071e2e4-be26-4dc7-b356-de05374af37d req-349004eb-0365-450e-8ed4-83a4b297f363 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:33.462580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6071e2e4-be26-4dc7-b356-de05374af37d req-349004eb-0365-450e-8ed4-83a4b297f363 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1180458 Aug 21 18:23:33.471542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:33.477546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:33.554059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6071e2e4-be26-4dc7-b356-de05374af37d req-ba35857c-2d23-40ea-a945-51bf4fcd779e tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846603 Aug 21 18:23:33.647871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Deleting port d4d3a712-b140-4002-87a2-fc4be49bf8cf {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:33.647871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.710054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Router 5826898b-f27d-4686-8d5f-d393751aceb4 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:23:33.757227 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f874bef-0f95-4867-9eaa-3ed58bd1f799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:33.765587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c9625bff-43e9-40ac-b2d6-d94ad1b67ef8 None None] Provisioning for port c1c0925f-1a66-49bd-9908-9b95eccd3ffb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:34.045921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f874bef-0f95-4867-9eaa-3ed58bd1f799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.064176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f874bef-0f95-4867-9eaa-3ed58bd1f799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.111847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c1c0925f-1a66-49bd-9908-9b95eccd3ffb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:34.146146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f874bef-0f95-4867-9eaa-3ed58bd1f799 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=463ea1cfb1bb49c0a8a5a0a343ea4725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8354871 Aug 21 18:23:34.165851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48380) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:34.254206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-093d8dbc-73c3-4d0d-8dda-22cae2a5540f None None] Provisioning for port e347d666-927d-47b4-a899-4ba47d5f1845 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:34.260762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-093d8dbc-73c3-4d0d-8dda-22cae2a5540f None None] Provisioning complete for port e347d666-927d-47b4-a899-4ba47d5f1845 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:34.261148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-093d8dbc-73c3-4d0d-8dda-22cae2a5540f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.308225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c1c0925f-1a66-49bd-9908-9b95eccd3ffb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:34.316616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c1c0925f-1a66-49bd-9908-9b95eccd3ffb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:34.316986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.332629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f874bef-0f95-4867-9eaa-3ed58bd1f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b83f35-d8ae-4e80-9ec3-97c236ec3697,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:34.351579 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.409996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.472016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] For port d4d3a712-b140-4002-87a2-fc4be49bf8cf, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=d4d3a712-b140-4002-87a2-fc4be49bf8cf,segment=NetworkSegment(7c298264-f71d-480f-b56a-0fa5fb688379),segment_id=7c298264-f71d-480f-b56a-0fa5fb688379)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:34.473755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.499899 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.501845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-093d8dbc-73c3-4d0d-8dda-22cae2a5540f None None] Port e347d666-927d-47b4-a899-4ba47d5f1845 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:34.510141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Calling delete_port for d4d3a712-b140-4002-87a2-fc4be49bf8cf owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:34.518480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:23:34.536422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Sync routers for ids ['5826898b-f27d-4686-8d5f-d393751aceb4'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:23:34.536910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7ebc2934-6428-48d1-b628-d4ebe06fa5c9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "PUT /v2.0/routers/5826898b-f27d-4686-8d5f-d393751aceb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3838251 Aug 21 18:23:34.538051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48386) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:34.558012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.564934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:34.566254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7b83f35-d8ae-4e80-9ec3-97c236ec3697 HTTP/1.1" status: 204 len: 168 time: 0.4040797 Aug 21 18:23:34.624124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244650ae-ea3a-4b58-b202-3a4c08150a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b83f35-d8ae-4e80-9ec3-97c236ec3697,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:34.741545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79de7e1f-8f63-4e0f-91de-d46ac6ee04b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:34.746007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-79de7e1f-8f63-4e0f-91de-d46ac6ee04b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports/e347d666-927d-47b4-a899-4ba47d5f1845 HTTP/1.1" status: 200 len: 911 time: 0.2047217 Aug 21 18:23:34.746399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:34.780762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a941-8758-4fe4-a6f9-b9263fd6207c req-51aca9b9-83b5-4d0d-a13f-8f11f352820e tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:34.788572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cd6a941-8758-4fe4-a6f9-b9263fd6207c req-51aca9b9-83b5-4d0d-a13f-8f11f352820e tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 945 time: 0.1295128 Aug 21 18:23:34.861109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb2add-744a-42b2-bde8-9a45565c85d7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:34.895157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb2add-744a-42b2-bde8-9a45565c85d7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:34.904219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7eb2add-744a-42b2-bde8-9a45565c85d7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1553755 Aug 21 18:23:34.907011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48398) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:34.914521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cd6a941-8758-4fe4-a6f9-b9263fd6207c req-7b60caa7-145f-4de4-8b55-1fe003571611 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/security-groups?id=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230547 Aug 21 18:23:34.947773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Routers {'5826898b-f27d-4686-8d5f-d393751aceb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:34.949038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5826898b-f27d-4686-8d5f-d393751aceb4'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:34.972738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:35.051214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Pushing event deleted for resources: {'Port': ['ID=d4d3a712-b140-4002-87a2-fc4be49bf8cf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:35.073264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c1c0925f-1a66-49bd-9908-9b95eccd3ffb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:35.084965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['d4d3a712-b140-4002-87a2-fc4be49bf8cf'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:23:35.113066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] No DVR routers for this DVR port d4d3a712-b140-4002-87a2-fc4be49bf8cf on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:35.121902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:35.124510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55d5633c-203b-423d-9c70-12f55460277b req-ac8ffaa7-4309-43d8-9fbc-bc447098e993 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.64 "DELETE /v2.0/ports/d4d3a712-b140-4002-87a2-fc4be49bf8cf HTTP/1.1" status: 204 len: 173 time: 1.7492666 Aug 21 18:23:35.125387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'name': 'network-vif-deleted', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:35.128253 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560068e6-4a6d-481b-be95-0962e2d2b5cd" -d '{"events": [{"server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "name": "network-vif-deleted", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:35.139892 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:35.233368 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30fd4c5-5e96-4215-857d-d3d87d9757e9 x-openstack-request-id: req-c30fd4c5-5e96-4215-857d-d3d87d9757e9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:35.233662 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb61bce2-2b20-426c-80f4-96792ce2982f", "name": "network-vif-deleted", "tag": "d4d3a712-b140-4002-87a2-fc4be49bf8cf", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:35.233912 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c30fd4c5-5e96-4215-857d-d3d87d9757e9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:35.234954 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb61bce2-2b20-426c-80f4-96792ce2982f', 'name': 'network-vif-deleted', 'tag': 'd4d3a712-b140-4002-87a2-fc4be49bf8cf', 'status': 'completed', 'code': 200} Aug 21 18:23:35.320113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-da34d9a5-f67c-437e-8874-86750625ad7e None None] Provisioning complete for port e347d666-927d-47b4-a899-4ba47d5f1845 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:35.320971 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-da34d9a5-f67c-437e-8874-86750625ad7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:35.536367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Set router 5826898b-f27d-4686-8d5f-d393751aceb4 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:23:35.545045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:35.555375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-da34d9a5-f67c-437e-8874-86750625ad7e None None] Port e347d666-927d-47b4-a899-4ba47d5f1845 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:35.646003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.132121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c1c0925f-1a66-49bd-9908-9b95eccd3ffb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:36.173688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae969a9b-a4aa-4360-96d5-56e3e4448875 req-41574d88-9310-45dd-b858-9ce0e96021f3 tempest-InstanceActionsTestJSON-707327679 tempest-InstanceActionsTestJSON-707327679-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb61bce2-2b20-426c-80f4-96792ce2982f HTTP/1.1" status: 200 len: 210 time: 0.0710721 Aug 21 18:23:36.235579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5826898b-f27d-4686-8d5f-d393751aceb4', 'name': 'tempest-NetworksTestDHCPv6-router-467591389', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:30Z', 'updated_at': '2021-08-21T18:23:32Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None, '_interfaces': [{'id': 'e347d666-927d-47b4-a899-4ba47d5f1845', 'name': '', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'mac_address': 'fa:16:3e:27:37:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5826898b-f27d-4686-8d5f-d393751aceb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2752, 'fixed_ips': [{'subnet_id': '3b6ae759-4e5f-42c4-8b5e-1f59b94e6131', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:23:32Z', 'updated_at': '2021-08-21T18:23:32Z', 'revision_number': 2, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'subnets': [{'id': '3b6ae759-4e5f-42c4-8b5e-1f59b94e6131', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:36.248775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port e347d666-927d-47b4-a899-4ba47d5f1845 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:36.250613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.291634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Checking router: 5826898b-f27d-4686-8d5f-d393751aceb4 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:23:36.292317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Updating router 5826898b-f27d-4686-8d5f-d393751aceb4 port e347d666-927d-47b4-a899-4ba47d5f1845 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:23:36.345597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.455099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c1c0925f-1a66-49bd-9908-9b95eccd3ffb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:36.457056 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.466134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.496597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for e347d666-927d-47b4-a899-4ba47d5f1845 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:36.841441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:36.937596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=e347d666-927d-47b4-a899-4ba47d5f1845,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:37.063289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:23:37.063574 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:23:37.179760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.228197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:37.299648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:37.411792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Deleting subnet 88241cf9-9fcb-471f-bce5-4e777df5f9ae {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:37.418308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Router 5826898b-f27d-4686-8d5f-d393751aceb4 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:23:37.419246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.478658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75861d53-c56b-4cfa-839a-d17923709859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.502008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.546044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:23:37.554119 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c84d5274-6c7d-45d0-834e-ee7b50ade67f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "PUT /v2.0/routers/5826898b-f27d-4686-8d5f-d393751aceb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6457691 Aug 21 18:23:37.556640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48512) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:37.576569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.593807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Port e347d666-927d-47b4-a899-4ba47d5f1845 not found while updating agent binding for router 5826898b-f27d-4686-8d5f-d393751aceb4. {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 21 18:23:37.618750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Routers {'5826898b-f27d-4686-8d5f-d393751aceb4'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:37.619546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5826898b-f27d-4686-8d5f-d393751aceb4'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:37.639018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5514ab6-539c-4e9e-be8b-34b3705b7dcd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:37.642177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5514ab6-539c-4e9e-be8b-34b3705b7dcd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:37.647413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f5514ab6-539c-4e9e-be8b-34b3705b7dcd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0860894 Aug 21 18:23:37.648877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:37.755219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] Set router 5826898b-f27d-4686-8d5f-d393751aceb4 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:23:37.767737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.809697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.814150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/88241cf9-9fcb-471f-bce5-4e777df5f9ae HTTP/1.1" status: 204 len: 168 time: 0.5107119 Aug 21 18:23:37.814582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48526) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:37.831598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 3b6ae759-4e5f-42c4-8b5e-1f59b94e6131 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:37.837351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5826898b-f27d-4686-8d5f-d393751aceb4', 'name': 'tempest-NetworksTestDHCPv6-router-467591389', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:30Z', 'updated_at': '2021-08-21T18:23:36Z', 'revision_number': 3, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:37.846950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.855386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878df992-b8ef-464f-a1af-2e06bdf7f7cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88241cf9-9fcb-471f-bce5-4e777df5f9ae,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:37.910292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aab281d-eddb-40de-a7fb-833e937a5774 None None] The sync data for ids ['5826898b-f27d-4686-8d5f-d393751aceb4'] in n-d-793621-32 is: [{'id': '5826898b-f27d-4686-8d5f-d393751aceb4', 'name': 'tempest-NetworksTestDHCPv6-router-467591389', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:23:30Z', 'updated_at': '2021-08-21T18:23:36Z', 'revision_number': 3, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:23:37.912395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75861d53-c56b-4cfa-839a-d17923709859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.944556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75861d53-c56b-4cfa-839a-d17923709859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:37.973620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.019160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-75861d53-c56b-4cfa-839a-d17923709859 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a61da7185692452d9eb74d30ce2df2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7858074 Aug 21 18:23:38.030653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:38.055315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.125025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75861d53-c56b-4cfa-839a-d17923709859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17629a2a-34de-40cb-8e7e-e7116e5c9f98,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:38.180533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.211355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d4d3a712-b140-4002-87a2-fc4be49bf8cf no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:38.211489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a03c63-d4cf-4790-8ac2-a487856c80a0']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:38.220321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c298264-f71d-480f-b56a-0fa5fb688379') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:38.225126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c298264-f71d-480f-b56a-0fa5fb688379') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:23:38.259179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.266481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.272620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: d4d3a712-b140-4002-87a2-fc4be49bf8cf {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:38.272965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device d4d3a712-b140-4002-87a2-fc4be49bf8cf not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:38.278084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.289036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:23:38.289969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.317497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:23:38.403235 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:23:38.417145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.426456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.430838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c7a03c63-d4cf-4790-8ac2-a487856c80a0 HTTP/1.1" status: 204 len: 168 time: 0.6152399 Aug 21 18:23:38.443261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.445243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db40fe-bf9b-4bbf-ad3e-0de9f9522ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7a03c63-d4cf-4790-8ac2-a487856c80a0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:38.485615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.519217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6ae759-4e5f-42c4-8b5e-1f59b94e6131,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:38.525454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.528180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e81b032-5d15-4402-bb8d-7265138e1bca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3b6ae759-4e5f-42c4-8b5e-1f59b94e6131 HTTP/1.1" status: 204 len: 168 time: 0.8769014 Aug 21 18:23:38.530173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48568) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:38.534989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c46cd5b-f1b6-458e-a23c-387af9ef2ab4 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:38.551379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.566752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.574858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17629a2a-34de-40cb-8e7e-e7116e5c9f98 HTTP/1.1" status: 204 len: 168 time: 0.5429640 Aug 21 18:23:38.589901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd8274-2a3c-4fa6-b24f-07f9449b655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17629a2a-34de-40cb-8e7e-e7116e5c9f98,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:38.645736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48580) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:38.717471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48582) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:38.718019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-497c9707-91b2-4ec7-bfce-396c854a8efe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc3dace6604547a3988dcb4557b0d282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0706406 Aug 21 18:23:38.765713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6d777d58-ca2f-4385-8289-d7f94825729a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2330358 Aug 21 18:23:38.768397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:38.817953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.852421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:23:38.879791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.950173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.952963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.957788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4 HTTP/1.1" status: 204 len: 168 time: 0.2356267 Aug 21 18:23:38.965388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed4aa-744b-4f97-9fa8-f0ccbd97cd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c1c82d-30f2-4239-9bbb-b7c1f1c0efb4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:38.976300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:38.983231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Deleting port c1c0925f-1a66-49bd-9908-9b95eccd3ffb {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:38.983604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.168620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] For port c1c0925f-1a66-49bd-9908-9b95eccd3ffb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:39.169426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.190707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Calling delete_port for c1c0925f-1a66-49bd-9908-9b95eccd3ffb owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:39.242541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48614) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.266151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013c10b1-4f5f-4c75-b1b4-d2875d9f4524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.293869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.303836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.307045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.356626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] Pushing event deleted for resources: {'Port': ['ID=c1c0925f-1a66-49bd-9908-9b95eccd3ffb,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:39.359146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31e5229-ec1a-4711-90c3-1cc4f003b807 None None] No DVR routers for this DVR port c1c0925f-1a66-49bd-9908-9b95eccd3ffb on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:23:39.414970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.416559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Fanout notify agent at l3_agent the message router_deleted on router 5826898b-f27d-4686-8d5f-d393751aceb4 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:23:39.431573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.434956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-92a57675-aa48-4069-a371-85e8bc24a304 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/routers/5826898b-f27d-4686-8d5f-d393751aceb4 HTTP/1.1" status: 204 len: 168 time: 0.6643898 Aug 21 18:23:39.437177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48622) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.455432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Sync routers for ids ['5826898b-f27d-4686-8d5f-d393751aceb4'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:23:39.484424 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Routers set() bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:39.487658 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Router IDs set() for agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 18:23:39.489404 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5826898b-f27d-4686-8d5f-d393751aceb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent'). {{(pid=94601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 21 18:23:39.494913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013c10b1-4f5f-4c75-b1b4-d2875d9f4524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.508430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-013c10b1-4f5f-4c75-b1b4-d2875d9f4524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.519860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a63f1dc0-1f0a-4a1f-a535-2e43070ce877 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0810919 Aug 21 18:23:39.522594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48632) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.542964 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Routers set() bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:23:39.543592 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Router IDs set() for agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 21 18:23:39.545890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_agentschedulers_db [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5826898b-f27d-4686-8d5f-d393751aceb4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent'). {{(pid=94601) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 21 18:23:39.546440 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e722c2-a903-451d-8e2a-489eae7deaec None None] The sync data for ids ['5826898b-f27d-4686-8d5f-d393751aceb4'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:23:39.587278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c10b1-4f5f-4c75-b1b4-d2875d9f4524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ff81f8-8e4b-458a-94ae-baa5507fc7cc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:39.642017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-013c10b1-4f5f-4c75-b1b4-d2875d9f4524 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=21ceb34bf30f4825b6120c51002ce0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968034 Aug 21 18:23:39.651485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aa495-cd00-43b8-9ad5-a548ece867de tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:39.655171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0d5aa495-cd00-43b8-9ad5-a548ece867de tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1291738 Aug 21 18:23:39.655171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.660354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48646) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.772104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48656) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:39.778183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:39.778718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dfa765e0-7681-48ee-b69e-d4671e952d77 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154368 Aug 21 18:23:39.900438 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:39.915832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:39.922719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.028835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c1c0925f-1a66-49bd-9908-9b95eccd3ffb no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:40.039677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.074965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c1c0925f-1a66-49bd-9908-9b95eccd3ffb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:23:40.076278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c1c0925f-1a66-49bd-9908-9b95eccd3ffb not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:23:40.168017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.170696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.174642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6ff81f8-8e4b-458a-94ae-baa5507fc7cc HTTP/1.1" status: 204 len: 168 time: 0.5171649 Aug 21 18:23:40.186568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c13ec-97d2-4520-89a3-3cbab5a9efc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ff81f8-8e4b-458a-94ae-baa5507fc7cc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:40.351614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:23:40.355082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.397360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:40.400975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:40.405138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:40.405736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.412841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c072438-b0ef-4ff6-b3d0-2694f7c5cd2f None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:40.456248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=0ac51676-2cc9-4c5a-8774-ed215c71164d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:40.466347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a03538a9-1692-4518-b77a-794a5c7cc0f9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6902452 Aug 21 18:23:40.466940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:40.479597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:40.740197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '0ac51676-2cc9-4c5a-8774-ed215c71164d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:40.741714 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.751068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:40.762811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:40.860996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:41.049187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Allocated IP 2001:db8::f816:3eff:fed5:211e (b71b1026-b7ef-4a93-9594-64ed4f11943a/0ac51676-2cc9-4c5a-8774-ed215c71164d/d8d736a0-abe1-4b03-9b9e-8fe72a5ace04) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:41.092362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-986487561-network', 'tenant_id': '1d05fcb7354949d9a6788f9018670135'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:41.119887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.166711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Made reservation on behalf of 1d05fcb7354949d9a6788f9018670135 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:41.169443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.189726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:41.193810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.199028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:41.206998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:41.207605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.210212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=1ca20e25-f971-41d3-8fc1-f167f5ffe4e7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:41.253431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.265950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Transition to ACTIVE for port object d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:41.284570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Transition to ACTIVE for port object d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:41.294821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.369179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:41.378843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.385206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.385564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:41.387576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:41.390546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:41.426058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-89603572-3d45-468a-a4e3-2df2e16bfa14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9556100 Aug 21 18:23:41.426778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:41.437039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:82:73:e6', 'name': 'tempest-NetworksTestDHCPv6-2094597959'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:41.463811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:41.477467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:23:41.495211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Attempting to bind port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:41.496446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Attempting to bind port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:41.496446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Attempting to bind port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:41.498795 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.499287 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Added segment 3e03c67a-57ed-4518-a757-efc7f981e8ca of type vlan for network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c Aug 21 18:23:41.509758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:41.510049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:41.510554 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.510866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:41.511336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Bound port: d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:41.511722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.585234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.624075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.625275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:41.626213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.664678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:41.701112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:41.702103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8398092 Aug 21 18:23:41.705910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:41.708964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6aaaf-bd34-4daf-97e6-4d4567adbd09 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee3562a-d04b-4179-abc9-2f5006e3bd4c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:41.715542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:41.727907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:23:41.750705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Request body: {'subnet': {'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-986487561-subnet', 'tenant_id': '1d05fcb7354949d9a6788f9018670135', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:41.807028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.920099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.936182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Made reservation on behalf of 1d05fcb7354949d9a6788f9018670135 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:41.938463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:41.964597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8de2c3-b184-434f-ae89-1c24b3339495 None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:42.031785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 3cd72422-5e2d-4953-8742-72c00de6bedf yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:42.375986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 172.20.0.14 (b71b1026-b7ef-4a93-9594-64ed4f11943a/1ca20e25-f971-41d3-8fc1-f167f5ffe4e7/3cd72422-5e2d-4953-8742-72c00de6bedf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:42.387074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe82:73e6 (b71b1026-b7ef-4a93-9594-64ed4f11943a/0ac51676-2cc9-4c5a-8774-ed215c71164d/3cd72422-5e2d-4953-8742-72c00de6bedf) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:42.395427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:42.505575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9eb127-db01-420d-919f-bcbd3c575afe,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:42.540816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Checking segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:42.541486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Network hostable DHCP agents. Network: 3ee3562a-d04b-4179-abc9-2f5006e3bd4c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:23:42.626376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:23:42.666903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 3ee3562a-d04b-4179-abc9-2f5006e3bd4c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:42.673762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:42.674407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:42.674675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee33872-13a0-4089-80cb-2968c0acb676 None None] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:42.708371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:42.721398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9058b1de-b529-48e2-9c2e-07f4cb8260b8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0118496 Aug 21 18:23:42.742711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 3cd72422-5e2d-4953-8742-72c00de6bedf will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:42.796639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:42.854035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:42.858054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:42.878415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48826) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:42.893290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:42.916613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=3cd72422-5e2d-4953-8742-72c00de6bedf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:43.024141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:43.027611 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.035500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'tenant_id': '1d05fcb7354949d9a6788f9018670135', 'fixed_ips': [{'subnet_id': '9e9eb127-db01-420d-919f-bcbd3c575afe'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:43.036607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.075786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48834) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:43.076477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-65b4ff68-dbac-4d66-bdee-d4ec81ec1c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6488602 Aug 21 18:23:43.162596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fbf785-7ab0-4e0a-a2fd-cc3cda0cae0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:43.184975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fbf785-7ab0-4e0a-a2fd-cc3cda0cae0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:43.186945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44fbf785-7ab0-4e0a-a2fd-cc3cda0cae0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1096096 Aug 21 18:23:43.189881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48838) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:43.353404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Allocated IP 172.20.0.2 (3ee3562a-d04b-4179-abc9-2f5006e3bd4c/9e9eb127-db01-420d-919f-bcbd3c575afe/0897680e-0e38-455b-afab-00175ecc3894) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:43.402813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c32723f0-83ef-4b65-a56d-644a151c51a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.496569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 3cd72422-5e2d-4953-8742-72c00de6bedf {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:23:43.496914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.530713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fce74-ff65-4f26-918a-993826b4ffce None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:43.683507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.722419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 3cd72422-5e2d-4953-8742-72c00de6bedf owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:23:43.753275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c32723f0-83ef-4b65-a56d-644a151c51a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.789161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c32723f0-83ef-4b65-a56d-644a151c51a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:43.817925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32723f0-83ef-4b65-a56d-644a151c51a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f54f2-1c89-414c-a5f7-560cab0fc831,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:43.924847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c32723f0-83ef-4b65-a56d-644a151c51a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0612b385bfca4b03a80f792514d29665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0457087 Aug 21 18:23:43.928014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:44.120455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.182361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-73c53d0a-9671-407a-8e69-54027e4c7b68 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:44.184618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-73c53d0a-9671-407a-8e69-54027e4c7b68 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.2689097 Aug 21 18:23:44.185167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:44.200703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.218756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-d7d2bd4d-029a-4535-8eac-94a3af9ef259 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/quotas/1d05fcb7354949d9a6788f9018670135 HTTP/1.1" status: 200 len: 375 time: 0.0253756 Aug 21 18:23:44.256657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.267316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5f67e1d7-f502-4757-b28b-77133dd4ef97 None None] Provisioning for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:44.282280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-d1428b46-9f08-4b73-9193-b22f9ba1680c tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0577207 Aug 21 18:23:44.332131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=3cd72422-5e2d-4953-8742-72c00de6bedf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:44.384782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.387859 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.389428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/225f54f2-1c89-414c-a5f7-560cab0fc831 HTTP/1.1" status: 204 len: 168 time: 0.4602480 Aug 21 18:23:44.462227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f52535-2058-4fbb-b793-6881d8cab26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f54f2-1c89-414c-a5f7-560cab0fc831,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:44.506242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.510562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3f632698-ecdd-43d2-ab9c-f6e1407dbf84 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/3cd72422-5e2d-4953-8742-72c00de6bedf HTTP/1.1" status: 204 len: 168 time: 1.3172100 Aug 21 18:23:44.510824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48870) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:44.548373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-893d0f65-ca42-4d2a-b89d-d20817fe9b39 service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588184 Aug 21 18:23:44.629172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.664968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:44.675705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ade32-a7af-4520-b7a1-a5ea594de5d2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:44.678148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ade32-a7af-4520-b7a1-a5ea594de5d2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:44.684038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87ade32-a7af-4520-b7a1-a5ea594de5d2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:44.685733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c87ade32-a7af-4520-b7a1-a5ea594de5d2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1630628 Aug 21 18:23:44.689745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Transition to ACTIVE for port object 0897680e-0e38-455b-afab-00175ecc3894 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:44.690865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48882) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:44.741349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:44.742086 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.752706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-e165b5ea-c9bf-441e-8d17-264475533af2 service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949835 Aug 21 18:23:44.854000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 0ac51676-2cc9-4c5a-8774-ed215c71164d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:44.860055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.921503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Transition to ACTIVE for port object 0897680e-0e38-455b-afab-00175ecc3894 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:44.924443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0356c7f-248f-452e-99ff-65698c6da581 None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '0ac51676-2cc9-4c5a-8774-ed215c71164d', 'ip_address': '2001:db8::f816:3eff:fed5:211e'}, {'subnet_id': '1ca20e25-f971-41d3-8fc1-f167f5ffe4e7'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'd8d736a0-abe1-4b03-9b9e-8fe72a5ace04'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:23:44.926590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.968314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e0356c7f-248f-452e-99ff-65698c6da581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:44.989141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.054249 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.164367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:45.288750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:45.292394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.322543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:45.324145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.328275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/0ac51676-2cc9-4c5a-8774-ed215c71164d HTTP/1.1" status: 204 len: 168 time: 0.6341679 Aug 21 18:23:45.328673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:45.417859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=0ac51676-2cc9-4c5a-8774-ed215c71164d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:45.465153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.465596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.465852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.466204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.466577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.466920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.467259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.467680 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.477069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.477600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.478047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.478299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.484113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ab1556-fb13-485a-9f46-956033a9233b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:23:45.497366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 1ca20e25-f971-41d3-8fc1-f167f5ffe4e7 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:23:45.508303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.572378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Pushing event updated for resources: {'Port': ['ID=0897680e-0e38-455b-afab-00175ecc3894,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:45.629718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-e0356c7f-248f-452e-99ff-65698c6da581 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac51676-2cc9-4c5a-8774-ed215c71164d: This subnet is being modified by another concurrent operation. Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ac51676-2cc9-4c5a-8774-ed215c71164d: This subnet is being modified by another concurrent operation. Aug 21 18:23:45.799911 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 18:23:45.846621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:45.860463 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:23:45.861210 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:23:45.884121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Attempting to bind port 0897680e-0e38-455b-afab-00175ecc3894 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:45.884779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Attempting to bind port 0897680e-0e38-455b-afab-00175ecc3894 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:45.886455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Attempting to bind port 0897680e-0e38-455b-afab-00175ecc3894 on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:45.907493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:45.910901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Checking segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:45.911660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.912987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Bound using segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:45.913994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Bound port: 0897680e-0e38-455b-afab-00175ecc3894, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:45.914663 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:45.960203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8333f75-b3fe-4548-be38-575de9549508 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:46.128570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.196429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:46.196893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.313817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-d4f6ccef-92bb-4fa4-9447-9722b045917a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:46.321911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-d4f6ccef-92bb-4fa4-9447-9722b045917a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.8370304 Aug 21 18:23:46.326017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] For port 0897680e-0e38-455b-afab-00175ecc3894, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:46.363555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] For port 0897680e-0e38-455b-afab-00175ecc3894, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0897680e-0e38-455b-afab-00175ecc3894,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:46.408938 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.420481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-eebbbee9-9a74-472d-b767-78f629e2991e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/quotas/1d05fcb7354949d9a6788f9018670135 HTTP/1.1" status: 200 len: 375 time: 0.0705149 Aug 21 18:23:46.457782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe811fc-1d3c-41e7-936f-9e88940fa230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.571329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.571729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.599151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-86236f11-1df1-4aba-aabf-70649da1ebd3 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1703763 Aug 21 18:23:46.616945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd8126-4c2e-4e24-876b-30f41c32b475 None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '1ca20e25-f971-41d3-8fc1-f167f5ffe4e7'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'd8d736a0-abe1-4b03-9b9e-8fe72a5ace04'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:23:46.672215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca20e25-f971-41d3-8fc1-f167f5ffe4e7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:46.676282 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.682064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ba7bca08-1e1e-4d0d-953a-9b8daee51917 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/1ca20e25-f971-41d3-8fc1-f167f5ffe4e7 HTTP/1.1" status: 204 len: 168 time: 1.3490071 Aug 21 18:23:46.682187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:46.734818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe811fc-1d3c-41e7-936f-9e88940fa230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.765591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fe811fc-1d3c-41e7-936f-9e88940fa230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.797997 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.904412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6fe811fc-1d3c-41e7-936f-9e88940fa230 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=690d8beab05949fc8f8950b8e8cbae3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0539618 Aug 21 18:23:46.905373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 48996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:46.907426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe811fc-1d3c-41e7-936f-9e88940fa230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba19d51-b3b3-478d-ac8f-1b2d065574fd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:46.917486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87bd8126-4c2e-4e24-876b-30f41c32b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:46.933992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b065-1122-4b47-8683-df6fc56f7515 None None] Pushing event updated for resources: {'Port': ['ID=0897680e-0e38-455b-afab-00175ecc3894,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:46.946231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:46.962980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.009708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3aeb73f9-1726-4450-bb0e-5150c3ed4c50 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3172295 Aug 21 18:23:47.020739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 48998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:47.044878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:47.054522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49000) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:47.125415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.190261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.241131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfa65a97-4846-4bd4-9e25-4a69ba0e1efe service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906084 Aug 21 18:23:47.265827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:23:47.328895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.333012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.336282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eba19d51-b3b3-478d-ac8f-1b2d065574fd HTTP/1.1" status: 204 len: 168 time: 0.4113033 Aug 21 18:23:47.405907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a579807-3aed-4ae9-a637-22ff0e64a331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.408260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592a4aa-148e-4ecd-8438-93421098c7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba19d51-b3b3-478d-ac8f-1b2d065574fd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:47.541513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-a56aa0ce-0540-413d-b029-f02001ad0dad service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873878 Aug 21 18:23:47.557056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:47.561431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:23:47.562209 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:23:47.633752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a579807-3aed-4ae9-a637-22ff0e64a331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.634437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.648561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a579807-3aed-4ae9-a637-22ff0e64a331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.700593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a579807-3aed-4ae9-a637-22ff0e64a331 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f1964abc580488896a3e56f1280f1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6368344 Aug 21 18:23:47.704663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49012) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:47.719988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:47.724018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.791651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-0bae52e8-6c29-4f25-80c3-e1f4820228fa tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:47.794289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-0bae52e8-6c29-4f25-80c3-e1f4820228fa tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.5043898 Aug 21 18:23:47.808323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a579807-3aed-4ae9-a637-22ff0e64a331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02efc3b-eb65-437f-a40a-31b738d310d9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:47.825054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:47.832903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Request body: {'port': {'device_id': '6b4617ff-81ec-4014-9e38-f59156def692', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'admin_state_up': True, 'tenant_id': '1d05fcb7354949d9a6788f9018670135'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:47.856621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:47.909519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.036505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:48.055778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.178346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.183948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b517d055-e7f5-445a-9700-afc54dc51c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.266352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:48.271404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.315086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49050) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:48.406172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206e025-4499-441a-b819-a78d7b4209b2 None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:48.416954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59bb59bf-eb2c-4b95-b632-93478f0d597f None None] Could not find standard attr ID for object 3cd72422-5e2d-4953-8742-72c00de6bedf. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:23:48.436529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59bb59bf-eb2c-4b95-b632-93478f0d597f None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:48.436529 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59bb59bf-eb2c-4b95-b632-93478f0d597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.488250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-659a93c8-7e5d-484c-8b28-d403dcfd4b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.491539 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.495400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.497018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a02efc3b-eb65-437f-a40a-31b738d310d9 HTTP/1.1" status: 204 len: 168 time: 0.7896447 Aug 21 18:23:48.511888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Made reservation on behalf of 1d05fcb7354949d9a6788f9018670135 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:48.516157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.534423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54cff4-66c3-4721-a2cc-8c0a44ded52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02efc3b-eb65-437f-a40a-31b738d310d9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:48.590039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf79e56-defa-4827-b0d9-0680a752aef8 None None] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:48.699711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:48.700572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Allocated IP 172.20.0.11 (3ee3562a-d04b-4179-abc9-2f5006e3bd4c/9e9eb127-db01-420d-919f-bcbd3c575afe/39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:48.803463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2fcce4c6-41fe-4d17-bfb5-739c590b8262 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:48.812450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2fcce4c6-41fe-4d17-bfb5-739c590b8262 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.5373561 Aug 21 18:23:48.925158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-f9ccdbe7-29a4-4627-a239-d49aa6325b8e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/quotas/1d05fcb7354949d9a6788f9018670135 HTTP/1.1" status: 200 len: 375 time: 0.1112192 Aug 21 18:23:48.958369 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.150786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-670d75aa-3296-4c1a-9f20-86cc0251789a None None] Provisioning for port 0897680e-0e38-455b-afab-00175ecc3894 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:49.186356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.208422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0897680e-0e38-455b-afab-00175ecc3894 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:49.244833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-ce3f767e-6970-426d-ae37-a163b3c96d2b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3181646 Aug 21 18:23:49.256934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Transition to ACTIVE for port object 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:49.353350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0897680e-0e38-455b-afab-00175ecc3894 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:49.360760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0897680e-0e38-455b-afab-00175ecc3894 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:49.361387 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.462542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-659a93c8-7e5d-484c-8b28-d403dcfd4b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.489483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-659a93c8-7e5d-484c-8b28-d403dcfd4b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.509020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8cc823-70c8-46d7-97af-f0ea601c56bc None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:23:49.536079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-659a93c8-7e5d-484c-8b28-d403dcfd4b2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca555e5403304c75a16d0d9d758544fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2172031 Aug 21 18:23:49.536407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49070) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:49.554395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.558343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-d5df6926-f77f-4b2d-92d8-0190c426e5fd service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127060 Aug 21 18:23:49.723483 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.792054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-826ab27e-18c4-4908-9bdc-0a52f59bf1f9 None None] Provisioning complete for port 0897680e-0e38-455b-afab-00175ecc3894 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:49.792955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-826ab27e-18c4-4908-9bdc-0a52f59bf1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:49.807785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event updated for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:49.862704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:49.899237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:49.955377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-5897816f-29fc-457d-a529-19346a69e1a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:49.956862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-5897816f-29fc-457d-a529-19346a69e1a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.39 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.3087759 Aug 21 18:23:49.975437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:50.029403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Request body: {'port': {'device_id': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'admin_state_up': True, 'tenant_id': '1d05fcb7354949d9a6788f9018670135'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:50.054041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:23:50.096765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0897680e-0e38-455b-afab-00175ecc3894, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0897680e-0e38-455b-afab-00175ecc3894,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:50.118707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.202210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8cc823-70c8-46d7-97af-f0ea601c56bc None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:23:50.254204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0897680e-0e38-455b-afab-00175ecc3894,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:50.305557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49084) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.324857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.348932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.361387 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d7a25471-38eb-4911-82cc-9e0185ab537b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.425348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.427749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.431960 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2d604abd-a970-4051-a076-f937f72ab938 HTTP/1.1" status: 204 len: 168 time: 0.8829684 Aug 21 18:23:50.503805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.520397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.523366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d160c6c-2717-4a03-9f0c-90c5b0e08388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d604abd-a970-4051-a076-f937f72ab938,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:50.588093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-7980bd9e-ef7a-4f30-a1b7-f528699251c9 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.589287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7980bd9e-ef7a-4f30-a1b7-f528699251c9 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2807755 Aug 21 18:23:50.593070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49094) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.599866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-7ec5e0f5-2a50-4b4b-ad8f-0132939120be tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.600842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7ec5e0f5-2a50-4b4b-ad8f-0132939120be tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047727 Aug 21 18:23:50.604837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.612124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-da437f46-c497-47bd-9269-535bd97a92ad tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.613087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da437f46-c497-47bd-9269-535bd97a92ad tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053756 Aug 21 18:23:50.618119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a93c8-7e5d-484c-8b28-d403dcfd4b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d604abd-a970-4051-a076-f937f72ab938,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:50.623456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49098) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.624113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Made reservation on behalf of 1d05fcb7354949d9a6788f9018670135 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:50.627658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.646837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-64abbc75-1860-4aec-aa3c-64de5e5af2c7 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.647828 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-64abbc75-1860-4aec-aa3c-64de5e5af2c7 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054181 Aug 21 18:23:50.654304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.663386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f7d6de28-0c7f-47ee-842c-a0d5ad2af99c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.664707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f7d6de28-0c7f-47ee-842c-a0d5ad2af99c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090890 Aug 21 18:23:50.668126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49102) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.678883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:50.680352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.683831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-d60397d2-8797-487c-999b-22bf0c3daf3f tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.684787 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d60397d2-8797-487c-999b-22bf0c3daf3f tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058670 Aug 21 18:23:50.693698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49104) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.711855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-5bb38e6a-61c2-4f56-a99c-59d016f5d70b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.713141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5bb38e6a-61c2-4f56-a99c-59d016f5d70b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0183403 Aug 21 18:23:50.719910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49106) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.724974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-14cbf3b6-379c-4042-b580-aaa6b252bbe5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.725367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14cbf3b6-379c-4042-b580-aaa6b252bbe5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046937 Aug 21 18:23:50.733074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49108) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.740514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-20f17716-cbde-4dd2-ba8c-0e9fa5d2a386 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.741585 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20f17716-cbde-4dd2-ba8c-0e9fa5d2a386 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0066540 Aug 21 18:23:50.744500 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.746423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1e7ba241-ed6d-453d-89cd-5fc67e6ef2a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9339263 Aug 21 18:23:50.759348 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-c91f5371-7abc-4355-af5a-a2dfd18abead service neutron] 10.222.0.41 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649489 Aug 21 18:23:50.770436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-38aae357-f67f-428a-9150-eba75522d434 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.774341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-38aae357-f67f-428a-9150-eba75522d434 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0264986 Aug 21 18:23:50.780494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49114) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.786352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Request body: {'port': {'device_id': '6b4617ff-81ec-4014-9e38-f59156def692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:50.798924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-05ef0213-aecd-46b5-b167-fffd4a0e7d79 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.799946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-05ef0213-aecd-46b5-b167-fffd4a0e7d79 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0165844 Aug 21 18:23:50.805550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49116) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.809828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-659fbc61-430a-4ffc-9725-462f7c95bf7e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.812160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-659fbc61-430a-4ffc-9725-462f7c95bf7e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043206 Aug 21 18:23:50.830689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49118) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.842965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-55ec7a7b-00fa-4dcb-b20d-5fcefb986c72 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.845826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-55ec7a7b-00fa-4dcb-b20d-5fcefb986c72 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0137224 Aug 21 18:23:50.848788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49120) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.856178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-d6720ab5-7c77-45b4-9b52-580577dd299c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.857357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6720ab5-7c77-45b4-9b52-580577dd299c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0074570 Aug 21 18:23:50.860679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.867134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-ca3d68f3-a581-44dd-a5b4-9321f86bb055 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.868705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ca3d68f3-a581-44dd-a5b4-9321f86bb055 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0065608 Aug 21 18:23:50.871090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49124) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.891371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-00b32ed9-4b97-4b61-8e44-42ef75356e0d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.892877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-00b32ed9-4b97-4b61-8e44-42ef75356e0d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0205808 Aug 21 18:23:50.915497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49128) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.921612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-c2d4fc7f-8389-456f-b754-72e8e0cfcf4c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.922738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c2d4fc7f-8389-456f-b754-72e8e0cfcf4c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061724 Aug 21 18:23:50.926461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.950086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-1f1bca55-e4a0-4382-aea6-f9bdce374c0b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.951269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1f1bca55-e4a0-4382-aea6-f9bdce374c0b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0227470 Aug 21 18:23:50.954089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:50.956293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:50.985761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-5b05f5de-39f0-4c3d-87d3-5b1e6e9cebbe tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:50.986992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b05f5de-39f0-4c3d-87d3-5b1e6e9cebbe tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0315337 Aug 21 18:23:51.008485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49136) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.022389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-4686aa1c-a0fa-4cf2-b74f-5edd28b75bd5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.024405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:51.031903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4686aa1c-a0fa-4cf2-b74f-5edd28b75bd5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0150371 Aug 21 18:23:51.174801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.190000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49138) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.206481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-dfd4e823-f22e-43b7-9266-5a7434a07848 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.210865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.217063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dfd4e823-f22e-43b7-9266-5a7434a07848 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0168445 Aug 21 18:23:51.217530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-ed60a1fb-cb08-431d-83df-5bf1a2b83efb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.228033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ed60a1fb-cb08-431d-83df-5bf1a2b83efb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0159757 Aug 21 18:23:51.228976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49152) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.237076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-38a6b97b-8df7-483c-8fb0-e66558506b91 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.239504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-38a6b97b-8df7-483c-8fb0-e66558506b91 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0085442 Aug 21 18:23:51.244707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.270520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-07413ed9-bdfa-4ebf-b10f-a6f791fa4784 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.275700 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-07413ed9-bdfa-4ebf-b10f-a6f791fa4784 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0184834 Aug 21 18:23:51.278758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49156) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.291506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-0e3f65bc-b091-409f-812b-682c0c090faf tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.292504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0e3f65bc-b091-409f-812b-682c0c090faf tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0118489 Aug 21 18:23:51.297058 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.297443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49160) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.298193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.305441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-46181a5d-5bc8-4ccd-b969-0c347288b03e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.308834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-46181a5d-5bc8-4ccd-b969-0c347288b03e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052869 Aug 21 18:23:51.313037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.317079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0897680e-0e38-455b-afab-00175ecc3894 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:51.334391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-98ca6b59-b2fd-4c5e-88b1-89a7988bca69 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.339681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-98ca6b59-b2fd-4c5e-88b1-89a7988bca69 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0249677 Aug 21 18:23:51.345912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49164) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.359428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-2f1785de-04c5-48e5-a9b4-4d3c95caaa2e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.368570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2f1785de-04c5-48e5-a9b4-4d3c95caaa2e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0201697 Aug 21 18:23:51.369255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.384708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-e664690a-5d82-41a7-9718-791a7baaed58 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.395093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e664690a-5d82-41a7-9718-791a7baaed58 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0226033 Aug 21 18:23:51.395772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49170) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.401825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f09b403e-d972-4791-ae4b-3120fbc33884 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.406871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f09b403e-d972-4791-ae4b-3120fbc33884 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0099535 Aug 21 18:23:51.407457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49172) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.413007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-5e8c581a-e7f5-43d7-b395-b9a770e33bb0 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.418922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5e8c581a-e7f5-43d7-b395-b9a770e33bb0 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0103474 Aug 21 18:23:51.419695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49174) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.426945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-24ddbdd9-4e64-4ceb-89c9-db6e5bb93b03 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.433235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-24ddbdd9-4e64-4ceb-89c9-db6e5bb93b03 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0123093 Aug 21 18:23:51.434633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.457845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-aef3b092-94d5-4447-8eea-2f21f55f2edb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.467532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aef3b092-94d5-4447-8eea-2f21f55f2edb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0312686 Aug 21 18:23:51.468655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.477304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-9189124d-43fa-416b-830f-4259134c3cee tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.481599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9189124d-43fa-416b-830f-4259134c3cee tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0119624 Aug 21 18:23:51.482871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.488016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2584de3-689d-4913-88f0-9b63413e6a5d req-880826c8-befc-4a59-bbe6-3475a41dffa2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 210 time: 0.2989049 Aug 21 18:23:51.489137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f1798e39-cdd7-4e45-b4eb-4efc54eba32e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.493480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1798e39-cdd7-4e45-b4eb-4efc54eba32e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095997 Aug 21 18:23:51.496228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49184) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.500707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f2350ffd-5198-4cbb-a62f-a247c451b383 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.504988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f2350ffd-5198-4cbb-a62f-a247c451b383 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076971 Aug 21 18:23:51.505673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49186) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.511459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f9db3f78-a211-4a2e-b75a-ebbe909ea30b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.517051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9db3f78-a211-4a2e-b75a-ebbe909ea30b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0095239 Aug 21 18:23:51.517958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49188) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.525091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-e4bb85a5-3ed0-4001-995c-665660c27f9e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.529637 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4bb85a5-3ed0-4001-995c-665660c27f9e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0106127 Aug 21 18:23:51.530348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49190) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.558914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-01e721bb-324a-4cb3-90c3-1d7e7e458420 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.562836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-01e721bb-324a-4cb3-90c3-1d7e7e458420 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0311227 Aug 21 18:23:51.565747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49194) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.572191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-753e9d92-68fb-4a05-b372-d8a417f662a2 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.576481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-753e9d92-68fb-4a05-b372-d8a417f662a2 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0086522 Aug 21 18:23:51.578265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49196) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.585073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0897680e-0e38-455b-afab-00175ecc3894 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:51.585458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.602822 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-9842c90e-2792-4468-956d-dd23872fe3e1 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.607292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.607559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9842c90e-2792-4468-956d-dd23872fe3e1 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0214880 Aug 21 18:23:51.612795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-2a8237bf-a96d-4cd8-9aff-66475d3f804b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.616263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2a8237bf-a96d-4cd8-9aff-66475d3f804b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0054035 Aug 21 18:23:51.616639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49202) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.618921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:51.621716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-dd00cbbe-b52d-4f9b-a999-0c66189f495d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.627112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd00cbbe-b52d-4f9b-a999-0c66189f495d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070124 Aug 21 18:23:51.640130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:51.644452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Allocated IP 172.20.0.9 (3ee3562a-d04b-4179-abc9-2f5006e3bd4c/9e9eb127-db01-420d-919f-bcbd3c575afe/8d08de47-96eb-47c0-a623-31d92045f90c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:51.647607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.647944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49204) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.657566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-b8a3ef0e-d004-4cdf-8f3b-acf6102a0ddc tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.661222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b8a3ef0e-d004-4cdf-8f3b-acf6102a0ddc tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0087447 Aug 21 18:23:51.661442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49208) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.674585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:51.675658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:51.679871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-a5b52fbb-54b1-4949-a010-e6da470e71a2 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.681409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5b52fbb-54b1-4949-a010-e6da470e71a2 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0107069 Aug 21 18:23:51.684736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49212) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.705789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-a150c041-363c-4fcc-8e10-841ddb91eebe tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.706833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a150c041-363c-4fcc-8e10-841ddb91eebe tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0203524 Aug 21 18:23:51.711336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.712547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:51.719968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-12416844-6cac-4076-b8d5-f87c273c2e90 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.720978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-12416844-6cac-4076-b8d5-f87c273c2e90 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086815 Aug 21 18:23:51.727337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.732688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=f29c05d8-a8a3-4138-ab70-2473f91fe6fd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:51.733620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-c56ecc83-ee14-4732-985e-ab67bcfc02bd tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.737506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-46f18bf6-a9ab-4ba6-af8d-890a7b817443 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7151484 Aug 21 18:23:51.739670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c56ecc83-ee14-4732-985e-ab67bcfc02bd tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0115447 Aug 21 18:23:51.740582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49218) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.743848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49220) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.765865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-ac50e1bf-d659-459d-abcf-f67da1bc7ef8 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.771728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ac50e1bf-d659-459d-abcf-f67da1bc7ef8 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0244241 Aug 21 18:23:51.775309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.776886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:51.779715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-86533a3e-b5e3-436b-9674-84b401006efa tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.783277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86533a3e-b5e3-436b-9674-84b401006efa tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043948 Aug 21 18:23:51.786248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49224) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.803767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-e85f8ff3-ca9b-4152-b3cc-f7904f5e12dd tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.808168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e85f8ff3-ca9b-4152-b3cc-f7904f5e12dd tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0187552 Aug 21 18:23:51.808519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49226) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.813984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-b6674cd9-2638-46a5-a1d4-66d919d9f141 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.817455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b6674cd9-2638-46a5-a1d4-66d919d9f141 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0056946 Aug 21 18:23:51.817797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49228) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.835378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-bbfab957-fc93-438f-97d6-0f4fb5ffe56b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.836338 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bbfab957-fc93-438f-97d6-0f4fb5ffe56b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0049903 Aug 21 18:23:51.874920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49230) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.877775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:51.889291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-73b6ffcb-247b-4a26-b2e0-0ed98fd286a8 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.906527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-73b6ffcb-247b-4a26-b2e0-0ed98fd286a8 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0279274 Aug 21 18:23:51.909609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49236) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.916806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [None req-d474103e-7ba7-477d-ab9f-d5e23bbd4de0 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.921124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49238) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.921521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d474103e-7ba7-477d-ab9f-d5e23bbd4de0 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0081136 Aug 21 18:23:51.925504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-09d0ec51-e6ab-40dc-bf3a-fadc98b23139 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.928756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-09d0ec51-e6ab-40dc-bf3a-fadc98b23139 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043991 Aug 21 18:23:51.929324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49240) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.933765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-69e993d1-2c14-42a2-baf6-c1d3f0eb93b4 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.936911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69e993d1-2c14-42a2-baf6-c1d3f0eb93b4 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046375 Aug 21 18:23:51.940354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49242) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.960259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-4167647b-1adc-4397-8a43-e8286b37b1c5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.961454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4167647b-1adc-4397-8a43-e8286b37b1c5 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0203202 Aug 21 18:23:51.966748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49248) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.971578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-cca6028c-1f83-4b97-b42c-51aac335f0bb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.972603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cca6028c-1f83-4b97-b42c-51aac335f0bb tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048716 Aug 21 18:23:51.975268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49250) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:51.980921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-fdb7f815-aa89-4114-b0fc-4a44eb3189ff tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:51.981907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fdb7f815-aa89-4114-b0fc-4a44eb3189ff tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057311 Aug 21 18:23:51.990892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49256) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.002449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-556fd6fd-88a8-404d-8ebc-47bfd3e63dcf tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.004408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:52.004546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-556fd6fd-88a8-404d-8ebc-47bfd3e63dcf tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0126820 Aug 21 18:23:52.006489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.009528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49258) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.010610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75a777-1968-4c0b-af12-bf51a561d3c9 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:23:52.014113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-709b883c-7344-4289-b7f8-e89253f3982e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.016854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-709b883c-7344-4289-b7f8-e89253f3982e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062027 Aug 21 18:23:52.019363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49260) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.037860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-5fb533a1-4cd4-4fd9-a1a5-64b5f3a89265 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.039801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5fb533a1-4cd4-4fd9-a1a5-64b5f3a89265 tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0195060 Aug 21 18:23:52.042954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49262) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.054482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-821522bb-4c46-4fc7-a3b3-eee614e98dcc tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.057895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-821522bb-4c46-4fc7-a3b3-eee614e98dcc tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0139699 Aug 21 18:23:52.060571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49266) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.069414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-86a6b57b-6223-44f2-ad92-3007a093436f tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.070412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86a6b57b-6223-44f2-ad92-3007a093436f tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087872 Aug 21 18:23:52.074575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49268) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.082449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-0645cbca-0068-4f99-82a3-da3e93b0c31b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.084880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0645cbca-0068-4f99-82a3-da3e93b0c31b tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0093570 Aug 21 18:23:52.088122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49270) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.095906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-bb31a0ed-ae27-41db-a8ae-53754fa4391c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.103448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bb31a0ed-ae27-41db-a8ae-53754fa4391c tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0140610 Aug 21 18:23:52.105122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.115624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-46426668-2bb9-4f4d-8d2d-622bd2fc388d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.120925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-46426668-2bb9-4f4d-8d2d-622bd2fc388d tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0134602 Aug 21 18:23:52.122221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49274) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.132543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [None req-f410321e-0ec1-4d1b-9e7c-c6f66d7fd02e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] http://10.222.0.41:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:23:52.141388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f410321e-0ec1-4d1b-9e7c-c6f66d7fd02e tempest-ExtensionsTestJSON-395931723 tempest-ExtensionsTestJSON-395931723-project] 10.222.0.41 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0160291 Aug 21 18:23:52.262101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c2957ef2-91a4-43f8-b13c-73357ce8faf3 None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:52.262839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2957ef2-91a4-43f8-b13c-73357ce8faf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.275235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:52.299780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.502243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49286) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.529779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.542296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49294) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:52.545349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Transition to ACTIVE for port object 8d08de47-96eb-47c0-a623-31d92045f90c will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:52.662315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.671331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d75a777-1968-4c0b-af12-bf51a561d3c9 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:23:52.716047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b11166a-8bac-4da1-9492-5c151c607545 req-157e3db8-c168-4b5a-8da5-8e00946d4c60 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 210 time: 0.0846674 Aug 21 18:23:52.784610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event updated for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:52.798606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af76843f-224c-4b6a-9423-ce8eb1a15200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.811507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:52.859927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:52.864510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:52.872499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:52.901482 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:23:52.901482 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:23:52.901482 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id_1': '79c15fe9a9674e5aa88e782b681fe875', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 23, 52, 869582)}] Aug 21 18:23:52.901482 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:23:52.902697 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:23:53.000230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:53.000976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.097496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af76843f-224c-4b6a-9423-ce8eb1a15200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.140133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:53.142084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af76843f-224c-4b6a-9423-ce8eb1a15200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.153872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-1a432080-5f4b-4fb1-9fea-8ea7dcaa4b1b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1504633 Aug 21 18:23:53.187774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:53.207558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.220300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af76843f-224c-4b6a-9423-ce8eb1a15200 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b47fdfb5f42b4dda9eb4988618772b24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6762450 Aug 21 18:23:53.226661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76843f-224c-4b6a-9423-ce8eb1a15200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff8eecc-5151-4f72-9dfb-c8d35984b57b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:53.246531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:53.262292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Transition to ACTIVE for port object 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:53.271932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.303094 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.338069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Request body: {'port': {'device_id': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:53.359622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:53.360025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.412336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.436836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Pushing event updated for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:53.458377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Attempting to bind port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:53.459246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Attempting to bind port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:53.459775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Attempting to bind port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:53.500324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:23:53.501513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Attempting to bind port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:53.522667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:53.523024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Checking segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:53.523421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Bound using segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:53.523872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Bound port: 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:53.526454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.615954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.617562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.631159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:53.635828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:53.693221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.787364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:53.788004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.789854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-4c054718-e970-4005-8a7c-647e4280740e service neutron] 10.222.0.64 "PUT /v2.0/ports/39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 200 len: 1093 time: 3.0124242 Aug 21 18:23:53.793931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:53.797188 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54b715b-2622-474d-a479-810bfded902e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:53.846518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.863671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:53.866943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c054718-e970-4005-8a7c-647e4280740e service neutron] Pushing event updated for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:53.997103 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2482d9b-3183-4a15-990d-a641f21bcca0 x-openstack-request-id: req-e2482d9b-3183-4a15-990d-a641f21bcca0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:53.998144 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:53.998643 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2482d9b-3183-4a15-990d-a641f21bcca0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:53.999278 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', 'status': 'completed', 'code': 200} Aug 21 18:23:54.011691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-4fc74681-cb16-4a52-a63a-95e683cce434 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:54.021738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-4fc74681-cb16-4a52-a63a-95e683cce434 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 815 time: 0.9494510 Aug 21 18:23:54.026766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79c15fe9a9674e5aa88e782b681fe875&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5205681 Aug 21 18:23:54.028476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49320) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:54.030753 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ceedd-a5f6-4300-ab89-211aa8952fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112003a9-cfa1-4e2e-bf05-fa867ade185b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:54.067389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Request body: {'port': {'device_id': '40fa129b-95bc-4c9d-a13a-300def494702', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'admin_state_up': True, 'tenant_id': '1d05fcb7354949d9a6788f9018670135'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:54.089653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1d9913a7-ac66-488a-b942-6c791e1ee5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:54.092042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-1d9913a7-ac66-488a-b942-6c791e1ee5ed service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 1096 time: 0.1619844 Aug 21 18:23:54.114831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.134811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0d62ace-0f5a-4f22-97e6-019f808c216e req-b0050a9b-1e32-4a6d-9d5f-91cd251c5fb0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 210 time: 0.1462831 Aug 21 18:23:54.171219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-bb0eabf3-d750-4e42-8e2c-81733769288b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0659332 Aug 21 18:23:54.172228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.229693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.285104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-ebeebab6-9da1-4715-9a9a-0ebd4c4d29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:54.286786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-ebeebab6-9da1-4715-9a9a-0ebd4c4d29d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.1033401 Aug 21 18:23:54.331736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12b748-ce3b-45e0-9930-46ea2c504262 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:54.381327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f5e34-d054-498c-afe9-64e95a297611 req-36b0919b-3694-4832-9c4e-1f16eda771c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:54.382964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-36b0919b-3694-4832-9c4e-1f16eda771c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827570 Aug 21 18:23:54.383867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.386587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.387319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.388156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/112003a9-cfa1-4e2e-bf05-fa867ade185b HTTP/1.1" status: 204 len: 168 time: 0.3581541 Aug 21 18:23:54.419915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-28957e75-19c4-4168-8529-4e7b249e0a66 None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:54.420297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-28957e75-19c4-4168-8529-4e7b249e0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.475310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.482806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.484330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ff8eecc-5151-4f72-9dfb-c8d35984b57b HTTP/1.1" status: 204 len: 168 time: 1.2309368 Aug 21 18:23:54.521889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:54.530613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25440ec-f5e7-4abd-ab9b-c951d0401531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112003a9-cfa1-4e2e-bf05-fa867ade185b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:54.539931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:54.551460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:54.552822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.556110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eaa7e-317a-442c-a56e-68cf148df428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff8eecc-5151-4f72-9dfb-c8d35984b57b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:54.567688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=eb0f563e-5b3b-47d0-941f-6a8c01ef40fa,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:54.583465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Made reservation on behalf of 1d05fcb7354949d9a6788f9018670135 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:54.587419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.609635 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-7d81a7f5-5747-4274-b01b-e79fb344a225 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056255 Aug 21 18:23:54.656203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1bc5eea9-035d-44ed-a7e4-0c66cd3362d5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9108570 Aug 21 18:23:54.663617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49338) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:54.680628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:32:4c:97', 'name': 'tempest-NetworksTestDHCPv6-1892677354'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:54.691453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d08de47-96eb-47c0-a623-31d92045f90c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:54.854159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70908b85-a0e7-4cb5-bdb7-e6334d7f2b39 None None] Provisioning for port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:54.870677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.899613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Transition to ACTIVE for port object 8d08de47-96eb-47c0-a623-31d92045f90c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:54.920802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b96f5e34-d054-498c-afe9-64e95a297611 req-24ebbd7e-abbc-4dd3-b729-3bd06145b0d5 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973428 Aug 21 18:23:54.949072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:54.967661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'f29c05d8-a8a3-4138-ab70-2473f91fe6fd', 'ip_address': '2001:db8::f816:3eff:fed5:211e'}, {'subnet_id': 'eb0f563e-5b3b-47d0-941f-6a8c01ef40fa'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'd8d736a0-abe1-4b03-9b9e-8fe72a5ace04'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:23:54.974423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49350) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:55.021540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.082647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b715b-2622-474d-a479-810bfded902e req-450ddb00-8d45-4c64-98e8-2632afd734a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:55.088621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-450ddb00-8d45-4c64-98e8-2632afd734a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 1096 time: 0.0808468 Aug 21 18:23:55.123858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Allocated IP 172.20.0.8 (3ee3562a-d04b-4179-abc9-2f5006e3bd4c/9e9eb127-db01-420d-919f-bcbd3c575afe/1204771b-501d-4a38-b7c0-472fd30a28ac) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:55.230322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49358) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:55.306137 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f58966f-fba8-421f-a306-ca04b5f31ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.391692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e0dd2f-ec6f-4244-85c8-a4b11ba1e627 req-aa6b7aea-0f10-4248-83e1-736f35b6460a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 210 time: 0.1191673 Aug 21 18:23:55.392244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.413743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Transition to ACTIVE for port object 1204771b-501d-4a38-b7c0-472fd30a28ac will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:55.497788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b715b-2622-474d-a479-810bfded902e req-2c1c9da9-351e-4eb0-ba3b-74afdef969fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:55.500284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.503258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-2c1c9da9-351e-4eb0-ba3b-74afdef969fe service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.4116614 Aug 21 18:23:55.510993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Allocated IP 172.20.0.2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/eb0f563e-5b3b-47d0-941f-6a8c01ef40fa/d8d736a0-abe1-4b03-9b9e-8fe72a5ace04) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:55.545600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0b0d9811-b2ba-4d0d-bb12-570b52c2c2dc None None] Provisioning for port 8d08de47-96eb-47c0-a623-31d92045f90c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:55.556532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:55.580381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:55.592346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:55.630771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-fb1391b6-1ae6-47f4-a5f6-7d55b2b65cb7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 200 len: 217 time: 0.1193044 Aug 21 18:23:55.639294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.660603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:55.661441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.680957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:55.716050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:55.738874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b715b-2622-474d-a479-810bfded902e req-d84995db-ba3c-4658-a23c-b5c80640fdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:55.740918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-d84995db-ba3c-4658-a23c-b5c80640fdab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.0991952 Aug 21 18:23:55.766340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.796166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Transition to ACTIVE for port object d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:55.808773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.817248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f58966f-fba8-421f-a306-ca04b5f31ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.835100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b715b-2622-474d-a479-810bfded902e req-e1bd99c1-8eb7-4e9a-9d04-c56e67274ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:55.836785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-e1bd99c1-8eb7-4e9a-9d04-c56e67274ab5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826409 Aug 21 18:23:55.837491 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2f58966f-fba8-421f-a306-ca04b5f31ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:55.886374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58966f-fba8-421f-a306-ca04b5f31ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8181c5e0-a631-46d3-af51-dfb712406f93,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:55.892922 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8445292 Aug 21 18:23:55.914456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Request body: {'port': {'device_id': '40fa129b-95bc-4c9d-a13a-300def494702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:55.920848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfbda4-c01a-447b-ab87-259f292085eb None None] Pushing event updated for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:55.974962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:56.017744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2f58966f-fba8-421f-a306-ca04b5f31ddc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9adca9f3707e40c9b6ede92d5b412b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7853923 Aug 21 18:23:56.025651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:23:56.025651 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:23:56.025651 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id_1': '5010086f56ca49e39392d5855407f14e', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 23, 55, 712134)}] Aug 21 18:23:56.025651 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:23:56.026618 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:23:56.077668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:56.138544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59930828-b908-4c26-ae91-3ac94469a3a1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event updated for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:56.160841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.223966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.224566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Attempting to bind port 8d08de47-96eb-47c0-a623-31d92045f90c on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:56.224689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Attempting to bind port 8d08de47-96eb-47c0-a623-31d92045f90c by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:56.224997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Attempting to bind port 8d08de47-96eb-47c0-a623-31d92045f90c on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:56.260666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.292234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:23:56.304156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-e843fce3-238c-465a-b7e5-729030f260e2 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189811 Aug 21 18:23:56.314788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Port 8d08de47-96eb-47c0-a623-31d92045f90c on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:23:56.315120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Attempting to bind port 8d08de47-96eb-47c0-a623-31d92045f90c on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:56.348646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.362684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:56.363295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Checking segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:56.363512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Bound using segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:56.363976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Bound port: 8d08de47-96eb-47c0-a623-31d92045f90c, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:56.364341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.437232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.440305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.470556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8181c5e0-a631-46d3-af51-dfb712406f93 HTTP/1.1" status: 204 len: 168 time: 0.3810422 Aug 21 18:23:56.488773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d3860104-5e80-4f4b-84a3-2ba1ed7ce6f0 None None] Provisioning for port 1204771b-501d-4a38-b7c0-472fd30a28ac completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:56.502198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d3860104-5e80-4f4b-84a3-2ba1ed7ce6f0 None None] Provisioning complete for port 1204771b-501d-4a38-b7c0-472fd30a28ac triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:56.502641 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d3860104-5e80-4f4b-84a3-2ba1ed7ce6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.518135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:56.565233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.587337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f58083-82a2-40f4-958c-d9a007bed5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8181c5e0-a631-46d3-af51-dfb712406f93,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:56.616143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d3860104-5e80-4f4b-84a3-2ba1ed7ce6f0 None None] Port 1204771b-501d-4a38-b7c0-472fd30a28ac cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:56.698993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b54b715b-2622-474d-a479-810bfded902e req-af35a365-f0d3-4417-8399-8f32d226363b service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810942 Aug 21 18:23:56.762708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-211055922'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:56.847748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.860872 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.967353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5010086f56ca49e39392d5855407f14e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9915936 Aug 21 18:23:56.968267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:56.971891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:56.974653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dbd68-67f5-49e2-8f37-933970bad82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a396f6e-bf6b-45bd-82c1-80ac3db47aad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:56.978021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49390) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:57.002005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.143831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:23:57.146660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff198101-e6f9-439f-98e1-6fbdec721f01 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:57.175209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.222078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.232599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:57.295033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0424d872-77c1-4a74-ba21-975d2bb05e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.300221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd1d5f21-4e67-4095-b010-57ecc7ebff1c None None] Provisioning for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:57.310927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd1d5f21-4e67-4095-b010-57ecc7ebff1c None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:57.311531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd1d5f21-4e67-4095-b010-57ecc7ebff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.320674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:57.332400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.344398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.385484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:57.385833 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.404569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.407604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.411209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2a396f6e-bf6b-45bd-82c1-80ac3db47aad HTTP/1.1" status: 204 len: 168 time: 0.4297898 Aug 21 18:23:57.419461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:23:57.425677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d08de47-96eb-47c0-a623-31d92045f90c,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:57.427067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41c2f19c-9d08-448a-859e-5f3ecc9e51c5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:57.454400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.467573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.468111 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 06936fe9-54cc-4207-9d5a-17c5c3fb2c85 of type vlan for network b9572444-fadd-4ac1-8d83-eff0f4e92441 Aug 21 18:23:57.470857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a8731b-c8af-4933-a4bf-14c6999efd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a396f6e-bf6b-45bd-82c1-80ac3db47aad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:57.550516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.611453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0424d872-77c1-4a74-ba21-975d2bb05e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.613998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.627547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:57.629097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.646818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0424d872-77c1-4a74-ba21-975d2bb05e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.711111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9dcfc-f62c-4923-b56c-d74cae9963f4 req-5c809853-ccbf-4f7d-9eb7-7fc36a19f6a6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:57.712768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88f9dcfc-f62c-4923-b56c-d74cae9963f4 req-5c809853-ccbf-4f7d-9eb7-7fc36a19f6a6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 931 time: 0.4751151 Aug 21 18:23:57.723008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2028322 Aug 21 18:23:57.735582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:57.736878 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.739284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d08de47-96eb-47c0-a623-31d92045f90c HTTP/1.1" status: 200 len: 1092 time: 4.4963264 Aug 21 18:23:57.751405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0424d872-77c1-4a74-ba21-975d2bb05e39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3c95a16857047eca070a9627fbd8584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156660 Aug 21 18:23:57.752027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:23:57.752171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5a473-010a-4f6c-bd52-28fb5bb5b48e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=b9572444-fadd-4ac1-8d83-eff0f4e92441,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:57.757296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:57.775556 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c7feec-d07c-4d50-8100-1025ea7c6bda" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:23:57.783484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:23:57.793847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d872-77c1-4a74-ba21-975d2bb05e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f048ca-c607-4a1b-a74c-55cf68b0bd32,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:57.815843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 172.20.0.6 (b71b1026-b7ef-4a93-9594-64ed4f11943a/eb0f563e-5b3b-47d0-941f-6a8c01ef40fa/7e801ccb-cd47-4bea-b264-d56a75b0f4e2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:57.879378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49404) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:57.898852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:57.937659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:57.983394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4cbfd-61de-4671-8d4a-075bbb228c87 service neutron] Pushing event updated for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:57.995930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe32:4c97 (b71b1026-b7ef-4a93-9594-64ed4f11943a/f29c05d8-a8a3-4138-ab70-2473f91fe6fd/7e801ccb-cd47-4bea-b264-d56a75b0f4e2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:57.999229 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0a52ae-0d66-472b-8df9-c6b4dde502ca x-openstack-request-id: req-6e0a52ae-0d66-472b-8df9-c6b4dde502ca {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:23:58.000040 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:23:58.000040 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e0a52ae-0d66-472b-8df9-c6b4dde502ca {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:23:58.000349 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c', 'status': 'completed', 'code': 200} Aug 21 18:23:58.022651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.025195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-208cc0f0-2935-4ee9-bae4-0acb957d8c5e None None] Provisioning complete for port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:58.025571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-208cc0f0-2935-4ee9-bae4-0acb957d8c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.057469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1204771b-501d-4a38-b7c0-472fd30a28ac {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:58.061771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49406) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:58.063708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.086717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77fd7479-d768-4bea-9b5c-7cd49aa89743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.092398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88f9dcfc-f62c-4923-b56c-d74cae9963f4 req-b304b4d1-6a33-4f3a-add4-2b22899f28b8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936921 Aug 21 18:23:58.168224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-7f7d8525-4722-40cf-abab-0af8a0833304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:58.169824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-7f7d8525-4722-40cf-abab-0af8a0833304 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 1095 time: 0.2612345 Aug 21 18:23:58.170874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:58.174819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.178582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Transition to ACTIVE for port object 1204771b-501d-4a38-b7c0-472fd30a28ac will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:58.184773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.187359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.190882 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/24f048ca-c607-4a1b-a74c-55cf68b0bd32 HTTP/1.1" status: 204 len: 168 time: 0.4303434 Aug 21 18:23:58.200968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.227850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759041a-f4ac-4fee-bd5d-512ddca37734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f048ca-c607-4a1b-a74c-55cf68b0bd32,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:58.278809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-11142944-9fa2-44ef-96ee-b42eead781bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d08de47-96eb-47c0-a623-31d92045f90c HTTP/1.1" status: 200 len: 217 time: 0.0988882 Aug 21 18:23:58.283796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:23:58.372413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-d87bd2f2-c2df-4434-b754-b7f912daabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:58.373920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-d87bd2f2-c2df-4434-b754-b7f912daabac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.0714777 Aug 21 18:23:58.460278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Pushing event updated for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:58.474459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:58.493522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'port_id': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', 'mac_address': 'fa:16:3e:04:10:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9eb127-db01-420d-919f-bcbd3c575afe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:23:58.543013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.560962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:23:58.587113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:23:58.597186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.622319 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77fd7479-d768-4bea-9b5c-7cd49aa89743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.643268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.647348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77fd7479-d768-4bea-9b5c-7cd49aa89743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.654549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.657132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Attempting to bind port 1204771b-501d-4a38-b7c0-472fd30a28ac on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:23:58.657452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Attempting to bind port 1204771b-501d-4a38-b7c0-472fd30a28ac by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:23:58.678915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Attempting to bind port 1204771b-501d-4a38-b7c0-472fd30a28ac on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:58.693589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:58.696125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-960c4625-c836-4f75-896e-0bfe96cbb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:58.697950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-960c4625-c836-4f75-896e-0bfe96cbb2a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3091669 Aug 21 18:23:58.701184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Port 1204771b-501d-4a38-b7c0-472fd30a28ac on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:23:58.701798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Attempting to bind port 1204771b-501d-4a38-b7c0-472fd30a28ac on network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:23:58.807151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-77fd7479-d768-4bea-9b5c-7cd49aa89743 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbb15da4c960471888b64b93b37ca017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7427506 Aug 21 18:23:58.812422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:58.815650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:23:58.819493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-3a16d460-7bb9-4f25-9fa7-8ee7f6e3cc0f service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103339 Aug 21 18:23:58.823556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:23:58.824196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Checking segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:58.825020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Bound using segment: {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:23:58.825692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Bound port: 1204771b-501d-4a38-b7c0-472fd30a28ac, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e03c67a-57ed-4518-a757-efc7f981e8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:23:58.825897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:58.832281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd7479-d768-4bea-9b5c-7cd49aa89743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a3b25-6f1e-4a2c-9d76-d883b753d584,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:58.859632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:23:58.878468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=ff0abf62-5c97-4d95-9055-64e1fa4d5505,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:58.889975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '06936fe9-54cc-4207-9d5a-17c5c3fb2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:23:58.890344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: b9572444-fadd-4ac1-8d83-eff0f4e92441, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:23:58.994224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.005791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:23:59.016588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:23:59.030933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.048503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, b9572444-fadd-4ac1-8d83-eff0f4e92441) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:59.050126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78802dc6-0a09-4d57-a62c-2bb06beda7d7 req-4fd76d95-9ed8-4f85-b690-2860c9b632ed service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193742 Aug 21 18:23:59.053496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.059155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.063550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:23:59.066122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1204771b-501d-4a38-b7c0-472fd30a28ac,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:23:59.070077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:23:59.071338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc07a4f5-6901-459a-b371-e4e8ea870dcd None None] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:23:59.082007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.084101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:23:59.090534 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.157532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.162362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.167250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e9a3b25-6f1e-4a2c-9d76-d883b753d584 HTTP/1.1" status: 204 len: 168 time: 0.3521423 Aug 21 18:23:59.172693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aaa8715f-4a3f-49e3-9f0d-1ec3a65cdf54 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.2920382 Aug 21 18:23:59.181293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:59.194356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52154491'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:23:59.233503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc376b13-58e7-495b-945b-f529fd7e6376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a3b25-6f1e-4a2c-9d76-d883b753d584,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:59.265224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:23:59.276751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.384192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:23:59.390761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.391519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.398758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.398758 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment e4877bfc-1163-4cd2-9a29-ce8a382e102c of type vlan for network c812e5d3-1833-4731-8ba4-7f6383fdd657 Aug 21 18:23:59.400672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] 10.222.0.64 "PUT /v2.0/ports/1204771b-501d-4a38-b7c0-472fd30a28ac HTTP/1.1" status: 200 len: 1092 time: 3.4942522 Aug 21 18:23:59.418526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=7e801ccb-cd47-4bea-b264-d56a75b0f4e2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:59.518747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b9572444-fadd-4ac1-8d83-eff0f4e92441', 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': 'ff0abf62-5c97-4d95-9055-64e1fa4d5505'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:23:59.519969 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.587070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.672026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.679421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6955bb-995e-4d26-9b43-4af4add42128 req-23b319be-24a4-4ad8-a5e3-fdfc5fc968d7 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.690364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a6955bb-995e-4d26-9b43-4af4add42128 req-23b319be-24a4-4ad8-a5e3-fdfc5fc968d7 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 943 time: 0.5079989 Aug 21 18:23:59.699620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.795855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-206f2fdd-e9b8-4cf3-826c-b20f7e3e0475 None None] Provisioning for port 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:23:59.799419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.806987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-8b8f1b72-1215-47a5-b936-c7fabf9dd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.818277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-8b8f1b72-1215-47a5-b936-c7fabf9dd0d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 1095 time: 0.6657240 Aug 21 18:23:59.820318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.820982 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.855916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-206f2fdd-e9b8-4cf3-826c-b20f7e3e0475 None None] Provisioning complete for port 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:23:59.857287 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-206f2fdd-e9b8-4cf3-826c-b20f7e3e0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:23:59.878658 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a65b01ef-1b43-48b3-83fc-7847efbab995 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2136064 Aug 21 18:23:59.897194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49456) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:23:59.943710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73d1cd-4538-418c-997a-10657cd27cbf service neutron] Pushing event updated for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:23:59.948814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-989f9001-d148-4715-b0b6-625fd741b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:23:59.949085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-206f2fdd-e9b8-4cf3-826c-b20f7e3e0475 None None] Port 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:23:59.950836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-989f9001-d148-4715-b0b6-625fd741b142 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 1095 time: 0.4625175 Aug 21 18:23:59.955414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Allocated IP 172.20.255.242 (b9572444-fadd-4ac1-8d83-eff0f4e92441/ff0abf62-5c97-4d95-9055-64e1fa4d5505/dc95c924-1640-4986-a28e-54c32d848037) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:23:59.993273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a6955bb-995e-4d26-9b43-4af4add42128 req-d449613f-a2aa-4da5-a71f-78c56d14bd6c tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019781 Aug 21 18:23:59.997301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8109918 Aug 21 18:24:00.000208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:00.001942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:00.008318 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:00.009771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbadc5-d0a0-4654-a31d-a87a2ee731fb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=c812e5d3-1833-4731-8ba4-7f6383fdd657,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:00.013626 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06223a-869a-4f38-8dfe-2ce5eef08064" -d '{"events": [{"name": "network-changed", "server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:00.015429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:00.046725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c812e5d3-1833-4731-8ba4-7f6383fdd657 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:00.131992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:00.137892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.222983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-e62decf4-867d-449a-aa19-6db0d01d1581 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1204771b-501d-4a38-b7c0-472fd30a28ac HTTP/1.1" status: 200 len: 217 time: 0.1783261 Aug 21 18:24:00.224937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-6fb5aae3-f9bc-4763-ba44-d5d9acb184da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.226406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-6fb5aae3-f9bc-4763-ba44-d5d9acb184da service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.3853099 Aug 21 18:24:00.227933 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8992757d-6b9b-41f2-9871-c8d84f33b6f3 x-openstack-request-id: req-8992757d-6b9b-41f2-9871-c8d84f33b6f3 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:00.228324 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:00.228576 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8992757d-6b9b-41f2-9871-c8d84f33b6f3 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:00.229035 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac', 'status': 'completed', 'code': 200} Aug 21 18:24:00.343922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-129664409-network', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:00.347517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-3218d4ae-4a68-4350-9264-521916f5d556 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d08de47-96eb-47c0-a623-31d92045f90c HTTP/1.1" status: 200 len: 217 time: 0.1121836 Aug 21 18:24:00.375433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Made reservation on behalf of bcf7905ecf6f462780bba50e34e37a43 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:00.375433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.393517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.403576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:00.470280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-c3124436-96c7-444c-96b0-b9605ea4130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.472228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-c3124436-96c7-444c-96b0-b9605ea4130d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.1158485 Aug 21 18:24:00.524047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba89717-df63-4515-b763-e031eee93f14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.540178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba89717-df63-4515-b763-e031eee93f14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.551457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:00.554598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bba89717-df63-4515-b763-e031eee93f14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6342711 Aug 21 18:24:00.619726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-700c856f-c605-4e03-9533-e113c170070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.621016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-700c856f-c605-4e03-9533-e113c170070b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.3848584 Aug 21 18:24:00.680181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:00.696621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:00.697325 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.700823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.701499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.732247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-0d56886c-41a4-4adc-81eb-a94636c93b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.735044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-0d56886c-41a4-4adc-81eb-a94636c93b69 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035986 Aug 21 18:24:00.738473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-f5a6442f-7301-4276-9b82-ffab94edeaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:00.741079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-f5a6442f-7301-4276-9b82-ffab94edeaec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795688 Aug 21 18:24:00.747118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Transition to ACTIVE for port object dc95c924-1640-4986-a28e-54c32d848037 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:00.790977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Transition to ACTIVE for port object dc95c924-1640-4986-a28e-54c32d848037 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:00.804505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.825717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=432df063-f60a-4224-b6bf-2338fcf2524e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:00.882284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': 'e4877bfc-1163-4cd2-9a29-ce8a382e102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:00.882788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: c812e5d3-1833-4731-8ba4-7f6383fdd657, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:00.889343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:00.891033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:00.891690 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.891839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Pushing event updated for resources: {'Port': ['ID=dc95c924-1640-4986-a28e-54c32d848037,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:00.897148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:00.900420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:00.910096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:00.912976 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-192fc1c9-2f46-44d4-ada7-e1be1fadb3be service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652732 Aug 21 18:24:00.971102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:00.973441 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5e83b2-09af-40f8-b796-dde934a1d2d1" -d '{"events": [{"server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "name": "network-vif-plugged", "status": "completed", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:00.992771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.007621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 7e801ccb-cd47-4bea-b264-d56a75b0f4e2 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:01.028769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:01.030277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Attempting to bind port dc95c924-1640-4986-a28e-54c32d848037 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:01.032420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Attempting to bind port dc95c924-1640-4986-a28e-54c32d848037 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '06936fe9-54cc-4207-9d5a-17c5c3fb2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:01.033615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Attempting to bind port dc95c924-1640-4986-a28e-54c32d848037 on network b9572444-fadd-4ac1-8d83-eff0f4e92441 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:01.041673 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bae400-88ee-4256-9d23-c3f03b1fb2ab x-openstack-request-id: req-73bae400-88ee-4256-9d23-c3f03b1fb2ab {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:01.042162 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "name": "network-vif-plugged", "status": "completed", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:01.042615 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73bae400-88ee-4256-9d23-c3f03b1fb2ab {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:01.043168 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', 'code': 200} Aug 21 18:24:01.047066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.051829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:01.052528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Checking segment: {'id': '06936fe9-54cc-4207-9d5a-17c5c3fb2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:01.053100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.053652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Bound using segment: {'id': '06936fe9-54cc-4207-9d5a-17c5c3fb2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:01.054361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-db8b68ea-54a9-46d5-b809-d7067fd857d3 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939172 Aug 21 18:24:01.054601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Bound port: dc95c924-1640-4986-a28e-54c32d848037, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06936fe9-54cc-4207-9d5a-17c5c3fb2c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'b9572444-fadd-4ac1-8d83-eff0f4e92441'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:01.055407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.093736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d734d3b7-6e51-4601-ba57-9d05cc1c2de4 req-caa42b91-d973-4ed9-90af-0edaf716b7c8 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528981 Aug 21 18:24:01.107822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.126509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.138349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:01.147740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:01.148786 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.149134 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Added segment e61cf314-4b46-478f-a23c-dad7c8df14c2 of type vlan for network 4011f86a-d36e-40e3-9f3b-c242deb14355 Aug 21 18:24:01.178880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] For port dc95c924-1640-4986-a28e-54c32d848037, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:01.183662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] For port dc95c924-1640-4986-a28e-54c32d848037, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc95c924-1640-4986-a28e-54c32d848037,segment=NetworkSegment(06936fe9-54cc-4207-9d5a-17c5c3fb2c85),segment_id=06936fe9-54cc-4207-9d5a-17c5c3fb2c85)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:01.189866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.194479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.227249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6c7feec-d07c-4d50-8100-1025ea7c6bda req-b0c9b2d0-c9f3-4509-a34b-0bc4ea6b4c9a service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550515 Aug 21 18:24:01.246166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network c812e5d3-1833-4731-8ba4-7f6383fdd657 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:01.288507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.289192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:01.289889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.308583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f99c235-cbf7-4520-9cc9-397b2bf2a13f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:01.309044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182399e7-50a2-4214-845e-cad3a1da746d None None] Pushing event updated for resources: {'Port': ['ID=dc95c924-1640-4986-a28e-54c32d848037,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:01.325481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a27c19e-9101-453e-82df-ac99502cd65c req-658c1819-d85a-4d00-8f11-69f568c04f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:01.328344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a27c19e-9101-453e-82df-ac99502cd65c req-658c1819-d85a-4d00-8f11-69f568c04f4f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 1098 time: 0.0988152 Aug 21 18:24:01.343588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c812e5d3-1833-4731-8ba4-7f6383fdd657) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:01.348555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:01.349346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.352315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6dbddc-fcac-4d15-bac8-33cc0978dd9f req-5d9439c9-142a-4078-a6d2-98416f51c341 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:01.360182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c3bad2-b008-4977-aa92-32c3b7c240c5 None None] Network c812e5d3-1833-4731-8ba4-7f6383fdd657 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:01.360347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f6dbddc-fcac-4d15-bac8-33cc0978dd9f req-5d9439c9-142a-4078-a6d2-98416f51c341 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 943 time: 0.1315789 Aug 21 18:24:01.432427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4311612 Aug 21 18:24:01.433291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:01.444072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Request body: {'subnet': {'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-129664409-subnet', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:01.456230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a27c19e-9101-453e-82df-ac99502cd65c req-3047bb70-e78b-4c17-9b18-0574c2e68cc4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194327 Aug 21 18:24:01.457214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-0a0f6177-19b0-44cb-b0fe-96571666c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:01.459807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-0a0f6177-19b0-44cb-b0fe-96571666c772 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 1095 time: 0.2456820 Aug 21 18:24:01.472624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce22768d-7c39-40e3-8a27-3bcb33fe2096 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4600737 Aug 21 18:24:01.472624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af5c29-e14e-42a3-9b91-fb91d7ce950b admin admin] Pushing event updated for resources: {'Network': ['ID=4011f86a-d36e-40e3-9f3b-c242deb14355,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:01.475251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:01.493073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:01.495059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f6dbddc-fcac-4d15-bac8-33cc0978dd9f req-b67bd2fe-d881-4286-8bce-452916c52a99 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290414 Aug 21 18:24:01.498064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Made reservation on behalf of bcf7905ecf6f462780bba50e34e37a43 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:01.512321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.581848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49498) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:01.597504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.734027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-c812e5d3-1833-4731-8ba4-7f6383fdd657', 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': '432df063-f60a-4224-b6bf-2338fcf2524e'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:01.735343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.819225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.828129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.833968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.847782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d738bcb6-8a7c-43d5-87a2-c615c708e206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:01.907930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=7e801ccb-cd47-4bea-b264-d56a75b0f4e2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:01.961146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Allocated IP 172.20.0.2 (c812e5d3-1833-4731-8ba4-7f6383fdd657/432df063-f60a-4224-b6bf-2338fcf2524e/c2cbd929-e049-43e3-b44c-1e9e40d76f2b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:01.963449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d82437-677d-4075-ab88-68dcd946df1a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:02.000602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.000910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.001229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.001562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.001998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.002277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.002604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.002920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.003237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.003900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.004405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.004946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:02.023974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Checking segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:02.024581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Network hostable DHCP agents. Network: 4011f86a-d36e-40e3-9f3b-c242deb14355, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:02.085202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-1499486d-458a-4b05-85b3-2f0e77a0f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:02.087495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-1499486d-458a-4b05-85b3-2f0e77a0f780 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.3938231 Aug 21 18:24:02.096064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:02.133285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4011f86a-d36e-40e3-9f3b-c242deb14355) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:02.143901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:02.144523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.162077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.172563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Transition to ACTIVE for port object c2cbd929-e049-43e3-b44c-1e9e40d76f2b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:02.190331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Transition to ACTIVE for port object c2cbd929-e049-43e3-b44c-1e9e40d76f2b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:02.199643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ffcba-e472-48f7-b952-5add48397059 None None] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:02.213821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d738bcb6-8a7c-43d5-87a2-c615c708e206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.233303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d738bcb6-8a7c-43d5-87a2-c615c708e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.283458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d738bcb6-8a7c-43d5-87a2-c615c708e206 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=752ac646dbc3454eac915a39f1106eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978719 Aug 21 18:24:02.285060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2d221f9-ebcc-4b36-aa2d-0b329294b81d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8505647 Aug 21 18:24:02.285715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49512) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:02.301754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.347382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:02.361536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:02.381474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Network c812e5d3-1833-4731-8ba4-7f6383fdd657 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:02.387815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:02.390358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:02.409700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Pushing event updated for resources: {'Port': ['ID=c2cbd929-e049-43e3-b44c-1e9e40d76f2b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:02.437700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.439113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.462770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738bcb6-8a7c-43d5-87a2-c615c708e206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62a291-5eca-453f-bd74-b7a7f67f6895,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:02.497070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4011f86a-d36e-40e3-9f3b-c242deb14355', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:02.498414 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.508828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.612987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-fc8e79f5-0f9e-42e6-8823-77e441e5fd42 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1204771b-501d-4a38-b7c0-472fd30a28ac HTTP/1.1" status: 200 len: 217 time: 0.5147047 Aug 21 18:24:02.633100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Attempting to bind port c2cbd929-e049-43e3-b44c-1e9e40d76f2b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:02.633482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Attempting to bind port c2cbd929-e049-43e3-b44c-1e9e40d76f2b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e4877bfc-1163-4cd2-9a29-ce8a382e102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:02.633850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Attempting to bind port c2cbd929-e049-43e3-b44c-1e9e40d76f2b on network c812e5d3-1833-4731-8ba4-7f6383fdd657 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:02.634257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.635352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.636568 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89fa46fa-9e9c-4289-aaf3-7ca7638d432d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/7e801ccb-cd47-4bea-b264-d56a75b0f4e2 HTTP/1.1" status: 204 len: 168 time: 2.0821650 Aug 21 18:24:02.638624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.639636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49518) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:02.657877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:02.658547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Checking segment: {'id': 'e4877bfc-1163-4cd2-9a29-ce8a382e102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:02.659115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.659716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Bound using segment: {'id': 'e4877bfc-1163-4cd2-9a29-ce8a382e102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:02.660715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Bound port: c2cbd929-e049-43e3-b44c-1e9e40d76f2b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4877bfc-1163-4cd2-9a29-ce8a382e102c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:02.661143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.696332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-83da8e8d-f7d1-404a-a0a0-36087ece0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:02.701983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-83da8e8d-f7d1-404a-a0a0-36087ece0dcf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.0719163 Aug 21 18:24:02.758400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.831089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Allocated IP 172.20.0.2 (4011f86a-d36e-40e3-9f3b-c242deb14355/01d82437-677d-4075-ab88-68dcd946df1a/84318fa9-1772-40ed-9e26-ee398ccaad88) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:02.875314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0949e24-9807-423b-b16c-928883631da0 None None] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:02.941704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] For port c2cbd929-e049-43e3-b44c-1e9e40d76f2b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:02.941960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.955346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c812e5d3-1833-4731-8ba4-7f6383fdd657']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:02.969100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4877bfc-1163-4cd2-9a29-ce8a382e102c') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:02.969549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4877bfc-1163-4cd2-9a29-ce8a382e102c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:02.982054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:02.998743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=432df063-f60a-4224-b6bf-2338fcf2524e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:03.012573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] For port c2cbd929-e049-43e3-b44c-1e9e40d76f2b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c2cbd929-e049-43e3-b44c-1e9e40d76f2b,segment=NetworkSegment(e4877bfc-1163-4cd2-9a29-ce8a382e102c),segment_id=e4877bfc-1163-4cd2-9a29-ce8a382e102c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:03.021581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877175-11c4-4e77-a1b0-d6b73503f29c req-6aa0e929-9137-40e5-a9d8-532ff42a62e6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:03.024382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa877175-11c4-4e77-a1b0-d6b73503f29c req-6aa0e929-9137-40e5-a9d8-532ff42a62e6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 943 time: 0.4103241 Aug 21 18:24:03.030924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.039996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:03.040537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.059035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.065661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4ec841e7-91b3-4442-abf1-007995eed910 None None] Provisioning for port dc95c924-1640-4986-a28e-54c32d848037 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: items = [ Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:03.129654 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:03.139133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:24:03.139133 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:24:03.139133 n-d-793621-32 neutron-server[94598]: [parameters: {'id': 'c812e5d3-1833-4731-8ba4-7f6383fdd657'}] Aug 21 18:24:03.139133 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:03.139773 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:03.174574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-77265369-c70c-485c-99d1-3490a5c9c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:03.174574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-77265369-c70c-485c-99d1-3490a5c9c5bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4411333 Aug 21 18:24:03.246754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc95c924-1640-4986-a28e-54c32d848037 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:03.308903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d08de47-96eb-47c0-a623-31d92045f90c details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:24:03.320592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee827f6-fa55-4c66-9eb5-3b1e9ccdf61c None None] Pushing event updated for resources: {'Port': ['ID=c2cbd929-e049-43e3-b44c-1e9e40d76f2b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:03.330899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-a54b372a-5eb0-496b-8d27-48b97a47844c service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453035 Aug 21 18:24:03.342331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa877175-11c4-4e77-a1b0-d6b73503f29c req-47305c38-235e-40d1-a235-c0c8921da34a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020204 Aug 21 18:24:03.469390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66f608-6419-4602-9543-625c362e6e3f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:03.477300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66f608-6419-4602-9543-625c362e6e3f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:03.478956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b66f608-6419-4602-9543-625c362e6e3f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:03.491659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.494358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4b66f608-6419-4602-9543-625c362e6e3f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8486834 Aug 21 18:24:03.508660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-cd24f601-0088-4676-908f-37e64661217f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:24:03.512349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.517092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:03.535152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port dc95c924-1640-4986-a28e-54c32d848037 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:03.541462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Transition to ACTIVE for port object 84318fa9-1772-40ed-9e26-ee398ccaad88 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:03.553747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dc95c924-1640-4986-a28e-54c32d848037 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:03.556671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.596727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.599142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.604671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e62a291-5eca-453f-bd74-b7a7f67f6895 HTTP/1.1" status: 204 len: 168 time: 1.3135810 Aug 21 18:24:03.621045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ae06223a-869a-4f38-8dfe-2ce5eef08064 req-606cbf57-1d27-41f3-b30c-19b2e56e0a8e service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826478 Aug 21 18:24:03.642285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.646277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f3dd-22f4-4bd9-bca9-d8119cdd86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62a291-5eca-453f-bd74-b7a7f67f6895,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:03.681283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet eb0f563e-5b3b-47d0-941f-6a8c01ef40fa {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:03.690803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.753840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Transition to ACTIVE for port object 84318fa9-1772-40ed-9e26-ee398ccaad88 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:03.798435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.800686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.874400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:03.890830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:03.906413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:03.909471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting port c2cbd929-e049-43e3-b44c-1e9e40d76f2b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:03.909970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.914758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.923493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d08de47-96eb-47c0-a623-31d92045f90c,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:03.941560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:03.941776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Pushing event updated for resources: {'Port': ['ID=84318fa9-1772-40ed-9e26-ee398ccaad88,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:03.979526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8d08de47-96eb-47c0-a623-31d92045f90c', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'port_id': '8d08de47-96eb-47c0-a623-31d92045f90c', 'mac_address': 'fa:16:3e:43:4f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9eb127-db01-420d-919f-bcbd3c575afe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:24:04.075194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.079126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] For port c2cbd929-e049-43e3-b44c-1e9e40d76f2b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c2cbd929-e049-43e3-b44c-1e9e40d76f2b,segment=NetworkSegment(e4877bfc-1163-4cd2-9a29-ce8a382e102c),segment_id=e4877bfc-1163-4cd2-9a29-ce8a382e102c)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:04.079850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.098341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Attempting to bind port 84318fa9-1772-40ed-9e26-ee398ccaad88 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:04.098763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Attempting to bind port 84318fa9-1772-40ed-9e26-ee398ccaad88 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:04.099125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Attempting to bind port 84318fa9-1772-40ed-9e26-ee398ccaad88 on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:04.104871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.123919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Calling delete_port for c2cbd929-e049-43e3-b44c-1e9e40d76f2b owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:04.133475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:04.133854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Checking segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:04.134253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.134666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Bound using segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:04.135137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Bound port: 84318fa9-1772-40ed-9e26-ee398ccaad88, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:04.135519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.141191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Allocated IP 172.25.1.206 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ebed39a9-530b-4537-b7be-bc1d6eaa4968) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:04.214939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.235628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.265918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port dc95c924-1640-4986-a28e-54c32d848037, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc95c924-1640-4986-a28e-54c32d848037,segment=NetworkSegment(06936fe9-54cc-4207-9d5a-17c5c3fb2c85),segment_id=06936fe9-54cc-4207-9d5a-17c5c3fb2c85)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:04.285007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0f563e-5b3b-47d0-941f-6a8c01ef40fa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:04.318700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.327588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee9e75a4-1403-4336-8365-15116b573d8b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/eb0f563e-5b3b-47d0-941f-6a8c01ef40fa HTTP/1.1" status: 204 len: 168 time: 0.7846074 Aug 21 18:24:04.328988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:04.338712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.417497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.439386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet f29c05d8-a8a3-4138-ab70-2473f91fe6fd {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:04.452165 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.478811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.530329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.544400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Pushing event updated for resources: {'Port': ['ID=ebed39a9-530b-4537-b7be-bc1d6eaa4968,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:04.558637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:04.563266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:04.569489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:04.684047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1204771b-501d-4a38-b7c0-472fd30a28ac details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:24:04.686381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d2da5-bfa7-4a94-8f10-b2182ba6c9af None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:04.747784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.850851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No DVR routers for this DVR port c2cbd929-e049-43e3-b44c-1e9e40d76f2b on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:04.861568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.866269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Port': ['ID=c2cbd929-e049-43e3-b44c-1e9e40d76f2b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:04.870686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.883311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d08de47-96eb-47c0-a623-31d92045f90c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:04.938673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=f29c05d8-a8a3-4138-ab70-2473f91fe6fd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:04.957901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:04.963928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e327a782-4f04-4226-aa29-d365a8fdd4a0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f29c05d8-a8a3-4138-ab70-2473f91fe6fd HTTP/1.1" status: 204 len: 168 time: 0.6310804 Aug 21 18:24:04.964534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49562) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:04.986656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d99a2e-7427-46fa-bedc-16675c163347 req-1c5b03fe-11fb-410d-9dcd-7e5ca3a7fbc0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:04.998762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4d99a2e-7427-46fa-bedc-16675c163347 req-1c5b03fe-11fb-410d-9dcd-7e5ca3a7fbc0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 943 time: 0.5308042 Aug 21 18:24:05.053796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5ab8646-e052-4064-b835-be3e5d4f5b77 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842018 Aug 21 18:24:05.054412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49564) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:05.057958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c47f2d-dc10-4011-bc20-e65bbe02653c None None] Network c812e5d3-1833-4731-8ba4-7f6383fdd657 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:05.088732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:05.135117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4d99a2e-7427-46fa-bedc-16675c163347 req-2501fa7f-02f8-49e5-a591-f09789350721 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265507 Aug 21 18:24:05.135791 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.158401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:24:05.168357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d08de47-96eb-47c0-a623-31d92045f90c,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:05.208239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.208485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.215426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c812e5d3-1833-4731-8ba4-7f6383fdd657']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:05.216171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-844fb260-9677-4a81-996b-9356ac4a36ab None None] Provisioning complete for port dc95c924-1640-4986-a28e-54c32d848037 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:05.216515 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-844fb260-9677-4a81-996b-9356ac4a36ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.234153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4877bfc-1163-4cd2-9a29-ce8a382e102c') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:05.234570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4877bfc-1163-4cd2-9a29-ce8a382e102c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:05.253453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.276411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.277601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] For port 84318fa9-1772-40ed-9e26-ee398ccaad88, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:05.287951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:05.288388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:05.292447 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:05.312440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=dc95c924-1640-4986-a28e-54c32d848037,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:05.411425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:05.413881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:05.417669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.449629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8d08de47-96eb-47c0-a623-31d92045f90c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:05.458755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.498579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:05.514234 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.516688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/c812e5d3-1833-4731-8ba4-7f6383fdd657 HTTP/1.1" status: 204 len: 168 time: 4.0380361 Aug 21 18:24:05.534610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49570) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:05.541336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482692206'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:05.551649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aabeef-3cb3-4a5f-be17-da2622e314eb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=c812e5d3-1833-4731-8ba4-7f6383fdd657,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:05.621216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] For port 84318fa9-1772-40ed-9e26-ee398ccaad88, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84318fa9-1772-40ed-9e26-ee398ccaad88,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:05.627273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:05.631510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.640921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1646b-5169-4736-90eb-670780acb725 None None] DHCP port deletion for c812e5d3-1833-4731-8ba4-7f6383fdd657 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:05.644787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1204771b-501d-4a38-b7c0-472fd30a28ac,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:05.664045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.682291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.718710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '1204771b-501d-4a38-b7c0-472fd30a28ac', 'network_id': '3ee3562a-d04b-4179-abc9-2f5006e3bd4c', 'port_id': '1204771b-501d-4a38-b7c0-472fd30a28ac', 'mac_address': 'fa:16:3e:cd:7d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9eb127-db01-420d-919f-bcbd3c575afe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:24:05.755885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:05.784555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.784783 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 323bbf6e-72c2-4bbc-b2bd-274db75fb1d0 of type vlan for network e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa Aug 21 18:24:05.838228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.919956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c1853-be3f-4f8a-ac78-6061ddbb7a54 None None] Pushing event updated for resources: {'Port': ['ID=84318fa9-1772-40ed-9e26-ee398ccaad88,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:05.930481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.931029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:05.936831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:05.941676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:05.942309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.955007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=8558847c-52f4-4b07-af2a-895800698ce8,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:05.959219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:05.970557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9782af0b-77f8-4dca-b64e-a2feec4ab12e None None] Could not find standard attr ID for object c2cbd929-e049-43e3-b44c-1e9e40d76f2b. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:05.982751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6ea86a04-36c1-4ba0-8410-70416e5be964 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9053290 Aug 21 18:24:05.985595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:05.992255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:06.024844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Deleting port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:06.025312 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.035444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.042688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:06.043342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.056122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1204771b-501d-4a38-b7c0-472fd30a28ac {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:06.186715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1204771b-501d-4a38-b7c0-472fd30a28ac,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:06.220721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.221381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6853433 Aug 21 18:24:06.224160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49588) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:06.229726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:06.247949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Router bca6d02d-af42-4dd5-88b0-ba4782da7d12 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:24:06.317662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6642db-b303-4170-bce9-1d36b9e081ca tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:06.415268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:06.463795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] For port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:06.469258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.529023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:06.532153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['1204771b-501d-4a38-b7c0-472fd30a28ac'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:06.533609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.556577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:06.575817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.578081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ff463cad-f09a-4dcc-96df-69c650677cef admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2258780 Aug 21 18:24:06.580963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49594) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:06.610370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Sync routers for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:06.626335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:06.635411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Calling delete_port for d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:06.666870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8239f1b-d2b1-415b-bc02-f4c37ca440d5 req-af584f20-c9d0-45bf-b2df-f399efc9600f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:06.675891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8239f1b-d2b1-415b-bc02-f4c37ca440d5 req-af584f20-c9d0-45bf-b2df-f399efc9600f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 944 time: 0.3391414 Aug 21 18:24:06.679308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:06.680485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:06.741377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:06.746182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:06.800305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8239f1b-d2b1-415b-bc02-f4c37ca440d5 req-e0a2543a-134d-493e-bbe5-678ab84bdb68 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236665 Aug 21 18:24:06.882392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing IP validity checks on allocation pools {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 18:24:06.882922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 18:24:06.935142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:07.034001 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.122594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] No DVR routers for this DVR port d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:07.187907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fb10c3-e895-4dd5-a4fa-876e8ac5855c None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:07.213799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34ceea-1aa6-432f-b560-30be0363dc32 None None] Pushing event deleted for resources: {'Port': ['ID=d8d736a0-abe1-4b03-9b9e-8fe72a5ace04,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:07.347731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.393125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49606) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:07.404016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d08de47-96eb-47c0-a623-31d92045f90c up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:07.405272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954367866', 'description': 'tempest-secgroup-smoke-954367866 description', 'project_id': '4a7b8a000d594a0e8597175f997c58c0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:07.406608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc95c924-1640-4986-a28e-54c32d848037 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:07.493059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.511418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.512461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=19e3d82c-db04-4c23-86e2-1a7e86eae7da,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:07.543630 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.570975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:07.581352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.632045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '323bbf6e-72c2-4bbc-b2bd-274db75fb1d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:07.632518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:07.641861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:07.648232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:07.655745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:07.656453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.670709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=bfc2edb5-f279-4b7a-bf74-99daaf256d55,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:07.687640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:07.698380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:07.702540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:07.703221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.737306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c32bf6-81c3-4963-8bf3-a695891eac42 None None] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:07.740841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb20a612-7632-497e-b0cd-abece8f69984 None None] Network e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:07.789718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.807146 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-09688cb9-90b7-41b3-bd32-4f352b94797d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8172665 Aug 21 18:24:07.807369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-48941945-2c5e-4a11-b318-d3dc748ad60b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.5821922 Aug 21 18:24:07.807885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49608) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:07.810091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49610) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:07.821177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:07.835553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:bd:8c:41', 'name': 'tempest-NetworksTestDHCPv6-2103207131'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:07.836023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Allocated IP 172.20.0.1 (4011f86a-d36e-40e3-9f3b-c242deb14355/01d82437-677d-4075-ab88-68dcd946df1a/f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:07.932659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-776212d4-0c31-4e80-b546-2c3c18bd91a2 None None] Provisioning for port 84318fa9-1772-40ed-9e26-ee398ccaad88 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:07.974452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8c324c-da67-4c1c-bbd4-6ee90f79b27f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.030175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.057384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Transition to ACTIVE for port object f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:08.081403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.087034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.099455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.140670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:08.195394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.198108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8015831 Aug 21 18:24:08.199360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 8d08de47-96eb-47c0-a623-31d92045f90c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:08.206547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:08.217897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:08.233003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cebc2-2506-44cc-9ea3-33a58b37316f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3797f-c8ce-4169-834e-4fa3f66fef62,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.244036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.248825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.294530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Pushing event updated for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.311417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8d08de47-96eb-47c0-a623-31d92045f90c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:08.312029 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.313087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:08.316476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dc95c924-1640-4986-a28e-54c32d848037 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:08.316627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.318950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:08.323171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:08.353375 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.355909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939dc70-16d3-4c89-bc8e-0cd2712f458c req-2880502e-ab9e-4bfa-bee7-b53ccd9d8481 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:08.357658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c939dc70-16d3-4c89-bc8e-0cd2712f458c req-2880502e-ab9e-4bfa-bee7-b53ccd9d8481 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 944 time: 0.3723543 Aug 21 18:24:08.368640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.383949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39fd8d-d877-4717-82e3-df919b4e53ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa', 'network_id': 'e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': '19e3d82c-db04-4c23-86e2-1a7e86eae7da'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:08.384886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca39fd8d-d877-4717-82e3-df919b4e53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.394336 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.408042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:24:08.414522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '8558847c-52f4-4b07-af2a-895800698ce8'}, {'subnet_id': 'bfc2edb5-f279-4b7a-bf74-99daaf256d55'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:08.415419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.433891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.469547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c939dc70-16d3-4c89-bc8e-0cd2712f458c req-987d5062-17c1-4ae3-affc-de8adfd9d460 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962741 Aug 21 18:24:08.474300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:08.480432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=19e3d82c-db04-4c23-86e2-1a7e86eae7da,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.549059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.585617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.626987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.632105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9d6fbf-839a-468a-a676-1efc245b803f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.645629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b84e299-39ae-445e-8907-b32a3d6be56c None None] Network e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:08.645839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.649456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.650726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-76cdd1e8-48cf-443f-a55f-aa5ada754616 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4416814 Aug 21 18:24:08.653573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:08.664667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:08.687865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:08.726166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323bbf6e-72c2-4bbc-b2bd-274db75fb1d0') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:08.726392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323bbf6e-72c2-4bbc-b2bd-274db75fb1d0') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:08.744662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.760652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.765113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.767887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:08.768240 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:08.829771 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:08.841028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.854011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.863680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:08.864716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa HTTP/1.1" status: 204 len: 168 time: 1.0534766 Aug 21 18:24:08.884028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-423642337'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:08.896735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:04Z', 'revision_number': 3, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:08.924762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db2179-78e1-4970-9a66-99cf07b1304c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:08.958730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 172.20.0.2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8558847c-52f4-4b07-af2a-895800698ce8/ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:08.963056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:08.965151 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.967351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Checking router: bca6d02d-af42-4dd5-88b0-ba4782da7d12 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:08.967806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Updating router bca6d02d-af42-4dd5-88b0-ba4782da7d12 port ebed39a9-530b-4537-b7be-bc1d6eaa4968 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:08.968110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:febd:8c41 (b71b1026-b7ef-4a93-9594-64ed4f11943a/bfc2edb5-f279-4b7a-bf74-99daaf256d55/ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:08.968240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.988480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:08.994906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84318fa9-1772-40ed-9e26-ee398ccaad88 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:09.010346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.045416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b721eb5a-edb7-44b1-b43f-b0958cd2ecd6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.057118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.058359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f26162c1-eea9-4c57-9f63-7762788187a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4029191 Aug 21 18:24:09.062859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49624) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:09.067580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:09.084023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.093698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:09.096019 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f693c14-a1c0-46a2-a3bf-1f88bd3298ff" -d '{"events": [{"server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "name": "network-vif-plugged", "status": "completed", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:09.115476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:09.133010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.148228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.148945 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 35b5e5ab-758f-419d-aac1-c81d80caface of type vlan for network 329eff31-8071-4aef-8ffc-176e4e1e6b3c Aug 21 18:24:09.161103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.195934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d08de47-96eb-47c0-a623-31d92045f90c,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:09.201057 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda51ed9-2b5d-4ba5-8ad5-02b91d5cf9f9 x-openstack-request-id: req-dda51ed9-2b5d-4ba5-8ad5-02b91d5cf9f9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:09.201488 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "name": "network-vif-plugged", "status": "completed", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:09.201762 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dda51ed9-2b5d-4ba5-8ad5-02b91d5cf9f9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:09.202223 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c', 'code': 200} Aug 21 18:24:09.210587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.229485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.258765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:09.269927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Pushing event updated for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.319805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.330122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.362386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 84318fa9-1772-40ed-9e26-ee398ccaad88 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:09.367484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:09.372015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:09.378073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.404755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:09.418444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 84318fa9-1772-40ed-9e26-ee398ccaad88 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:09.418956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.425943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.434731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Provisioning for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:09.483088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.516879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.525046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:09.525368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.528749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Provisioning complete for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:09.529236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.534781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34c95f-8e1c-4800-80e2-a652697f69b8 req-29c209ff-3073-43c0-a069-f3c774cbcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:09.536363 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d34c95f-8e1c-4800-80e2-a652697f69b8 req-29c209ff-3073-43c0-a069-f3c774cbcf69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 1097 time: 0.2924714 Aug 21 18:24:09.565447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.576290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.589436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:09.590248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.610471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1f88017b-faf6-4be5-ad9d-604fde0bf387 {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:09.610793 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:09.634970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-640a06cd-8754-4cb7-94be-7c3c25ad6ef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8235688 Aug 21 18:24:09.642562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:09.649456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:09.683268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e4e0d-44f6-426d-8889-3efdcfc6cfe3 req-893fb76e-bb9f-425c-aeca-a6af766abf55 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:09.684863 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc1e4e0d-44f6-426d-8889-3efdcfc6cfe3 req-893fb76e-bb9f-425c-aeca-a6af766abf55 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 944 time: 0.0749567 Aug 21 18:24:09.704813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Provisioning complete for port 84318fa9-1772-40ed-9e26-ee398ccaad88 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:09.705203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac83a50f-1054-4e7c-a00e-f1eeebd56fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.758429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.769992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9039812 Aug 21 18:24:09.773943 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc1e4e0d-44f6-426d-8889-3efdcfc6cfe3 req-4abc62b0-b208-4ffb-abc9-162cd332c430 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711470 Aug 21 18:24:09.777381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:09.780096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.787739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:09.791102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': '329eff31-8071-4aef-8ffc-176e4e1e6b3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:09.829428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.838259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:09.842844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424c5df-3061-4d6d-b5e1-4fd642edfddd tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=329eff31-8071-4aef-8ffc-176e4e1e6b3c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.853748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2d34c95f-8e1c-4800-80e2-a652697f69b8 req-223d55eb-6cae-4cac-8db2-c7e24dad67ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849462 Aug 21 18:24:09.855940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795336b9-ee60-4b89-a36d-1ce11c17dbd6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:09.856933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 84318fa9-1772-40ed-9e26-ee398ccaad88, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84318fa9-1772-40ed-9e26-ee398ccaad88,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:09.869414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 329eff31-8071-4aef-8ffc-176e4e1e6b3c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:09.875743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Transition to ACTIVE for port object ebed39a9-530b-4537-b7be-bc1d6eaa4968 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:09.878458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.899776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.901139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a0f826ea-ccb5-4f10-a342-aaf65f56dc81 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8372791 Aug 21 18:24:09.903889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49644) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:09.904586 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:09.908851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:09.922707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72d3c54-3265-478f-9f0e-780d18e4d3d4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:09.924423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a72d3c54-3265-478f-9f0e-780d18e4d3d4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.2678397 Aug 21 18:24:09.935703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49646) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:09.975931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c2cbd929-e049-43e3-b44c-1e9e40d76f2b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:10.118235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.126336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:10.130265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.149515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Router bca6d02d-af42-4dd5-88b0-ba4782da7d12 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:24:10.174326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:10.174629 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.205648 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.207709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c2cbd929-e049-43e3-b44c-1e9e40d76f2b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:10.207847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c2cbd929-e049-43e3-b44c-1e9e40d76f2b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:10.208233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:10.295186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:10.295567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8d736a0-abe1-4b03-9b9e-8fe72a5ace04 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:10.319440 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.345508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.380398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.409935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.414958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cdc727-936d-4560-9366-6d780588c082,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:10.436775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:10.438808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.440615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a26a265a-1199-4f06-9c3c-46b40eed6637 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5356781 Aug 21 18:24:10.445698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49648) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:10.462244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:10.463410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:10.477571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c538fff-0a1e-4203-b556-db26d92d4eaa admin admin] 10.222.0.41 "PUT /v2.0/routers/bca6d02d-af42-4dd5-88b0-ba4782da7d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8853157 Aug 21 18:24:10.479960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1204771b-501d-4a38-b7c0-472fd30a28ac up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:10.512918 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:24:10.526112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=4dfa451e-eacd-4074-9643-76fe5338b2a4,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:10.529677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=84318fa9-1772-40ed-9e26-ee398ccaad88,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:10.532230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Attempting to bind port ebed39a9-530b-4537-b7be-bc1d6eaa4968 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:10.532610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Attempting to bind port ebed39a9-530b-4537-b7be-bc1d6eaa4968 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:10.532967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Attempting to bind port ebed39a9-530b-4537-b7be-bc1d6eaa4968 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:10.551951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.559395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '35b5e5ab-758f-419d-aac1-c81d80caface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '329eff31-8071-4aef-8ffc-176e4e1e6b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:10.559932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: 329eff31-8071-4aef-8ffc-176e4e1e6b3c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:10.610864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 329eff31-8071-4aef-8ffc-176e4e1e6b3c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:10.635833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 329eff31-8071-4aef-8ffc-176e4e1e6b3c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:10.643673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:10.644195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.671274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.673742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-657e7d3d-661e-46a8-b989-12d68cd0ba90 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8928471 Aug 21 18:24:10.677289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49656) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:10.677479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:10.677821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:10.678200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.678603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:10.679245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Bound port: ebed39a9-530b-4537-b7be-bc1d6eaa4968, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:10.679632 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.689766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f185fc8-1fe5-4cb4-ae96-983cbe665be3 None None] Network 329eff31-8071-4aef-8ffc-176e4e1e6b3c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:10.692836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276b47f-84cd-4090-8770-1b95d09ca0de None None] Pushing event updated for resources: {'Port': ['ID=ebed39a9-530b-4537-b7be-bc1d6eaa4968,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:10.761888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.797590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-39a480b7-3322-42e9-b0e8-29af8ef7190c None None] Provisioning complete for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:10.798429 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39a480b7-3322-42e9-b0e8-29af8ef7190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.848579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83548f0e-15a9-4121-8095-bbe947e2c7a6,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:10.866355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.866355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be182d19-ff5b-4379-96c0-34d2e035a755 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4124939 Aug 21 18:24:10.868979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49662) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:10.870830 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.877118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2ef3797f-c8ce-4169-834e-4fa3f66fef62', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:10.971888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] For port ebed39a9-530b-4537-b7be-bc1d6eaa4968, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:10.977923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] For port ebed39a9-530b-4537-b7be-bc1d6eaa4968, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ebed39a9-530b-4537-b7be-bc1d6eaa4968,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:10.982367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-39a480b7-3322-42e9-b0e8-29af8ef7190c None None] Port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:10.989741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:10.999166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.018483 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:24:11.035706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.086020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:11.228513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:11.229189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:11.231379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 1204771b-501d-4a38-b7c0-472fd30a28ac completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:11.233000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.247499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 1204771b-501d-4a38-b7c0-472fd30a28ac triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:11.247499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.250028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Allocated IP 172.20.0.3 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8558847c-52f4-4b07-af2a-895800698ce8/85fd9c65-bb77-4d6d-aa9a-548d8540060a) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:11.336578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276b47f-84cd-4090-8770-1b95d09ca0de None None] Pushing event updated for resources: {'Port': ['ID=ebed39a9-530b-4537-b7be-bc1d6eaa4968,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:11.340664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Allocated IP 2001:db8::f816:3eff:fea1:54c5 (b71b1026-b7ef-4a93-9594-64ed4f11943a/bfc2edb5-f279-4b7a-bf74-99daaf256d55/85fd9c65-bb77-4d6d-aa9a-548d8540060a) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:11.356734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.548999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc07b6-9117-46bd-8e01-2c86ef50d673 None None] Network 329eff31-8071-4aef-8ffc-176e4e1e6b3c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:11.601553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:11.637246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-856529038-network', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:11.691764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1f1597-10b7-4ab2-b6e6-700a198bb699 req-9523f5cc-8b3a-4564-a4db-71480d8e1213 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:11.693424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a1f1597-10b7-4ab2-b6e6-700a198bb699 req-9523f5cc-8b3a-4564-a4db-71480d8e1213 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 944 time: 0.6095231 Aug 21 18:24:11.694575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.696373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6821162-2147-4c50-b876-ab045426626f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b HTTP/1.1" status: 204 len: 168 time: 1.7596052 Aug 21 18:24:11.698999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:11.703588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:11.762677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Made reservation on behalf of 41cbefa68ab349edaf82e4ce75c4d226 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:11.765752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.799211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a1f1597-10b7-4ab2-b6e6-700a198bb699 req-f8f3b2a1-043e-4148-8778-39c944ed94b2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872037 Aug 21 18:24:11.808209 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.814125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=4dfa451e-eacd-4074-9643-76fe5338b2a4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:11.830281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.855806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62833d-1f38-4f13-9dc3-51cd5ba1957c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:11.857571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62833d-1f38-4f13-9dc3-51cd5ba1957c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:11.859407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf62833d-1f38-4f13-9dc3-51cd5ba1957c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:11.861218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bf62833d-1f38-4f13-9dc3-51cd5ba1957c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1606424 Aug 21 18:24:11.863965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:11.871343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.896725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.908554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Transition to ACTIVE for port object 85fd9c65-bb77-4d6d-aa9a-548d8540060a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:11.928095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Transition to ACTIVE for port object 85fd9c65-bb77-4d6d-aa9a-548d8540060a will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:11.947179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 8558847c-52f4-4b07-af2a-895800698ce8 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:11.950603 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.995578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:11.996187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.003718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41f652c-3bb8-4c4a-9ef8-29e98a1f3412,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.018608 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.042434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329eff31-8071-4aef-8ffc-176e4e1e6b3c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:12.063719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-049b16ff-60db-426c-80bd-c53556f92d1e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1992602 Aug 21 18:24:12.072204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b5e5ab-758f-419d-aac1-c81d80caface') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:12.073003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b5e5ab-758f-419d-aac1-c81d80caface') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:12.094575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.096624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.117505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.117706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.124931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:12.125719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.171531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:12.187356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.190711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:12.204153 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:12.208588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Pushing event updated for resources: {'Port': ['ID=85fd9c65-bb77-4d6d-aa9a-548d8540060a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.214322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:12.236463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=8558847c-52f4-4b07-af2a-895800698ce8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.240990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.243430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-62fd8859-bf31-4dae-9d0e-75c29329141b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8558847c-52f4-4b07-af2a-895800698ce8 HTTP/1.1" status: 204 len: 168 time: 0.3780270 Aug 21 18:24:12.247590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49688) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:12.257562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1204771b-501d-4a38-b7c0-472fd30a28ac,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:12.264636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:12.266566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.266710 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9c7ff3-ec83-46e2-abfa-54230b989b71" -d '{"events": [{"server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "name": "network-vif-plugged", "status": "completed", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:12.280449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.283777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/329eff31-8071-4aef-8ffc-176e4e1e6b3c HTTP/1.1" status: 204 len: 168 time: 1.6054735 Aug 21 18:24:12.295960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:12.303016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.304518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab32fe3-d2ea-416f-9607-01b3be35d369 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=329eff31-8071-4aef-8ffc-176e4e1e6b3c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.315623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2070430135'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:12.332363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-1e972314-a71b-4d0e-aa37-938872128576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:12.337475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-1e972314-a71b-4d0e-aa37-938872128576 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 1098 time: 0.1276245 Aug 21 18:24:12.344094 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184cd8f-97a5-4729-bc00-6f3cff4c8b5a x-openstack-request-id: req-7184cd8f-97a5-4729-bc00-6f3cff4c8b5a {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:12.344375 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "name": "network-vif-plugged", "status": "completed", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:12.344633 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7184cd8f-97a5-4729-bc00-6f3cff4c8b5a {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:12.345027 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac', 'code': 200} Aug 21 18:24:12.425736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet bfc2edb5-f279-4b7a-bf74-99daaf256d55 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:12.474704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84318fa9-1772-40ed-9e26-ee398ccaad88 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:12.492566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.526589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.529960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Attempting to bind port 85fd9c65-bb77-4d6d-aa9a-548d8540060a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:12.530443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Attempting to bind port 85fd9c65-bb77-4d6d-aa9a-548d8540060a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:12.530850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Attempting to bind port 85fd9c65-bb77-4d6d-aa9a-548d8540060a on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:12.539782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.541042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-efabae68-f280-4063-8117-c22e2f94dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:12.543176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-efabae68-f280-4063-8117-c22e2f94dc5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.1460176 Aug 21 18:24:12.545812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.552977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-316889e4-b69c-484c-bde1-78993dbd7409 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6819081 Aug 21 18:24:12.555202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:12.563605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:12.563998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:12.564408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.564810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:12.566170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Bound port: 85fd9c65-bb77-4d6d-aa9a-548d8540060a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:12.566170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.569163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'network': {'name': 'tempest-network-smoke--304513411', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'port_security_enabled': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:12.600200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:12.604415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.612199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-4ed4d2df-f911-44a0-bc26-18b2ea9e8d36 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0571694 Aug 21 18:24:12.648843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1130671-3a03-4135-9acd-fea5262f1c8d req-dba40237-fdb3-499c-aaa6-31172890f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:12.651294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1130671-3a03-4135-9acd-fea5262f1c8d req-dba40237-fdb3-499c-aaa6-31172890f637 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 1097 time: 0.2230709 Aug 21 18:24:12.673954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.674564 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Added segment afa5cfa5-d46f-486e-b1ba-479d42cb0c0b of type vlan for network ddba2298-8fc8-4983-bc58-c766ea9828f6 Aug 21 18:24:12.689191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.697053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:12.701539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.703670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de30487-4217-407e-932b-997fcee8c098,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:12.728781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 84318fa9-1772-40ed-9e26-ee398ccaad88 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:12.729299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.748504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-3a9794ca-6dec-4d33-aebc-23aac86af3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:12.750332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-3a9794ca-6dec-4d33-aebc-23aac86af3a9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.1274533 Aug 21 18:24:12.805924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-147d1c6a-69de-476e-a940-d6fe3c576c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:12.807493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-147d1c6a-69de-476e-a940-d6fe3c576c1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481563 Aug 21 18:24:12.816688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.855141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] For port 85fd9c65-bb77-4d6d-aa9a-548d8540060a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:12.858432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] For port 85fd9c65-bb77-4d6d-aa9a-548d8540060a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85fd9c65-bb77-4d6d-aa9a-548d8540060a,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:12.872846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a', 'name': '', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'mac_address': 'fa:16:3e:37:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:07Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 2, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'subnets': [{'id': '01d82437-677d-4075-ab88-68dcd946df1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:12.877821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.881917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f1130671-3a03-4135-9acd-fea5262f1c8d req-eea40b5f-8497-4d13-93f8-13a062b73f13 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180543 Aug 21 18:24:12.887550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:12.892274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.930525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:12.936462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3efc7b7-4a60-42fe-815c-f60df581354c None None] The sync data for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 is: [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a', 'name': '', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'mac_address': 'fa:16:3e:37:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:07Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 2, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'subnets': [{'id': '01d82437-677d-4075-ab88-68dcd946df1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:12.949833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:12.950296 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Added segment 4fdbc34e-1259-4149-9fbc-5daae9232598 of type vlan for network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 Aug 21 18:24:12.997854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-60aab4c5-a297-4e59-a65d-77278249afab service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777921 Aug 21 18:24:13.007745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.044198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.045365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:13.046046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.084084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.089935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:13.090657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.097137 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4810853 Aug 21 18:24:13.097348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:13.149559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49702) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:13.164259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Request body: {'subnet': {'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-856529038-subnet', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:13.211595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-96050474-86b5-4693-8cd3-3a589ab15ff2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8142145 Aug 21 18:24:13.234732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e682126c-9b57-48d5-b9c0-e796a6b830ee req-2bdae1c9-1928-4e6c-bd1c-72f1955f5638 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550634 Aug 21 18:24:13.282922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Made reservation on behalf of 41cbefa68ab349edaf82e4ce75c4d226 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:13.287842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.290697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77c5d86-e618-458c-a6ec-561a57896da7 admin admin] Pushing event updated for resources: {'Network': ['ID=ddba2298-8fc8-4983-bc58-c766ea9828f6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:13.305764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06698e9-cf8c-4cc1-b633-dfbdf9284188 None None] Pushing event updated for resources: {'Port': ['ID=85fd9c65-bb77-4d6d-aa9a-548d8540060a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:13.307494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.308471 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 481afefe-c260-4f65-9245-77d2dd305263 of type vlan for network e2c3e078-e7d4-4887-9d3f-cec212c365cc Aug 21 18:24:13.317031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:13.322860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453a6633-5d24-41f6-8879-27ad4d9ef3f5 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:13.329224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7625268 Aug 21 18:24:13.330709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:13.339289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'admin_state_up': True, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:13.386717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.387917 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.402605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0b6170-7db5-44ee-a124-8ce300bede47 req-181244fe-4aad-4747-b925-3ad1632706c2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:13.404482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b0b6170-7db5-44ee-a124-8ce300bede47 req-181244fe-4aad-4747-b925-3ad1632706c2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.3277335 Aug 21 18:24:13.471188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.624068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.681667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494fb31-48db-47ee-8559-f48ef82f3782 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Network': ['ID=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:13.688369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.697677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:13.742676 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:13.783875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-084a233f-5e2e-45db-8593-8c10c18ecd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:13.785492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-084a233f-5e2e-45db-8593-8c10c18ecd3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 1097 time: 0.4795783 Aug 21 18:24:13.831558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b0b6170-7db5-44ee-a124-8ce300bede47 req-b488bcc6-731d-459b-b44b-e21fff86e262 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515780 Aug 21 18:24:13.993258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-151d6aaf-3b38-4f60-ac7c-9965b823d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:13.994755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-151d6aaf-3b38-4f60-ac7c-9965b823d9af service neutron] 10.222.0.39 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.1498089 Aug 21 18:24:14.000014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.006608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:14.007218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.094573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.117733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.178267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-042529b4-30a8-4fe7-a399-4f21056cbc59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d08de47-96eb-47c0-a623-31d92045f90c HTTP/1.1" status: 200 len: 217 time: 0.1669245 Aug 21 18:24:14.205796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.270980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.172 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/78b78c6d-b41b-4db0-b651-f2ee3ed47d87) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:14.328038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.330030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc2edb5-f279-4b7a-bf74-99daaf256d55,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:14.336624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.338568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c5f7936-00de-4437-9b22-8a152379cf3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bfc2edb5-f279-4b7a-bf74-99daaf256d55 HTTP/1.1" status: 204 len: 168 time: 2.0899920 Aug 21 18:24:14.342075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0451062 Aug 21 18:24:14.345698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:14.346165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:14.353616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'e2c3e078-e7d4-4887-9d3f-cec212c365cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:14.389041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ef3dc9-49a3-435c-b620-f5d95d19501a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:14.403315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f58b4b-a765-469b-bc71-f901d0b0e0d3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=e2c3e078-e7d4-4887-9d3f-cec212c365cc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:14.418223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e2c3e078-e7d4-4887-9d3f-cec212c365cc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:14.423093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-db7093f3-ebef-46c0-a62a-c10a3650082b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756924 Aug 21 18:24:14.428105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49714) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:14.433891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:14.439699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-9a24f14e-30ed-49d1-ae6d-db669a0946a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:14.441451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-9a24f14e-30ed-49d1-ae6d-db669a0946a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.2300787 Aug 21 18:24:14.542859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Checking segment: {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:14.543349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Network hostable DHCP agents. Network: ddba2298-8fc8-4983-bc58-c766ea9828f6, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:14.554159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85fd9c65-bb77-4d6d-aa9a-548d8540060a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:14.555810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-ef9b3ef6-352e-45d2-a619-05e378687be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:14.557453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-ef9b3ef6-352e-45d2-a619-05e378687be6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1021605 Aug 21 18:24:14.594127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:14.622779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 85fd9c65-bb77-4d6d-aa9a-548d8540060a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:14.630959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ebed39a9-530b-4537-b7be-bc1d6eaa4968 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:14.634797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:14.643702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.648454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ddba2298-8fc8-4983-bc58-c766ea9828f6) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:14.655042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:14.665349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbb6608-410c-4614-ae05-e4f52a685533 None None] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:14.674660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.679775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.749570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-c24b278e-d918-4595-8090-e7ddfa7b4ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834030 Aug 21 18:24:14.805421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:14.807715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ebed39a9-530b-4537-b7be-bc1d6eaa4968 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:14.811665 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.815874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ebed39a9-530b-4537-b7be-bc1d6eaa4968 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:14.816583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.868935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8e5aabfa-6422-4247-ae42-2b5afefba75f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7135360 Aug 21 18:24:14.869622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:14.877326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:14.964114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:14.975494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10dc6970-4d79-470c-b610-4343ce93dac3 req-406cadb0-b27e-4474-a537-8f8e320e1a8a service neutron] 10.222.0.39 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185183 Aug 21 18:24:15.012151 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.015643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.018382 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.079019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ebed39a9-530b-4537-b7be-bc1d6eaa4968, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ebed39a9-530b-4537-b7be-bc1d6eaa4968,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:15.080671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-ddba2298-8fc8-4983-bc58-c766ea9828f6', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:15.081817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.111076 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.151607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:15.163842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.169577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:15.178466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:15.185551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:15.368561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6780df5-f1c9-4d98-aa47-6850a93de52d req-66674fcd-19d5-4bef-a18b-be1b01d2018f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:15.370370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6780df5-f1c9-4d98-aa47-6850a93de52d req-66674fcd-19d5-4bef-a18b-be1b01d2018f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.3665419 Aug 21 18:24:15.375378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.386920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f4bf82-9ad9-423a-a58b-eb3bfe3717e6 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:15.445179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.477491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ebed39a9-530b-4537-b7be-bc1d6eaa4968,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:15.491776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Allocated IP 172.20.0.2 (ddba2298-8fc8-4983-bc58-c766ea9828f6/95ef3dc9-49a3-435c-b620-f5d95d19501a/640f006e-5503-4f1d-beb8-6e15cc5f53fc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:15.519449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Provisioning for port 85fd9c65-bb77-4d6d-aa9a-548d8540060a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:15.535240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Provisioning complete for port 85fd9c65-bb77-4d6d-aa9a-548d8540060a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:15.535240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.625651 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6780df5-f1c9-4d98-aa47-6850a93de52d req-5637cd9e-3f74-4e71-8189-58a17f81ad0d tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422767 Aug 21 18:24:15.694148 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=a3ae0f61-f835-46be-8775-e31d5a6c74d2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:15.722329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '481afefe-c260-4f65-9245-77d2dd305263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'e2c3e078-e7d4-4887-9d3f-cec212c365cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:15.724780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: e2c3e078-e7d4-4887-9d3f-cec212c365cc, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:15.761455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.807441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:15.861017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.865948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.872710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:15.878964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.888608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Transition to ACTIVE for port object 640f006e-5503-4f1d-beb8-6e15cc5f53fc will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:15.908016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Transition to ACTIVE for port object 640f006e-5503-4f1d-beb8-6e15cc5f53fc will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:15.922322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network e2c3e078-e7d4-4887-9d3f-cec212c365cc is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:15.924264 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.934976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.937029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:15.949798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:15.957009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:15.957708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.964238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e2c3e078-e7d4-4887-9d3f-cec212c365cc) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:15.978618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:15.979146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:15.985819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042cd5a8-045d-4b73-9692-de4f312a505a None None] Network e2c3e078-e7d4-4887-9d3f-cec212c365cc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:16.000551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:16.011505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6fac1d31-a8ef-4ba1-977b-f67072ba00e3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6623604 Aug 21 18:24:16.012450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] For port 85fd9c65-bb77-4d6d-aa9a-548d8540060a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85fd9c65-bb77-4d6d-aa9a-548d8540060a,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:16.014909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:16.060070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:16.062361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a146da-b0e7-4b21-b4ef-86c6168518cc req-f47c0c7a-5b9a-45da-988e-33cb1228acb1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:16.069878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66a146da-b0e7-4b21-b4ef-86c6168518cc req-f47c0c7a-5b9a-45da-988e-33cb1228acb1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2438645 Aug 21 18:24:16.071625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Deleting port 85fd9c65-bb77-4d6d-aa9a-548d8540060a {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:16.072102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.073858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.078076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:16.094545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Pushing event updated for resources: {'Port': ['ID=640f006e-5503-4f1d-beb8-6e15cc5f53fc,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:16.170980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66a146da-b0e7-4b21-b4ef-86c6168518cc req-17394c45-dca6-428e-bc43-d947a3d0de57 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974529 Aug 21 18:24:16.172336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Allocated IP 172.25.1.103 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/ec0c3933-fa27-4e9c-8d49-94f3f5274512) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:16.190688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.216583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2875269f-2119-4bfe-a283-59ab6a1af801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7846670 Aug 21 18:24:16.231687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49756) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:16.236756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:16.347174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.355165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Attempting to bind port 640f006e-5503-4f1d-beb8-6e15cc5f53fc on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:16.355542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Attempting to bind port 640f006e-5503-4f1d-beb8-6e15cc5f53fc by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:16.355906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Attempting to bind port 640f006e-5503-4f1d-beb8-6e15cc5f53fc on network ddba2298-8fc8-4983-bc58-c766ea9828f6 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:16.357869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9612f-ee52-4fae-b44c-00e1923b219e None None] Pushing event updated for resources: {'Port': ['ID=85fd9c65-bb77-4d6d-aa9a-548d8540060a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:16.377388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:16.377931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Checking segment: {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:16.378340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.378762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Bound using segment: {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:16.379285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Bound port: 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:16.379755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.397328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.433681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.458680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ebed39a9-530b-4537-b7be-bc1d6eaa4968 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:16.478376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Sync routers for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:16.487294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:16.487993 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:16.497828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:16.501308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:16.509866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:16.513712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Pushing event updated for resources: {'Port': ['ID=ec0c3933-fa27-4e9c-8d49-94f3f5274512,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:16.518578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] For port 85fd9c65-bb77-4d6d-aa9a-548d8540060a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=85fd9c65-bb77-4d6d-aa9a-548d8540060a,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:16.519161 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.554216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Calling delete_port for 85fd9c65-bb77-4d6d-aa9a-548d8540060a owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:16.591296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.603928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda429de-3ce5-40df-b63a-7b35a0ba7f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e2c3e078-e7d4-4887-9d3f-cec212c365cc', 'network_id': 'e2c3e078-e7d4-4887-9d3f-cec212c365cc', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': 'a3ae0f61-f835-46be-8775-e31d5a6c74d2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:16.604910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bda429de-3ce5-40df-b63a-7b35a0ba7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.606943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:16.623560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] For port 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:16.635850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1b773-5caf-4d67-96e0-9d790c96a52b req-645fdb84-63a9-4734-8eba-0554f7c8dfe6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:16.641714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46a1b773-5caf-4d67-96e0-9d790c96a52b req-645fdb84-63a9-4734-8eba-0554f7c8dfe6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.3892303 Aug 21 18:24:16.688256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] For port 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=640f006e-5503-4f1d-beb8-6e15cc5f53fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:16.706700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.709366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ebed39a9-530b-4537-b7be-bc1d6eaa4968 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:16.709733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.848560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc4332-fc63-4b31-82ac-ac21ceeaeca2 None None] Pushing event updated for resources: {'Port': ['ID=640f006e-5503-4f1d-beb8-6e15cc5f53fc,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:16.854122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46a1b773-5caf-4d67-96e0-9d790c96a52b req-63b69379-51af-4edd-a52a-3eea462e9359 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514015 Aug 21 18:24:16.939184 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a', 'name': '', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'mac_address': 'fa:16:3e:37:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:07Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 2, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'subnets': [{'id': '01d82437-677d-4075-ab88-68dcd946df1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:16.947009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:16.952029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.015552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.025822 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Checking router: bca6d02d-af42-4dd5-88b0-ba4782da7d12 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:17.026160 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Updating router bca6d02d-af42-4dd5-88b0-ba4782da7d12 port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:17.072172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:17.078822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.093313 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-bda429de-3ce5-40df-b63a-7b35a0ba7f7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3ae0f61-f835-46be-8775-e31d5a6c74d2: This subnet is being modified by another concurrent operation. Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3ae0f61-f835-46be-8775-e31d5a6c74d2: This subnet is being modified by another concurrent operation. Aug 21 18:24:17.117737 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 18:24:17.129122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] Pushing event deleted for resources: {'Port': ['ID=85fd9c65-bb77-4d6d-aa9a-548d8540060a,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:17.136091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096840d3-d2f9-494c-915b-cc10d95ce5c3 None None] No DVR routers for this DVR port 85fd9c65-bb77-4d6d-aa9a-548d8540060a on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:17.149680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95559696-defc-4642-a67f-707e5633af2f None None] Network e2c3e078-e7d4-4887-9d3f-cec212c365cc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:17.189497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=a3ae0f61-f835-46be-8775-e31d5a6c74d2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:17.273408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ab6af-2d0d-4462-8b24-e0a89ce0eae6 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:17.276923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85fd9c65-bb77-4d6d-aa9a-548d8540060a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:17.333924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 85fd9c65-bb77-4d6d-aa9a-548d8540060a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:17.334820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 85fd9c65-bb77-4d6d-aa9a-548d8540060a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:17.459905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.470281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c3e078-e7d4-4887-9d3f-cec212c365cc']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:17.651455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.659558 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.670296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb7542-bf5c-4062-a9d2-5d6457e53f20 req-0348cab3-ba1f-42f8-bf59-f8286b323562 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:17.672322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7fb7542-bf5c-4062-a9d2-5d6457e53f20 req-0348cab3-ba1f-42f8-bf59-f8286b323562 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.2520936 Aug 21 18:24:17.683166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Transition to ACTIVE for port object f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:17.695952 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.812520 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7fb7542-bf5c-4062-a9d2-5d6457e53f20 req-0b5a450c-ed5d-46d9-9625-be328b8ad283 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327326 Aug 21 18:24:17.828763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Pushing event updated for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:17.837691 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.839329 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.840980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.840980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.840980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.842086 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.842552 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.843051 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.844206 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.844661 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.845393 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.845843 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:17.869448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:17.870350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.914677 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bb1a55a-a4b3-42e2-9f05-146f85dd34d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.948319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Router 333eb44e-93e3-407c-b6e7-b963b7374adb is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:24:17.982124 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Attempting to bind port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:17.982612 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Attempting to bind port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:17.983176 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Attempting to bind port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:17.994784 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:17.995260 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Checking segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:17.995781 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:17.998834 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Bound using segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:17.998834 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Bound port: f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:17.998834 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.167774 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] For port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:18.177435 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] For port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:18.190932 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.267614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481afefe-c260-4f65-9245-77d2dd305263') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:18.270586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481afefe-c260-4f65-9245-77d2dd305263') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:18.306867 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:18.307512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:18.323549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Allocated IP 172.20.0.2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa/5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:18.362136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.454024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.513384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318edaf4-7127-4ae5-b9e7-25a01d029cf5 req-bfff737f-e893-4355-9f93-0a1d8325baa8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:18.529935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-318edaf4-7127-4ae5-b9e7-25a01d029cf5 req-bfff737f-e893-4355-9f93-0a1d8325baa8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2833769 Aug 21 18:24:18.531446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 640f006e-5503-4f1d-beb8-6e15cc5f53fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:18.557743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:18.558663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:18.564608 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:18.589333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.626486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.697275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40bedd-5896-448b-85d3-24aa7693a0de None None] Pushing event updated for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:18.771300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:18.808466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.813205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-318edaf4-7127-4ae5-b9e7-25a01d029cf5 req-7bf3d490-f9ce-4c32-b55b-20953ccd2877 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823224 Aug 21 18:24:18.826910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.829316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/e2c3e078-e7d4-4887-9d3f-cec212c365cc HTTP/1.1" status: 204 len: 168 time: 2.8081191 Aug 21 18:24:18.854593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49770) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:18.873561 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:18.874348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750921960'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:18.881049 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:18.889084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Transition to ACTIVE for port object 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:18.891738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1e44-711e-4130-b361-689708e608b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=e2c3e078-e7d4-4887-9d3f-cec212c365cc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:18.912138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Transition to ACTIVE for port object 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:18.930363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8888c-23aa-4c70-bf57-017b01c8b547 None None] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:18.941060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.001616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:19.008796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.093708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:19.101331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:19.107379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.110603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:19.110805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:19.159348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:19.167810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.168221 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment ff289de9-5530-49b8-8455-a7239bf4680a of type vlan for network 0da7c2b0-b09b-42eb-b989-9f325cab040b Aug 21 18:24:19.198569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.203453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fd7872e5-46ad-4e8f-b4e0-dc538439343e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3307056 Aug 21 18:24:19.204416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49776) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:19.235316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Sync routers for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:19.242093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Provisioning for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:19.262538 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a', 'name': '', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'mac_address': 'fa:16:3e:37:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:07Z', 'updated_at': '2021-08-21T18:24:18Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'subnets': [{'id': '01d82437-677d-4075-ab88-68dcd946df1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:19.276366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:19.277122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:19.314341 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d7801-e244-4f1f-b548-499400a97d0e None None] The sync data for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 is: [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:24:08Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a', 'name': '', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'mac_address': 'fa:16:3e:37:fb:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:07Z', 'updated_at': '2021-08-21T18:24:18Z', 'revision_number': 4, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'subnets': [{'id': '01d82437-677d-4075-ab88-68dcd946df1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:19.322661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Attempting to bind port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:19.323172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Attempting to bind port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:19.323712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Attempting to bind port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:19.325385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.325998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Pushing event updated for resources: {'Port': ['ID=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:19.365981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Provisioning complete for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:19.366690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.384482 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.393962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:19.394686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.418044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:19.418752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:19.419252 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.420424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:19.421050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Bound port: 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:19.422466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:19.448377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 2d10f303-1a79-46ed-a837-04cc27423e91 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:24:19.470295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6128356 Aug 21 18:24:19.481346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:19.518449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b701-fdc5-4724-9295-16b4a11cd75e req-eb8d1b1e-f97c-4b1d-a6d8-85aca73a2e57 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:19.525849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b701-fdc5-4724-9295-16b4a11cd75e req-eb8d1b1e-f97c-4b1d-a6d8-85aca73a2e57 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:19.532077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b701-fdc5-4724-9295-16b4a11cd75e req-eb8d1b1e-f97c-4b1d-a6d8-85aca73a2e57 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:19.536617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': '0da7c2b0-b09b-42eb-b989-9f325cab040b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:19.540902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5826b701-fdc5-4724-9295-16b4a11cd75e req-eb8d1b1e-f97c-4b1d-a6d8-85aca73a2e57 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702&device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 2417 time: 0.1530416 Aug 21 18:24:19.646042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:19.647835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e7c59-d026-4af6-8952-e7ff82e85a77 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=0da7c2b0-b09b-42eb-b989-9f325cab040b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:19.675262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5826b701-fdc5-4724-9295-16b4a11cd75e req-7179696e-870d-4843-be6f-c3faa066195b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334453 Aug 21 18:24:19.703573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:19.723039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:19.840221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] For port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:19.891320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] For port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:19.916894 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.010937 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.076567 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.109941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833f2e5-24b8-4fb9-a596-50f305e56c50 None None] Pushing event updated for resources: {'Port': ['ID=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:20.191256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9353454-ece7-42f4-91eb-f44507ccaf09 req-f64b968f-efd7-4a04-b28b-e6ba948bc971 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:20.197902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] For port 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=640f006e-5503-4f1d-beb8-6e15cc5f53fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:20.198300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9353454-ece7-42f4-91eb-f44507ccaf09 req-f64b968f-efd7-4a04-b28b-e6ba948bc971 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.3475409 Aug 21 18:24:20.217756 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.373643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:20.385348 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Sync routers for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:20.420483 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:20.420483 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:20.474901 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6740da94-8490-4da2-9d47-abc9cc34d5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.491231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:20.504423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe285d-7e38-4cfd-b6d8-8b658cefe3d5 None None] Pushing event updated for resources: {'Port': ['ID=640f006e-5503-4f1d-beb8-6e15cc5f53fc,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:20.513832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.527482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Allocated IP 172.20.0.1 (ddba2298-8fc8-4983-bc58-c766ea9828f6/95ef3dc9-49a3-435c-b620-f5d95d19501a/ee84ab4a-bf82-4690-96d4-7ce73aee02fc) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:20.582463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:16Z', 'revision_number': 3, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:20.584306 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.599874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:20.642289 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:20.687892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2326b6ae-1195-474b-8031-0464808f3221 None None] Provisioning complete for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:20.688253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2326b6ae-1195-474b-8031-0464808f3221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.690395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing IP validity checks on allocation pools {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 18:24:20.691667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 18:24:20.691793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Checking router: 333eb44e-93e3-407c-b6e7-b963b7374adb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:20.692074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Updating router 333eb44e-93e3-407c-b6e7-b963b7374adb port ec0c3933-fa27-4e9c-8d49-94f3f5274512 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:20.711743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.727176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Transition to ACTIVE for port object ee84ab4a-bf82-4690-96d4-7ce73aee02fc will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:20.773848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.775279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.862839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:20.866413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:20.874596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9353454-ece7-42f4-91eb-f44507ccaf09 req-bbdca71d-1b49-434a-bec4-58152bd24df0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6311185 Aug 21 18:24:20.875363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.876468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36300015-46d7-420f-92ae-27a7523d5046 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.5429978 Aug 21 18:24:20.882004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:20.887252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49784) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:20.914399 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:20.915633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:20.948027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Checking router: 2d10f303-1a79-46ed-a837-04cc27423e91 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:20.948467 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Updating router 2d10f303-1a79-46ed-a837-04cc27423e91 port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:20.950974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Pushing event updated for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:20.989141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.026221 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.142371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.327805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6ebdb655-f800-4c63-854b-edb2e5bdb143 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4a7b8a000d594a0e8597175f997c58c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4381635 Aug 21 18:24:21.348624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49792) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:21.440817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.529443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=e1bd3f88-4324-4f4a-a0fd-2e3cf36dcc9c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:21.722137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.777994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.784320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.788010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': 'ff289de9-5530-49b8-8455-a7239bf4680a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0da7c2b0-b09b-42eb-b989-9f325cab040b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:21.788576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: 0da7c2b0-b09b-42eb-b989-9f325cab040b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:21.829476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Transition to ACTIVE for port object ec0c3933-fa27-4e9c-8d49-94f3f5274512 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:21.844497 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.851952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537de29-e0f8-4708-bafc-7e85f8e23969 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:21.854292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2537de29-e0f8-4708-bafc-7e85f8e23969 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5045698 Aug 21 18:24:21.859384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49804) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:21.865261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.867981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:21.885786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] For port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:21.902613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:21.915047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 0da7c2b0-b09b-42eb-b989-9f325cab040b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:21.931090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:21.932053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.964662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:21.972543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3c64e487-895d-4fd9-95e5-b9526b7af41c tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1092548 Aug 21 18:24:21.978055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d987ef-a323-4c67-a759-b615216da6e2 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:24:21.978234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49806) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:21.996704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-668785860', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:22.002325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Pushing event updated for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.013428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.042587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:22.043743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9eb8dc53-96fa-4eae-b677-6af386bcdf3f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5132742 Aug 21 18:24:22.044570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49810) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:22.087162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:22.087779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.124046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.124803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.126670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Attempting to bind port ec0c3933-fa27-4e9c-8d49-94f3f5274512 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:22.127325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Attempting to bind port ec0c3933-fa27-4e9c-8d49-94f3f5274512 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:22.127934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Attempting to bind port ec0c3933-fa27-4e9c-8d49-94f3f5274512 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:22.159942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984313-e63f-4ef3-8442-7410cbc4c42c None None] Pushing event updated for resources: {'Port': ['ID=ec0c3933-fa27-4e9c-8d49-94f3f5274512,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.205792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:22.206438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:22.207060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.209633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:22.210134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Bound port: ec0c3933-fa27-4e9c-8d49-94f3f5274512, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:22.210565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.217488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:22.224380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=e692d519-321a-4b59-9a7c-a21741360239,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.237827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:22.242476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:22.243328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.301941 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.312259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:22.313163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dafb3120-a136-49f5-ab04-53c5a1f4a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.316560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:22.324223 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Transition to ACTIVE for port object 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:22.346837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] For port ec0c3933-fa27-4e9c-8d49-94f3f5274512, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:22.350396 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.350880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] For port ec0c3933-fa27-4e9c-8d49-94f3f5274512, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec0c3933-fa27-4e9c-8d49-94f3f5274512,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:22.396124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,revision_number=4']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.405985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:22.411350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.441531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.455908 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de094f1-d767-4a53-8f9e-6fedf57efcf1 None None] Pushing event updated for resources: {'Port': ['ID=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.469203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Attempting to bind port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:22.469720 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Attempting to bind port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:22.470807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Attempting to bind port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:22.475903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1a6eb4a-a1e6-43ac-bf61-da8eed22042c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.2430985 Aug 21 18:24:22.479465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49820) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:22.483226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:22.483987 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:22.484492 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.484983 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:22.485573 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Bound port: 78b78c6d-b41b-4db0-b651-f2ee3ed47d87, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:22.486135 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.518173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:19:48:84', 'name': 'tempest-NetworksTestDHCPv6-1810130002'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:22.567973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d987ef-a323-4c67-a759-b615216da6e2 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:24:22.578302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.580132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.600367 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] For port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:22.603850 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] For port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:22.620646 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.633620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:22.634333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:22.674212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.747724 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de094f1-d767-4a53-8f9e-6fedf57efcf1 None None] Pushing event updated for resources: {'Port': ['ID=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.762363 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:22.763035 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:22.764980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:22.794608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.797939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984313-e63f-4ef3-8442-7410cbc4c42c None None] Pushing event updated for resources: {'Port': ['ID=ec0c3933-fa27-4e9c-8d49-94f3f5274512,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.847795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Router 333eb44e-93e3-407c-b6e7-b963b7374adb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:24:22.883994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:22.888305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ada87f4-2b7f-438a-afb6-c8f7d51bc8fc None None] Provisioning for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:22.974245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:22.977841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dafb3120-a136-49f5-ab04-53c5a1f4a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:22.988223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ada87f4-2b7f-438a-afb6-c8f7d51bc8fc None None] Provisioning complete for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:22.989318 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ada87f4-2b7f-438a-afb6-c8f7d51bc8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.008016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dafb3120-a136-49f5-ab04-53c5a1f4a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.016344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ecc7-1c61-44d6-8894-b9f6667193df req-08931cdd-43e9-4785-9e0b-562490e1e0c3 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:23.028733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4b4ecc7-1c61-44d6-8894-b9f6667193df req-08931cdd-43e9-4785-9e0b-562490e1e0c3 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2710457 Aug 21 18:24:23.069333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:23.070522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.077304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:23.107509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.117508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dafb3120-a136-49f5-ab04-53c5a1f4a3ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34bb25364e9445af9c01eb400455f5f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0749984 Aug 21 18:24:23.130127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49824) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:23.145870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:23.157981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2ada87f4-2b7f-438a-afb6-c8f7d51bc8fc None None] Port ee84ab4a-bf82-4690-96d4-7ce73aee02fc cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:23.160913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb3120-a136-49f5-ab04-53c5a1f4a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809a04e6-225e-467a-a7ef-57e787f1b89b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:23.195076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4b4ecc7-1c61-44d6-8894-b9f6667193df req-f901cabd-2ba8-4534-8363-68dae3b794e8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652513 Aug 21 18:24:23.226030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:23.265685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.290038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.292081 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:23.302438 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c2540914-a799-4d9c-b8d0-aaf9e5bae241 admin admin] 10.222.0.41 "PUT /v2.0/routers/333eb44e-93e3-407c-b6e7-b963b7374adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0950747 Aug 21 18:24:23.315372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0da7c2b0-b09b-42eb-b989-9f325cab040b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:23.320817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ada87f4-2b7f-438a-afb6-c8f7d51bc8fc None None] Provisioning for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:23.331025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.334252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f799a12-4850-45aa-8770-0f48dde18ef7 None None] The sync data for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 is: [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:23.334876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 6fb250b0-fd32-4d64-b69c-f294e32beeff yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:23.339310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.356912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff289de9-5530-49b8-8455-a7239bf4680a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:23.358465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff289de9-5530-49b8-8455-a7239bf4680a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:23.370412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.385359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.392021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:23.392521 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.425359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.452922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:23.475560 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:23.484245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:23.484789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.486762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.499152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.501006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/0da7c2b0-b09b-42eb-b989-9f325cab040b HTTP/1.1" status: 204 len: 168 time: 1.3811686 Aug 21 18:24:23.503309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Subnet': ['ID=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:23.505422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49830) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:23.512650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1588603762'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:23.537001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Checking segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:23.537503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network hostable DHCP agents. Network: c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:23.584470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=0da7c2b0-b09b-42eb-b989-9f325cab040b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:23.595298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8aeb23-8755-4f56-9fdc-47e24b6fb461 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=e1bd3f88-4324-4f4a-a0fd-2e3cf36dcc9c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:23.627900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:23.632076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.636470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:23.640546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.647383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.652683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/809a04e6-225e-467a-a7ef-57e787f1b89b HTTP/1.1" status: 204 len: 168 time: 0.5174668 Aug 21 18:24:23.673041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.680115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:23.698979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:23.700377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.723314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:23.744117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8dd2c-4515-4314-a048-98684c5d42c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809a04e6-225e-467a-a7ef-57e787f1b89b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:23.746583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ee84ab4a-bf82-4690-96d4-7ce73aee02fc', 'name': '', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'mac_address': 'fa:16:3e:38:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:20Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 2, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'subnets': [{'id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:23.750453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:23.753568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:23.762306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b74410b0-a700-4a2d-b647-bdac09710674 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7834036 Aug 21 18:24:23.764089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.764524 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 68840512-bac4-42f1-ab0f-c6b7adb31386 of type vlan for network 6ad37809-34ee-4837-8812-23e53dc4c3d9 Aug 21 18:24:23.796658 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.798140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 640f006e-5503-4f1d-beb8-6e15cc5f53fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:23.839591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6753f7a-7e93-4314-808a-40a4a3c72e81 None None] The sync data for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 is: [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ee84ab4a-bf82-4690-96d4-7ce73aee02fc', 'name': '', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'mac_address': 'fa:16:3e:38:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:20Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 2, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'subnets': [{'id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:23.956487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:23.961368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 172.20.0.4 (b71b1026-b7ef-4a93-9594-64ed4f11943a/8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa/6fb250b0-fd32-4d64-b69c-f294e32beeff) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:23.996091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe19:4884 (b71b1026-b7ef-4a93-9594-64ed4f11943a/e692d519-321a-4b59-9a7c-a21741360239/6fb250b0-fd32-4d64-b69c-f294e32beeff) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:24.017563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.027643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:24.028209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.030022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:24.084408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:24.084923 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.218803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=6ad37809-34ee-4837-8812-23e53dc4c3d9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:24.231376 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-947734ee-8bd1-4249-8928-60d867d49d9e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7219679 Aug 21 18:24:24.232844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49840) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:24.247345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': '6ad37809-34ee-4837-8812-23e53dc4c3d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:24.322507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:24.402071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49844) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:24.450735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.480753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde7370-2f7d-4151-96d8-1df20c1f2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.587160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:24:24.587160 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:24:24.587160 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id_1': '70b31b487fe74787bb2fd2e64b7ad69f', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 24, 24, 560933)}] Aug 21 18:24:24.587160 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:24.587709 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:24.604393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030617c-5f91-41d0-8162-1830c7b67c0e req-3e7f10aa-8734-4e6b-8540-b0f5c18a2ea6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:24.611874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1030617c-5f91-41d0-8162-1830c7b67c0e req-3e7f10aa-8734-4e6b-8540-b0f5c18a2ea6 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2087367 Aug 21 18:24:24.708392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1030617c-5f91-41d0-8162-1830c7b67c0e req-e98c2f8a-7e6b-4bea-ae63-d2f283873d68 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890131 Aug 21 18:24:24.759033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 6fb250b0-fd32-4d64-b69c-f294e32beeff will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:24.844566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde7370-2f7d-4151-96d8-1df20c1f2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.853323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adde7370-2f7d-4151-96d8-1df20c1f2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:24.883977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a7127-65c6-4d66-a822-0bf10e11b5d6 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:24:24.909271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde7370-2f7d-4151-96d8-1df20c1f2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64494b-086f-4f6d-921f-8e346f29f48f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:24.933029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-adde7370-2f7d-4151-96d8-1df20c1f2c08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d3e6d49508645f2b785962806e7f476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115759 Aug 21 18:24:24.933695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:24.995174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.031694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7813d807-1b8a-4a40-941b-ae6c72536065 None None] Provisioning complete for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:25.032070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7813d807-1b8a-4a40-941b-ae6c72536065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.116024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:25.121910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:25.127077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a7127-65c6-4d66-a822-0bf10e11b5d6 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:24:25.129100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:25.131895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:25.132256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.136257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:25.216373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=6fb250b0-fd32-4d64-b69c-f294e32beeff,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:25.225437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.262133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-dd25677c-8baf-4325-adf6-7be7c8e57bd1 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:25.263708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-dd25677c-8baf-4325-adf6-7be7c8e57bd1 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.3394408 Aug 21 18:24:25.270907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.283356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:25.284003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.302583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.329470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:25.335497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-36057931-691e-48b6-9bf8-fc3767b704e9 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/quotas/41cbefa68ab349edaf82e4ce75c4d226 HTTP/1.1" status: 200 len: 375 time: 0.0469635 Aug 21 18:24:25.347305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:25.348793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.371360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dd0842a0-fbec-43bf-b3a6-1e0abd48e60c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8890691 Aug 21 18:24:25.374213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:25.454641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.470325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07198b3-148e-4109-b9c3-7fe9ed0e8d55 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:25.477546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07198b3-148e-4109-b9c3-7fe9ed0e8d55 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:25.482095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d07198b3-148e-4109-b9c3-7fe9ed0e8d55 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1066105 Aug 21 18:24:25.482792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:25.525874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.533793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-d39ed8c7-c4e7-462a-9bc9-c50c5286be08 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562128 Aug 21 18:24:25.542258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.545076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.545926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b64494b-086f-4f6d-921f-8e346f29f48f HTTP/1.1" status: 204 len: 168 time: 0.5854802 Aug 21 18:24:25.564785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:25.577017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.578387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:25.593296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=7f179f60-a5e5-458f-a462-0a0716dc0f74,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:25.635164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:25.636333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.739394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '68840512-bac4-42f1-ab0f-c6b7adb31386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '6ad37809-34ee-4837-8812-23e53dc4c3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:25.739868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: 6ad37809-34ee-4837-8812-23e53dc4c3d9, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:25.807673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 6fb250b0-fd32-4d64-b69c-f294e32beeff {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:25.809081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:25.945794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:26.039691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6ad37809-34ee-4837-8812-23e53dc4c3d9) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:26.053082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:26.053780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.087876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:26.119288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bace7bc-5c5f-4123-ab18-2089e35b360c req-798c7509-adeb-4ecb-99e8-d5086c11c5bc tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:26.126807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bace7bc-5c5f-4123-ab18-2089e35b360c req-798c7509-adeb-4ecb-99e8-d5086c11c5bc tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1973248 Aug 21 18:24:26.163264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.174898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e941662-b9f3-4c98-b2be-bf7ac3be02d1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9381998 Aug 21 18:24:26.190143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49878) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:26.192928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb9669-e991-4cd1-a00f-6a2b723327b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64494b-086f-4f6d-921f-8e346f29f48f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:26.207479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 6fb250b0-fd32-4d64-b69c-f294e32beeff owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:26.255556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3bace7bc-5c5f-4123-ab18-2089e35b360c req-54b605a8-94b8-407a-b0a5-6e2095e1b5f5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275389 Aug 21 18:24:26.368000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:26.368281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.382886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Allocated IP 172.20.0.2 (c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0/1c7b9fbf-41a6-40b0-a4da-d27a9fbca106/d0704983-4e0b-4173-8a76-974a6dd2e767) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:26.593796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.685147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:26.715188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-9a75d346-55e0-4e97-8ecb-03a5535ead12 service neutron] 10.222.0.41 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1606872 Aug 21 18:24:26.777836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a149ff20-06c0-4e9a-a85c-0d0954110ab4 None None] Provisioning complete for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:26.778210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a149ff20-06c0-4e9a-a85c-0d0954110ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.861200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.886145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:26.886808 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:26.962016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.026940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.038267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Transition to ACTIVE for port object d0704983-4e0b-4173-8a76-974a6dd2e767 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:27.046383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a149ff20-06c0-4e9a-a85c-0d0954110ab4 None None] Could not find standard attr ID for object 6fb250b0-fd32-4d64-b69c-f294e32beeff. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:27.072374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-33e20526-f5cd-484c-b01f-770900449fdb service neutron] 10.222.0.41 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395290 Aug 21 18:24:27.103351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Transition to ACTIVE for port object d0704983-4e0b-4173-8a76-974a6dd2e767 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:27.103929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.119755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.176991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=6fb250b0-fd32-4d64-b69c-f294e32beeff,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:27.207583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Pushing event updated for resources: {'Port': ['ID=d0704983-4e0b-4173-8a76-974a6dd2e767,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:27.224730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:27.232191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.1 (c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0/1c7b9fbf-41a6-40b0-a4da-d27a9fbca106/e722255a-b671-463a-9980-a93cecc0c373) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:27.240010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.240236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.240511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.240920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.241428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.241774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.242118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.242454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.242857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.243192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.243524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.244022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:27.276732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:27.282254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:27.400760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Attempting to bind port d0704983-4e0b-4173-8a76-974a6dd2e767 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:27.401265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Attempting to bind port d0704983-4e0b-4173-8a76-974a6dd2e767 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:27.401592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Attempting to bind port d0704983-4e0b-4173-8a76-974a6dd2e767 on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:27.407627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:27.408012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Checking segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:27.408430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.408970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Bound using segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:27.409509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Bound port: d0704983-4e0b-4173-8a76-974a6dd2e767, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:27.409907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.453012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.468293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object e722255a-b671-463a-9980-a93cecc0c373 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:27.487875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] For port d0704983-4e0b-4173-8a76-974a6dd2e767, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:27.493650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.493779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:27.499020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3bc7dae0-803d-4867-b1d0-1ad52921f620 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6fb250b0-fd32-4d64-b69c-f294e32beeff HTTP/1.1" status: 204 len: 168 time: 2.0090060 Aug 21 18:24:27.504474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:27.551608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] For port d0704983-4e0b-4173-8a76-974a6dd2e767, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d0704983-4e0b-4173-8a76-974a6dd2e767,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:27.564793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.590751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:27.591129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.600661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48a0643c-5444-4def-8dd4-3ba7b71b0282 req-6eba8f04-0510-437e-8ae2-31fa9649c3ae tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 210 time: 0.0668399 Aug 21 18:24:27.601959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.603976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034f391-1078-497c-a8bc-3b85ab789d15 req-4f0aa509-0829-4610-9e3f-3d89db38017e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:27.605591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0034f391-1078-497c-a8bc-3b85ab789d15 req-4f0aa509-0829-4610-9e3f-3d89db38017e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2235670 Aug 21 18:24:27.620539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d17850-ae49-42d6-bfdc-2e5f472c4b45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:27.623008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d17850-ae49-42d6-bfdc-2e5f472c4b45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:27.624577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d17850-ae49-42d6-bfdc-2e5f472c4b45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:27.627713 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89d17850-ae49-42d6-bfdc-2e5f472c4b45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1222672 Aug 21 18:24:27.631180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=7f179f60-a5e5-458f-a462-0a0716dc0f74,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:27.635436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:27.723448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0034f391-1078-497c-a8bc-3b85ab789d15 req-32612375-4239-4d67-9fee-f6aec7d666aa tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102605 Aug 21 18:24:27.750450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:27.752985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcb7d0-86ca-45f3-8323-f7d4cf2db79d None None] Pushing event updated for resources: {'Port': ['ID=d0704983-4e0b-4173-8a76-974a6dd2e767,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:27.759658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.839435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.851512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad37809-34ee-4837-8812-23e53dc4c3d9']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:27.851829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.851964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec0c3933-fa27-4e9c-8d49-94f3f5274512 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:27.870112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68840512-bac4-42f1-ab0f-c6b7adb31386') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:27.870765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68840512-bac4-42f1-ab0f-c6b7adb31386') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:27.887739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.913324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.928426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:27.929044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:27.980500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ec0c3933-fa27-4e9c-8d49-94f3f5274512 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:27.989669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ec0c3933-fa27-4e9c-8d49-94f3f5274512 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:27.990093 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:28.033907 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:28.052565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.071337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:28.081579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:28.094904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:28.134741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:28.159520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.180778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.184522 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.186856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/6ad37809-34ee-4837-8812-23e53dc4c3d9 HTTP/1.1" status: 204 len: 168 time: 1.9955666 Aug 21 18:24:28.201251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:28.209550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b876a-33d0-4302-89ba-1e3ac566b6e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=6ad37809-34ee-4837-8812-23e53dc4c3d9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:28.211899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.233302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1290087911'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:28.237752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.265776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ec0c3933-fa27-4e9c-8d49-94f3f5274512, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec0c3933-fa27-4e9c-8d49-94f3f5274512,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:28.271395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.323657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:28.342923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ec0c3933-fa27-4e9c-8d49-94f3f5274512,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:28.343500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.354342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bb6f778c-9b71-49b8-b42d-c2c4a59d3bb0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa HTTP/1.1" status: 204 len: 168 time: 0.7155612 Aug 21 18:24:28.357149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:28.429211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:28.434158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.450130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.453333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet e692d519-321a-4b59-9a7c-a21741360239 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:28.456767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.499164 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.558677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:28.578682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.579041 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 076955b6-d723-4d34-91d6-1ca5bdaa4dd9 of type vlan for network d8a819df-afde-4e35-978a-9b5cc15864ba Aug 21 18:24:28.624937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Sync routers for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:28.641814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:28.642632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:28.671033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.712737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.726912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:28.727800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.742079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.810773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e38096ad-0af1-4458-a169-69097ecb6ebc req-7fb6cb06-1b01-4796-a530-cb93ed630a96 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 210 time: 0.0749357 Aug 21 18:24:28.846559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:28.911729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:28.918293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.083477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c755eca0-821d-4d34-9d1c-db1d9073859a req-292cbf0e-3708-450a-addb-d26acd3b9ad9 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:29.085144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c755eca0-821d-4d34-9d1c-db1d9073859a req-292cbf0e-3708-450a-addb-d26acd3b9ad9 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1893821 Aug 21 18:24:29.107792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9015305 Aug 21 18:24:29.198330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ee84ab4a-bf82-4690-96d4-7ce73aee02fc', 'name': '', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'mac_address': 'fa:16:3e:38:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:20Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 2, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'subnets': [{'id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:29.207497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:29.216151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0ae76-7ab2-4fb5-817d-8e1a67c0dfdf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=d8a819df-afde-4e35-978a-9b5cc15864ba,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:29.228518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'd8a819df-afde-4e35-978a-9b5cc15864ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:29.264720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d8a819df-afde-4e35-978a-9b5cc15864ba details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:29.275278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Checking router: 333eb44e-93e3-407c-b6e7-b963b7374adb for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:29.276286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.276809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Updating router 333eb44e-93e3-407c-b6e7-b963b7374adb port ee84ab4a-bf82-4690-96d4-7ce73aee02fc binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:29.322876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.353316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:29.401027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=e692d519-321a-4b59-9a7c-a21741360239,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:29.433822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec0c3933-fa27-4e9c-8d49-94f3f5274512 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:29.442868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c755eca0-821d-4d34-9d1c-db1d9073859a req-2985e11b-ca66-4d11-935b-142f5782e6b8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312624 Aug 21 18:24:29.448875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.453338 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4cb72270-8828-4752-b52f-bfad26940d29 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/e692d519-321a-4b59-9a7c-a21741360239 HTTP/1.1" status: 204 len: 168 time: 1.0948963 Aug 21 18:24:29.456102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:29.459786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f5dc7c6f-de55-49e6-9b17-1d78dd2eded9 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:29.461288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f5dc7c6f-de55-49e6-9b17-1d78dd2eded9 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.39 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.5037241 Aug 21 18:24:29.478732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Request body: {'port': {'device_id': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'admin_state_up': True, 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:29.517756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-494eb0af-84f2-4cf4-8ed7-4e1b9ce75dca tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0596621 Aug 21 18:24:29.521288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49946) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:29.523015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:29.526849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.553310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26dae56-9a95-4d4b-a3f1-27146294c3d5 None None] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.557840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03aa1b1-a042-4d10-b945-e278380bfde9 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.567890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:29.573648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:29.593343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c6f08e-5df6-47e8-ada7-e37775795c6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:29.595663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-79c6f08e-5df6-47e8-ada7-e37775795c6e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0706477 Aug 21 18:24:29.599741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:29.650786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b820b16c-2e4c-413a-a910-37f16b57b67d None None] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.667632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40a7306-b53e-4866-99a6-3a7995863015 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:29.672535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a40a7306-b53e-4866-99a6-3a7995863015 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0714540 Aug 21 18:24:29.676079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 49950) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:29.754425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba31e318-18f6-4aaa-80c0-07a4feaa13ca None None] Could not find standard attr ID for object 6fb250b0-fd32-4d64-b69c-f294e32beeff. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:29.757825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c7243-d8c1-404c-8c91-3a8e887515df None None] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.761604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.844848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26dae56-9a95-4d4b-a3f1-27146294c3d5 None None] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:24:29.859546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4c7243-d8c1-404c-8c91-3a8e887515df None None] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:24:29.869632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc1b9f-d1b5-48c2-b1ce-3d5ab74096e1 None None] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.919883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba31e318-18f6-4aaa-80c0-07a4feaa13ca None None] Provisioning complete for port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:29.920267 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ba31e318-18f6-4aaa-80c0-07a4feaa13ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:29.941068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce844e-d51e-426d-b853-1f73eb635790 None None] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:29.984519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fc1b9f-d1b5-48c2-b1ce-3d5ab74096e1 None None] Network 0da7c2b0-b09b-42eb-b989-9f325cab040b could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:24:29.998145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce844e-d51e-426d-b853-1f73eb635790 None None] Network 6ad37809-34ee-4837-8812-23e53dc4c3d9 could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:24:30.015660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ec0c3933-fa27-4e9c-8d49-94f3f5274512 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:30.016032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.049389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Made reservation on behalf of 41cbefa68ab349edaf82e4ce75c4d226 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:30.052220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.108839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1e2ce35-cbc8-41af-852f-40340c65f84f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3995109 Aug 21 18:24:30.117441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49954) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:30.119338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:30.143804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a7a4bd9-a2ff-45db-b857-7c780bf957e3 req-5bddea46-268a-499e-89fb-685830b170d3 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 210 time: 0.0888436 Aug 21 18:24:30.243281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:30.248900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.250743 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:30.251344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:30.276555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 2d10f303-1a79-46ed-a837-04cc27423e91 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:24:30.294706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba31e318-18f6-4aaa-80c0-07a4feaa13ca None None] Provisioning for port d0704983-4e0b-4173-8a76-974a6dd2e767 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:30.298486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-006e7dc8-2874-4070-9ff2-bb5a6449ae74 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1832259 Aug 21 18:24:30.301292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:30.301985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:30.307675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:30.386230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0704983-4e0b-4173-8a76-974a6dd2e767 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:30.465468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:30.469897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.471528 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:30.472889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:30.501667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ff2005b-e404-41d8-af53-6cfeb1251b34 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1955364 Aug 21 18:24:30.501866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49966) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:30.512432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:30.574607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bb1c2269-13cf-4262-afdd-d240f6f72032 None None] Provisioning complete for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:30.574984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bb1c2269-13cf-4262-afdd-d240f6f72032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.575785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Allocated IP 172.20.0.8 (4011f86a-d36e-40e3-9f3b-c242deb14355/01d82437-677d-4075-ab88-68dcd946df1a/6ba487cd-f745-42c6-a329-ff289592299f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:30.654083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bb1c2269-13cf-4262-afdd-d240f6f72032 None None] Port ee84ab4a-bf82-4690-96d4-7ce73aee02fc cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:30.663671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d0704983-4e0b-4173-8a76-974a6dd2e767 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:30.684059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d0704983-4e0b-4173-8a76-974a6dd2e767 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:30.684514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.691448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50150f97-fcaa-4110-a669-d425020f18e0 req-bd7eb8f1-4aab-4a29-b36e-bcad8965434c tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:30.699688 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50150f97-fcaa-4110-a669-d425020f18e0 req-bd7eb8f1-4aab-4a29-b36e-bcad8965434c tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1023695 Aug 21 18:24:30.723159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Deleting port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:30.723159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.737006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:30.739713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.741344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.743797 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:30.744244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:30.776612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50150f97-fcaa-4110-a669-d425020f18e0 req-df77eddc-539b-4749-aea5-4122cfe81ed1 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724897 Aug 21 18:24:30.782547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-634eb9bb-1ceb-4280-9bc3-1e82ab4d5430 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2786360 Aug 21 18:24:30.784709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:30.791838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:30.924375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=f9ec0223-c694-4400-9134-f21001df157a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:30.931902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:30.937261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.940299 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:30.940842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:30.954886 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:30.966533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5be6028-f156-49c8-8a00-dfbdb7331644 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1774764 Aug 21 18:24:30.968543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '076955b6-d723-4d34-91d6-1ca5bdaa4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8a819df-afde-4e35-978a-9b5cc15864ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:30.969047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: d8a819df-afde-4e35-978a-9b5cc15864ba, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:30.969160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:30.974562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:30.985759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Sync routers for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:30.994835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c3b93604-8e09-402f-acac-f3b0e48f9427 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/2d10f303-1a79-46ed-a837-04cc27423e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2278116 Aug 21 18:24:30.994835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Transition to ACTIVE for port object 6ba487cd-f745-42c6-a329-ff289592299f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:31.001030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:31.020723 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:31.023862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:31.028661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network d8a819df-afde-4e35-978a-9b5cc15864ba is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:31.049744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d8a819df-afde-4e35-978a-9b5cc15864ba) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:31.074490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:31.077876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.085070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.092653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1d2518-7154-41f1-85db-c292094626f9 None None] Network d8a819df-afde-4e35-978a-9b5cc15864ba requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:31.102347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f182346-6569-4b6c-9381-29bae7e74ab1 None None] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:31.147248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:31.151532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.154803 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:31.156728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:31.157155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:31.167929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:31.193831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-544d203d-1b22-4574-b925-00dd2f6530f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2226257 Aug 21 18:24:31.197060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49982) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:31.204143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:31.210123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-97dcaf99-847d-4683-a1a5-329bdf61a1cb tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0010862 Aug 21 18:24:31.214196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49984) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:31.216916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:31.280203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:31.338406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:31.339205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.345626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Pushing event updated for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:31.439635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-f89b3720-e8f0-4168-b401-afead2c48c51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9682138 Aug 21 18:24:31.454664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7baff5-e5d8-446d-b55a-b11daac758b7 req-5571eea8-7432-4d38-9660-2fa4135d7f22 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:31.455033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Provisioning for port e722255a-b671-463a-9980-a93cecc0c373 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:31.465192 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-ebd3d884-55da-4191-92dc-5443aaba0bbd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954367866&fields=id&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 267 time: 0.1129074 Aug 21 18:24:31.466405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f7baff5-e5d8-446d-b55a-b11daac758b7 req-5571eea8-7432-4d38-9660-2fa4135d7f22 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1027 time: 0.1234663 Aug 21 18:24:31.473158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Request body: {'port': {'device_id': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:31.490234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.511830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] For port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:31.512230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.525232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Provisioning complete for port e722255a-b671-463a-9980-a93cecc0c373 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:31.525603 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.567826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.604685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-cc6e331f-37d9-4b57-9f1f-6430b0c582cb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:31.606213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-cc6e331f-37d9-4b57-9f1f-6430b0c582cb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 796 time: 0.1310143 Aug 21 18:24:31.645186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.648851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-3a0d7c51-0b06-478c-979a-6cc6b38bbe32 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/quotas/4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 375 time: 0.0328629 Aug 21 18:24:31.652369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:31.655656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.657002 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:24:31.657714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:31.669056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Calling delete_port for 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:31.695090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e8277f8-b54a-44b4-95e3-c301311b23ef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4965963 Aug 21 18:24:31.702200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Transition to ACTIVE for port object ee84ab4a-bf82-4690-96d4-7ce73aee02fc will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:31.716123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 49996) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:31.745458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 2, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:31.775444 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Checking router: 2d10f303-1a79-46ed-a837-04cc27423e91 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:31.775988 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Updating router 2d10f303-1a79-46ed-a837-04cc27423e91 port e722255a-b671-463a-9980-a93cecc0c373 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:24:31.777440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.811314 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.857985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.900366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.915862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba487cd-f745-42c6-a329-ff289592299f {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:31.927559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:31.940707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Port e722255a-b671-463a-9980-a93cecc0c373 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:31.941534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Transition to ACTIVE for port object 6ba487cd-f745-42c6-a329-ff289592299f will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:31.947313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f7baff5-e5d8-446d-b55a-b11daac758b7 req-3129790c-f079-4cb5-ad5a-f5d1363a882d tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798057 Aug 21 18:24:31.954014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.027902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.104023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Provisioning complete for port d0704983-4e0b-4173-8a76-974a6dd2e767 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:32.104552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5e923c7-85b4-456e-ada9-818d2a022d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.141013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.150944 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.172572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a819df-afde-4e35-978a-9b5cc15864ba']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:32.203670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076955b6-d723-4d34-91d6-1ca5bdaa4dd9') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:32.204687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076955b6-d723-4d34-91d6-1ca5bdaa4dd9') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:32.217793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.218275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a22580-3141-4da4-b789-a55361eb79e0 req-09d0b76b-4164-431d-a79a-280cf064c5d8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:32.220238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09a22580-3141-4da4-b789-a55361eb79e0 req-09d0b76b-4164-431d-a79a-280cf064c5d8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1245530 Aug 21 18:24:32.242754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.250439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:32.251184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.323348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb2e8f-84d8-4594-8f48-0cd3a68647f5 None None] Network d8a819df-afde-4e35-978a-9b5cc15864ba requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:32.340607 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:32.344080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Attempting to bind port 6ba487cd-f745-42c6-a329-ff289592299f on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:32.344080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Attempting to bind port 6ba487cd-f745-42c6-a329-ff289592299f by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:32.344080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Attempting to bind port 6ba487cd-f745-42c6-a329-ff289592299f on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:32.349084 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.353990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Port 6ba487cd-f745-42c6-a329-ff289592299f on network 4011f86a-d36e-40e3-9f3b-c242deb14355 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:24:32.354443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Attempting to bind port 6ba487cd-f745-42c6-a329-ff289592299f on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:32.364009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ec0223-c694-4400-9134-f21001df157a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.365192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:32.365660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Checking segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:32.369970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Bound using segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:32.370664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Bound port: 6ba487cd-f745-42c6-a329-ff289592299f, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:32.371486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.374965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d0704983-4e0b-4173-8a76-974a6dd2e767, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d0704983-4e0b-4173-8a76-974a6dd2e767,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:32.376299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d397-b0ca-4203-96dc-35010e243c29 None None] Pushing event updated for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.394237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Transition to ACTIVE for port object e722255a-b671-463a-9980-a93cecc0c373 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:32.397765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-aa93778b-c4c0-4b1a-9c89-63223357a81d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7271662 Aug 21 18:24:32.418186 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.422731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.436411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09a22580-3141-4da4-b789-a55361eb79e0 req-80c0f0ee-6f74-42b5-9ea5-e62f73a82847 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869807 Aug 21 18:24:32.455840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.480387 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.494024 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/d8a819df-afde-4e35-978a-9b5cc15864ba HTTP/1.1" status: 204 len: 168 time: 1.2757239 Aug 21 18:24:32.495034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:32.496991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb2e8f-84d8-4594-8f48-0cd3a68647f5 None None] Network d8a819df-afde-4e35-978a-9b5cc15864ba could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:24:32.507296 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aa157-299c-47a4-9723-819ff71abb69 None None] Pushing event updated for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.518244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:32.529734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ba487cd-f745-42c6-a329-ff289592299f,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:32.535940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1580c91f-7d76-4f03-81d4-3223a6884b94 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:32.537770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1580c91f-7d76-4f03-81d4-3223a6884b94 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7731066 Aug 21 18:24:32.540907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50004) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:32.553605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907537188'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:32.560421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.603341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Attempting to bind port ee84ab4a-bf82-4690-96d4-7ce73aee02fc on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:32.603776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Attempting to bind port ee84ab4a-bf82-4690-96d4-7ce73aee02fc by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:32.604091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Attempting to bind port ee84ab4a-bf82-4690-96d4-7ce73aee02fc on network ddba2298-8fc8-4983-bc58-c766ea9828f6 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:32.607807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baac2d2-bf75-4761-bfac-d117510c2b3d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=d8a819df-afde-4e35-978a-9b5cc15864ba,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.611801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:32.625350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.638285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Attempting to bind port e722255a-b671-463a-9980-a93cecc0c373 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:32.639044 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Attempting to bind port e722255a-b671-463a-9980-a93cecc0c373 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:32.639867 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Attempting to bind port e722255a-b671-463a-9980-a93cecc0c373 on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:32.649395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:32.650891 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Checking segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:32.655469 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.656216 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Bound using segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:32.657027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Bound port: e722255a-b671-463a-9980-a93cecc0c373, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:32.657712 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.674816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd25c2d1-0773-45c9-8827-cae91e2d8f33 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:32.675286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:32.675693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Checking segment: {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:32.679223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.679402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd25c2d1-0773-45c9-8827-cae91e2d8f33 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1339190 Aug 21 18:24:32.679512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Bound using segment: {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:32.679512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Bound port: ee84ab4a-bf82-4690-96d4-7ce73aee02fc, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:32.679512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.680048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:32.680231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:32.680231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:32.684317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] No DVR routers for this DVR port 5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:32.685070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.689178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50006) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:32.703536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d0704983-4e0b-4173-8a76-974a6dd2e767,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.723400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:32.724090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.725497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ba487cd-f745-42c6-a329-ff289592299f HTTP/1.1" status: 200 len: 1092 time: 1.2739787 Aug 21 18:24:32.726001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:32.728322 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6" -d '{"events": [{"name": "network-changed", "server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "tag": "6ba487cd-f745-42c6-a329-ff289592299f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:32.822244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d0b3-7fa7-459a-8609-c6e938ef0428 None None] Pushing event deleted for resources: {'Port': ['ID=5ee2cbb4-1ea1-4c90-8158-3cac2e6726b8,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.840506 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] For port e722255a-b671-463a-9980-a93cecc0c373, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:32.853352 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] For port e722255a-b671-463a-9980-a93cecc0c373, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e722255a-b671-463a-9980-a93cecc0c373,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:32.854133 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e43c36-7302-4d58-8660-35ffded25e9a x-openstack-request-id: req-64e43c36-7302-4d58-8660-35ffded25e9a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:32.854421 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "tag": "6ba487cd-f745-42c6-a329-ff289592299f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:32.854818 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64e43c36-7302-4d58-8660-35ffded25e9a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:32.855219 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f', 'status': 'completed', 'code': 200} Aug 21 18:24:32.863632 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:32.863819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79b641-e49d-48a3-a40c-d4dcdfc84476 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:32.878424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-9597c0e1-5cd7-4652-b8dc-d2772d4b8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:32.880585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-9597c0e1-5cd7-4652-b8dc-d2772d4b8337 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.0777614 Aug 21 18:24:32.883903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-46db0711-07da-4c07-94a0-1c76efe48fde service neutron] 10.222.0.41 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582570 Aug 21 18:24:32.900323 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b555b48-e73e-49fe-937a-d1ceb217dcbf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1984999 Aug 21 18:24:32.948452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50010) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:32.949524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-baf780fa-64bb-4543-83f6-67b474a12b51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ba487cd-f745-42c6-a329-ff289592299f HTTP/1.1" status: 200 len: 217 time: 0.0538177 Aug 21 18:24:32.977247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] For port ee84ab4a-bf82-4690-96d4-7ce73aee02fc, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:32.982345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:32.988967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] For port ee84ab4a-bf82-4690-96d4-7ce73aee02fc, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:33.004716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.040622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-ce903a06-d429-4e7b-9d64-15f53a422c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:33.045907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-ce903a06-d429-4e7b-9d64-15f53a422c10 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01d82437-677d-4075-ab88-68dcd946df1a HTTP/1.1" status: 200 len: 848 time: 0.0862689 Aug 21 18:24:33.058507 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:33.059190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:33.082776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d397-b0ca-4203-96dc-35010e243c29 None None] Pushing event updated for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:33.140530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:33.146804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:33.150940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:33.198603 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7aa157-299c-47a4-9723-819ff71abb69 None None] Pushing event updated for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:33.208865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb601023-233a-427b-b61f-03bbb675dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:33.211235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-fb601023-233a-427b-b61f-03bbb675dc47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4011f86a-d36e-40e3-9f3b-c242deb14355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1594656 Aug 21 18:24:33.218131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3442dcfa-0d47-417e-8af3-74e35fb0e170 None None] Provisioning for port 6ba487cd-f745-42c6-a329-ff289592299f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:33.226723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed697f5c-0999-46bb-af6f-8ec7fc470053 req-bc7ed33c-0f6a-4181-b2ae-7bca8b477a47 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:33.228501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed697f5c-0999-46bb-af6f-8ec7fc470053 req-bc7ed33c-0f6a-4181-b2ae-7bca8b477a47 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.1046822 Aug 21 18:24:33.306827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3442dcfa-0d47-417e-8af3-74e35fb0e170 None None] Provisioning complete for port d0704983-4e0b-4173-8a76-974a6dd2e767 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:33.307394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3442dcfa-0d47-417e-8af3-74e35fb0e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.335654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.339630 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 04b55fe5-97ad-4140-83cf-9051154f20ed of type vlan for network 9254018e-f746-44fc-847b-735d16d5d06f Aug 21 18:24:33.345530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:33.388818 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:33.472982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-5b093925-0906-419e-af66-49748f0ef7a1 service neutron] 10.222.0.39 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470341 Aug 21 18:24:33.564015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.580094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c4220b21-c62e-4e37-b756-a6dd6bab8ea4 service neutron] 10.222.0.41 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6953058 Aug 21 18:24:33.633822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:33.639423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.642271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed697f5c-0999-46bb-af6f-8ec7fc470053 req-0e5c7859-155c-42a9-9215-421cd04c8859 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786458 Aug 21 18:24:33.649285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.657492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:33.658914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:33.700487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1745551 Aug 21 18:24:33.730263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50026) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:33.763198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:33.782257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ee84ab4a-bf82-4690-96d4-7ce73aee02fc', 'name': '', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'mac_address': 'fa:16:3e:38:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:20Z', 'updated_at': '2021-08-21T18:24:32Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'subnets': [{'id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:33.840287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d6519-1376-4fd6-9527-0f681f75db15 None None] The sync data for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 is: [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:21Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ee84ab4a-bf82-4690-96d4-7ce73aee02fc', 'name': '', 'network_id': 'ddba2298-8fc8-4983-bc58-c766ea9828f6', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'mac_address': 'fa:16:3e:38:09:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2917, 'fixed_ips': [{'subnet_id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:20Z', 'updated_at': '2021-08-21T18:24:32Z', 'revision_number': 4, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'subnets': [{'id': '95ef3dc9-49a3-435c-b620-f5d95d19501a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:34.003322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:32Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:34.005535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-957d8f2d-b227-4353-b04f-3a930fa5aa54 req-505b803d-2c81-4b2e-90e0-e50fedac5f64 service neutron] 10.222.0.39 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106471 Aug 21 18:24:34.075349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5365467e-21a4-488f-9d41-80283e93ee31 req-aec38f88-2673-4dba-82e4-06d00f44d522 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 210 time: 0.0803425 Aug 21 18:24:34.080618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993679c-5795-492d-b041-2cba48c7f9a6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=9254018e-f746-44fc-847b-735d16d5d06f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:34.093584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9254018e-f746-44fc-847b-735d16d5d06f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:34.103367 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e064a-e604-43f0-8cce-07dfe39001e2 None None] The sync data for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 is: [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:32Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:24:34.352896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:34.487632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:34.581452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:34.583302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:34.612576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:34.616536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:34.629632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93aa89b-5e89-46f2-9e41-f010f4107313 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:34.631796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ec57a-255e-42c3-9fc6-281a3b9b2001 req-fedf58bb-7e53-402e-9b0b-16033e553d2a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:34.633516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae7ec57a-255e-42c3-9fc6-281a3b9b2001 req-fedf58bb-7e53-402e-9b0b-16033e553d2a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.6638608 Aug 21 18:24:34.638066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 9254018e-f746-44fc-847b-735d16d5d06f is not hosted by any dhcp agent {{(pid=94599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:24:34.643580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:34.644226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:34.662713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:34.663548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:34.704862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "PUT /v2.0/networks/9254018e-f746-44fc-847b-735d16d5d06f HTTP/1.1" status: 200 len: 723 time: 0.9525595 Aug 21 18:24:34.705643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:34.754299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8021746 Aug 21 18:24:34.763081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50046) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:34.776151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:7b:0d:ca', 'name': 'tempest-NetworksTestDHCPv6-422005656'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:34.945825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8842628-545e-49f4-98bf-e6531cd3dc20 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=a6f0d112-2425-4eca-ac77-bfeda1eb17fc,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:34.976611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': '9254018e-f746-44fc-847b-735d16d5d06f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:35.000367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'a6f0d112-2425-4eca-ac77-bfeda1eb17fc'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:35.000968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c2ae4-a36d-449b-93fa-c1949d9e4e63 req-329cd71f-d9ca-4519-aff0-c1036458f19e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.001911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.009590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e722255a-b671-463a-9980-a93cecc0c373 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:35.025128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-224c2ae4-a36d-449b-93fa-c1949d9e4e63 req-329cd71f-d9ca-4519-aff0-c1036458f19e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.2068367 Aug 21 18:24:35.071553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc93bab-4456-4243-9f61-a9e0495b2b84 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=9254018e-f746-44fc-847b-735d16d5d06f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:35.079842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-4acfb1e2-9403-4ff4-b36d-07b768f3acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.090726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-4acfb1e2-9403-4ff4-b36d-07b768f3acaa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.7313612 Aug 21 18:24:35.171828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-224c2ae4-a36d-449b-93fa-c1949d9e4e63 req-c40d2ca8-1dde-4cf1-a1f1-be909fbe46a9 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456916 Aug 21 18:24:35.212181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:24:35.212181 n-d-793621-32 neutron-server[94599]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 18:24:35.212181 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'id': '7e561af2-4c7b-4dce-b8d9-e02a24d8019b', 'expiration': datetime.datetime(2021, 8, 21, 18, 26, 35, 189009)}] Aug 21 18:24:35.212181 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:35.213182 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:35.221052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:35.236029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae7ec57a-255e-42c3-9fc6-281a3b9b2001 req-fed6a5f5-2c93-46a3-8f08-d73536eafd9e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825844 Aug 21 18:24:35.309707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-3f07617c-1f20-4fcb-849c-7f5d536d38f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.312972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-3f07617c-1f20-4fcb-849c-7f5d536d38f8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.2211387 Aug 21 18:24:35.373515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e84b6039-0d3e-45d8-81c4-941e9aeb7003 req-4f2fab44-9a5c-4cdc-b352-6b09ec327117 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 210 time: 0.0553107 Aug 21 18:24:35.421627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-28e162e1-ae2b-47af-a706-c7be24bfce7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ba487cd-f745-42c6-a329-ff289592299f HTTP/1.1" status: 200 len: 217 time: 0.0925930 Aug 21 18:24:35.430195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.469700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 8800df11-6118-4236-9f3f-10ea9fa42396 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:35.491176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-bc04b86c-035d-4b0e-8f88-a5e6eef372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.492819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-bc04b86c-035d-4b0e-8f88-a5e6eef372e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=01d82437-677d-4075-ab88-68dcd946df1a HTTP/1.1" status: 200 len: 848 time: 0.0700257 Aug 21 18:24:35.524974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9254018e-f746-44fc-847b-735d16d5d06f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:35.566775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-6b9a20e4-d28a-454a-b321-72be8e765546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.568595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-6b9a20e4-d28a-454a-b321-72be8e765546 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4011f86a-d36e-40e3-9f3b-c242deb14355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676327 Aug 21 18:24:35.673137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe7b:dca (b71b1026-b7ef-4a93-9594-64ed4f11943a/a6f0d112-2425-4eca-ac77-bfeda1eb17fc/8800df11-6118-4236-9f3f-10ea9fa42396) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:35.688700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-aac16a47-aeac-4f67-9d3e-6677114c3b26 service neutron] 10.222.0.39 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086736 Aug 21 18:24:35.750095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e722255a-b671-463a-9980-a93cecc0c373 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:35.758275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e722255a-b671-463a-9980-a93cecc0c373 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:35.759249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.799896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-1e5fd197-456b-4d1f-b03f-a9d8604a88d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:35.806570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-1e5fd197-456b-4d1f-b03f-a9d8604a88d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1d05fcb7354949d9a6788f9018670135&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 1098 time: 0.1267645 Aug 21 18:24:35.806820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:35.809272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.899081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.964123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e722255a-b671-463a-9980-a93cecc0c373, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e722255a-b671-463a-9980-a93cecc0c373,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:35.973276 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:35.974082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ee84ab4a-bf82-4690-96d4-7ce73aee02fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:36.026977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-f8cd1754-17c5-43d0-960e-70e9bff188ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.029085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-f8cd1754-17c5-43d0-960e-70e9bff188ef service neutron] 10.222.0.64 "GET /v2.0/networks?id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 200 len: 916 time: 0.2181156 Aug 21 18:24:36.105787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-65e8ef43-b2b1-4d34-af74-13f7846c666e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 200 len: 217 time: 0.0632017 Aug 21 18:24:36.127767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:36.132596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.135412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:36.135792 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.178954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:36.179603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 8800df11-6118-4236-9f3f-10ea9fa42396 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:36.191820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-d65d4437-0368-46f9-a89a-ef06f49c9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.193482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-d65d4437-0368-46f9-a89a-ef06f49c9fae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 200 len: 854 time: 0.0759008 Aug 21 18:24:36.314383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.319552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-420b036a-c48b-42d8-a407-a4daae54fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.321160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-420b036a-c48b-42d8-a407-a4daae54fbe9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3ee3562a-d04b-4179-abc9-2f5006e3bd4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972600 Aug 21 18:24:36.324651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.376070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:36.412730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:36.438781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ee84ab4a-bf82-4690-96d4-7ce73aee02fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:36.444036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e158e1-2b25-48d2-ba3a-412fb387472e req-a91e269c-a574-4704-b7f2-465358333b08 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.446463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2e158e1-2b25-48d2-ba3a-412fb387472e req-a91e269c-a574-4704-b7f2-465358333b08 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.7567501 Aug 21 18:24:36.457026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Allocated IP 2001:db8::f816:3eff:feb4:583c (b71b1026-b7ef-4a93-9594-64ed4f11943a/a6f0d112-2425-4eca-ac77-bfeda1eb17fc/e7887b74-902c-4262-9e75-6be2673f5330) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:36.459785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.461057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0704983-4e0b-4173-8a76-974a6dd2e767 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:36.524442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-43e83ca8-53f1-42d8-8df9-02fe11dd17d6 req-b16dc46b-6a3f-42a5-9b82-b611e71f50c0 service neutron] 10.222.0.39 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8247085 Aug 21 18:24:36.656535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:36.673377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c39b2155-0f63-419f-8a23-f9f49a410d6c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.675189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c39b2155-0f63-419f-8a23-f9f49a410d6c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 796 time: 0.8791542 Aug 21 18:24:36.696162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d0704983-4e0b-4173-8a76-974a6dd2e767 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:36.696644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.771331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2e158e1-2b25-48d2-ba3a-412fb387472e req-a425aac5-3cb6-46f7-bc7b-93fe30df5cf7 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151975 Aug 21 18:24:36.789149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-d9b2a162-a6af-4af3-a53a-b385fd5bb8b1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 379 time: 0.0944614 Aug 21 18:24:36.791474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.844612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'port': {'device_id': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'admin_state_up': True, 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'security_groups': ['2ef3797f-c8ce-4169-834e-4fa3f66fef62']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:36.910850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e9de3-1d41-454b-815a-58bac40fd034 req-bf529ade-2eb4-4fb9-8d6e-39e356baf29a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.912404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-586e9de3-1d41-454b-815a-58bac40fd034 req-bf529ade-2eb4-4fb9-8d6e-39e356baf29a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.6421540 Aug 21 18:24:36.914190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-0ced130a-60e4-4cc6-af91-d6ea07d5f683 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816240 Aug 21 18:24:36.915000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:36.921105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:36.922447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.928799 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.946056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Transition to ACTIVE for port object e7887b74-902c-4262-9e75-6be2673f5330 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:36.965169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:36.969316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Transition to ACTIVE for port object e7887b74-902c-4262-9e75-6be2673f5330 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:36.978588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:36.991783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-27a1e0a4-009f-4b3e-becb-4d30e50d015f req-94492381-79c5-4775-ae43-08ffe21d953f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 210 time: 0.0690434 Aug 21 18:24:36.999967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '04b55fe5-97ad-4140-83cf-9051154f20ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:37.000332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: 9254018e-f746-44fc-847b-735d16d5d06f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:37.043975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 9254018e-f746-44fc-847b-735d16d5d06f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:37.055257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:37.060134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:37.064476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:37.076700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Pushing event updated for resources: {'Port': ['ID=e7887b74-902c-4262-9e75-6be2673f5330,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:37.077318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=8800df11-6118-4236-9f3f-10ea9fa42396,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:37.081321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9254018e-f746-44fc-847b-735d16d5d06f) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:37.099472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:37.100349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.102953 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-43f19a1b-8b9c-47c4-8297-721e8ec57c5a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3368402 Aug 21 18:24:37.103092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e11476e-9f01-446a-8f0b-8ce40f84e9c2 None None] Network 9254018e-f746-44fc-847b-735d16d5d06f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:37.103226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:37.140979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:37.146393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.167586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6f93bc8-db31-4ea6-8b26-a8b3e76be79d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1981702 Aug 21 18:24:37.168962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-586e9de3-1d41-454b-815a-58bac40fd034 req-6626b18d-0cfd-4be7-bb31-aad579725e43 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396832 Aug 21 18:24:37.171083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50080) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:37.177507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:37.194404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e722255a-b671-463a-9980-a93cecc0c373 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:37.263801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e01e5-3512-4d27-a475-7209eb8d25bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:37.270113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e01e5-3512-4d27-a475-7209eb8d25bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:37.274618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d93e01e5-3512-4d27-a475-7209eb8d25bd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1677577 Aug 21 18:24:37.275344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:37.287870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ac3160e-e2b4-4704-b4d5-4c9cd4f3e430 req-f18247f9-1789-4c10-8fcc-e58037fac9c2 service neutron] 10.222.0.64 "GET /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520775 Aug 21 18:24:37.308089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Attempting to bind port e7887b74-902c-4262-9e75-6be2673f5330 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:37.313034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Attempting to bind port e7887b74-902c-4262-9e75-6be2673f5330 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:37.313649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Attempting to bind port e7887b74-902c-4262-9e75-6be2673f5330 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:37.327667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.10 (c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0/1c7b9fbf-41a6-40b0-a4da-d27a9fbca106/fd7a5f68-adb7-4b38-9396-40def64ff76a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:37.365320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:37.365697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:37.366099 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.367144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:37.367903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Bound port: e7887b74-902c-4262-9e75-6be2673f5330, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:37.368617 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.386315 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25210900'] for subnet, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.465846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 8800df11-6118-4236-9f3f-10ea9fa42396 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:37.466200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.477531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-31b23b32-f912-4835-b943-151602d6da1e None None] For port e7887b74-902c-4262-9e75-6be2673f5330, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:37.481206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-31b23b32-f912-4835-b943-151602d6da1e None None] For port e7887b74-902c-4262-9e75-6be2673f5330, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e7887b74-902c-4262-9e75-6be2673f5330,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:37.482751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9254018e-f746-44fc-847b-735d16d5d06f', 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': '4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:37.484141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.506647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ba487cd-f745-42c6-a329-ff289592299f details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:24:37.515684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.589041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.601729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23b32-f912-4835-b943-151602d6da1e None None] Pushing event updated for resources: {'Port': ['ID=e7887b74-902c-4262-9e75-6be2673f5330,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:37.611093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object fd7a5f68-adb7-4b38-9396-40def64ff76a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:37.629104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.638959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773669463390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27049682'] for subnet, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.647710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 8800df11-6118-4236-9f3f-10ea9fa42396 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:37.691566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:37.692169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.695922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "PUT /v2.0/subnets/4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b HTTP/1.1" status: 200 len: 806 time: 0.5204492 Aug 21 18:24:37.699303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50084) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:37.702090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.753106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:37.764177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:37.768420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:37.843184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e722255a-b671-463a-9980-a93cecc0c373 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:37.843555 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.869897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:37.880684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:37.881447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:37.939875 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f7b5d38c-07c8-4265-9d53-b19b488ceed0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1261399 Aug 21 18:24:37.944717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf50f8-daf6-4469-8b9b-387d4c142b1a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:38.043413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Request body: {'port': {'device_id': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:38.069433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.106011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Allocated IP 172.20.0.2 (9254018e-f746-44fc-847b-735d16d5d06f/4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b/bc9555ee-b6aa-478a-946d-9ad944e1a95b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:38.196083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852aaa4-75dc-4854-b477-ad3b30afdf10 req-da95c7c8-c4c0-4655-8a60-e4c03ade48cd tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:38.205362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1852aaa4-75dc-4854-b477-ad3b30afdf10 req-da95c7c8-c4c0-4655-8a60-e4c03ade48cd tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.2357006 Aug 21 18:24:38.205362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.233164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ba487cd-f745-42c6-a329-ff289592299f,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:38.294538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '6ba487cd-f745-42c6-a329-ff289592299f', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'port_id': '6ba487cd-f745-42c6-a329-ff289592299f', 'mac_address': 'fa:16:3e:99:ed:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:24:38.299799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ee84ab4a-bf82-4690-96d4-7ce73aee02fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:38.306884 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.335657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1852aaa4-75dc-4854-b477-ad3b30afdf10 req-6e14daa1-5bc5-46b1-948a-ecb5c2655a27 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939746 Aug 21 18:24:38.350442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a25c72-43cf-4b15-9c22-b19218214b7d req-5b252397-eb11-415c-883e-e4eeead32b3c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:38.352352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a25c72-43cf-4b15-9c22-b19218214b7d req-5b252397-eb11-415c-883e-e4eeead32b3c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 932 time: 0.2230511 Aug 21 18:24:38.358148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.424027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=8800df11-6118-4236-9f3f-10ea9fa42396,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:38.432979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.446254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b749baeb-650d-4a88-b54a-789f4b08f2ba None None] Provisioning for port fd7a5f68-adb7-4b38-9396-40def64ff76a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:38.463463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.467706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1c608257-5171-4f3f-987a-5b72959c5209 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/8800df11-6118-4236-9f3f-10ea9fa42396 HTTP/1.1" status: 204 len: 168 time: 1.1869409 Aug 21 18:24:38.468402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b749baeb-650d-4a88-b54a-789f4b08f2ba None None] Provisioning complete for port fd7a5f68-adb7-4b38-9396-40def64ff76a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:38.468846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b749baeb-650d-4a88-b54a-789f4b08f2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.469084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a25c72-43cf-4b15-9c22-b19218214b7d req-cbb04c4a-19e1-4d53-9524-25b48cd136b0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021373 Aug 21 18:24:38.469554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50094) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:38.504985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba487cd-f745-42c6-a329-ff289592299f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:38.526599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8826b4-f1ef-4f8b-8c4d-353dd4661c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:38.528170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8826b4-f1ef-4f8b-8c4d-353dd4661c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:38.532280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af8826b4-f1ef-4f8b-8c4d-353dd4661c15 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0592732 Aug 21 18:24:38.533233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:38.589453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet a6f0d112-2425-4eca-ac77-bfeda1eb17fc {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:38.592833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.608219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cf533-1708-436c-8137-64355dc36d83 req-fe15aa0c-6e8e-4f4a-a39b-f4d97b95dc4c tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:38.609790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb0cf533-1708-436c-8137-64355dc36d83 req-fe15aa0c-6e8e-4f4a-a39b-f4d97b95dc4c tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1095 time: 0.1075175 Aug 21 18:24:38.637508 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.680472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fb0cf533-1708-436c-8137-64355dc36d83 req-2850cb48-61ad-48bc-8fc2-ed8e993d3e33 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 Aug 21 18:24:38.726839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7a5f68-adb7-4b38-9396-40def64ff76a {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:38.729673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b749baeb-650d-4a88-b54a-789f4b08f2ba None None] Port fd7a5f68-adb7-4b38-9396-40def64ff76a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:24:38.736325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.738883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.741480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ba487cd-f745-42c6-a329-ff289592299f,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:38.742482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ee84ab4a-bf82-4690-96d4-7ce73aee02fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:38.742990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.750816 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.753342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Transition to ACTIVE for port object fd7a5f68-adb7-4b38-9396-40def64ff76a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:38.756578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.807986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:38.823404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.827613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.862993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f0d112-2425-4eca-ac77-bfeda1eb17fc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:38.865403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.867500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b0a2e9ad-f27b-41d7-ba57-65e7ac962da2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/a6f0d112-2425-4eca-ac77-bfeda1eb17fc HTTP/1.1" status: 204 len: 168 time: 0.3332453 Aug 21 18:24:38.870232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50098) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:38.873416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Transition to ACTIVE for port object bc9555ee-b6aa-478a-946d-9ad944e1a95b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:38.904466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Transition to ACTIVE for port object bc9555ee-b6aa-478a-946d-9ad944e1a95b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:38.912787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:38.913502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:38.914554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:38.920456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:24:38.920902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:38.921215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d1d44e41-d01b-46b8-a1e8-2a9268adcac1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495920 Aug 21 18:24:38.923649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50100) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:38.929567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.933065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:38.953837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.954353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:38.954353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Checking segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:38.955231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Bound using segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:38.956312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Bound port: fd7a5f68-adb7-4b38-9396-40def64ff76a, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:38.957452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:38.959575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:38.995098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:39.016511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Network 9254018e-f746-44fc-847b-735d16d5d06f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:39.019697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ba487cd-f745-42c6-a329-ff289592299f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:39.033578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:39.077022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:39.077219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.092917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9254018e-f746-44fc-847b-735d16d5d06f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:39.120402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b55fe5-97ad-4140-83cf-9051154f20ed') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:39.120720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b55fe5-97ad-4140-83cf-9051154f20ed') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:39.133492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.158080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.167185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:39.168206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:39.173230 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:39.195515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:39.198313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Pushing event updated for resources: {'Port': ['ID=bc9555ee-b6aa-478a-946d-9ad944e1a95b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:39.209091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:39.211625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:39.215575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.239243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.272123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:24:39.272123 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:24:39.272123 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '9254018e-f746-44fc-847b-735d16d5d06f'}] Aug 21 18:24:39.272123 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:39.272709 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:39.298305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Attempting to bind port bc9555ee-b6aa-478a-946d-9ad944e1a95b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:39.298815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Attempting to bind port bc9555ee-b6aa-478a-946d-9ad944e1a95b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '04b55fe5-97ad-4140-83cf-9051154f20ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:39.299060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Attempting to bind port bc9555ee-b6aa-478a-946d-9ad944e1a95b on network 9254018e-f746-44fc-847b-735d16d5d06f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:39.341514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:39.341981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Checking segment: {'id': '04b55fe5-97ad-4140-83cf-9051154f20ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:39.342469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.342967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Bound using segment: {'id': '04b55fe5-97ad-4140-83cf-9051154f20ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:39.347871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Bound port: bc9555ee-b6aa-478a-946d-9ad944e1a95b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b55fe5-97ad-4140-83cf-9051154f20ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9254018e-f746-44fc-847b-735d16d5d06f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:39.348347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.366968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:39.397414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:39.398614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.400061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-c5830bd6-94b4-41a6-a5ea-53719980131e service neutron] 10.222.0.64 "PUT /v2.0/ports/fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1093 time: 1.3677478 Aug 21 18:24:39.400535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:39.403391 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ac81a-1b87-488d-bc61-5239ebd16091" -d '{"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:39.551733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e7887b74-902c-4262-9e75-6be2673f5330 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:39.583397 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920b92a-bb3c-473d-a3f6-aef09acb7f10 x-openstack-request-id: req-a920b92a-bb3c-473d-a3f6-aef09acb7f10 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:39.583671 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:39.583932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a920b92a-bb3c-473d-a3f6-aef09acb7f10 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:39.591213 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'status': 'completed', 'code': 200} Aug 21 18:24:39.592866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fbdf4-8486-4965-ae0a-ce065b441c03 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:39.642015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858171-418e-4b75-8d1f-a2f59cab428c req-b902093a-c850-4596-9eb4-19f0ce62497d tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:39.651947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71858171-418e-4b75-8d1f-a2f59cab428c req-b902093a-c850-4596-9eb4-19f0ce62497d tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1529064 Aug 21 18:24:39.679362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f6a08214-1ceb-44e7-8055-9a525c679a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:39.682093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f6a08214-1ceb-44e7-8055-9a525c679a8a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1096 time: 0.1986623 Aug 21 18:24:39.726253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b16ef-cbd9-4b01-adfd-02f1cc73bc8f req-192d8379-b7b0-4f65-a1f1-e64ac3c36c37 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:39.735214 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71858171-418e-4b75-8d1f-a2f59cab428c req-3ba06a13-6985-4ca3-a87f-0ed9bbd1e39a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771160 Aug 21 18:24:39.736587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-084b16ef-cbd9-4b01-adfd-02f1cc73bc8f req-192d8379-b7b0-4f65-a1f1-e64ac3c36c37 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.1350913 Aug 21 18:24:39.773430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.814215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] For port bc9555ee-b6aa-478a-946d-9ad944e1a95b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:39.829944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-3881a800-c92c-43ee-99b3-a9e5828543a0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 217 time: 0.1366782 Aug 21 18:24:39.899539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] For port bc9555ee-b6aa-478a-946d-9ad944e1a95b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bc9555ee-b6aa-478a-946d-9ad944e1a95b,segment=NetworkSegment(04b55fe5-97ad-4140-83cf-9051154f20ed),segment_id=04b55fe5-97ad-4140-83cf-9051154f20ed)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:39.911547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-14f1433e-10ec-4a30-85be-3f42f84b4721 None None] Provisioning for port e7887b74-902c-4262-9e75-6be2673f5330 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:39.922419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.933561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting port bc9555ee-b6aa-478a-946d-9ad944e1a95b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:39.934053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:39.948141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-084b16ef-cbd9-4b01-adfd-02f1cc73bc8f req-675c857a-f824-42c8-9c3c-f0cb2581441c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105837 Aug 21 18:24:39.998426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d77d5-5920-48f2-8276-8ddb94320559 req-3c2d48ff-fc9b-4c33-a440-4ff8fd92edbb tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:40.002893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19bc96-4c1e-4d32-90b0-3aedd402691d None None] Pushing event updated for resources: {'Port': ['ID=bc9555ee-b6aa-478a-946d-9ad944e1a95b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:40.008507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-599d77d5-5920-48f2-8276-8ddb94320559 req-3c2d48ff-fc9b-4c33-a440-4ff8fd92edbb tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1096 time: 0.1369588 Aug 21 18:24:40.069344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] For port bc9555ee-b6aa-478a-946d-9ad944e1a95b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bc9555ee-b6aa-478a-946d-9ad944e1a95b,segment=NetworkSegment(04b55fe5-97ad-4140-83cf-9051154f20ed),segment_id=04b55fe5-97ad-4140-83cf-9051154f20ed)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:40.069344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.070890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e7887b74-902c-4262-9e75-6be2673f5330 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:40.074596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f549a990-0c5b-4506-8e8e-e829f665d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:40.076729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-f549a990-0c5b-4506-8e8e-e829f665d901 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.2330904 Aug 21 18:24:40.100138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-599d77d5-5920-48f2-8276-8ddb94320559 req-e0789e07-cbba-4e97-89df-2dfc89e44b6b tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 Aug 21 18:24:40.107790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e7887b74-902c-4262-9e75-6be2673f5330 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:40.110958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.125743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Calling delete_port for bc9555ee-b6aa-478a-946d-9ad944e1a95b owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:40.165525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:40.240041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8166bdc-6d8d-4f82-af8c-2477fc922e13 None None] Network 9254018e-f746-44fc-847b-735d16d5d06f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:40.257989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-6c020c29-f4e3-4f60-b18b-6bee8c252351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:40.259528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-6c020c29-f4e3-4f60-b18b-6bee8c252351 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1593876 Aug 21 18:24:40.279802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.318090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No DVR routers for this DVR port bc9555ee-b6aa-478a-946d-9ad944e1a95b on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:40.321067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Port': ['ID=bc9555ee-b6aa-478a-946d-9ad944e1a95b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:40.321945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe15ec4-1a97-4bb9-9350-0263e4d97174 req-4f74cc30-ca45-4574-8790-9f9a8171143a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:40.325201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fe15ec4-1a97-4bb9-9350-0263e4d97174 req-4f74cc30-ca45-4574-8790-9f9a8171143a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1817896 Aug 21 18:24:40.351967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:40.370296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.407696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Deleting port e7887b74-902c-4262-9e75-6be2673f5330 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:40.408074 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.422835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.435339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9254018e-f746-44fc-847b-735d16d5d06f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:40.449850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b55fe5-97ad-4140-83cf-9051154f20ed') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:40.450158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b55fe5-97ad-4140-83cf-9051154f20ed') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:40.464771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.483947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.497510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:40.498242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.500734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518daae2-e660-4d88-81ce-cbfe5186202e None None] Network 9254018e-f746-44fc-847b-735d16d5d06f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:40.503285 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:40.577386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e7887b74-902c-4262-9e75-6be2673f5330, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e7887b74-902c-4262-9e75-6be2673f5330,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:40.585747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.593363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.593959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.599034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/9254018e-f746-44fc-847b-735d16d5d06f HTTP/1.1" status: 204 len: 168 time: 2.8962543 Aug 21 18:24:40.601826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:40.618041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4fc50-23ad-4d6d-abbb-26c0b19779ea tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=9254018e-f746-44fc-847b-735d16d5d06f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:40.671317 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0faec40-d48e-40ff-99e0-c0a149388bff tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:40.672076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0faec40-d48e-40ff-99e0-c0a149388bff tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:40.679522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0faec40-d48e-40ff-99e0-c0a149388bff tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/9254018e-f746-44fc-847b-735d16d5d06f HTTP/1.1" status: 404 len: 339 time: 0.0713403 Aug 21 18:24:40.680416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50126) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:40.684415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818768818', 'description': 'd1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:40.699039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8fe15ec4-1a97-4bb9-9350-0263e4d97174 req-cb4dbc17-8940-43d9-a55d-b7698373a576 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486555 Aug 21 18:24:40.761039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:40.765729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.788327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-5111a84f-16c7-48db-ba12-37c60c8a1d2d service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140178 Aug 21 18:24:40.799227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] For port e7887b74-902c-4262-9e75-6be2673f5330, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e7887b74-902c-4262-9e75-6be2673f5330,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:40.799686 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.804094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e7887b74-902c-4262-9e75-6be2673f5330,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:40.820183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:40.842426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Calling delete_port for e7887b74-902c-4262-9e75-6be2673f5330 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:40.852232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.852596 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 4c8e3704-762c-4139-bf6c-27ffff320649 of type vlan for network 9c7d6817-503a-462f-becb-b16512a4dcad Aug 21 18:24:40.944261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2700e-68ff-4724-acfa-38780095ea28 req-b3ff4639-5cd8-4c59-ac04-4d75eea170bf tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:40.946001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ca2700e-68ff-4724-acfa-38780095ea28 req-b3ff4639-5cd8-4c59-ac04-4d75eea170bf tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.0959482 Aug 21 18:24:40.948970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-95c028b0-a58a-416d-bb76-bcbeba26c3a6 req-cac981d9-f8ef-4db3-a922-837b6550b7e4 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434731 Aug 21 18:24:40.950370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.971022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:40.992600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ca2700e-68ff-4724-acfa-38780095ea28 req-a8e120a4-57aa-44b3-bb85-6b318e1483c2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400977 Aug 21 18:24:41.009623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Port e7887b74-902c-4262-9e75-6be2673f5330 concurrently deleted while adding address for new subnet {'id': 'afd23657-7eb7-40fb-98a0-2f41f4982780', 'name': '', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2948, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-21T18:24:39Z', 'updated_at': '2021-08-21T18:24:39Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0'}. {{(pid=94599) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 21 18:24:41.010275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:41.018580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] Pushing event deleted for resources: {'Port': ['ID=e7887b74-902c-4262-9e75-6be2673f5330,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:41.032645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:41.038300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa3e230-219a-4666-8032-c74650e3d482 None None] No DVR routers for this DVR port e7887b74-902c-4262-9e75-6be2673f5330 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:41.038995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.040219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:41.066513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d7e653-5b41-43f8-9d31-0668147acccb None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:24:41.146376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:41.171174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:41.182641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5025818 Aug 21 18:24:41.186630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.187659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:41.194078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50138) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:41.229293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d7e653-5b41-43f8-9d31-0668147acccb None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:24:41.235093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=afd23657-7eb7-40fb-98a0-2f41f4982780,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:41.262005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9392ad3-85e2-45eb-a987-22ec29d4341f tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=9c7d6817-503a-462f-becb-b16512a4dcad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:41.297165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9c7d6817-503a-462f-becb-b16512a4dcad details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:41.300730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88dea9-8cb4-4530-bae2-2660cfb7b2e5 req-a1117182-598c-47be-93a7-ff60eb7ce3dc tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.301655 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c88dea9-8cb4-4530-bae2-2660cfb7b2e5 req-a1117182-598c-47be-93a7-ff60eb7ce3dc tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.1442974 Aug 21 18:24:41.319174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-642d2a39-f980-4f6b-92a7-b8b803bad35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.319174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-642d2a39-f980-4f6b-92a7-b8b803bad35f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1096 time: 0.2559855 Aug 21 18:24:41.325916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f9255bb9-ec0f-44c5-9288-3fa91a6027c5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4001245 Aug 21 18:24:41.332249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:41.352956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcc6a7-82f6-4e79-9fd6-acf93d02cdfa req-1f03eab9-b00e-4897-822c-f10836aa5a55 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.355676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffbcc6a7-82f6-4e79-9fd6-acf93d02cdfa req-1f03eab9-b00e-4897-822c-f10836aa5a55 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.2568936 Aug 21 18:24:41.360684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:8a:9b:c1', 'name': 'tempest-NetworksTestDHCPv6-1747551300'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:41.385050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e7887b74-902c-4262-9e75-6be2673f5330 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:41.428784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c88dea9-8cb4-4530-bae2-2660cfb7b2e5 req-4282c387-ec9e-4072-9d5c-e106d885d684 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034780 Aug 21 18:24:41.463274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e7887b74-902c-4262-9e75-6be2673f5330 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:41.463613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e7887b74-902c-4262-9e75-6be2673f5330 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:41.486073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ba487cd-f745-42c6-a329-ff289592299f up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:41.506703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e744ee-55b1-437c-8d6f-8f008c40068d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.510791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9e744ee-55b1-437c-8d6f-8f008c40068d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks?id=9c7d6817-503a-462f-becb-b16512a4dcad HTTP/1.1" status: 200 len: 761 time: 0.3099267 Aug 21 18:24:41.513808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:41.575119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'description': 'd2'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:41.585537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f80a9-f32d-4dcb-a70e-1480ae3d3b36 req-a0adfd17-dd7a-4614-8784-c03e9ac5fb02 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.596608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c1f80a9-f32d-4dcb-a70e-1480ae3d3b36 req-a0adfd17-dd7a-4614-8784-c03e9ac5fb02 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1096 time: 0.0911753 Aug 21 18:24:41.609674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffbcc6a7-82f6-4e79-9fd6-acf93d02cdfa req-0f4d4123-3cfb-484b-9ea9-f697153e802e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402906 Aug 21 18:24:41.659029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 6ba487cd-f745-42c6-a329-ff289592299f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:41.664590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 6ba487cd-f745-42c6-a329-ff289592299f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:41.664919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:41.672267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c1f80a9-f32d-4dcb-a70e-1480ae3d3b36 req-3980a13e-f66e-4db9-874a-1a33d3ff7f98 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699966 Aug 21 18:24:41.677065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-ecc429ae-ee18-4daa-9a27-dbf61a52ee6f req-67e9a844-d2b3-4a3e-800d-cf401283d619 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:24:41.678088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecc429ae-ee18-4daa-9a27-dbf61a52ee6f req-67e9a844-d2b3-4a3e-800d-cf401283d619 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146101 Aug 21 18:24:41.772667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-60b539b7-dd12-41b6-9b3a-59792c370b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:41.774168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-60b539b7-dd12-41b6-9b3a-59792c370b20 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.4470754 Aug 21 18:24:42.067095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.071102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'afd23657-7eb7-40fb-98a0-2f41f4982780'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:42.072198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.117456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ba487cd-f745-42c6-a329-ff289592299f,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:42.120352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:42.122782 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b900e8-1da4-459a-9df5-469f289747ea" -d '{"events": [{"server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "name": "network-vif-plugged", "status": "completed", "tag": "6ba487cd-f745-42c6-a329-ff289592299f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:42.128100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.165525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:42.199549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-a968f8d0-0c70-47c3-8763-dd00ad2623cb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 217 time: 0.4073145 Aug 21 18:24:42.227616 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3a5170-d423-46c1-b182-ec2a311032cd x-openstack-request-id: req-1a3a5170-d423-46c1-b182-ec2a311032cd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:42.228270 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "name": "network-vif-plugged", "status": "completed", "tag": "6ba487cd-f745-42c6-a329-ff289592299f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:42.228679 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a3a5170-d423-46c1-b182-ec2a311032cd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:42.229244 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f', 'code': 200} Aug 21 18:24:42.254816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:42.318898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecc429ae-ee18-4daa-9a27-dbf61a52ee6f req-afd5a750-71d8-4ae4-bfdd-ec5fa20d3389 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6314292 Aug 21 18:24:42.336926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Allocated IP 2001:db8::f816:3eff:fe61:9763 (b71b1026-b7ef-4a93-9594-64ed4f11943a/afd23657-7eb7-40fb-98a0-2f41f4982780/553a8c20-71b2-476f-894c-dfefb76265d3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:42.355491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.450358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-7cd9e150-3662-42ea-b9c7-c5933b1b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.452104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-7cd9e150-3662-42ea-b9c7-c5933b1b83be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.1980610 Aug 21 18:24:42.453462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.516627 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.522348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.532113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Transition to ACTIVE for port object 553a8c20-71b2-476f-894c-dfefb76265d3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:42.551000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Transition to ACTIVE for port object 553a8c20-71b2-476f-894c-dfefb76265d3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:42.560790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.571646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 9c7d6817-503a-462f-becb-b16512a4dcad is not hosted by any dhcp agent {{(pid=94599) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:24:42.578353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.579708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.581849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "PUT /v2.0/networks/9c7d6817-503a-462f-becb-b16512a4dcad HTTP/1.1" status: 200 len: 758 time: 1.0648260 Aug 21 18:24:42.587422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50150) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:42.602513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be17379-5a93-4406-a18c-e39300f91538 req-bf252927-04fc-4e95-bac3-eb35950acfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.604141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6be17379-5a93-4406-a18c-e39300f91538 req-bf252927-04fc-4e95-bac3-eb35950acfb9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.3202441 Aug 21 18:24:42.611029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:42.616048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:42.623526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:42.638702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Pushing event updated for resources: {'Port': ['ID=553a8c20-71b2-476f-894c-dfefb76265d3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:42.674726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da500ad5-5fa2-454e-8151-899455103843 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=9c7d6817-503a-462f-becb-b16512a4dcad,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:42.701155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 835c2dc4-9ddd-4b65-ba66-dd88094fe416 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:42.731025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-c81b970a-79ac-4798-a0ea-38a55fd568f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.731189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9c7d6817-503a-462f-becb-b16512a4dcad details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:42.732762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-c81b970a-79ac-4798-a0ea-38a55fd568f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2717447 Aug 21 18:24:42.833206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351b31bf-a41a-44e7-9d5f-7266b7a676cf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.834885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-351b31bf-a41a-44e7-9d5f-7266b7a676cf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks?id=9c7d6817-503a-462f-becb-b16512a4dcad HTTP/1.1" status: 200 len: 761 time: 0.2458451 Aug 21 18:24:42.848632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d8f18-370b-4f37-9c51-c86958d190ff req-f2cf5e61-cc36-48a5-877b-56613cfc20c3 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:42.850591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f9d8f18-370b-4f37-9c51-c86958d190ff req-f2cf5e61-cc36-48a5-877b-56613cfc20c3 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.1375847 Aug 21 18:24:42.851275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:42.856225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628974725'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:42.879698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Attempting to bind port 553a8c20-71b2-476f-894c-dfefb76265d3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:42.880060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Attempting to bind port 553a8c20-71b2-476f-894c-dfefb76265d3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:42.880629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Attempting to bind port 553a8c20-71b2-476f-894c-dfefb76265d3 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:42.882035 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe8a:9bc1 (b71b1026-b7ef-4a93-9594-64ed4f11943a/afd23657-7eb7-40fb-98a0-2f41f4982780/835c2dc4-9ddd-4b65-ba66-dd88094fe416) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:42.892955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:42.893486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:42.895995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.896419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:42.897119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Bound port: 553a8c20-71b2-476f-894c-dfefb76265d3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:42.897405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:42.907944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6be17379-5a93-4406-a18c-e39300f91538 req-a2835359-a4d7-4a55-9cbd-37b05f70d163 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916446 Aug 21 18:24:42.932817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f9d8f18-370b-4f37-9c51-c86958d190ff req-46073b3f-40fa-4fb8-96d0-d1b5c20a85b0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704715 Aug 21 18:24:42.933923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:42.948769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.031953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:43.053561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a0f21-7718-4b94-83e1-a54e05e4a103 req-fbd9c260-7c1b-4247-a760-803ad97edfe5 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.061565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-046a0f21-7718-4b94-83e1-a54e05e4a103 req-fbd9c260-7c1b-4247-a760-803ad97edfe5 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.1519508 Aug 21 18:24:43.070595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.072853 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 858b756c-b4c9-4f1d-bc79-8ee6752de596 of type vlan for network 945dbe29-7b67-44d9-b080-e67642c3b878 Aug 21 18:24:43.117586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] For port 553a8c20-71b2-476f-894c-dfefb76265d3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:43.123559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] For port 553a8c20-71b2-476f-894c-dfefb76265d3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=553a8c20-71b2-476f-894c-dfefb76265d3,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:43.124969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-046a0f21-7718-4b94-83e1-a54e05e4a103 req-ba947545-c9b0-4e53-88dc-50e3d9c2b827 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618935 Aug 21 18:24:43.146985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.242430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.262596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49dc60-f460-42ce-81d2-2b1784fae312 req-fa232644-fc2b-4ee3-af21-1ddc18880d8a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.267643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35808bec-306c-4898-8c4a-3f9f5fb53449 None None] Pushing event updated for resources: {'Port': ['ID=553a8c20-71b2-476f-894c-dfefb76265d3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:43.271506 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be49dc60-f460-42ce-81d2-2b1784fae312 req-fa232644-fc2b-4ee3-af21-1ddc18880d8a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.1680355 Aug 21 18:24:43.319381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-c92a5684-9528-4837-a2dd-a8ef450d368d service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791544 Aug 21 18:24:43.328163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be49dc60-f460-42ce-81d2-2b1784fae312 req-d16a3592-41c1-44db-8089-d34591776c6b tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555460 Aug 21 18:24:43.330859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.346480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.347346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.415140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5626891 Aug 21 18:24:43.419313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50170) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:43.424348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:43.426991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac05ac-8af5-4aff-9343-94798a4291b5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=945dbe29-7b67-44d9-b080-e67642c3b878,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:43.439917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 945dbe29-7b67-44d9-b080-e67642c3b878 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:43.448533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15656400-5454-4666-8c00-7a45493188bc req-809f0d89-3665-4b32-bf4e-82ec4bf622a9 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.450702 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15656400-5454-4666-8c00-7a45493188bc req-809f0d89-3665-4b32-bf4e-82ec4bf622a9 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.2185600 Aug 21 18:24:43.594060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.611962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-15656400-5454-4666-8c00-7a45493188bc req-0d6fe646-f446-4b5d-989b-febd88eb160e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407323 Aug 21 18:24:43.638089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-319ac81a-1b87-488d-bc61-5239ebd16091 req-62c8bde2-cda1-4f70-9f2c-61a8194f3724 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039327 Aug 21 18:24:43.639128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 835c2dc4-9ddd-4b65-ba66-dd88094fe416 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:43.693228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:43.697682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.714866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.774595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a621daf-48e8-4f1b-8051-b4de1f2d17ab req-aa3de1c9-3580-47f4-a125-aa40f46c4e13 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.776242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a621daf-48e8-4f1b-8051-b4de1f2d17ab req-aa3de1c9-3580-47f4-a125-aa40f46c4e13 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.0702262 Aug 21 18:24:43.802671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:43.811986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:43.823671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:43.829133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a621daf-48e8-4f1b-8051-b4de1f2d17ab req-85a9cb6d-5352-4229-8645-f6bab15876c2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467796 Aug 21 18:24:43.829405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.830077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:43.841527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=835c2dc4-9ddd-4b65-ba66-dd88094fe416,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:43.864741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d8f960c5-3223-4cd1-b09d-d51614310a2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5184505 Aug 21 18:24:43.864911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50176) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:43.975673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a116d40-a78a-42bd-a562-b3eca46654a2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.981569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a116d40-a78a-42bd-a562-b3eca46654a2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:43.985655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9a116d40-a78a-42bd-a562-b3eca46654a2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1174617 Aug 21 18:24:43.987043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50178) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:44.119020 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.180685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef679-b6bc-41dd-853a-1292e3149486 req-bd96757b-24d4-42d8-a4b1-a82cbb3d1b4b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.187222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef679-b6bc-41dd-853a-1292e3149486 req-bd96757b-24d4-42d8-a4b1-a82cbb3d1b4b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.193387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ef679-b6bc-41dd-853a-1292e3149486 req-bd96757b-24d4-42d8-a4b1-a82cbb3d1b4b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.195315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e1ef679-b6bc-41dd-853a-1292e3149486 req-bd96757b-24d4-42d8-a4b1-a82cbb3d1b4b tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702&device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da&device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 2417 time: 0.1569393 Aug 21 18:24:44.232464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=209e145f-0fd4-479f-9475-0641dd63eddc,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:44.271046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '858b756c-b4c9-4f1d-bc79-8ee6752de596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:44.271434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: 945dbe29-7b67-44d9-b080-e67642c3b878, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:44.274265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d3036-aa4e-4cf5-9047-bfabbfc8c50d req-e8827a5d-90b5-495d-b073-9216804f8c0d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.279440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 835c2dc4-9ddd-4b65-ba66-dd88094fe416 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:44.279784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.285006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-907d3036-aa4e-4cf5-9047-bfabbfc8c50d req-e8827a5d-90b5-495d-b073-9216804f8c0d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.0869222 Aug 21 18:24:44.285461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e1ef679-b6bc-41dd-853a-1292e3149486 req-f92d462d-9940-415b-9435-49c54797c449 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711615 Aug 21 18:24:44.339546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-907d3036-aa4e-4cf5-9047-bfabbfc8c50d req-ee18f5d1-8cc4-4664-9277-9184159d8aa2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527661 Aug 21 18:24:44.414030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network 945dbe29-7b67-44d9-b080-e67642c3b878 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:44.442276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.454108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-671d5466-4ffd-4a97-9d89-9ee44cb62254 req-2b0bd025-0b91-460b-86e3-f26e77da3432 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1201222 Aug 21 18:24:44.458150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced6e16-76b5-4af4-b66f-33f78c4acafd req-742a8713-5b96-49e5-be45-aa1bb2b11ced tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.460070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eced6e16-76b5-4af4-b66f-33f78c4acafd req-742a8713-5b96-49e5-be45-aa1bb2b11ced tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.0486827 Aug 21 18:24:44.461008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 945dbe29-7b67-44d9-b080-e67642c3b878) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:44.468619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.469208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.471573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 835c2dc4-9ddd-4b65-ba66-dd88094fe416 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:44.498727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:24:44.557287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eced6e16-76b5-4af4-b66f-33f78c4acafd req-7d0b5cb3-92c8-45a0-8668-a53dbac2b68e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809870 Aug 21 18:24:44.619377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-841630f2-cacd-4b61-bf35-6072f1495dc1 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1988652 Aug 21 18:24:44.622706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50192) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:44.688529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d25626-db16-4647-b42f-c1987c258019 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:44.692480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a345e7-d527-4de9-a5d0-50368d64c887 None None] Network 945dbe29-7b67-44d9-b080-e67642c3b878 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:44.736898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:44.779935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.780476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'mac_address': 'fa:16:3e:67:8b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:24:44.811095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=835c2dc4-9ddd-4b65-ba66-dd88094fe416,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:44.819165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0113d-b007-4652-b8b1-66146b9f0575 req-108bac0b-550f-4f8a-bdfc-583de5523b51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:44.821086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ceb0113d-b007-4652-b8b1-66146b9f0575 req-108bac0b-550f-4f8a-bdfc-583de5523b51 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.1529014 Aug 21 18:24:44.879241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.881633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.885862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9cb389e-2267-4ded-b8fe-94d4231495fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/835c2dc4-9ddd-4b65-ba66-dd88094fe416 HTTP/1.1" status: 204 len: 168 time: 0.8951700 Aug 21 18:24:44.886892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50194) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:44.904512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f6e042e4-7431-4e01-8764-a6f21b2eb4e5 None None] Provisioning for port 553a8c20-71b2-476f-894c-dfefb76265d3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:44.928581 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ceb0113d-b007-4652-b8b1-66146b9f0575 req-4be99fda-62fe-4ee5-8f40-c777dcdee493 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933397 Aug 21 18:24:44.953542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:44.972185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7a5f68-adb7-4b38-9396-40def64ff76a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:44.992924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:45.018299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.046673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa2c72-2dde-470b-af52-6df9e5ca48c2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:45.048578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa2c72-2dde-470b-af52-6df9e5ca48c2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:45.050988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4aaa2c72-2dde-470b-af52-6df9e5ca48c2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1630282 Aug 21 18:24:45.057058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50200) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:45.078020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:45.155374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.206188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet afd23657-7eb7-40fb-98a0-2f41f4982780 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:45.215486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea5f9ea-5ab1-406f-b053-17fc0ba620ca req-7964893e-acba-47ae-b784-7046280e1f41 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:45.217718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ea5f9ea-5ab1-406f-b053-17fc0ba620ca req-7964893e-acba-47ae-b784-7046280e1f41 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.1908197 Aug 21 18:24:45.220425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.228606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-945dbe29-7b67-44d9-b080-e67642c3b878', 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': '209e145f-0fd4-479f-9475-0641dd63eddc'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:45.230440 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.251379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['fd7a5f68-adb7-4b38-9396-40def64ff76a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:45.294869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.387578 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:24:45.429010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.516246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Allocated IP 172.20.0.2 (945dbe29-7b67-44d9-b080-e67642c3b878/209e145f-0fd4-479f-9475-0641dd63eddc/d2204f52-af72-4c1f-b4e8-30c512f9099d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:45.601609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5ea5f9ea-5ab1-406f-b053-17fc0ba620ca req-6b557aeb-8c00-4c5c-9745-69d800b2a34e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699403 Aug 21 18:24:45.602781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.658886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=afd23657-7eb7-40fb-98a0-2f41f4982780,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:45.670366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3477b-100c-411b-a2ab-a31da3e99071 req-1ba61e0a-8e84-421d-99a2-9e168bc5e1c4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:45.676491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.678865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.679490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.681080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.681229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38c3477b-100c-411b-a2ab-a31da3e99071 req-1ba61e0a-8e84-421d-99a2-9e168bc5e1c4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 945 time: 0.1054132 Aug 21 18:24:45.681622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.682086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.683286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.684807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.685346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.687055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.687518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.687958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:24:45.695524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:45.697874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c819644-f5a1-48d9-8a1a-a4e969157ecf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/afd23657-7eb7-40fb-98a0-2f41f4982780 HTTP/1.1" status: 204 len: 168 time: 0.6387665 Aug 21 18:24:45.700880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:45.751949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 553a8c20-71b2-476f-894c-dfefb76265d3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:45.814159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5268f3d-7990-4f56-b4fb-4fd7963bf83a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120007 Aug 21 18:24:45.819404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50218) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:45.839946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38c3477b-100c-411b-a2ab-a31da3e99071 req-4d6f91df-18a9-4a8c-95c9-61c78e251b34 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553583 Aug 21 18:24:45.932727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446a79ee-b22e-4e30-adf8-6d789745bbcc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:45.934683 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-446a79ee-b22e-4e30-adf8-6d789745bbcc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1094306 Aug 21 18:24:45.937427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50230) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:46.062026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 553a8c20-71b2-476f-894c-dfefb76265d3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:46.082221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73706d48-c715-4e51-815c-5d1d75b531d5 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:46.092792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 553a8c20-71b2-476f-894c-dfefb76265d3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:46.093537 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.095053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-eeca392f-7a9c-4825-b216-fae883fc80f5 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:46.103562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-eeca392f-7a9c-4825-b216-fae883fc80f5 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.1512473 Aug 21 18:24:46.124683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-52e0e548-2c29-4764-9cf4-ca245ebd3abe tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/quotas/41cbefa68ab349edaf82e4ce75c4d226 HTTP/1.1" status: 200 len: 375 time: 0.0208154 Aug 21 18:24:46.190328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30a90a-72c9-496e-acc3-b57399d8f582 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:46.194970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50234) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:46.195662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3a30a90a-72c9-496e-acc3-b57399d8f582 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2565491 Aug 21 18:24:46.217201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-bfb9f277-9b58-4699-88fa-0a7219d4b600 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901673 Aug 21 18:24:46.238908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-28ce288e-8ffd-421e-a58d-62c3b83c529e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425203 Aug 21 18:24:46.246207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50236) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:46.250405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.259290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:46.262149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Transition to ACTIVE for port object d2204f52-af72-4c1f-b4e8-30c512f9099d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:46.280160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Transition to ACTIVE for port object d2204f52-af72-4c1f-b4e8-30c512f9099d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:46.283166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a2a59153-d324-4465-b672-0710b6628247 None None] Could not find standard attr ID for object 835c2dc4-9ddd-4b65-ba66-dd88094fe416. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:46.310258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.387176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Network 945dbe29-7b67-44d9-b080-e67642c3b878 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:46.390118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-cda85c74-3349-43c8-a2c9-be5bb0b333f5 service neutron] 10.222.0.41 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720433 Aug 21 18:24:46.422273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:46.435237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:46.470157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:46.473868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.508652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.555752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Pushing event updated for resources: {'Port': ['ID=d2204f52-af72-4c1f-b4e8-30c512f9099d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:46.581460 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.587695 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-6eb3a6f9-72dd-4347-a5a9-08e9ec8440c4 service neutron] 10.222.0.41 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888459 Aug 21 18:24:46.607783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=209e145f-0fd4-479f-9475-0641dd63eddc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:46.709012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Attempting to bind port d2204f52-af72-4c1f-b4e8-30c512f9099d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:46.709365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Attempting to bind port d2204f52-af72-4c1f-b4e8-30c512f9099d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '858b756c-b4c9-4f1d-bc79-8ee6752de596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:46.710108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Attempting to bind port d2204f52-af72-4c1f-b4e8-30c512f9099d on network 945dbe29-7b67-44d9-b080-e67642c3b878 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:46.735080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 553a8c20-71b2-476f-894c-dfefb76265d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=553a8c20-71b2-476f-894c-dfefb76265d3,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:46.742218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.742459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:46.742791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Checking segment: {'id': '858b756c-b4c9-4f1d-bc79-8ee6752de596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:46.743137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.743672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Bound using segment: {'id': '858b756c-b4c9-4f1d-bc79-8ee6752de596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:46.744022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Bound port: d2204f52-af72-4c1f-b4e8-30c512f9099d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858b756c-b4c9-4f1d-bc79-8ee6752de596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '945dbe29-7b67-44d9-b080-e67642c3b878'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:46.744401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.760937 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.778858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945dbe29-7b67-44d9-b080-e67642c3b878']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:46.818822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329c3eb-b70e-4e1f-8bc6-9da7d10a4477 req-47a923a6-3f29-4aaa-8abd-9a2bc2c8350a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:46.827043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a329c3eb-b70e-4e1f-8bc6-9da7d10a4477 req-47a923a6-3f29-4aaa-8abd-9a2bc2c8350a tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.1912358 Aug 21 18:24:46.859661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858b756c-b4c9-4f1d-bc79-8ee6752de596') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:46.860591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858b756c-b4c9-4f1d-bc79-8ee6752de596') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:46.896182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.903804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8b045528-4f78-4e21-b3c1-26d4e61378a2 req-8aa8fbc8-0355-4ed2-a782-21e6c7a9b3f8 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 210 time: 0.0459955 Aug 21 18:24:46.931754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=553a8c20-71b2-476f-894c-dfefb76265d3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:46.943332 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:46.969508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:46.994611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a329c3eb-b70e-4e1f-8bc6-9da7d10a4477 req-4baff3eb-cf94-4f08-b7af-81f3b551a009 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653183 Aug 21 18:24:46.999739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:47.000257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:47.004156 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:47.036211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] For port d2204f52-af72-4c1f-b4e8-30c512f9099d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:47.058774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec440bf-78bc-49f8-afe4-fda9b66e889a req-092f9e65-77f9-4f97-8b1b-165d6ae2ff7a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:47.069782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ec440bf-78bc-49f8-afe4-fda9b66e889a req-092f9e65-77f9-4f97-8b1b-165d6ae2ff7a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 945 time: 0.1126986 Aug 21 18:24:47.122209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ec440bf-78bc-49f8-afe4-fda9b66e889a req-5cf84134-fe7a-4e67-9244-99828ab53256 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514798 Aug 21 18:24:47.143355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:24:47.143355 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:24:47.143355 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '945dbe29-7b67-44d9-b080-e67642c3b878'}] Aug 21 18:24:47.143355 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:47.144541 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:47.298571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:47.321196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] For port d2204f52-af72-4c1f-b4e8-30c512f9099d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2204f52-af72-4c1f-b4e8-30c512f9099d,segment=NetworkSegment(858b756c-b4c9-4f1d-bc79-8ee6752de596),segment_id=858b756c-b4c9-4f1d-bc79-8ee6752de596)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:47.335051 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.387658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 553a8c20-71b2-476f-894c-dfefb76265d3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:47.435479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17853e8a-e62f-4d39-8913-a38957cceea0 None None] Pushing event updated for resources: {'Port': ['ID=d2204f52-af72-4c1f-b4e8-30c512f9099d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:47.452544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Deleting port 553a8c20-71b2-476f-894c-dfefb76265d3 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:47.453060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.526260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.557102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a931f0-ceb9-4ad1-b196-2a17cb2b2fad None None] Network 945dbe29-7b67-44d9-b080-e67642c3b878 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:47.639528 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.670373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] For port 553a8c20-71b2-476f-894c-dfefb76265d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=553a8c20-71b2-476f-894c-dfefb76265d3,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:47.670866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.720160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Calling delete_port for 553a8c20-71b2-476f-894c-dfefb76265d3 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:47.769217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 553a8c20-71b2-476f-894c-dfefb76265d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=553a8c20-71b2-476f-894c-dfefb76265d3,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:47.823954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.861189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a7feae0-1209-4d2b-9225-d3f13da02c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:47.915440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=553a8c20-71b2-476f-894c-dfefb76265d3,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:47.980751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.005977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.020514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:48.020741 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:48.023807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] Pushing event deleted for resources: {'Port': ['ID=553a8c20-71b2-476f-894c-dfefb76265d3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:48.024783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3025e74c-b324-4e62-976d-dffbaeccbbd6 None None] No DVR routers for this DVR port 553a8c20-71b2-476f-894c-dfefb76265d3 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:48.044918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d98c73f-41d4-4030-9f2e-a2a677e0867c None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:24:48.064497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c29c7991-9d93-4895-a604-44057708e62e req-0078ab32-2a3a-4990-a772-0103e34960c2 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 210 time: 0.0564754 Aug 21 18:24:48.239260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d98c73f-41d4-4030-9f2e-a2a677e0867c None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:24:48.243505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2ee3e-21b1-4d72-992f-d36798fe6fd0 req-56c5c993-e098-45ae-90bd-1467767e53b0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.245073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65f2ee3e-21b1-4d72-992f-d36798fe6fd0 req-56c5c993-e098-45ae-90bd-1467767e53b0 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.1210053 Aug 21 18:24:48.271127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-38f36848-e89d-4bb1-ab9f-724b810c0a05 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.275886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-38f36848-e89d-4bb1-ab9f-724b810c0a05 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.64 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.2445560 Aug 21 18:24:48.290316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-1fcd4a24-83ce-4302-a59a-87363267aeac tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.293820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-1fcd4a24-83ce-4302-a59a-87363267aeac tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.1779113 Aug 21 18:24:48.307431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Request body: {'port': {'device_id': '06a99299-0c1b-4b93-9d60-28399c05f751', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'admin_state_up': True, 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:48.311634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting port d2204f52-af72-4c1f-b4e8-30c512f9099d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:48.312015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.348339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65f2ee3e-21b1-4d72-992f-d36798fe6fd0 req-4dce1855-8858-4a72-9262-b356b5cdefea tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854166 Aug 21 18:24:48.354139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Made reservation on behalf of 41cbefa68ab349edaf82e4ce75c4d226 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:48.356713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.418464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a9fba-f3fd-4929-9222-e40a501f8309 req-f6784cb6-58b0-4c68-925e-8ac1a2d5a87a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.420072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a26a9fba-f3fd-4929-9222-e40a501f8309 req-f6784cb6-58b0-4c68-925e-8ac1a2d5a87a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 945 time: 0.2058051 Aug 21 18:24:48.495888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Allocated IP 172.20.0.13 (4011f86a-d36e-40e3-9f3b-c242deb14355/01d82437-677d-4075-ab88-68dcd946df1a/c3fee221-bdbe-43f2-bede-e8cc9c74f613) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:48.502015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] For port d2204f52-af72-4c1f-b4e8-30c512f9099d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2204f52-af72-4c1f-b4e8-30c512f9099d,segment=NetworkSegment(858b756c-b4c9-4f1d-bc79-8ee6752de596),segment_id=858b756c-b4c9-4f1d-bc79-8ee6752de596)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:48.502528 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.506049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.528290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a26a9fba-f3fd-4929-9222-e40a501f8309 req-9d38d134-f686-44d6-b4c4-2ad6a783fe2b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984972 Aug 21 18:24:48.537949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:48.557085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Calling delete_port for d2204f52-af72-4c1f-b4e8-30c512f9099d owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:48.563946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Port 553a8c20-71b2-476f-894c-dfefb76265d3 concurrently deleted while adding address for new subnet {'id': 'f55c0917-ceda-4c7a-bdef-11097b5b54fb', 'name': '', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2957, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-21T18:24:46Z', 'updated_at': '2021-08-21T18:24:46Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0'}. {{(pid=94598) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 21 18:24:48.564764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.608128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'f55c0917-ceda-4c7a-bdef-11097b5b54fb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:48.609131 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.678096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:48.686067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:48.694546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.695133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.698379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.713788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=f55c0917-ceda-4c7a-bdef-11097b5b54fb,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:48.726336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Deleting port 1204771b-501d-4a38-b7c0-472fd30a28ac {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:48.726523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.727648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Transition to ACTIVE for port object c3fee221-bdbe-43f2-bede-e8cc9c74f613 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:48.771535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.786687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1974a5d7-9fc8-4ba6-85e9-2694dfd68a70 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5391040 Aug 21 18:24:48.787717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Allocated IP 2001:db8::f816:3eff:fe78:c2d9 (b71b1026-b7ef-4a93-9594-64ed4f11943a/f55c0917-ceda-4c7a-bdef-11097b5b54fb/a1fd9151-b0e5-4954-b1aa-9c87fe554a95) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:48.790710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50266) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:48.799888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:f5:95:cd', 'name': 'tempest-NetworksTestDHCPv6-1719850864'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:48.835100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ba487cd-f745-42c6-a329-ff289592299f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:48.843486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port fd7a5f68-adb7-4b38-9396-40def64ff76a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:48.867693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:48.877748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:48.883524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:48.896788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:48.920361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port fd7a5f68-adb7-4b38-9396-40def64ff76a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:48.920818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.938304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] For port 1204771b-501d-4a38-b7c0-472fd30a28ac, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1204771b-501d-4a38-b7c0-472fd30a28ac,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:48.939954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.949923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:48.950964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.951141 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:48.974525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-3aa4e981-7216-4682-b186-6325311c9d6f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6826980 Aug 21 18:24:48.976487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Calling delete_port for 1204771b-501d-4a38-b7c0-472fd30a28ac owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:48.992396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Request body: {'port': {'device_id': '06a99299-0c1b-4b93-9d60-28399c05f751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:49.065943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.081185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.098746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No DVR routers for this DVR port d2204f52-af72-4c1f-b4e8-30c512f9099d on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:49.174471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Port': ['ID=d2204f52-af72-4c1f-b4e8-30c512f9099d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.203329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.242935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.262768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:49.265202 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9cd325-2b80-4f1e-bde9-b970d5ea6ca1" -d '{"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:49.278085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Transition to ACTIVE for port object a1fd9151-b0e5-4954-b1aa-9c87fe554a95 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:49.284066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.300571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['945dbe29-7b67-44d9-b080-e67642c3b878']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:49.301466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:49.318802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.320363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Transition to ACTIVE for port object a1fd9151-b0e5-4954-b1aa-9c87fe554a95 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:49.326522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50276) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:49.337615 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e993d-6c89-4dcd-9f0e-a305ff1952f4 x-openstack-request-id: req-391e993d-6c89-4dcd-9f0e-a305ff1952f4 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:49.338002 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:49.338362 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-391e993d-6c89-4dcd-9f0e-a305ff1952f4 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:49.338882 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'code': 200} Aug 21 18:24:49.362540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.405432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:49.406998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:49.410487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858b756c-b4c9-4f1d-bc79-8ee6752de596') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:49.410678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:49.410844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858b756c-b4c9-4f1d-bc79-8ee6752de596') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:49.415512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:49.422793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.475482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b3c30-c788-4d23-a8f5-d9f235710bc3 req-1b4d80d1-dd87-4577-bccf-2e725ea8cb00 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:49.477032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e7b3c30-c788-4d23-a8f5-d9f235710bc3 req-1b4d80d1-dd87-4577-bccf-2e725ea8cb00 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1028 time: 0.2111793 Aug 21 18:24:49.495310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.502920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Pushing event updated for resources: {'Port': ['ID=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.507813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Attempting to bind port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:49.508418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Attempting to bind port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:49.508976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Attempting to bind port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:49.514998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:49.515498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:49.516008 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.516507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:49.517261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Bound port: a1fd9151-b0e5-4954-b1aa-9c87fe554a95, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:49.517775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.544239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0e7b3c30-c788-4d23-a8f5-d9f235710bc3 req-e7d797c3-daca-4c81-a2d3-c26aed72419c tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578797 Aug 21 18:24:49.583795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fee221-bdbe-43f2-bede-e8cc9c74f613 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:49.594298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.611617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] For port a1fd9151-b0e5-4954-b1aa-9c87fe554a95, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:49.615113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] For port a1fd9151-b0e5-4954-b1aa-9c87fe554a95, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:49.619464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72ca82-e9f3-42d8-b6a7-ccd2de8623d5 req-87d9faf8-561c-40c1-8fec-3ee4e2dc4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:49.619673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.621083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af72ca82-e9f3-42d8-b6a7-ccd2de8623d5 req-87d9faf8-561c-40c1-8fec-3ee4e2dc4bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.2040465 Aug 21 18:24:49.622955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.624010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Transition to ACTIVE for port object c3fee221-bdbe-43f2-bede-e8cc9c74f613 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:49.648935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.653162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b36e253a-b2e7-41f2-9663-8baee7f771d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.657864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:49.658813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.664285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:49.666025 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:49.681426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8d08de47-96eb-47c0-a623-31d92045f90c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:49.697716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.705585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', '1204771b-501d-4a38-b7c0-472fd30a28ac'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:49.733949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be1681-5fca-46b1-9533-935d28d5590e None None] Pushing event updated for resources: {'Port': ['ID=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.761746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d104330-c611-489d-87cc-ed846ff6b275 req-8b8b121d-9554-4fec-87e3-c0d82fbf49da tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:49.764954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d104330-c611-489d-87cc-ed846ff6b275 req-8b8b121d-9554-4fec-87e3-c0d82fbf49da tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1531837 Aug 21 18:24:49.801519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484376d-a194-4d33-9c5a-8a05d110972c req-c162fa64-ae30-4b5d-8289-eb7474229b3f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:49.803390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b484376d-a194-4d33-9c5a-8a05d110972c req-c162fa64-ae30-4b5d-8289-eb7474229b3f tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=40fa129b-95bc-4c9d-a13a-300def494702 HTTP/1.1" status: 200 len: 945 time: 0.3236532 Aug 21 18:24:49.836730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event deleted for resources: {'Port': ['ID=1204771b-501d-4a38-b7c0-472fd30a28ac,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:49.873355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d104330-c611-489d-87cc-ed846ff6b275 req-00d58f44-b77a-4053-9f18-d41c309cd0da tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856979 Aug 21 18:24:49.888071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Attempting to bind port c3fee221-bdbe-43f2-bede-e8cc9c74f613 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:49.888703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Attempting to bind port c3fee221-bdbe-43f2-bede-e8cc9c74f613 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:49.888855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Attempting to bind port c3fee221-bdbe-43f2-bede-e8cc9c74f613 on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:49.897474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Port c3fee221-bdbe-43f2-bede-e8cc9c74f613 on network 4011f86a-d36e-40e3-9f3b-c242deb14355 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:24:49.897786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Attempting to bind port c3fee221-bdbe-43f2-bede-e8cc9c74f613 on network 4011f86a-d36e-40e3-9f3b-c242deb14355 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:49.902999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:49.903246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Checking segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:49.903629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Bound using segment: {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:49.904053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Bound port: c3fee221-bdbe-43f2-bede-e8cc9c74f613, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e61cf314-4b46-478f-a23c-dad7c8df14c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:49.904416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.913849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af72ca82-e9f3-42d8-b6a7-ccd2de8623d5 req-3c2f0af4-e1bb-429a-ae88-ef089819c946 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2759678 Aug 21 18:24:49.963803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:49.991818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.057654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.059596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/945dbe29-7b67-44d9-b080-e67642c3b878 HTTP/1.1" status: 204 len: 168 time: 5.4358928 Aug 21 18:24:50.060506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beae1d4-2431-4a42-ba38-aaa416d30b9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=945dbe29-7b67-44d9-b080-e67642c3b878,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:50.066536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] No DVR routers for this DVR port 1204771b-501d-4a38-b7c0-472fd30a28ac on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:50.069232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.071470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5839fb1-21bb-4b71-b4b7-11a2d4c4c461 req-35067268-53b8-40b5-98a4-af841aee0c78 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "DELETE /v2.0/ports/1204771b-501d-4a38-b7c0-472fd30a28ac HTTP/1.1" status: 204 len: 173 time: 1.7671924 Aug 21 18:24:50.075758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50288) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.076291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'name': 'network-vif-deleted', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:50.079320 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1ff399-d5e4-4ef8-a281-efaa572e4c7f" -d '{"events": [{"server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "name": "network-vif-deleted", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:50.115754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 71b61c8c-1bd7-4364-9ed8-755f572fcf24 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:50.279057 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc5242c-06d6-4e73-81ab-768f973b764e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] GET failed (client error): The resource could not be found. Aug 21 18:24:50.280424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7fc5242c-06d6-4e73-81ab-768f973b764e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets/209e145f-0fd4-479f-9475-0641dd63eddc HTTP/1.1" status: 404 len: 337 time: 0.1976938 Aug 21 18:24:50.281664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fef5:95cd (b71b1026-b7ef-4a93-9594-64ed4f11943a/f55c0917-ceda-4c7a-bdef-11097b5b54fb/71b61c8c-1bd7-4364-9ed8-755f572fcf24) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:50.284280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.307330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b484376d-a194-4d33-9c5a-8a05d110972c req-c76542fe-958b-4b0a-97ca-7ac00b6f21bd tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679465 Aug 21 18:24:50.318450 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-176f3415-8262-405f-890a-ac967e9a0667 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:50.318450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176f3415-8262-405f-890a-ac967e9a0667 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:50.318450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-176f3415-8262-405f-890a-ac967e9a0667 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/945dbe29-7b67-44d9-b080-e67642c3b878 HTTP/1.1" status: 404 len: 339 time: 0.0271671 Aug 21 18:24:50.318450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50296) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.326878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:50.329918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ebaedf0-5077-4470-a3fc-8431070b043c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.363513 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28506a49-2cc2-4769-8dc2-f4124e2786ed x-openstack-request-id: req-28506a49-2cc2-4769-8dc2-f4124e2786ed {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:50.363792 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fa129b-95bc-4c9d-a13a-300def494702", "name": "network-vif-deleted", "tag": "1204771b-501d-4a38-b7c0-472fd30a28ac", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:50.364040 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28506a49-2cc2-4769-8dc2-f4124e2786ed {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:50.364434 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fa129b-95bc-4c9d-a13a-300def494702', 'name': 'network-vif-deleted', 'tag': '1204771b-501d-4a38-b7c0-472fd30a28ac', 'status': 'completed', 'code': 200} Aug 21 18:24:50.401161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:50.413342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.448206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.464729 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b36e253a-b2e7-41f2-9663-8baee7f771d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.470425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b36e253a-b2e7-41f2-9663-8baee7f771d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.489464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.490172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.491592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3fee221-bdbe-43f2-bede-e8cc9c74f613 HTTP/1.1" status: 200 len: 1093 time: 1.5067050 Aug 21 18:24:50.498770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:50.501094 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895" -d '{"events": [{"name": "network-changed", "server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:50.559765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b36e253a-b2e7-41f2-9663-8baee7f771d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ceebad546fa4fcd9d10286e8e21e46e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1894341 Aug 21 18:24:50.563445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e253a-b2e7-41f2-9663-8baee7f771d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caa9192-918a-42c8-9526-56aa16d19a75,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:50.563637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50300) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.581734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.603077 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e6a1d0-ef0b-434a-bf85-686670439abf x-openstack-request-id: req-a6e6a1d0-ef0b-434a-bf85-686670439abf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:50.603660 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:50.604098 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a6e6a1d0-ef0b-434a-bf85-686670439abf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:50.606039 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613', 'status': 'completed', 'code': 200} Aug 21 18:24:50.607845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 71b61c8c-1bd7-4364-9ed8-755f572fcf24 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:50.649162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.667468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea162f-bc43-4e16-8574-9832fad4c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:50.703284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:50.707584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:50.710232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:50.720338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.721337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.734349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1bd987-ebe2-48f3-be75-d015f341facf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.734655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=71b61c8c-1bd7-4364-9ed8-755f572fcf24,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:50.741568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ee1bd987-ebe2-48f3-be75-d015f341facf tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4220011 Aug 21 18:24:50.749651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.783939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-149b0a58-62a1-436b-ac37-322017755801 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9901304 Aug 21 18:24:50.785800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-7fc9d769-7d02-4415-9c3d-c4b43ccb9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.786472 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-43ef0537-73e7-42d7-bc08-e7b2c97d75e6 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 207 time: 0.0357852 Aug 21 18:24:50.787461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.789961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50308) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.791661 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-7fc9d769-7d02-4415-9c3d-c4b43ccb9e2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.2342570 Aug 21 18:24:50.801466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.818125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ed822-c104-4ab3-aca2-f98cd9473bee req-55954d92-3e76-448b-a34b-55f34cd23980 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.825556 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e8ed822-c104-4ab3-aca2-f98cd9473bee req-55954d92-3e76-448b-a34b-55f34cd23980 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.1652744 Aug 21 18:24:50.882184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-50da926d-965d-4f1f-b4ac-217bc1dcf11a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613 HTTP/1.1" status: 200 len: 217 time: 0.0690467 Aug 21 18:24:50.884445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:50.910975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e137c-8703-4ff0-ba60-99dfb36ce8ec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.917013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048e137c-8703-4ff0-ba60-99dfb36ce8ec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.918733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-048e137c-8703-4ff0-ba60-99dfb36ce8ec tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1299038 Aug 21 18:24:50.921840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50312) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:50.948868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-945f60f3-ce6b-4696-8b6a-e92594932cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:50.950355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-945f60f3-ce6b-4696-8b6a-e92594932cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01d82437-677d-4075-ab88-68dcd946df1a HTTP/1.1" status: 200 len: 848 time: 0.0581841 Aug 21 18:24:50.988169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9e8ed822-c104-4ab3-aca2-f98cd9473bee req-da29ecf1-48ff-4076-89fc-21378f7cc479 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568158 Aug 21 18:24:51.010664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b684a6-2820-455f-beef-39854a7a9307 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:51.036870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-add8b891-7b2f-42cb-8aa8-824cf6ae6fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.038527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-add8b891-7b2f-42cb-8aa8-824cf6ae6fbf service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4011f86a-d36e-40e3-9f3b-c242deb14355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631332 Aug 21 18:24:51.067053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.067285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d37373-7d6c-4a8f-8dee-28d495122bee tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.069571 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.073924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4caa9192-918a-42c8-9526-56aa16d19a75 HTTP/1.1" status: 204 len: 168 time: 0.4794104 Aug 21 18:24:51.086747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d37373-7d6c-4a8f-8dee-28d495122bee tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.093178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d37373-7d6c-4a8f-8dee-28d495122bee tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.108836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea3b77-c73d-4303-b10f-a7c3ff364a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caa9192-918a-42c8-9526-56aa16d19a75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:51.113630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d37373-7d6c-4a8f-8dee-28d495122bee tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.124279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10d37373-7d6c-4a8f-8dee-28d495122bee tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3331611 Aug 21 18:24:51.129171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50316) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:51.161815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-67cbb9f1-8d32-4d4e-83a0-bddd6a21fbc2 None None] Provisioning for port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:51.217923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1307d-5cc3-4eb1-bd13-3b31033a9ced req-aa64cddf-21b6-400d-8566-c15f2f88c9c4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.219895 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5d1307d-5cc3-4eb1-bd13-3b31033a9ced req-aa64cddf-21b6-400d-8566-c15f2f88c9c4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2188308 Aug 21 18:24:51.237239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 71b61c8c-1bd7-4364-9ed8-755f572fcf24 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:51.239242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.338801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-7e27d53a-dbaa-41cf-a91e-bad0d3ad8070 service neutron] 10.222.0.64 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926009 Aug 21 18:24:51.453408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a2090f05-3de3-46f0-bf9f-9db0e122019c None None] Provisioning for port c3fee221-bdbe-43f2-bede-e8cc9c74f613 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:51.473579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.494633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1fd9151-b0e5-4954-b1aa-9c87fe554a95 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:51.513555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e217268-71f7-4e37-8ace-2709c27f8108 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3764217 Aug 21 18:24:51.517037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50326) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:51.546183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 71b61c8c-1bd7-4364-9ed8-755f572fcf24 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:51.586105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5d1307d-5cc3-4eb1-bd13-3b31033a9ced req-f8f912b4-e3ab-4f6b-9e8e-449d4f03e8fe tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208759 Aug 21 18:24:51.589194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb115ca-ad68-4cbc-bede-bb68b36d7877 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.594543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb115ca-ad68-4cbc-bede-bb68b36d7877 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.597215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-adb115ca-ad68-4cbc-bede-bb68b36d7877 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0783873 Aug 21 18:24:51.601315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50328) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:51.649506 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.677955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:51.683872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:51.684487 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.692660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:51.740725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3319e17b-bd60-412f-9639-0790c74f62d0 req-ae7a825a-5f95-427e-b07d-30468d84d7f8 service neutron] 10.222.0.64 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720076 Aug 21 18:24:51.743805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0ef83-8456-4061-a858-dcd8c9c8660a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.754436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd0ef83-8456-4061-a858-dcd8c9c8660a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['shared'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:51.762951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4dd0ef83-8456-4061-a858-dcd8c9c8660a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1600907 Aug 21 18:24:51.766428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50334) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:51.793471 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316e54e6-bc41-457a-8e71-d214e9c494c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.922168 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.985711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a1fd9151-b0e5-4954-b1aa-9c87fe554a95, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:51.991534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:51.996546 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.039685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb9cd64-9068-4edb-8e8a-b2cebe8755c3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.047058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4eb9cd64-9068-4edb-8e8a-b2cebe8755c3 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks/b9572444-fadd-4ac1-8d83-eff0f4e92441 HTTP/1.1" status: 200 len: 799 time: 0.2794099 Aug 21 18:24:52.050655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.074566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=71b61c8c-1bd7-4364-9ed8-755f572fcf24,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:52.093625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-8d6386c0-f93c-47b5-9c8b-b2eb03c29d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.095757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-8d6386c0-f93c-47b5-9c8b-b2eb03c29d08 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.2140658 Aug 21 18:24:52.101042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:52.124339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-242b47a0-477e-4793-abf2-89a7aa024e86 None None] Could not find standard attr ID for object 71b61c8c-1bd7-4364-9ed8-755f572fcf24. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:52.141397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c56844-3667-4848-aafb-44d0932501ef req-e6f5f261-930d-4186-ba65-89b65d168e75 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.142992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42c56844-3667-4848-aafb-44d0932501ef req-e6f5f261-930d-4186-ba65-89b65d168e75 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.2413311 Aug 21 18:24:52.146601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-242b47a0-477e-4793-abf2-89a7aa024e86 None None] Provisioning complete for port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:52.146980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-242b47a0-477e-4793-abf2-89a7aa024e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.189889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.195242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-123dde92-a0a8-43a2-a7ff-50befcbf0e26 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/71b61c8c-1bd7-4364-9ed8-755f572fcf24 HTTP/1.1" status: 204 len: 168 time: 1.2724104 Aug 21 18:24:52.197297 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50340) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.246375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665589a-a2ac-459e-87be-e504985f2e22 req-4107752d-eba9-42c6-ae69-22351daf7c46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.252658 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6665589a-a2ac-459e-87be-e504985f2e22 req-4107752d-eba9-42c6-ae69-22351daf7c46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.1517570 Aug 21 18:24:52.267496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316e54e6-bc41-457a-8e71-d214e9c494c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.283139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-316e54e6-bc41-457a-8e71-d214e9c494c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.321992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-0f66c5f1-9ce3-4690-89c5-42d61482c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.323100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-0f66c5f1-9ce3-4690-89c5-42d61482c918 service neutron] 10.222.0.64 "GET /v2.0/networks?id=4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 200 len: 910 time: 0.2130592 Aug 21 18:24:52.325624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6665589a-a2ac-459e-87be-e504985f2e22 req-d0cd3476-6df1-4c3d-9668-0615e2488d3e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558698 Aug 21 18:24:52.373518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-c69ef400-65e8-4cb6-84e2-f35c5f968021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613 HTTP/1.1" status: 200 len: 217 time: 0.0375116 Aug 21 18:24:52.423803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e54e6-bc41-457a-8e71-d214e9c494c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7200d9-4dad-4ef3-9736-468c3e700db9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:52.431230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-9d0f404a-38bd-4cc3-89fb-83284aca065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.432401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-9d0f404a-38bd-4cc3-89fb-83284aca065e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01d82437-677d-4075-ab88-68dcd946df1a HTTP/1.1" status: 200 len: 848 time: 0.0510249 Aug 21 18:24:52.438702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-316e54e6-bc41-457a-8e71-d214e9c494c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45858803c9c2415cacb52627d8f19d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299972 Aug 21 18:24:52.442109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50342) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.450631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42c56844-3667-4848-aafb-44d0932501ef req-262f9b6b-7edb-4021-9f55-e64472ec21de tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539833 Aug 21 18:24:52.454803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2a341-6e57-4f51-9a23-a13cb86e2879 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.457202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d2a341-6e57-4f51-9a23-a13cb86e2879 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.458947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b1d2a341-6e57-4f51-9a23-a13cb86e2879 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2556057 Aug 21 18:24:52.464112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-11e57fa5-d9f0-40b7-8faf-9f96df263884 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/networks/b9572444-fadd-4ac1-8d83-eff0f4e92441?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4068892 Aug 21 18:24:52.465035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.472877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50346) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.502406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-479332ac-47c8-4347-827d-3fe5abfff80f None None] Could not find standard attr ID for object 71b61c8c-1bd7-4364-9ed8-755f572fcf24. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:52.525799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-edad2bb3-389c-4c9b-9db9-bb4470994e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.527343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-edad2bb3-389c-4c9b-9db9-bb4470994e9e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=4011f86a-d36e-40e3-9f3b-c242deb14355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765626 Aug 21 18:24:52.537871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1204771b-501d-4a38-b7c0-472fd30a28ac no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:52.566191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet f55c0917-ceda-4c7a-bdef-11097b5b54fb {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:52.569941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.571338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad59780-f46f-4266-bf5d-4ae08c0c4a17 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.571791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 1204771b-501d-4a38-b7c0-472fd30a28ac {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:52.572429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1204771b-501d-4a38-b7c0-472fd30a28ac not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:52.572947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aad59780-f46f-4266-bf5d-4ae08c0c4a17 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets/ff0abf62-5c97-4d95-9055-64e1fa4d5505 HTTP/1.1" status: 200 len: 811 time: 0.0991635 Aug 21 18:24:52.580359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.584657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.632123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.667088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.701291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183990d-862a-4737-99f0-d90197998505 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['shared'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.706681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9183990d-862a-4737-99f0-d90197998505 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "GET /v2.0/subnets/ff0abf62-5c97-4d95-9055-64e1fa4d5505?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1173899 Aug 21 18:24:52.706919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:52.711999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1193225457'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:52.717654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-6a92ce89-6cdb-4726-a876-6bbb14a4cad2 service neutron] 10.222.0.64 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769218 Aug 21 18:24:52.733568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf0469-f069-429d-b20c-ef8fd623f2b3 req-a3811335-22e7-4017-a853-add7765c7b23 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:52.735034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5adf0469-f069-429d-b20c-ef8fd623f2b3 req-a3811335-22e7-4017-a853-add7765c7b23 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.0911095 Aug 21 18:24:52.766456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:52.769893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.791001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.793492 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.794634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb7200d9-4dad-4ef3-9736-468c3e700db9 HTTP/1.1" status: 204 len: 168 time: 0.3512149 Aug 21 18:24:52.805113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.828449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5ca7d-915c-43ad-89a6-8dc800814e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7200d9-4dad-4ef3-9736-468c3e700db9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:52.831217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:24:52.859907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.861197 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Added segment 1ddf1ca6-2634-405b-9043-a51090200247 of type vlan for network dce26208-16cb-4ecc-a9b1-ce6c26b224ea Aug 21 18:24:52.867082 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5adf0469-f069-429d-b20c-ef8fd623f2b3 req-d2187f49-9451-4692-97e3-48c9bb61f405 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228046 Aug 21 18:24:52.899360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ac78ada-8a1b-4b0c-b4bf-c95b67355895 req-1cde2798-6147-43f5-8902-07afe413e63c service neutron] 10.222.0.64 "GET /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737051 Aug 21 18:24:52.952607 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:52.980223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.022333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=f55c0917-ceda-4c7a-bdef-11097b5b54fb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:53.028001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.029881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-67342b2d-7f19-43e7-8017-224d029b1560 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f55c0917-ceda-4c7a-bdef-11097b5b54fb HTTP/1.1" status: 204 len: 168 time: 0.5637071 Aug 21 18:24:53.032587 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:53.037437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df3ead-82fe-4d62-8ce5-25e8b6efc0e9 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:53.041742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.047506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.048639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.076388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb931e0-9093-41d5-ba47-8600a53b2389 req-93bb70ba-f9a4-41df-90ba-161ed70f2ef4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.077089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c415a675-2029-4e8b-b7b0-b29c19672df4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431342 Aug 21 18:24:53.082243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fb931e0-9093-41d5-ba47-8600a53b2389 req-93bb70ba-f9a4-41df-90ba-161ed70f2ef4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1449203 Aug 21 18:24:53.083355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50362) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:53.095901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3877356 Aug 21 18:24:53.105211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:53.108668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50364) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:53.141961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74859242-eacf-415d-b080-08ea97766b7f req-7b0f2a12-de19-4eae-b1f4-e1efcc805186 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.146632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74859242-eacf-415d-b080-08ea97766b7f req-7b0f2a12-de19-4eae-b1f4-e1efcc805186 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.39 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.0694771 Aug 21 18:24:53.170245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:53.246203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:53.279385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Deleting port 8d08de47-96eb-47c0-a623-31d92045f90c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:53.280381 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.280548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.286124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb61690-7d33-4f62-8ac2-af0df9ba8ab2 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Network': ['ID=dce26208-16cb-4ecc-a9b1-ce6c26b224ea,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:53.306615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Deleting port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:53.307637 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.321638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:24:53.331976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fb931e0-9093-41d5-ba47-8600a53b2389 req-3ca6233f-1cb3-446c-90e8-9262ff0e37bf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327979 Aug 21 18:24:53.371129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50374) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:53.418332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:53.429348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.441897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] For port a1fd9151-b0e5-4954-b1aa-9c87fe554a95, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:53.442651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.445268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1fd9151-b0e5-4954-b1aa-9c87fe554a95 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:53.485902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Calling delete_port for a1fd9151-b0e5-4954-b1aa-9c87fe554a95 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:53.504008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Made reservation on behalf of 70b31b487fe74787bb2fd2e64b7ad69f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:53.508237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.648010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing IP validity checks on allocation pools {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 18:24:53.648233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.ipam_backend_mixin [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94598) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 18:24:53.719332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60398-89d0-45c9-9ae3-dd453802c002 req-eccb5aab-afa4-4866-80b1-25883c88ea8e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.721117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fc60398-89d0-45c9-9ae3-dd453802c002 req-eccb5aab-afa4-4866-80b1-25883c88ea8e tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 945 time: 0.1428738 Aug 21 18:24:53.775953 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.784186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fc60398-89d0-45c9-9ae3-dd453802c002 req-73c3ccfb-fa1f-46ff-8882-d2eb362fa753 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541375 Aug 21 18:24:53.793780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.809796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] No DVR routers for this DVR port a1fd9151-b0e5-4954-b1aa-9c87fe554a95 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:53.846626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e147c-3beb-447a-a1b9-4ad9529f8a21 None None] Pushing event deleted for resources: {'Port': ['ID=a1fd9151-b0e5-4954-b1aa-9c87fe554a95,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:53.917764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] For port 8d08de47-96eb-47c0-a623-31d92045f90c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8d08de47-96eb-47c0-a623-31d92045f90c,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:53.918385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:53.938099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Calling delete_port for 8d08de47-96eb-47c0-a623-31d92045f90c owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:53.944766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826e4a84-7807-4036-bb59-fb227f58ef8a tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.955817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-826e4a84-7807-4036-bb59-fb227f58ef8a tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1093 time: 0.5637732 Aug 21 18:24:53.955817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:53.955817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:53.960884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48502695-9f6e-48d3-9194-b3bd836af569 req-5e8b97ca-065c-4378-9d6e-d0a78505acb8 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:53.962364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48502695-9f6e-48d3-9194-b3bd836af569 req-5e8b97ca-065c-4378-9d6e-d0a78505acb8 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.5167673 Aug 21 18:24:54.008712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.041867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.078238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48502695-9f6e-48d3-9194-b3bd836af569 req-3f089584-0692-4fc5-80e8-98d41bff3420 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017075 Aug 21 18:24:54.204643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.217545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:54.219847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8d08de47-96eb-47c0-a623-31d92045f90c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:54.290100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event deleted for resources: {'Port': ['ID=8d08de47-96eb-47c0-a623-31d92045f90c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:54.321120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] No DVR routers for this DVR port 8d08de47-96eb-47c0-a623-31d92045f90c on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:54.326415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.329304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-74859242-eacf-415d-b080-08ea97766b7f req-8883f786-e262-4111-8e32-1f26356947c5 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.39 "DELETE /v2.0/ports/8d08de47-96eb-47c0-a623-31d92045f90c HTTP/1.1" status: 204 len: 173 time: 1.1788282 Aug 21 18:24:54.329769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'name': 'network-vif-deleted', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:54.332543 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da2221-e3b2-41d6-97b2-799b907c157f" -d '{"events": [{"server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "name": "network-vif-deleted", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:54.339017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.393735 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9fb8a1-f191-4b67-b677-222cb271a4ab x-openstack-request-id: req-9b9fb8a1-f191-4b67-b677-222cb271a4ab {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:54.394034 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5eb1e5-6bce-42bc-8fac-7260fec0b3da", "name": "network-vif-deleted", "tag": "8d08de47-96eb-47c0-a623-31d92045f90c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:54.394477 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b9fb8a1-f191-4b67-b677-222cb271a4ab {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:54.394898 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5eb1e5-6bce-42bc-8fac-7260fec0b3da', 'name': 'network-vif-deleted', 'tag': '8d08de47-96eb-47c0-a623-31d92045f90c', 'status': 'completed', 'code': 200} Aug 21 18:24:54.538476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.188 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/55600552-5b5a-4505-8eb2-853cb0cbaa90) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:54.546400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c3fee221-bdbe-43f2-bede-e8cc9c74f613 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:24:54.547289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:24:54.547835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=10430fc8-167e-44e4-a2eb-40a50d61bdc0,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:54.559738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.589843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Checking segment: {'id': '1ddf1ca6-2634-405b-9043-a51090200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:54.590212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network hostable DHCP agents. Network: dce26208-16cb-4ecc-a9b1-ce6c26b224ea, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:24:54.615310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:54.629698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:54.643813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb8ee5-ec0d-489b-80da-a97c8c6bd09a None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:54.644900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:54.645513 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.658649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=f3a4af9d-0e60-4566-93b7-5b2f63a79064,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:54.662650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:24:54.690945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6eb30712-cc0f-47df-8508-da6cc1b1b90e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5929148 Aug 21 18:24:54.692094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, dce26208-16cb-4ecc-a9b1-ce6c26b224ea) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:54.693694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50402) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:54.708169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.709133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:5d:07:42', 'name': 'tempest-NetworksTestDHCPv6-1097292010'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:54.713567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:54.714385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.729266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91335c62-839c-4f88-8f9a-77eae320a474 None None] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:54.779207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:54.851010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=55600552-5b5a-4505-8eb2-853cb0cbaa90,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:54.872124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:54.874291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:54.879758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:54.905545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bea1573c-6048-4d1b-a3ae-90818db15c89 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7590256 Aug 21 18:24:54.908223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50406) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:54.914047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:54.976718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfcfd900-1664-42fe-a1d4-c862ed8bf933 req-658b6514-ca69-457d-a93b-01d8375bbeb9 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=2c5eb1e5-6bce-42bc-8fac-7260fec0b3da HTTP/1.1" status: 200 len: 210 time: 0.0405376 Aug 21 18:24:55.006613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:55.034595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613', 'network_id': '4011f86a-d36e-40e3-9f3b-c242deb14355', 'port_id': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613', 'mac_address': 'fa:16:3e:be:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01d82437-677d-4075-ab88-68dcd946df1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:24:55.088097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25210900'] for subnet, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.089843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:55.220401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.226429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'f3a4af9d-0e60-4566-93b7-5b2f63a79064'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:55.227403 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.240340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-dce26208-16cb-4ecc-a9b1-ce6c26b224ea', 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea', 'tenant_id': '70b31b487fe74787bb2fd2e64b7ad69f', 'fixed_ips': [{'subnet_id': '10430fc8-167e-44e4-a2eb-40a50d61bdc0'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:24:55.241210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.259225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fee221-bdbe-43f2-bede-e8cc9c74f613 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:24:55.315204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:55.369454 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.481001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.484164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a508c6-d2d0-400b-9055-21f596ee9430 req-8dcc1016-6b7b-4c15-b513-c10529c0367b tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:55.485817 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17a508c6-d2d0-400b-9055-21f596ee9430 req-8dcc1016-6b7b-4c15-b513-c10529c0367b tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1096 time: 0.3156559 Aug 21 18:24:55.522035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773669463390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-27049682'] for subnet, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.581526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 282d319d-8519-4d52-b4ee-aa7fbe80715e yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:24:55.600543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:55.601109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:55.601615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.605523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "PUT /v2.0/subnets/10430fc8-167e-44e4-a2eb-40a50d61bdc0 HTTP/1.1" status: 200 len: 877 time: 0.6938114 Aug 21 18:24:55.616515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:55.623126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17a508c6-d2d0-400b-9055-21f596ee9430 req-af148e37-9091-4066-a632-53d8d67b294f tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118207 Aug 21 18:24:55.625249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Allocated IP 172.20.0.3 (dce26208-16cb-4ecc-a9b1-ce6c26b224ea/10430fc8-167e-44e4-a2eb-40a50d61bdc0/861d0615-b84c-433f-9f31-5915fc38964c) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:55.628272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Allocated IP 2001:db8::f816:3eff:fec1:d7e9 (b71b1026-b7ef-4a93-9594-64ed4f11943a/f3a4af9d-0e60-4566-93b7-5b2f63a79064/a098d1f2-cfc0-4547-8325-8daed4f157af) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:55.635403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c3fee221-bdbe-43f2-bede-e8cc9c74f613'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:55.667539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887945a-3c19-4669-ace4-b84b29bdd627 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event updated for resources: {'Subnet': ['ID=10430fc8-167e-44e4-a2eb-40a50d61bdc0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:55.723530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.854151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.900046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:55.974403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.009962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.031383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Transition to ACTIVE for port object 861d0615-b84c-433f-9f31-5915fc38964c will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:56.045313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.075202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Transition to ACTIVE for port object a098d1f2-cfc0-4547-8325-8daed4f157af will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:56.093852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Transition to ACTIVE for port object 861d0615-b84c-433f-9f31-5915fc38964c will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:56.105753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Transition to ACTIVE for port object a098d1f2-cfc0-4547-8325-8daed4f157af will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:56.113818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.148765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.171846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:56.179249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:56.182508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:56.196138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:56.200781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:56.204041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:56.206765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe5d:742 (b71b1026-b7ef-4a93-9594-64ed4f11943a/f3a4af9d-0e60-4566-93b7-5b2f63a79064/282d319d-8519-4d52-b4ee-aa7fbe80715e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:24:56.207724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Pushing event updated for resources: {'Port': ['ID=861d0615-b84c-433f-9f31-5915fc38964c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.217435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.229067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.323951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=55600552-5b5a-4505-8eb2-853cb0cbaa90,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.330075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.348199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Pushing event updated for resources: {'Port': ['ID=a098d1f2-cfc0-4547-8325-8daed4f157af,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.360870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Attempting to bind port 861d0615-b84c-433f-9f31-5915fc38964c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:56.361246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Attempting to bind port 861d0615-b84c-433f-9f31-5915fc38964c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1ddf1ca6-2634-405b-9043-a51090200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:56.361613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Attempting to bind port 861d0615-b84c-433f-9f31-5915fc38964c on network dce26208-16cb-4ecc-a9b1-ce6c26b224ea {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:56.369646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:56.370033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Checking segment: {'id': '1ddf1ca6-2634-405b-9043-a51090200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:56.370421 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.370845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Bound using segment: {'id': '1ddf1ca6-2634-405b-9043-a51090200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:56.371324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Bound port: 861d0615-b84c-433f-9f31-5915fc38964c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf1ca6-2634-405b-9043-a51090200247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:56.371714 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.373581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Attempting to bind port a098d1f2-cfc0-4547-8325-8daed4f157af on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:24:56.373950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Attempting to bind port a098d1f2-cfc0-4547-8325-8daed4f157af by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:24:56.374299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Attempting to bind port a098d1f2-cfc0-4547-8325-8daed4f157af on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:24:56.388371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:24:56.388760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:24:56.389140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.389537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:24:56.390007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Bound port: a098d1f2-cfc0-4547-8325-8daed4f157af, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:24:56.390394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.435081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.454529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 282d319d-8519-4d52-b4ee-aa7fbe80715e will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:24:56.471513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.482897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce26208-16cb-4ecc-a9b1-ce6c26b224ea']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:56.495003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf1ca6-2634-405b-9043-a51090200247') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:56.495263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf1ca6-2634-405b-9043-a51090200247') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:56.497264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] For port 861d0615-b84c-433f-9f31-5915fc38964c, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:56.499260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.509005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.511790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-99fc693a-36de-4213-95c2-208175bec1de None None] For port a098d1f2-cfc0-4547-8325-8daed4f157af, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:24:56.516516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-99fc693a-36de-4213-95c2-208175bec1de None None] For port a098d1f2-cfc0-4547-8325-8daed4f157af, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a098d1f2-cfc0-4547-8325-8daed4f157af,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:56.519162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] For port 861d0615-b84c-433f-9f31-5915fc38964c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=861d0615-b84c-433f-9f31-5915fc38964c,segment=NetworkSegment(1ddf1ca6-2634-405b-9043-a51090200247),segment_id=1ddf1ca6-2634-405b-9043-a51090200247)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:24:56.523864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.524955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=10430fc8-167e-44e4-a2eb-40a50d61bdc0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.536121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.562666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:56.566940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:56.571037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:24:56.578234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:56.579129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.591899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=282d319d-8519-4d52-b4ee-aa7fbe80715e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.606259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.615019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.616160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37f68833-f13c-4aa1-805b-de07f6c0de1c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9169056 Aug 21 18:24:56.620095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50424) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:56.621288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:56.621692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:56.629775 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:56.656696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc693a-36de-4213-95c2-208175bec1de None None] Pushing event updated for resources: {'Port': ['ID=a098d1f2-cfc0-4547-8325-8daed4f157af,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.729858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c6aace-a16d-412a-95cc-3aa43373a5ab None None] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:56.788553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d51b1a-053c-464f-aff2-37f837e05404 req-7420300b-5778-46bd-b2f2-2d1dc1a5a7b8 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:56.790326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d51b1a-053c-464f-aff2-37f837e05404 req-7420300b-5778-46bd-b2f2-2d1dc1a5a7b8 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1097 time: 0.0923631 Aug 21 18:24:56.906441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-95d51b1a-053c-464f-aff2-37f837e05404 req-8973b731-df64-4bc3-8b20-015332185fbd tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935619 Aug 21 18:24:56.953129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa8e1-45bd-4262-9b84-3b75abd6ef70 None None] Pushing event updated for resources: {'Port': ['ID=861d0615-b84c-433f-9f31-5915fc38964c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:56.973070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed00a2-16c3-4d21-973b-17e1ce7b63c0 req-90124538-5032-42d9-83bc-ea0c3faf1483 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:56.974887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58ed00a2-16c3-4d21-973b-17e1ce7b63c0 req-90124538-5032-42d9-83bc-ea0c3faf1483 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.6342340 Aug 21 18:24:56.990901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:24:56.990901 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:24:56.990901 n-d-793621-32 neutron-server[94599]: [parameters: {'id': 'dce26208-16cb-4ecc-a9b1-ce6c26b224ea'}] Aug 21 18:24:56.990901 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:24:56.991408 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:24:57.055131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13405428-bcec-46f6-af98-ea30fb1afb4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:57.060357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13405428-bcec-46f6-af98-ea30fb1afb4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:57.062050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-13405428-bcec-46f6-af98-ea30fb1afb4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4349513 Aug 21 18:24:57.065963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50430) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:57.066284 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP ccde3d25-e239-4eda-a426-665d4a0bdc62 associated. External IP: 172.25.1.188, port: fd7a5f68-adb7-4b38-9396-40def64ff76a. Aug 21 18:24:57.087041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3177a1a7-1a01-44ee-ac4a-d94c2e7e64b4 None None] Network dce26208-16cb-4ecc-a9b1-ce6c26b224ea requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:57.185206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 282d319d-8519-4d52-b4ee-aa7fbe80715e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:57.185559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.220532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58ed00a2-16c3-4d21-973b-17e1ce7b63c0 req-de850667-d403-441f-87e8-fc92fedec6ac tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246304 Aug 21 18:24:57.288959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.305376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 282d319d-8519-4d52-b4ee-aa7fbe80715e owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:57.381015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 2d10f303-1a79-46ed-a837-04cc27423e91 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:24:57.426260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a098d1f2-cfc0-4547-8325-8daed4f157af up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:57.476410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.476756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a098d1f2-cfc0-4547-8325-8daed4f157af completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:57.511388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=282d319d-8519-4d52-b4ee-aa7fbe80715e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:57.539204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.543481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-65242d32-3f9e-4fac-b7eb-6d6f2464d692 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/282d319d-8519-4d52-b4ee-aa7fbe80715e HTTP/1.1" status: 204 len: 168 time: 0.4735842 Aug 21 18:24:57.543739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50432) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:57.586651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d08de47-96eb-47c0-a623-31d92045f90c no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:57.601924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec758772-03d6-4843-80d0-c73aaaafd107 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:57.603756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec758772-03d6-4843-80d0-c73aaaafd107 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:57.608308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ec758772-03d6-4843-80d0-c73aaaafd107 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0635054 Aug 21 18:24:57.608916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:57.615417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 8d08de47-96eb-47c0-a623-31d92045f90c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:24:57.616065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8d08de47-96eb-47c0-a623-31d92045f90c not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:24:57.665171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet f3a4af9d-0e60-4566-93b7-5b2f63a79064 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:24:57.668850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.714105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.763634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.812688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:24:57.825575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Sync routers for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:24:57.840672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:57.841320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:57.845480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.849435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.926836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b81c908a-b8e8-4465-9823-14657d4fb77e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9747159 Aug 21 18:24:57.928586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting port 861d0615-b84c-433f-9f31-5915fc38964c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:57.937756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.948203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:57.989622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:58.001422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a4af9d-0e60-4566-93b7-5b2f63a79064,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:58.019135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.021067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6de447f4-b65a-48a2-ac15-33cf23533786 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f3a4af9d-0e60-4566-93b7-5b2f63a79064 HTTP/1.1" status: 204 len: 168 time: 0.4112000 Aug 21 18:24:58.027016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50444) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.083384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] For port 861d0615-b84c-433f-9f31-5915fc38964c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=861d0615-b84c-433f-9f31-5915fc38964c,segment=NetworkSegment(1ddf1ca6-2634-405b-9043-a51090200247),segment_id=1ddf1ca6-2634-405b-9043-a51090200247)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:58.083673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.098581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Calling delete_port for 861d0615-b84c-433f-9f31-5915fc38964c owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:58.102413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9c8caf3c-2c4a-4e85-beb4-df4a05449cef tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0732195 Aug 21 18:24:58.105307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50446) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.159813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Provisioning for port a098d1f2-cfc0-4547-8325-8daed4f157af completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:58.170753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Provisioning complete for port a098d1f2-cfc0-4547-8325-8daed4f157af triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:58.171538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.208656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:58.212194 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea722b96-4bb8-4731-bd4e-733dcb1911de" -d '{"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:58.224112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c2f48-ad64-40d8-8b7f-971b8fda46eb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.228255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-694c2f48-ad64-40d8-8b7f-971b8fda46eb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1189759 Aug 21 18:24:58.228434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50450) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.247713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071879-c793-4246-9df9-e014ebec42e8 req-7f9a8a4a-5d71-406c-b2b9-d83e4e73ace4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.249283 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2071879-c793-4246-9df9-e014ebec42e8 req-7f9a8a4a-5d71-406c-b2b9-d83e4e73ace4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1497345 Aug 21 18:24:58.305132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-fc451c4a-d0e6-4ccc-afa5-4e9d49c216fd tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.307457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-fc451c4a-d0e6-4ccc-afa5-4e9d49c216fd tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.4200602 Aug 21 18:24:58.335170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746bb817-3bb0-4943-8fcb-cb0f73e3791a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.338312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-746bb817-3bb0-4943-8fcb-cb0f73e3791a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1066084 Aug 21 18:24:58.338987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50456) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.359018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec689ae2-2a08-461a-a5c1-ca38a890d9be None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:24:58.364105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42c31-f415-425e-a828-41473b02b8b1 req-3029c50d-9e2b-453c-b414-02300e403ab6 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.372254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94d42c31-f415-425e-a828-41473b02b8b1 req-3029c50d-9e2b-453c-b414-02300e403ab6 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1097 time: 0.1722646 Aug 21 18:24:58.378290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.390795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7691a73b-3a4b-42dc-afad-f5ddb6842a46 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471213 Aug 21 18:24:58.390795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2071879-c793-4246-9df9-e014ebec42e8 req-07ce8121-3e0e-4b10-8522-694c22029f37 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105537 Aug 21 18:24:58.395292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.415263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:58.415687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:58.450534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.468907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Port': ['ID=861d0615-b84c-433f-9f31-5915fc38964c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:58.476567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No DVR routers for this DVR port 861d0615-b84c-433f-9f31-5915fc38964c on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:58.562161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aabdc05c-7d7d-40d9-840a-6702ca257255 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 992 time: 0.1434131 Aug 21 18:24:58.567205 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd634481-2b55-41d5-ba27-abf2c4f8bd81 x-openstack-request-id: req-dd634481-2b55-41d5-ba27-abf2c4f8bd81 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:58.567537 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:58.567793 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd634481-2b55-41d5-ba27-abf2c4f8bd81 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:58.568189 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'status': 'completed', 'code': 200} Aug 21 18:24:58.582750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] For port a098d1f2-cfc0-4547-8325-8daed4f157af, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a098d1f2-cfc0-4547-8325-8daed4f157af,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:58.588000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c3fee221-bdbe-43f2-bede-e8cc9c74f613 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:24:58.623377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e19574f-618b-42fe-af87-7b4a8e0e4a11 req-51362bcb-2166-4528-83be-16da88c7d2c8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.631346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e19574f-618b-42fe-af87-7b4a8e0e4a11 req-51362bcb-2166-4528-83be-16da88c7d2c8 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 946 time: 0.0691712 Aug 21 18:24:58.641898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.644604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-b8b1cf7d-eea0-4d3b-afee-6199bc55336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.646090 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-b8b1cf7d-eea0-4d3b-afee-6199bc55336f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.1389766 Aug 21 18:24:58.646228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ccde3d25-e239-4eda-a426-665d4a0bdc62', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'mac_address': 'fa:16:3e:67:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:24:55Z', 'updated_at': '2021-08-21T18:24:55Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:58.693700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.711630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94d42c31-f415-425e-a828-41473b02b8b1 req-f7d01c96-f44e-4830-9bd9-868eebc29bdd tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385031 Aug 21 18:24:58.719021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce26208-16cb-4ecc-a9b1-ce6c26b224ea']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:58.727755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4a0b0-38e1-499f-ac92-c850dda7cabf None None] Pushing event updated for resources: {'Port': ['ID=a098d1f2-cfc0-4547-8325-8daed4f157af,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:58.735930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Checking router: 2d10f303-1a79-46ed-a837-04cc27423e91 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:24:58.745405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf1ca6-2634-405b-9043-a51090200247') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:58.745703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf1ca6-2634-405b-9043-a51090200247') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:58.756722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:24:58.757670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:24:58.770678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e19574f-618b-42fe-af87-7b4a8e0e4a11 req-e5a22d89-5c60-4b94-86a8-d43c443152e2 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383502 Aug 21 18:24:58.782807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:24:58.786866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.795677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.804951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-bf61854b-3f49-4acd-bde3-cf73ffb16512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.806735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-bf61854b-3f49-4acd-bde3-cf73ffb16512 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.1522696 Aug 21 18:24:58.850642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4ae325e4-c963-4e32-9d8a-4e71b6f9e066 None None] Could not find standard attr ID for object 282d319d-8519-4d52-b4ee-aa7fbe80715e. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:24:58.855523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:24:58.870740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Deleting port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:58.871113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.878532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.889243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-b050da27-3ccc-42f9-8d0c-1df895760204 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1000 time: 0.0750499 Aug 21 18:24:58.893378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port c3fee221-bdbe-43f2-bede-e8cc9c74f613 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:24:58.906177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port c3fee221-bdbe-43f2-bede-e8cc9c74f613 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:24:58.906748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.935877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:24:58.936286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:24:58.939328 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:24:58.954612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-58472067-ec83-4fb6-afe2-4ff68f0675a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:58.958303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-58472067-ec83-4fb6-afe2-4ff68f0675a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.0589297 Aug 21 18:24:59.005991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:24:59.024161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-1eb4a1be-7389-4827-9545-cc0e86fb3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:59.025485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-1eb4a1be-7389-4827-9545-cc0e86fb3651 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597219 Aug 21 18:24:59.039439 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.045389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.051713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/dce26208-16cb-4ecc-a9b1-ce6c26b224ea HTTP/1.1" status: 204 len: 168 time: 3.4339066 Aug 21 18:24:59.055258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.055967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Deleting port a098d1f2-cfc0-4547-8325-8daed4f157af {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:24:59.056345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.090311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4b23f-9ce5-4db3-8686-bcd4d22d053b tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=dce26208-16cb-4ecc-a9b1-ce6c26b224ea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:59.099551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] For port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:59.099913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.106879 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae1f5822-163c-46be-91cf-2bc48fbeb78d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:59.108001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae1f5822-163c-46be-91cf-2bc48fbeb78d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:59.110481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ae1f5822-163c-46be-91cf-2bc48fbeb78d tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/10430fc8-167e-44e4-a2eb-40a50d61bdc0 HTTP/1.1" status: 404 len: 337 time: 0.0517733 Aug 21 18:24:59.114139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50464) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.135285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Calling delete_port for 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:59.171506 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2724d8-c405-4889-a1d7-6c07c0c845c4 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:59.172127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2724d8-c405-4889-a1d7-6c07c0c845c4 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:59.177488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0c2724d8-c405-4889-a1d7-6c07c0c845c4 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/dce26208-16cb-4ecc-a9b1-ce6c26b224ea HTTP/1.1" status: 404 len: 339 time: 0.0599623 Aug 21 18:24:59.178098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.205677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] For port a098d1f2-cfc0-4547-8325-8daed4f157af, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a098d1f2-cfc0-4547-8325-8daed4f157af,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:59.205833 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.217264 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d916bd9-853c-4597-a91e-f4a93455b421 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:59.217724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d916bd9-853c-4597-a91e-f4a93455b421 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:59.222483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2d916bd9-853c-4597-a91e-f4a93455b421 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/209e145f-0fd4-479f-9475-0641dd63eddc HTTP/1.1" status: 404 len: 337 time: 0.0365801 Aug 21 18:24:59.227033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.227193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.237676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Calling delete_port for a098d1f2-cfc0-4547-8325-8daed4f157af owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:24:59.257894 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b937678-fdd6-4669-8ded-ad6a1e0fb2d5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:24:59.258749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b937678-fdd6-4669-8ded-ad6a1e0fb2d5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:24:59.260606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7b937678-fdd6-4669-8ded-ad6a1e0fb2d5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/945dbe29-7b67-44d9-b080-e67642c3b878 HTTP/1.1" status: 404 len: 339 time: 0.0332532 Aug 21 18:24:59.263487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-fe602d8b-070f-498c-9c4b-5cb159d6fab0 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290931 Aug 21 18:24:59.264301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.334127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:24:59.336431 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c8cdfc-8d74-4ba2-a6e7-361fe11ea349" -d '{"events": [{"server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "name": "network-vif-plugged", "status": "completed", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:24:59.378160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:24:59.410271 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266a4282-602d-447a-a964-35afd74b52bc x-openstack-request-id: req-266a4282-602d-447a-a964-35afd74b52bc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:24:59.410719 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "name": "network-vif-plugged", "status": "completed", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:24:59.411090 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-266a4282-602d-447a-a964-35afd74b52bc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:24:59.412584 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613', 'code': 200} Aug 21 18:24:59.414831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.417085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a098d1f2-cfc0-4547-8325-8daed4f157af no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:24:59.430144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.500712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-b811d8bb-26e1-485e-acf0-5fa5b4927db4 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211578 Aug 21 18:24:59.527768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:24:59.543293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:24:59.546573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:59.547136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.574438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.625938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=3416962b-c6b7-4844-b3ab-d0f2901c1536,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:59.626201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:59.630551 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.648407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.655826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c361dfe-06a3-4eca-91b1-c69f1e0572b8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2489235 Aug 21 18:24:59.663504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.699555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:24:59.703614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] No DVR routers for this DVR port a098d1f2-cfc0-4547-8325-8daed4f157af on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:24:59.711515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50478) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:24:59.719217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:bb:f8:32', 'name': 'tempest-NetworksTestDHCPv6-1912712023'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:24:59.727682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Pushing event deleted for resources: {'Port': ['ID=39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:59.738421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:24:59.810904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2142e-5682-44d1-890a-70ed05e18906 None None] Pushing event deleted for resources: {'Port': ['ID=a098d1f2-cfc0-4547-8325-8daed4f157af,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:24:59.816281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e7b7a-6a04-4d35-9316-beb76cd06178 req-1e5e2138-6149-4494-b845-8d154135ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:24:59.819070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-059e7b7a-6a04-4d35-9316-beb76cd06178 req-1e5e2138-6149-4494-b845-8d154135ddca service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.3168869 Aug 21 18:24:59.861037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9ec3c19a-adaa-47e2-b45a-e175a49ae7a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 992 time: 0.2847941 Aug 21 18:24:59.959770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] No DVR routers for this DVR port 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:00.001727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.003938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb95739a-7c87-450d-a373-aab738aa2a35 req-d262dc2f-47b4-48f0-a286-1b7241ed2799 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.64 "DELETE /v2.0/ports/39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 HTTP/1.1" status: 204 len: 173 time: 1.6877778 Aug 21 18:25:00.027326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.027605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df837535-fe07-4d46-80b7-a85e80004178 req-5ec94b15-4a5a-4e10-a8ec-6517a59c3f77 tempest-ListServerFiltersTestJSON-742650830 tempest-ListServerFiltersTestJSON-742650830-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b4617ff-81ec-4014-9e38-f59156def692 HTTP/1.1" status: 200 len: 210 time: 0.1145887 Aug 21 18:25:00.056639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7d6817-503a-462f-becb-b16512a4dcad']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:00.066194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8e3704-762c-4139-bf6c-27ffff320649') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:00.066530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8e3704-762c-4139-bf6c-27ffff320649') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:00.080866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.100573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:00.107143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-059e7b7a-6a04-4d35-9316-beb76cd06178 req-479643af-417f-496a-a6c2-54150a85f0f7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689555 Aug 21 18:25:00.109386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.119453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:00.119874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:00.130960 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:00.152679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b34fa-5ff2-42e4-a4eb-bc0497ee9d23 req-7e962c8a-be2c-4767-8e83-033994db1bf5 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:00.162555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee0b34fa-5ff2-42e4-a4eb-bc0497ee9d23 req-7e962c8a-be2c-4767-8e83-033994db1bf5 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.2981925 Aug 21 18:25:00.218530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.226391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28b887-5ebf-46cd-adb5-35da176c9319 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:00.246928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port e90c2f07-d121-46e3-9090-acf98f909435 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:00.313695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee0b34fa-5ff2-42e4-a4eb-bc0497ee9d23 req-f6d461d3-34e5-4f9b-bd95-503099d75e46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501789 Aug 21 18:25:00.315525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.342035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.344283 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/9c7d6817-503a-462f-becb-b16512a4dcad HTTP/1.1" status: 204 len: 168 time: 1.0786932 Aug 21 18:25:00.360902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.367193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d65810-8633-4626-b3ce-9714025aef11 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=9c7d6817-503a-462f-becb-b16512a4dcad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:00.380130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ccde3d25-e239-4eda-a426-665d4a0bdc62', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'mac_address': 'fa:16:3e:67:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:24:55Z', 'updated_at': '2021-08-21T18:24:55Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:00.404415 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4259a174-9cbb-48a1-936e-26cf8525bd9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.404876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4259a174-9cbb-48a1-936e-26cf8525bd9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.410389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4259a174-9cbb-48a1-936e-26cf8525bd9a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/4aeb3f1a-7bf9-4023-a9ad-d7aaa5579e3b HTTP/1.1" status: 404 len: 337 time: 0.0427244 Aug 21 18:25:00.410987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.416844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde0c218-d1bf-4ec9-98e9-dc4ee02fa976 None None] The sync data for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 is: [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ccde3d25-e239-4eda-a426-665d4a0bdc62', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'mac_address': 'fa:16:3e:67:8b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:24:55Z', 'updated_at': '2021-08-21T18:24:55Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:00.438057 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d8c27d-fbd3-4c6b-9ad9-37907ad673de tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.438674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d8c27d-fbd3-4c6b-9ad9-37907ad673de tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.440604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-45d8c27d-fbd3-4c6b-9ad9-37907ad673de tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/9254018e-f746-44fc-847b-735d16d5d06f HTTP/1.1" status: 404 len: 339 time: 0.0284531 Aug 21 18:25:00.443174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.486386 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ad6aae-498a-4aeb-8a63-b9a64e3e5a43 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.488059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ad6aae-498a-4aeb-8a63-b9a64e3e5a43 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.490837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-75ad6aae-498a-4aeb-8a63-b9a64e3e5a43 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/f9ec0223-c694-4400-9134-f21001df157a HTTP/1.1" status: 404 len: 337 time: 0.0464785 Aug 21 18:25:00.493348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.509554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f6 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3416962b-c6b7-4844-b3ab-d0f2901c1536/e90c2f07-d121-46e3-9090-acf98f909435) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:00.516296 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5969f9a-335d-47c4-bbdb-9c3fa1765a51 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.516927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5969f9a-335d-47c4-bbdb-9c3fa1765a51 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.521048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b5969f9a-335d-47c4-bbdb-9c3fa1765a51 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/d8a819df-afde-4e35-978a-9b5cc15864ba HTTP/1.1" status: 404 len: 339 time: 0.0266173 Aug 21 18:25:00.524036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50498) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.570264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'name': 'network-vif-deleted', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:00.572647 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b67ff2-e9f4-476b-879e-1162065bc855" -d '{"events": [{"server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "name": "network-vif-deleted", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:00.578844 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaab5d80-4f4c-4232-9975-b10d8ea0bbce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.579302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaab5d80-4f4c-4232-9975-b10d8ea0bbce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.584384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aaab5d80-4f4c-4232-9975-b10d8ea0bbce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/7f179f60-a5e5-458f-a462-0a0716dc0f74 HTTP/1.1" status: 404 len: 337 time: 0.0566337 Aug 21 18:25:00.586665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.616059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': '3416962b-c6b7-4844-b3ab-d0f2901c1536'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:00.617313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.647318 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-80299e48-3b8d-40b9-825a-6b7856a8c688 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.648700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80299e48-3b8d-40b9-825a-6b7856a8c688 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.653924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-80299e48-3b8d-40b9-825a-6b7856a8c688 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/6ad37809-34ee-4837-8812-23e53dc4c3d9 HTTP/1.1" status: 404 len: 339 time: 0.0640161 Aug 21 18:25:00.654237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50506) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.675887 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdf01c5-a70c-427a-98b1-611eba16ccf5 x-openstack-request-id: req-1bdf01c5-a70c-427a-98b1-611eba16ccf5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:00.676414 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b4617ff-81ec-4014-9e38-f59156def692", "name": "network-vif-deleted", "tag": "39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:00.676832 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1bdf01c5-a70c-427a-98b1-611eba16ccf5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:00.677377 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b4617ff-81ec-4014-9e38-f59156def692', 'name': 'network-vif-deleted', 'tag': '39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2', 'status': 'completed', 'code': 200} Aug 21 18:25:00.764363 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-961d8fac-7b48-43de-abf0-227bfa3d0dfa tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.764924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961d8fac-7b48-43de-abf0-227bfa3d0dfa tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.767071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-961d8fac-7b48-43de-abf0-227bfa3d0dfa tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/e1bd3f88-4324-4f4a-a0fd-2e3cf36dcc9c HTTP/1.1" status: 404 len: 337 time: 0.1112192 Aug 21 18:25:00.771445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50508) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.795670 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c86021-8b0a-4020-9180-c821a9a4c44a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.796241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c86021-8b0a-4020-9180-c821a9a4c44a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.797986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-60c86021-8b0a-4020-9180-c821a9a4c44a tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/0da7c2b0-b09b-42eb-b989-9f325cab040b HTTP/1.1" status: 404 len: 339 time: 0.0254626 Aug 21 18:25:00.802236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50510) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.845358 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800dc1e-06e8-40e7-a0d7-d6c8fad81cce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.847100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9800dc1e-06e8-40e7-a0d7-d6c8fad81cce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.849003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9800dc1e-06e8-40e7-a0d7-d6c8fad81cce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/a3ae0f61-f835-46be-8775-e31d5a6c74d2 HTTP/1.1" status: 404 len: 337 time: 0.0475314 Aug 21 18:25:00.858135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.871053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:00.902809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1fa9e7-cc2e-4539-9a2d-f401da6c18ee None None] New status for floating IP ccde3d25-e239-4eda-a426-665d4a0bdc62: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:25:00.906140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.926436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object e90c2f07-d121-46e3-9090-acf98f909435 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:00.974307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:00.988160 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-20808964-55be-454d-b4f1-18361dcdc2ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:00.989706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20808964-55be-454d-b4f1-18361dcdc2ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:00.996334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20808964-55be-454d-b4f1-18361dcdc2ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/e2c3e078-e7d4-4887-9d3f-cec212c365cc HTTP/1.1" status: 404 len: 339 time: 0.1337814 Aug 21 18:25:00.998832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.026621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51db6d61-2ecd-4929-8b8d-552afea269f7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 992 time: 0.1532283 Aug 21 18:25:01.058559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3416962b-c6b7-4844-b3ab-d0f2901c1536/e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:01.076747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:01.082478 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59615ac-24ca-499f-b92e-791f1e3e9e79 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.083026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59615ac-24ca-499f-b92e-791f1e3e9e79 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.085203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f59615ac-24ca-499f-b92e-791f1e3e9e79 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/4dfa451e-eacd-4074-9643-76fe5338b2a4 HTTP/1.1" status: 404 len: 337 time: 0.0834167 Aug 21 18:25:01.086737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:01.088278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50520) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.099317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:01.112475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:01.113178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.120993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.128574 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-319da8d2-1d38-49f1-a975-1b32c2eb085e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.133373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319da8d2-1d38-49f1-a975-1b32c2eb085e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.138816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-319da8d2-1d38-49f1-a975-1b32c2eb085e tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/329eff31-8071-4aef-8ffc-176e4e1e6b3c HTTP/1.1" status: 404 len: 339 time: 0.0491521 Aug 21 18:25:01.141294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.165985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=e90c2f07-d121-46e3-9090-acf98f909435,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:01.195739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bf5fec39-13ed-4eb2-8240-d3bfb399ba99 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4819670 Aug 21 18:25:01.200895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50526) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.205104 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f222b6c6-2f5e-46d4-a7a4-eed5490ba675 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.205634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f222b6c6-2f5e-46d4-a7a4-eed5490ba675 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.207487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f222b6c6-2f5e-46d4-a7a4-eed5490ba675 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/19e3d82c-db04-4c23-86e2-1a7e86eae7da HTTP/1.1" status: 404 len: 337 time: 0.0650477 Aug 21 18:25:01.210774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Deleting subnet 9e9eb127-db01-420d-919f-bcbd3c575afe {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:01.215131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50528) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.217537 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.265790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.274597 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d156ef-a880-45ec-9c82-071e62fba5ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.275321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d156ef-a880-45ec-9c82-071e62fba5ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.280076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b9d156ef-a880-45ec-9c82-071e62fba5ce tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/e26dcfbe-91c9-4f26-b0f8-5c24eb1aeffa HTTP/1.1" status: 404 len: 339 time: 0.0614297 Aug 21 18:25:01.281974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50530) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.312557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.323416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Transition to ACTIVE for port object e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:01.342067 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a0d2d6-3285-4db4-be8d-2b677b68162c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.342682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a0d2d6-3285-4db4-be8d-2b677b68162c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.344592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9a0d2d6-3285-4db4-be8d-2b677b68162c tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/432df063-f60a-4224-b6bf-2338fcf2524e HTTP/1.1" status: 404 len: 337 time: 0.0590456 Aug 21 18:25:01.350488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.361868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Transition to ACTIVE for port object e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:01.368448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5a618-42b0-4c74-ba20-21f6c2fb1077 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:01.370251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-95f5a618-42b0-4c74-ba20-21f6c2fb1077 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1667836 Aug 21 18:25:01.373102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50536) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.379820 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.388147 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-09391beb-a958-453c-8467-9e0da68964e5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:01.397490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09391beb-a958-453c-8467-9e0da68964e5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:01.401925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-09391beb-a958-453c-8467-9e0da68964e5 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/c812e5d3-1833-4731-8ba4-7f6383fdd657 HTTP/1.1" status: 404 len: 339 time: 0.0476458 Aug 21 18:25:01.411004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.423607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.450187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:01.453745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:01.464897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:01.467707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting subnet ff0abf62-5c97-4d95-9055-64e1fa4d5505 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:01.470940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.476508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Pushing event updated for resources: {'Port': ['ID=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:01.528627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.546613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Attempting to bind port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:01.547388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Attempting to bind port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:01.547991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Attempting to bind port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:01.556731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:01.557855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:01.558664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.559281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:01.560599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Bound port: e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:01.561183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.561576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49ce88-70e4-4c8d-9419-00a672ccb337 req-7f380e1d-2c08-4582-87bf-83ba7f48ffa1 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:01.563202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db49ce88-70e4-4c8d-9419-00a672ccb337 req-7f380e1d-2c08-4582-87bf-83ba7f48ffa1 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.1466224 Aug 21 18:25:01.590834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.611796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port e90c2f07-d121-46e3-9090-acf98f909435 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:01.612150 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.645732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04071842-f663-43ae-a253-fa42e656d08c None None] For port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:01.649609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04071842-f663-43ae-a253-fa42e656d08c None None] For port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:01.653896 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.677442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.679448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9eb127-db01-420d-919f-bcbd3c575afe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:01.696964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337b0b4-881e-4c8d-8fab-fba520895da2 None None] Network 3ee3562a-d04b-4179-abc9-2f5006e3bd4c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:01.742907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.745084 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c0885490-79fd-4b8a-9349-ee72d00705ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e9eb127-db01-420d-919f-bcbd3c575afe HTTP/1.1" status: 204 len: 168 time: 0.6202703 Aug 21 18:25:01.756425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.760494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db49ce88-70e4-4c8d-9419-00a672ccb337 req-65ab4cc3-1640-4aff-9f86-39a7d0ac9fde tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880155 Aug 21 18:25:01.790573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.802690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04071842-f663-43ae-a253-fa42e656d08c None None] Pushing event updated for resources: {'Port': ['ID=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:01.829190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.851981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for e90c2f07-d121-46e3-9090-acf98f909435 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:01.931758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0abf62-5c97-4d95-9055-64e1fa4d5505,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:01.941410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:01.943749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5fd79ef8-ccc7-40c3-9c46-c8d4f6c53586 tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/subnets/ff0abf62-5c97-4d95-9055-64e1fa4d5505 HTTP/1.1" status: 204 len: 168 time: 0.5316262 Aug 21 18:25:01.950137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3e126-0e72-47ef-9382-0031e1e9d438 None None] Network b9572444-fadd-4ac1-8d83-eff0f4e92441 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:01.950283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50546) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:01.991884 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.032281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50548) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:02.201073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.215192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] DHCP port deletion for 3ee3562a-d04b-4179-abc9-2f5006e3bd4c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:02.261417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38eb51-e10c-425a-bade-fb8165711e98 req-8553ed98-7535-4e6e-bec2-b3f894af3f4e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:02.261654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3c44b2d-351d-4d24-86dd-ca03d4dbab21 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 994 time: 0.2280345 Aug 21 18:25:02.263035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db38eb51-e10c-425a-bade-fb8165711e98 req-8553ed98-7535-4e6e-bec2-b3f894af3f4e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.2679315 Aug 21 18:25:02.301948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] DHCP port deletion for b9572444-fadd-4ac1-8d83-eff0f4e92441 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:02.320494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Deleting port 0897680e-0e38-455b-afab-00175ecc3894 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:02.321168 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.342366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.359880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Deleting port 0897680e-0e38-455b-afab-00175ecc3894 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:02.360232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.367148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db38eb51-e10c-425a-bade-fb8165711e98 req-d74231a1-b1a3-4691-92d5-902e64666d8e tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912685 Aug 21 18:25:02.406961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=e90c2f07-d121-46e3-9090-acf98f909435,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:02.410319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] For port 0897680e-0e38-455b-afab-00175ecc3894, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0897680e-0e38-455b-afab-00175ecc3894,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:02.410770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.421474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.421797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.422157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.422733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.423060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.423390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.423718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.424040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.424982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.425370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.425965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.426314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:02.449447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Deleting port dc95c924-1640-4986-a28e-54c32d848037 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:02.449799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.450219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Calling delete_port for 0897680e-0e38-455b-afab-00175ecc3894 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:02.457814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.465716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b25592b2-ff97-442c-9f08-f810ca135648 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/e90c2f07-d121-46e3-9090-acf98f909435 HTTP/1.1" status: 204 len: 168 time: 1.0909503 Aug 21 18:25:02.466220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:02.531980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] For port 0897680e-0e38-455b-afab-00175ecc3894, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0897680e-0e38-455b-afab-00175ecc3894,segment=NetworkSegment(3e03c67a-57ed-4518-a757-efc7f981e8ca),segment_id=3e03c67a-57ed-4518-a757-efc7f981e8ca)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:02.532437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523c09c-a46f-4111-97d6-ee9cf50775b1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:02.533000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.534796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523c09c-a46f-4111-97d6-ee9cf50775b1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:02.536821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Deleting port dc95c924-1640-4986-a28e-54c32d848037 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:02.537212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.540597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9523c09c-a46f-4111-97d6-ee9cf50775b1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0729735 Aug 21 18:25:02.541485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:02.559464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Calling delete_port for 0897680e-0e38-455b-afab-00175ecc3894 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:02.579221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] For port dc95c924-1640-4986-a28e-54c32d848037, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc95c924-1640-4986-a28e-54c32d848037,segment=NetworkSegment(06936fe9-54cc-4207-9d5a-17c5c3fb2c85),segment_id=06936fe9-54cc-4207-9d5a-17c5c3fb2c85)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:02.580007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.593278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:02.628640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Calling delete_port for dc95c924-1640-4986-a28e-54c32d848037 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:02.629411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5183b7-d74b-4965-914a-b8e1cffba333 req-12dcbbbb-3857-4cf0-94a2-2227e972426d tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:02.630935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:02.631072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b5183b7-d74b-4965-914a-b8e1cffba333 req-12dcbbbb-3857-4cf0-94a2-2227e972426d tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.0886409 Aug 21 18:25:02.631310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 39cf1a9b-c37c-49d2-a6d1-57a433ce4bd2 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:02.664337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] For port dc95c924-1640-4986-a28e-54c32d848037, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc95c924-1640-4986-a28e-54c32d848037,segment=NetworkSegment(06936fe9-54cc-4207-9d5a-17c5c3fb2c85),segment_id=06936fe9-54cc-4207-9d5a-17c5c3fb2c85)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:02.664733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.682571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b5183b7-d74b-4965-914a-b8e1cffba333 req-da42b1ed-75db-4df9-8b18-b2c44b080653 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Aug 21 18:25:02.687099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 3416962b-c6b7-4844-b3ab-d0f2901c1536 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:02.696493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Calling delete_port for dc95c924-1640-4986-a28e-54c32d848037 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:02.698468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.708333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.769202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] Pushing event deleted for resources: {'Port': ['ID=0897680e-0e38-455b-afab-00175ecc3894,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:02.782305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b8c89-a427-411f-a573-776d7302c950 None None] No DVR routers for this DVR port 0897680e-0e38-455b-afab-00175ecc3894 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:02.796861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.903377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.906100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.939199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] Pushing event deleted for resources: {'Port': ['ID=dc95c924-1640-4986-a28e-54c32d848037,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:02.949205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:02.958182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880822af-4e74-4022-b2f3-1d04e360e1f5 None None] No DVR routers for this DVR port dc95c924-1640-4986-a28e-54c32d848037 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:02.962011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] No DVR routers for this DVR port 0897680e-0e38-455b-afab-00175ecc3894 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:03.032210 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.063041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=3416962b-c6b7-4844-b3ab-d0f2901c1536,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:03.063656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Pushing event deleted for resources: {'Port': ['ID=0897680e-0e38-455b-afab-00175ecc3894,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:03.068123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.070263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44bda6e8-99f5-4ef8-8b38-c744a93b0dc7 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3416962b-c6b7-4844-b3ab-d0f2901c1536 HTTP/1.1" status: 204 len: 168 time: 0.5267236 Aug 21 18:25:03.074869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50562) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.115685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.124980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2168bc80-4e60-4f81-877d-ab1bb7f8722a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483522 Aug 21 18:25:03.129315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50564) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.134550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] No DVR routers for this DVR port dc95c924-1640-4986-a28e-54c32d848037 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:03.167114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Port': ['ID=dc95c924-1640-4986-a28e-54c32d848037,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:03.178832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.183268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca4e80-eee6-461c-a631-e1177f070f9b req-5efb30d2-1312-41da-8047-20df0f1f1f3a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:03.185325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9aca4e80-eee6-461c-a631-e1177f070f9b req-5efb30d2-1312-41da-8047-20df0f1f1f3a tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.1002827 Aug 21 18:25:03.225092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee3562a-d04b-4179-abc9-2f5006e3bd4c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.240394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9aca4e80-eee6-461c-a631-e1177f070f9b req-4fc35539-d6ee-4e18-ade4-00da5e6c30cd tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487552 Aug 21 18:25:03.260530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e03c67a-57ed-4518-a757-efc7f981e8ca') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.260530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e03c67a-57ed-4518-a757-efc7f981e8ca') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.275270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb82a90-619b-469e-bdc4-ec67c3194937 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:03.297255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.322725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.335654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10c708-ed09-4d59-8f09-018cc9967e12 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:03.337322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f10c708-ed09-4d59-8f09-018cc9967e12 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2039211 Aug 21 18:25:03.340554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50566) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.346758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9572444-fadd-4ac1-8d83-eff0f4e92441']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.349566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.362225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06936fe9-54cc-4207-9d5a-17c5c3fb2c85') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.363003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06936fe9-54cc-4207-9d5a-17c5c3fb2c85') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:03.364770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:03.365244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:03.367215 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:03.389828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.409145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18f72489-0374-4227-a6f3-f5823d707390 None None] Provisioning for port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:03.445390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.452167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82bb2c6-6b45-4a0e-b4ec-db4ca0c06f37 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:03.455381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:03.456175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e82bb2c6-6b45-4a0e-b4ec-db4ca0c06f37 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1116581 Aug 21 18:25:03.456337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:03.458680 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:03.461893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.477154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:03.480193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.540912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:03.551278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.556191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3ee3562a-d04b-4179-abc9-2f5006e3bd4c HTTP/1.1" status: 204 len: 168 time: 1.7985711 Aug 21 18:25:03.558583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-761401dd-a255-4764-9a52-a235be6641ad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940440 Aug 21 18:25:03.562715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50572) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.575857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:03.581244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814505f4-9335-41cf-aef2-e48546cc2591 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee3562a-d04b-4179-abc9-2f5006e3bd4c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:03.609816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.625415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.636194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] 10.222.0.41 "DELETE /v2.0/networks/b9572444-fadd-4ac1-8d83-eff0f4e92441 HTTP/1.1" status: 204 len: 168 time: 1.6847568 Aug 21 18:25:03.657783 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb3b2d-a6b7-4fd1-8f96-cdc93b026aba tempest-NetworksTest-2016884487 tempest-NetworksTest-2016884487-project] Pushing event deleted for resources: {'Network': ['ID=b9572444-fadd-4ac1-8d83-eff0f4e92441,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:03.682076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:03.687566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:03.688084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.716173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:03.720586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.746254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Deleting port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:03.746779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.863092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50578) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.881929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] For port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:03.881929 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.899473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Calling delete_port for e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:03.906773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:03.943458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-97c2b216-f8fa-4290-a1a3-673aa3d0ca5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d05fcb7354949d9a6788f9018670135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787537 Aug 21 18:25:03.945782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50580) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:03.998222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:04.009493 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.039744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.072740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.091659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0897680e-0e38-455b-afab-00175ecc3894 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:04.126064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0897680e-0e38-455b-afab-00175ecc3894 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:04.126466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0897680e-0e38-455b-afab-00175ecc3894 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:04.127087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc95c924-1640-4986-a28e-54c32d848037 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:04.138806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50584) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:04.167065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: dc95c924-1640-4986-a28e-54c32d848037 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:04.167408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc95c924-1640-4986-a28e-54c32d848037 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:04.181500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.193418 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.194545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:04.195481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a HTTP/1.1" status: 204 len: 168 time: 0.2484605 Aug 21 18:25:04.205246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.213189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50abe91-a347-40be-8d62-7c04d5e24abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c84176-ba9a-42b6-a0e6-f3bf9ccd898a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:04.221889 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:25:04.245938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] No DVR routers for this DVR port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:04.249862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b8d74-c3da-4d08-8fa0-a707fbeeab8d None None] Pushing event deleted for resources: {'Port': ['ID=e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:04.296683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b8384-f23f-480c-a548-23cb129c6d2c None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:25:04.414614 n-d-793621-32 neutron-server[94599]: WARNING neutron.services.revisions.revision_plugin [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Could not find related port for resource to bump revision. Aug 21 18:25:04.437120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Port e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94599) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 21 18:25:04.437437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Reverting IP allocation for 2001:db8::f816:3eff:fe21:4d36 {{(pid=94599) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 21 18:25:04.441131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_pluggable_backend [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe21:4d36 {{(pid=94599) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 21 18:25:04.443023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118b8384-f23f-480c-a548-23cb129c6d2c None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:25:04.450804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.482729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d7958933-e2c5-41a2-ae83-6acc009bed50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70b31b487fe74787bb2fd2e64b7ad69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3417921 Aug 21 18:25:04.485491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50594) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:04.570195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:04.576844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:04.586120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:04.586771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.645902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0817523 Aug 21 18:25:04.649746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50600) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:04.656674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:04.682259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eacd7a5-6c78-421a-978e-1cf38661bd0c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=b9deaa2f-a634-4e00-a622-25a0265ac562,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:04.774617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'b9deaa2f-a634-4e00-a622-25a0265ac562'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:04.776311 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.788393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.878541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-f314d012-e16d-4697-85e7-3025e2a8a2ca tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:04.880097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-f314d012-e16d-4697-85e7-3025e2a8a2ca tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.4415712 Aug 21 18:25:04.881883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9843c-8d00-4f9a-9996-b66e712c8dab req-e29461cd-1235-4dfc-bdb9-bc1296af78b0 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:04.883661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05a9843c-8d00-4f9a-9996-b66e712c8dab req-e29461cd-1235-4dfc-bdb9-bc1296af78b0 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 1098 time: 0.5109401 Aug 21 18:25:04.905034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.982197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:04.987506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:04.994539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Allocated IP 2001:db8::f816:3eff:fecd:9b76 (b71b1026-b7ef-4a93-9594-64ed4f11943a/b9deaa2f-a634-4e00-a622-25a0265ac562/618b3087-bba2-400c-bfba-8d16a2a18968) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:05.012121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.014929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.016457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41c2f19c-9d08-448a-859e-5f3ecc9e51c5 HTTP/1.1" status: 204 len: 168 time: 0.4828670 Aug 21 18:25:05.048985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05a9843c-8d00-4f9a-9996-b66e712c8dab req-1f4ee33c-bead-4e03-b736-fccc6e078604 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511822 Aug 21 18:25:05.083740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370171f-688e-4a87-920f-e08dc87e8923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c2f19c-9d08-448a-859e-5f3ecc9e51c5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:05.112346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Deleting port c3fee221-bdbe-43f2-bede-e8cc9c74f613 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:05.112694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.137017 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9deaa2f-a634-4e00-a622-25a0265ac562 (CIDR: 2001:db8::/64) Aug 21 18:25:05.145706 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:25:05.147047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:05.174696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-17df707d-b46d-4d2d-b546-12926b207e9a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5227420 Aug 21 18:25:05.179030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:05.192744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:05.258182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] For port c3fee221-bdbe-43f2-bede-e8cc9c74f613, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c3fee221-bdbe-43f2-bede-e8cc9c74f613,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:05.258810 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.277982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.279197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Calling delete_port for c3fee221-bdbe-43f2-bede-e8cc9c74f613 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:05.299616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Transition to ACTIVE for port object 618b3087-bba2-400c-bfba-8d16a2a18968 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:05.326668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Transition to ACTIVE for port object 618b3087-bba2-400c-bfba-8d16a2a18968 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:05.348983 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.371863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:05.404190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:05.437008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:05.437392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e0e6bf97-8067-4b72-a6e7-067d0f9bc5f8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:05.459128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:05.460487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:05.463601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:05.467571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:05.469214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.504906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Pushing event updated for resources: {'Port': ['ID=618b3087-bba2-400c-bfba-8d16a2a18968,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:05.516018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.537535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ba487cd-f745-42c6-a329-ff289592299f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:05.569289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c3fee221-bdbe-43f2-bede-e8cc9c74f613'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:05.593598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3fee221-bdbe-43f2-bede-e8cc9c74f613,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:05.647995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1229654197-network', 'tenant_id': 'ae735ea9b31c4d45ab02ed985f0dec5a'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:05.670787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] No DVR routers for this DVR port c3fee221-bdbe-43f2-bede-e8cc9c74f613 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:05.673408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.679332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df232cec-2ae4-4210-b03c-e4b999cff410 req-dab9083d-35a3-42fa-a0c5-8dd22e7ffd46 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.64 "DELETE /v2.0/ports/c3fee221-bdbe-43f2-bede-e8cc9c74f613 HTTP/1.1" status: 204 len: 173 time: 0.7923501 Aug 21 18:25:05.680084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'name': 'network-vif-deleted', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:05.682613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Attempting to bind port 618b3087-bba2-400c-bfba-8d16a2a18968 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:05.682997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Attempting to bind port 618b3087-bba2-400c-bfba-8d16a2a18968 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:05.691821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Attempting to bind port 618b3087-bba2-400c-bfba-8d16a2a18968 on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:05.698478 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5acdce3-ed83-40b8-bf70-990b361f6bc7" -d '{"events": [{"server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "name": "network-vif-deleted", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:05.708994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:05.709422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:05.709908 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.710311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:05.710828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Bound port: 618b3087-bba2-400c-bfba-8d16a2a18968, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:05.711222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.749878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Made reservation on behalf of ae735ea9b31c4d45ab02ed985f0dec5a for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:05.752252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.764248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.781851 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8351689f-5edd-44dc-beb2-1d4ae4b2dd70 x-openstack-request-id: req-8351689f-5edd-44dc-beb2-1d4ae4b2dd70 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:05.782129 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06a99299-0c1b-4b93-9d60-28399c05f751", "name": "network-vif-deleted", "tag": "c3fee221-bdbe-43f2-bede-e8cc9c74f613", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:05.782411 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8351689f-5edd-44dc-beb2-1d4ae4b2dd70 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:05.783208 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a99299-0c1b-4b93-9d60-28399c05f751', 'name': 'network-vif-deleted', 'tag': 'c3fee221-bdbe-43f2-bede-e8cc9c74f613', 'status': 'completed', 'code': 200} Aug 21 18:25:05.887626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.916021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] For port 618b3087-bba2-400c-bfba-8d16a2a18968, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:05.920744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] For port 618b3087-bba2-400c-bfba-8d16a2a18968, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=618b3087-bba2-400c-bfba-8d16a2a18968,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:05.934831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:05.969698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:05.992303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:05.999065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:05.999942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.037938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.039647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=8a0281fe-9fe2-4f2d-9138-5cd987dab983,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:06.051821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.064569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ea657954-8afa-43b0-838b-4bfeb280be6f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8833373 Aug 21 18:25:06.065701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126a407-5420-4462-b687-f1cbc5549bd0 None None] Pushing event updated for resources: {'Port': ['ID=618b3087-bba2-400c-bfba-8d16a2a18968,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:06.068166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50646) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:06.074051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:06.074447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:02:23:ed', 'name': 'tempest-NetworksTestDHCPv6-643593870'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:06.114150 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.114672 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Added segment de7d05ff-7515-4196-aacc-720bf7433c2c of type vlan for network 83609203-b135-47a1-baa7-a96dfb89398b Aug 21 18:25:06.126186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4143a0b6-ee15-40c6-9671-43c714c011b7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:06.167403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.213631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.214793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:06.215391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.323352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50650) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:06.328038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7af9785-25b9-40c7-8159-5d356e964b95 req-d95eff22-12e5-4333-9eb6-77ce21ba12d2 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=06a99299-0c1b-4b93-9d60-28399c05f751 HTTP/1.1" status: 200 len: 210 time: 0.0610578 Aug 21 18:25:06.383420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9866471 Aug 21 18:25:06.386088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50654) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:06.392165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:06.397584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Request body: {'subnet': {'network_id': '83609203-b135-47a1-baa7-a96dfb89398b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1229654197-subnet', 'tenant_id': 'ae735ea9b31c4d45ab02ed985f0dec5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:06.402264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243f9f-fe48-4e01-a616-98239e46bf48 admin admin] Pushing event updated for resources: {'Network': ['ID=83609203-b135-47a1-baa7-a96dfb89398b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:06.418161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 83609203-b135-47a1-baa7-a96dfb89398b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:06.460905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Made reservation on behalf of ae735ea9b31c4d45ab02ed985f0dec5a for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:06.467167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.568854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.601165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 35e4b58a-9d35-4fdf-8200-3d05e33dc7ea yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:06.619164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-316056611'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:06.693621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:06.697209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.713829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.866329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8:0:1::2cd (b71b1026-b7ef-4a93-9594-64ed4f11943a/8a0281fe-9fe2-4f2d-9138-5cd987dab983/35e4b58a-9d35-4fdf-8200-3d05e33dc7ea) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:06.878066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fe02:23ed (b71b1026-b7ef-4a93-9594-64ed4f11943a/b9deaa2f-a634-4e00-a622-25a0265ac562/35e4b58a-9d35-4fdf-8200-3d05e33dc7ea) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:06.940901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.955034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:06.976514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.034343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:07.044325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da4dedb4-f224-4045-8473-f76b3b9228b0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:07.055799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Pushing event updated for resources: {'Subnet': ['ID=426d8a15-cc23-438e-9540-67203479b81d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:07.062280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Checking segment: {'id': 'de7d05ff-7515-4196-aacc-720bf7433c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:07.062762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Network hostable DHCP agents. Network: 83609203-b135-47a1-baa7-a96dfb89398b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:07.064016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.064343 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment d9b21d22-9bcc-4d69-b1ea-894a4746aabe of type vlan for network ba2c06ed-f989-47fe-a796-d76f9f23b837 Aug 21 18:25:07.100979 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Network 83609203-b135-47a1-baa7-a96dfb89398b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:07.123983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 83609203-b135-47a1-baa7-a96dfb89398b) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:07.138621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:07.138621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.141134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.145584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.157571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1bcf93ab-592d-4b56-b73c-bca13ecab20d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7698460 Aug 21 18:25:07.178636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 35e4b58a-9d35-4fdf-8200-3d05e33dc7ea will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:07.214470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.222179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:07.223028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.275747 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.358845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50666) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:07.364973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'name': 'tempest-PortsIpV6TestJSON-2097609730'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:07.368352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0358167 Aug 21 18:25:07.441654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:07.460248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13d0f6-3056-49a7-b1de-13df96b0ec0e None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:07.480636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:07.494141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2addad-a1b8-4724-8eb4-b0423e10f082 None None] Network 83609203-b135-47a1-baa7-a96dfb89398b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:07.499054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:07.529734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:07.530696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.534291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5fb95-c6c1-49ee-8798-d48b9d51ecd5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=ba2c06ed-f989-47fe-a796-d76f9f23b837,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:07.561063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=35e4b58a-9d35-4fdf-8200-3d05e33dc7ea,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:07.574569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-59b627ac-3689-4b58-bbf8-7c5446006d95 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5048900 Aug 21 18:25:07.577049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:07.723134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:07.728727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:07.751789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 5b6db704-75f5-43a3-b442-618511579d78 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:07.873473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 35e4b58a-9d35-4fdf-8200-3d05e33dc7ea {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:07.873749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.058230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:08.071072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.110622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 35e4b58a-9d35-4fdf-8200-3d05e33dc7ea owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:08.117588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44da458-935f-42c6-97c3-cb29db51e9e8 req-15f3896c-b8cc-4ab4-909f-bdcf0b42b9d6 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.119306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b44da458-935f-42c6-97c3-cb29db51e9e8 req-15f3896c-b8cc-4ab4-909f-bdcf0b42b9d6 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.1344178 Aug 21 18:25:08.124776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.153855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 618b3087-bba2-400c-bfba-8d16a2a18968 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:08.204531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50692) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.211473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-553559494-network', 'tenant_id': '3a871b46f81e4f1d8d3001b7749e2c56'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:08.217035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b44da458-935f-42c6-97c3-cb29db51e9e8 req-dba64953-22f5-48da-a404-891dcd350a06 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887318 Aug 21 18:25:08.218264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-79692037-fadf-4a19-8d4d-5c44f64f9522 None None] Provisioning for port 618b3087-bba2-400c-bfba-8d16a2a18968 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:08.257423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.368202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78480b6-6b52-4534-9b9f-5b3e2a753127 None None] Network 83609203-b135-47a1-baa7-a96dfb89398b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:08.372631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=5b6db704-75f5-43a3-b442-618511579d78,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:08.376746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:08.377267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: ba2c06ed-f989-47fe-a796-d76f9f23b837, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:08.386295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Made reservation on behalf of 3a871b46f81e4f1d8d3001b7749e2c56 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:08.388941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.398908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:08.400563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.403130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.412900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ba2c06ed-f989-47fe-a796-d76f9f23b837) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:08.417956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:08.425924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.426940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.429370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b834db-9aa5-4918-bc60-d3d5715a02cc None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:08.434215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=35e4b58a-9d35-4fdf-8200-3d05e33dc7ea,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:08.450236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9fa9dbac-4db4-4802-9ce0-daa34fc2d5ee tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0896773 Aug 21 18:25:08.453225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50694) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.463765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-659727365'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:08.515092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.517173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0f626a90-0db8-42cc-9aba-a59f6ffd3e03 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/35e4b58a-9d35-4fdf-8200-3d05e33dc7ea HTTP/1.1" status: 204 len: 168 time: 0.9387467 Aug 21 18:25:08.519926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.539714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 618b3087-bba2-400c-bfba-8d16a2a18968 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:08.557152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 618b3087-bba2-400c-bfba-8d16a2a18968 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:08.557523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.598750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe289d4a-7bfd-44f2-acdb-18092fea0a7e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.600472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe289d4a-7bfd-44f2-acdb-18092fea0a7e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0788832 Aug 21 18:25:08.602970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.620378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.628545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.641154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c3fee221-bdbe-43f2-bede-e8cc9c74f613 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:08.679189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:08.689379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65905a4-490e-482b-a050-e2daeaa773fc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.694689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.695041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b65905a4-490e-482b-a050-e2daeaa773fc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0907841 Aug 21 18:25:08.710351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dd396c-6d4c-42c0-a735-7312cba5e1bd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:08.716232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:08.719718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.723079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.723430 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Added segment 21d78631-a7cf-4b58-b555-f63f72cf979e of type vlan for network ab64383b-122c-42b5-887d-99892c4bb499 Aug 21 18:25:08.742138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: c3fee221-bdbe-43f2-bede-e8cc9c74f613 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:08.742656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c3fee221-bdbe-43f2-bede-e8cc9c74f613 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:08.809934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.827044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:08.838017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cb015-d94f-40b6-8cf5-ec3ceaa54432 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.839601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cb015-d94f-40b6-8cf5-ec3ceaa54432 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.841329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797cb015-d94f-40b6-8cf5-ec3ceaa54432 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.843349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-797cb015-d94f-40b6-8cf5-ec3ceaa54432 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1472991 Aug 21 18:25:08.847153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.861455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.861868 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 022f3f77-6396-47cc-b4c9-2f4a05243d32 of type vlan for network 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb Aug 21 18:25:08.894363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.896286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:08.897046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.911218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.911484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 8a0281fe-9fe2-4f2d-9138-5cd987dab983 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:08.916287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.924379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe68e4b-4095-4a1a-92db-a855aae042ea None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'b9deaa2f-a634-4e00-a622-25a0265ac562', 'ip_address': '2001:db8::f816:3eff:fecd:9b76'}, {'subnet_id': '8a0281fe-9fe2-4f2d-9138-5cd987dab983'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '618b3087-bba2-400c-bfba-8d16a2a18968'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:08.934189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.963569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.969974 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e4b-4095-4a1a-92db-a855aae042ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:08.976230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7669175 Aug 21 18:25:08.978379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50708) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:08.982884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Request body: {'subnet': {'network_id': 'ab64383b-122c-42b5-887d-99892c4bb499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-553559494-subnet', 'tenant_id': '3a871b46f81e4f1d8d3001b7749e2c56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:08.988879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 618b3087-bba2-400c-bfba-8d16a2a18968, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=618b3087-bba2-400c-bfba-8d16a2a18968,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:09.002471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feb8353-974f-40e5-a5e8-6f5c628fac4a admin admin] Pushing event updated for resources: {'Network': ['ID=ab64383b-122c-42b5-887d-99892c4bb499,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.023415 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.029542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:09.030757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.031826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.041397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Made reservation on behalf of 3a871b46f81e4f1d8d3001b7749e2c56 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:09.043833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.103773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ab64383b-122c-42b5-887d-99892c4bb499 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:09.108052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.134111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.180445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7233641 Aug 21 18:25:09.184722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:09.190743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'ports': [{'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'}, {'network_id': '5045a1cd-d4a5-4eae-954e-9653e1dc2ffb'}]} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:09.191052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:09.191519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': '5045a1cd-d4a5-4eae-954e-9653e1dc2ffb'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-cfe68e4b-4095-4a1a-92db-a855aae042ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a0281fe-9fe2-4f2d-9138-5cd987dab983: This subnet is being modified by another concurrent operation. Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a0281fe-9fe2-4f2d-9138-5cd987dab983: This subnet is being modified by another concurrent operation. Aug 21 18:25:09.209243 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 18:25:09.234608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0281fe-9fe2-4f2d-9138-5cd987dab983,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.237608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.243448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-618e13a0-56c4-4fb4-bd7f-6428e421869c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8a0281fe-9fe2-4f2d-9138-5cd987dab983 HTTP/1.1" status: 204 len: 168 time: 0.3930752 Aug 21 18:25:09.246079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50714) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:09.260295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=618b3087-bba2-400c-bfba-8d16a2a18968,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.279012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bc1f0-af30-40ba-9957-dd6788b836d2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=5045a1cd-d4a5-4eae-954e-9653e1dc2ffb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.305711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-f5c2a4b8-b868-4d60-a235-20f61607d406 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:09.307156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-f5c2a4b8-b868-4d60-a235-20f61607d406 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.1648407 Aug 21 18:25:09.310600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:09.338223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f3c32-13c8-469f-9b51-7a06b99f04bd None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:09.414565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet b9deaa2f-a634-4e00-a622-25a0265ac562 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:09.417848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.463901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.471985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 618b3087-bba2-400c-bfba-8d16a2a18968 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:09.515348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c25dac0c-9320-4b54-a3f3-334550ccca43 None None] Provisioning complete for port 618b3087-bba2-400c-bfba-8d16a2a18968 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:09.515718 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c25dac0c-9320-4b54-a3f3-334550ccca43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.553679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.625527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Deleting port 6ba487cd-f745-42c6-a329-ff289592299f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:09.625862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.649526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 2} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:09.654847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.660052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.671849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.709420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=b9deaa2f-a634-4e00-a622-25a0265ac562,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.711424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.711983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.716096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c1e1bb1-c43c-4635-8a2f-e7562151147d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/b9deaa2f-a634-4e00-a622-25a0265ac562 HTTP/1.1" status: 204 len: 168 time: 0.4684494 Aug 21 18:25:09.718914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:09.722417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.749756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8a096-7860-4c40-a22c-cc3b35bda64c req-e31f2d46-8a65-4c67-b74c-112b02d9e3fe tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:09.751390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70a8a096-7860-4c40-a22c-cc3b35bda64c req-e31f2d46-8a65-4c67-b74c-112b02d9e3fe tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 1097 time: 0.3832898 Aug 21 18:25:09.767564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d44aae52-ceef-4a44-bf7a-c7a0d550b9a6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475347 Aug 21 18:25:09.770898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:09.785576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:09.796004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9d0419-a90b-49ad-9c1e-810559a29f73,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:09.818106 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:25:09.819367 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:25:09.865898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Checking segment: {'id': '21d78631-a7cf-4b58-b555-f63f72cf979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'ab64383b-122c-42b5-887d-99892c4bb499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:09.866974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Network hostable DHCP agents. Network: ab64383b-122c-42b5-887d-99892c4bb499, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:09.873240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] For port 6ba487cd-f745-42c6-a329-ff289592299f, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ba487cd-f745-42c6-a329-ff289592299f,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:09.873240 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:09.895741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc29aae0-3c5b-489d-81d9-bef5b079c1de None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:09.897243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Calling delete_port for 6ba487cd-f745-42c6-a329-ff289592299f owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:09.898614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port b9fdcc29-3e48-4d76-9c24-f419baada262 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:09.911342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70a8a096-7860-4c40-a22c-cc3b35bda64c req-637e0ad9-a757-4f33-af3b-f1457aeec453 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=1de30487-4217-407e-932b-997fcee8c098&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364841 Aug 21 18:25:09.926207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Network ab64383b-122c-42b5-887d-99892c4bb499 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:09.950050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ab64383b-122c-42b5-887d-99892c4bb499) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:09.961247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205f43e3-fa2e-4b48-ba15-dce21434d2cd None None] Network ab64383b-122c-42b5-887d-99892c4bb499 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:09.984163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:09.984750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.031496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:10.037412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.045216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1a1f4388-20c0-4cc8-be6b-fc07541f3a9b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0660083 Aug 21 18:25:10.060841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8a2a564c-39c5-4b81-a602-871b72fc59b9 None None] Provisioning complete for port 618b3087-bba2-400c-bfba-8d16a2a18968 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:10.061232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8a2a564c-39c5-4b81-a602-871b72fc59b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.296732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.323594 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.335964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ba487cd-f745-42c6-a329-ff289592299f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:10.422644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ba487cd-f745-42c6-a329-ff289592299f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:10.425153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811323f9-0f12-48cf-81fe-b42c10c375ad None None] Network ab64383b-122c-42b5-887d-99892c4bb499 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:10.440401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.567627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] No DVR routers for this DVR port 6ba487cd-f745-42c6-a329-ff289592299f on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:10.606456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 990246ab-cdbc-4aad-bcd0-3fe53d6adea7 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:10.630713 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.632763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0846be4f-0e98-4721-a43c-cce9a95498ea req-ae8f4097-6d68-499d-96f2-63667ffbc510 tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6ba487cd-f745-42c6-a329-ff289592299f HTTP/1.1" status: 204 len: 173 time: 1.3064406 Aug 21 18:25:10.633282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'name': 'network-vif-deleted', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:10.635595 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c8243-a9b7-451c-bfdf-eae36d11939d" -d '{"events": [{"server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "name": "network-vif-deleted", "tag": "6ba487cd-f745-42c6-a329-ff289592299f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:10.666571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:10.685769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 618b3087-bba2-400c-bfba-8d16a2a18968, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=618b3087-bba2-400c-bfba-8d16a2a18968,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:10.739906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.808230 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e998b6a-802c-4cd1-8af7-f4ee45e437b9 x-openstack-request-id: req-6e998b6a-802c-4cd1-8af7-f4ee45e437b9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:10.809311 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b970f327-b2a7-4d05-a864-1a81331f1c95", "name": "network-vif-deleted", "tag": "6ba487cd-f745-42c6-a329-ff289592299f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:10.811857 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e998b6a-802c-4cd1-8af7-f4ee45e437b9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:10.812128 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b970f327-b2a7-4d05-a864-1a81331f1c95', 'name': 'network-vif-deleted', 'tag': '6ba487cd-f745-42c6-a329-ff289592299f', 'status': 'completed', 'code': 200} Aug 21 18:25:10.833051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:25:10.844343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=618b3087-bba2-400c-bfba-8d16a2a18968,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:10.858307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Deleting port 618b3087-bba2-400c-bfba-8d16a2a18968 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:10.858706 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.916051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.960554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] For port 618b3087-bba2-400c-bfba-8d16a2a18968, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=618b3087-bba2-400c-bfba-8d16a2a18968,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:10.960930 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:10.977993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Calling delete_port for 618b3087-bba2-400c-bfba-8d16a2a18968 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:10.980510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.041297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-4305a299-5b4f-4c73-aa35-f5156028ab08 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:11.042829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-4305a299-5b4f-4c73-aa35-f5156028ab08 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/networks?id=83609203-b135-47a1-baa7-a96dfb89398b HTTP/1.1" status: 200 len: 825 time: 0.2297239 Aug 21 18:25:11.051103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:11.056465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:11.064250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:11.065682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.076749 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-10087235-59b7-4430-b696-0e7a1d65dbea tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/quotas/ae735ea9b31c4d45ab02ed985f0dec5a HTTP/1.1" status: 200 len: 375 time: 0.0226231 Aug 21 18:25:11.107278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-832141af-71da-4720-8929-5cc24d48ee86 req-c2915781-fa0e-4d16-9efc-03cff48997eb tempest-TestServerMultinode-499243306 tempest-TestServerMultinode-499243306-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b970f327-b2a7-4d05-a864-1a81331f1c95 HTTP/1.1" status: 200 len: 210 time: 0.0539844 Aug 21 18:25:11.122130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=b9fdcc29-3e48-4d76-9c24-f419baada262,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:11.130795 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.133397 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.174649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-5ab66142-0812-4871-91db-7e64dda6f79b tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae735ea9b31c4d45ab02ed985f0dec5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637820 Aug 21 18:25:11.176888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '022f3f77-6396-47cc-b4c9-2f4a05243d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '5045a1cd-d4a5-4eae-954e-9653e1dc2ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:11.177262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:11.204168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=990246ab-cdbc-4aad-bcd0-3fe53d6adea7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:11.209001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] Pushing event deleted for resources: {'Port': ['ID=618b3087-bba2-400c-bfba-8d16a2a18968,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:11.210902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9595f7-e6dd-4b60-88dd-efbb92d1395e None None] No DVR routers for this DVR port 618b3087-bba2-400c-bfba-8d16a2a18968 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:11.224313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:11.227607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec126a-5d57-4790-b3ca-59d2b8efd0d6 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:25:11.236970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:11.254542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:11.260793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:11.266553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:11.267542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.271268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Port 618b3087-bba2-400c-bfba-8d16a2a18968 concurrently deleted while adding address for new subnet {'id': 'd2517cb4-1e8b-44f6-a58e-23fd3d27a432', 'name': '', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3014, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-21T18:25:10Z', 'updated_at': '2021-08-21T18:25:10Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'be8684a2e1dc4e51a390d48b978a1ef0'}. {{(pid=94599) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 21 18:25:11.272818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.295451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4305e129-794a-4e66-821c-11f9af5204a1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1069407 Aug 21 18:25:11.296443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50748) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:11.354856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=d2517cb4-1e8b-44f6-a58e-23fd3d27a432,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:11.369918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec126a-5d57-4790-b3ca-59d2b8efd0d6 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:25:11.382145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:11.385332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:11.389553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:11.390163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.440714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-82b1ef62-e46a-48bd-8d69-3b43059bf710 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6625459 Aug 21 18:25:11.444449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50750) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:11.444990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-6e552203-8502-40a5-9b34-fd68aec93e87 service neutron] 10.222.0.41 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691557 Aug 21 18:25:11.454160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:11.463160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 990246ab-cdbc-4aad-bcd0-3fe53d6adea7 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:11.463689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.572668 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-f1cfa932-2da4-45b7-a802-a5e980ffcd23 service neutron] 10.222.0.41 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210611 Aug 21 18:25:11.662413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.742202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 990246ab-cdbc-4aad-bcd0-3fe53d6adea7 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:11.776935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-b71b1026-b7ef-4a93-9594-64ed4f11943a', 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'tenant_id': 'be8684a2e1dc4e51a390d48b978a1ef0', 'fixed_ips': [{'subnet_id': 'd2517cb4-1e8b-44f6-a58e-23fd3d27a432'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:11.777814 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.879386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff4be1a-99f8-429d-90df-4e6772d99019 req-68154aa7-3caf-4b59-9375-bc49c829f2b6 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 210 time: 0.0393739 Aug 21 18:25:11.913867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:11.919013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:11.925693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.003583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=990246ab-cdbc-4aad-bcd0-3fe53d6adea7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:12.018385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.024517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.024711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dff20a54-5932-4828-9441-aff35a79d59c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/990246ab-cdbc-4aad-bcd0-3fe53d6adea7 HTTP/1.1" status: 204 len: 168 time: 0.7266636 Aug 21 18:25:12.040745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Allocated IP 2001:db8::f816:3eff:fe20:818a (b71b1026-b7ef-4a93-9594-64ed4f11943a/d2517cb4-1e8b-44f6-a58e-23fd3d27a432/5bd5b5e8-1238-458c-94db-1d8ed6d8496b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:12.073350 n-d-793621-32 neutron-server[94598]: INFO neutron.db.ipam_backend_mixin [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2517cb4-1e8b-44f6-a58e-23fd3d27a432 (CIDR: 2001:db8::/64) Aug 21 18:25:12.078117 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:25:12.078733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:12.099868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5cb2a533-0956-49d8-9d1b-78e6f6dfe5c8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6518800 Aug 21 18:25:12.100539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.102266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e55b8-041f-490c-ba7f-a72709b1f818 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:12.106481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:12.109039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e55b8-041f-490c-ba7f-a72709b1f818 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:12.110912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-006e55b8-041f-490c-ba7f-a72709b1f818 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0856621 Aug 21 18:25:12.113870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50768) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.246726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50772) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.254679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port b9fdcc29-3e48-4d76-9c24-f419baada262 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:12.255048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.301823 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.322962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Transition to ACTIVE for port object 5bd5b5e8-1238-458c-94db-1d8ed6d8496b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:12.341871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.352230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Transition to ACTIVE for port object 5bd5b5e8-1238-458c-94db-1d8ed6d8496b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:12.359256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for b9fdcc29-3e48-4d76-9c24-f419baada262 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:12.369699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.419649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:12.422725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:12.425912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:12.461549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:12.504345 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.567811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:12.572000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.590020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=b9fdcc29-3e48-4d76-9c24-f419baada262,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:12.602220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.606655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37bc78f6-1049-489d-9493-398d5235aa3c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/b9fdcc29-3e48-4d76-9c24-f419baada262 HTTP/1.1" status: 204 len: 168 time: 0.4889960 Aug 21 18:25:12.606818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Attempting to bind port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:12.606818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Attempting to bind port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:12.606818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Attempting to bind port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b on network b71b1026-b7ef-4a93-9594-64ed4f11943a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:12.614194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:12.614613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Checking segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:12.615137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.615514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.616128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Bound using segment: {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:12.617478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Bound port: 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e200ad-e854-4f08-86ac-2e708cea33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:12.618121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.707219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:12.713277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:12.721643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:12.735326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1de98c-ef04-4d63-a08a-4aefbbeef29d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:12.737521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de1de98c-ef04-4d63-a08a-4aefbbeef29d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1213942 Aug 21 18:25:12.759235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.829221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ac2a-a8ad-4746-bb17-d542cc7c981f None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:12.849597 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a357f84-2806-4ebe-9994-a123b1c21b3d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:12.853055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a357f84-2806-4ebe-9994-a123b1c21b3d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/990246ab-cdbc-4aad-bcd0-3fe53d6adea7 HTTP/1.1" status: 404 len: 333 time: 0.0927024 Aug 21 18:25:12.857648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:12.894923 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e4a551-2f69-4ea3-8b02-b0852333a9d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:12.896523 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-03e4a551-2f69-4ea3-8b02-b0852333a9d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/b9fdcc29-3e48-4d76-9c24-f419baada262 HTTP/1.1" status: 404 len: 333 time: 0.0252709 Aug 21 18:25:12.900544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50790) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:13.086380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11b8735-853c-4ad4-abd6-db93048c0a93 req-0383ab66-39e8-4750-ae88-cd783f691068 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 210 time: 0.0744290 Aug 21 18:25:13.141543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.413664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:13.473997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:13.665837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ba487cd-f745-42c6-a329-ff289592299f no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:13.698038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 6ba487cd-f745-42c6-a329-ff289592299f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:13.699246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ba487cd-f745-42c6-a329-ff289592299f not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:13.706995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.726791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5045a1cd-d4a5-4eae-954e-9653e1dc2ffb']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:13.753803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022f3f77-6396-47cc-b4c9-2f4a05243d32') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:13.754368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022f3f77-6396-47cc-b4c9-2f4a05243d32') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:13.781349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-8ba90137-d585-4041-9ddf-d3dbac52a379 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:13.783747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-8ba90137-d585-4041-9ddf-d3dbac52a379 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.39 "GET /v2.0/networks?id=83609203-b135-47a1-baa7-a96dfb89398b HTTP/1.1" status: 200 len: 825 time: 0.1838970 Aug 21 18:25:13.793703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.796871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Request body: {'port': {'device_id': '661f1ca7-33d4-40e5-84a8-03f526859527', 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b', 'admin_state_up': True, 'tenant_id': 'ae735ea9b31c4d45ab02ed985f0dec5a'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:13.850436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.860653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:13.861372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:13.885395 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:13.936751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:13.969912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Made reservation on behalf of ae735ea9b31c4d45ab02ed985f0dec5a for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:13.974387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.082466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:14.099534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:14.104189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81a496-9f07-41fd-881d-ef8b8fe30246 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:25:14.115819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:14.118003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.124485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=df7c2d5d-6130-4578-828a-ab483201f7c3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:14.129743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Allocated IP 172.20.0.3 (83609203-b135-47a1-baa7-a96dfb89398b/426d8a15-cc23-438e-9540-67203479b81d/4a33179a-be25-4745-8f1f-fe4db989f6e3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:14.141024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.145733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-8eab0088-453d-49b6-8959-a1fa6314522d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2745240 Aug 21 18:25:14.165633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.168144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/5045a1cd-d4a5-4eae-954e-9653e1dc2ffb HTTP/1.1" status: 204 len: 168 time: 1.2386775 Aug 21 18:25:14.169569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d44a-45ee-48b9-9344-ff6f8fa41b33 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=5045a1cd-d4a5-4eae-954e-9653e1dc2ffb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:14.173221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-494f827d-f669-48d1-8a5d-99e1c20656b3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0715556 Aug 21 18:25:14.178674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50798) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:14.178977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50800) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:14.190428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:a6:09:83', 'name': 'tempest-NetworksTestDHCPv6-1502134573'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:14.285187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8403831f-10d6-4d60-b0c1-cbfb7e1f0af0 req-c124a8d9-fadb-4b49-aa4a-4b1495ac0a7c tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 210 time: 0.0507765 Aug 21 18:25:14.311340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-247905669'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:14.318230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Provisioning for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:14.336231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:14.336799 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.366655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd81a496-9f07-41fd-881d-ef8b8fe30246 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:25:14.373515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.380017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:14.434327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.487737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.517501 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.522923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:14.527536 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.573970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-6f627708-7fda-4205-a4ae-94d1c5e5101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:14.575924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-6f627708-7fda-4205-a4ae-94d1c5e5101e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.2856827 Aug 21 18:25:14.581683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Network 83609203-b135-47a1-baa7-a96dfb89398b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:14.586042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Pushing event updated for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:14.594076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:14.595242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:14.598902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:14.607305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.639950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:14.653635 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.654321 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 2ab47d97-f8d8-4a57-b97a-3de70ab31750 of type vlan for network e5469d08-3fcf-49c5-8270-c57f78e710fb Aug 21 18:25:14.695406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:14.696539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.712412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c2b57-8c6d-4653-82a1-e37afc2068a1 None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:14.719989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-9327945d-41f3-42d4-8725-aa2f71aa4617 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9269943 Aug 21 18:25:14.748427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Request body: {'port': {'device_id': '661f1ca7-33d4-40e5-84a8-03f526859527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:14.764171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.819752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.823366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'd2517cb4-1e8b-44f6-a58e-23fd3d27a432', 'ip_address': '2001:db8::f816:3eff:fe20:818a'}, {'subnet_id': 'df7c2d5d-6130-4578-828a-ab483201f7c3'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '5bd5b5e8-1238-458c-94db-1d8ed6d8496b'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:14.850532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.853608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.932186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:14.938878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:14.944593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:14.945307 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.128297 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-7e6c768b-b3c1-4701-8565-decbed425aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:15.130114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-7e6c768b-b3c1-4701-8565-decbed425aee service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.4006844 Aug 21 18:25:15.135366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Allocated IP 2001:db8:0:1::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/df7c2d5d-6130-4578-828a-ab483201f7c3/5bd5b5e8-1238-458c-94db-1d8ed6d8496b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:15.141421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9573259 Aug 21 18:25:15.146072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50804) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:15.154741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:15.168310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da610532-f313-4c76-827f-2a5ca5f011ea tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=e5469d08-3fcf-49c5-8270-c57f78e710fb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:15.205207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e5469d08-3fcf-49c5-8270-c57f78e710fb details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:15.301973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a33179a-be25-4745-8f1f-fe4db989f6e3 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:25:15.312604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.348005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Transition to ACTIVE for port object 4a33179a-be25-4745-8f1f-fe4db989f6e3 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:15.353835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.384058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:15.401939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:15.405487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.444747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:15.455882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Pushing event updated for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:15.492666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.514084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Transition to ACTIVE for port object 5bd5b5e8-1238-458c-94db-1d8ed6d8496b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:15.524218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.565469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Attempting to bind port 4a33179a-be25-4745-8f1f-fe4db989f6e3 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:15.568562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Attempting to bind port 4a33179a-be25-4745-8f1f-fe4db989f6e3 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'de7d05ff-7515-4196-aacc-720bf7433c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:15.569121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Attempting to bind port 4a33179a-be25-4745-8f1f-fe4db989f6e3 on network 83609203-b135-47a1-baa7-a96dfb89398b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:15.577676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Port 4a33179a-be25-4745-8f1f-fe4db989f6e3 on network 83609203-b135-47a1-baa7-a96dfb89398b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:25:15.578013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Attempting to bind port 4a33179a-be25-4745-8f1f-fe4db989f6e3 on network 83609203-b135-47a1-baa7-a96dfb89398b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:15.593167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:15.593940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Checking segment: {'id': 'de7d05ff-7515-4196-aacc-720bf7433c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:15.594928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Bound using segment: {'id': 'de7d05ff-7515-4196-aacc-720bf7433c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:15.596734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Bound port: 4a33179a-be25-4745-8f1f-fe4db989f6e3, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de7d05ff-7515-4196-aacc-720bf7433c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:15.597373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.639765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-569bc4eb-177f-4552-9103-e9fea5f26802 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1002 time: 0.4944236 Aug 21 18:25:15.640177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f12c9-f4ad-4744-b98e-f1bf602270f8 None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:15.708936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:15.713428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3,segment=NetworkSegment(de7d05ff-7515-4196-aacc-720bf7433c2c),segment_id=de7d05ff-7515-4196-aacc-720bf7433c2c)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:15.726413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.766390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:15.768364 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.770270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] 10.222.0.39 "PUT /v2.0/ports/4a33179a-be25-4745-8f1f-fe4db989f6e3 HTTP/1.1" status: 200 len: 1092 time: 1.0265977 Aug 21 18:25:15.771671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:15.775532 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669ba533-cbd1-4255-b821-d3b24e27ca1e" -d '{"events": [{"name": "network-changed", "server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:15.813127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e57d0-399a-4996-bc6e-a8abcc2dc0d2 req-04e54fd9-ae2a-43c9-a10f-ebcdcd9a990c tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:15.820716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe3e57d0-399a-4996-bc6e-a8abcc2dc0d2 req-04e54fd9-ae2a-43c9-a10f-ebcdcd9a990c tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 943 time: 0.3708479 Aug 21 18:25:15.855093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Deleting port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:15.855444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:15.874811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-f4636387-d6c3-43ea-9aae-a6aba158949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:15.876319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-f4636387-d6c3-43ea-9aae-a6aba158949e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.2169018 Aug 21 18:25:15.902382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d75bd6-32d3-4678-b715-69808a81f1ed service neutron] Pushing event updated for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:15.906220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8:0:1::27f (b71b1026-b7ef-4a93-9594-64ed4f11943a/df7c2d5d-6130-4578-828a-ab483201f7c3/6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:15.907342 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468f1a6-49d6-4d7c-8223-7459e270d3a9 x-openstack-request-id: req-f468f1a6-49d6-4d7c-8223-7459e270d3a9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:15.907342 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:15.907342 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f468f1a6-49d6-4d7c-8223-7459e270d3a9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:15.907342 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3', 'status': 'completed', 'code': 200} Aug 21 18:25:15.934150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-6f89660e-aa47-4700-a497-80bd1999e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:15.938069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-6f89660e-aa47-4700-a497-80bd1999e7cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae735ea9b31c4d45ab02ed985f0dec5a&device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 1095 time: 0.0791316 Aug 21 18:25:15.992204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::f816:3eff:fea6:983 (b71b1026-b7ef-4a93-9594-64ed4f11943a/d2517cb4-1e8b-44f6-a58e-23fd3d27a432/6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:16.045043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-b1adbfcb-433c-4cce-8424-2636497c3609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3 HTTP/1.1" status: 200 len: 217 time: 0.0894785 Aug 21 18:25:16.084190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe3e57d0-399a-4996-bc6e-a8abcc2dc0d2 req-b6ea618b-0a82-43f1-abe4-974c7a9f5f25 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625735 Aug 21 18:25:16.112681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] For port f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:16.113063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.150778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-61f2f2d4-40d0-49ec-a577-47a056580dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.152361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-61f2f2d4-40d0-49ec-a577-47a056580dae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=426d8a15-cc23-438e-9540-67203479b81d HTTP/1.1" status: 200 len: 865 time: 0.1062956 Aug 21 18:25:16.185248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Calling delete_port for f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:16.191597 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-b3bea345-9cb1-4f1e-85ca-f46907c2a2f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83609203-b135-47a1-baa7-a96dfb89398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309479 Aug 21 18:25:16.196582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-2b138a04-c72a-4bb6-8861-f791cd02529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.198159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-2b138a04-c72a-4bb6-8861-f791cd02529f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2936659 Aug 21 18:25:16.303193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-fc29e67e-da13-457e-b3d5-fc07a8645e0a service neutron] 10.222.0.39 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007302 Aug 21 18:25:16.417731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.482054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ed3df4f9-0069-4310-a66a-f888a51953ea req-a8097032-7591-483f-8614-14a11b5d3727 service neutron] 10.222.0.39 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698236 Aug 21 18:25:16.583377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00525ea-34d9-4328-8189-d066dbe58657 None None] Network 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:16.587613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-e0967708-3725-42aa-8e80-7415a99e0d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.588087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5be4891-3fd5-426c-9748-8b6760f914c4 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:16.589158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-e0967708-3725-42aa-8e80-7415a99e0d7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ae735ea9b31c4d45ab02ed985f0dec5a&device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 1095 time: 0.0576410 Aug 21 18:25:16.603442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=e3526f4b-9cc9-4620-baa9-5850ab2c6fe3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:16.610326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00525ea-34d9-4328-8189-d066dbe58657 None None] Network 5045a1cd-d4a5-4eae-954e-9653e1dc2ffb could not be found, it might have been deleted concurrently. {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 21 18:25:16.671602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-22e3d525-ba0e-4489-a191-304c172d860f service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276981 Aug 21 18:25:16.699360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-080a388a-b640-4278-9ed7-6cced7756fd0 None None] Provisioning for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:16.700093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.712109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '2ab47d97-f8d8-4a57-b97a-3de70ab31750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:16.712608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: e5469d08-3fcf-49c5-8270-c57f78e710fb, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:16.715653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-080a388a-b640-4278-9ed7-6cced7756fd0 None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:16.716388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-080a388a-b640-4278-9ed7-6cced7756fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.730759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-9dd0b777-b9e6-4d02-a720-a37626674ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.732713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-9dd0b777-b9e6-4d02-a720-a37626674ad5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=83609203-b135-47a1-baa7-a96dfb89398b HTTP/1.1" status: 200 len: 926 time: 0.1371100 Aug 21 18:25:16.769986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:16.794602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-8d93f8ea-c757-4c62-bdfa-bf4b59746da8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3 HTTP/1.1" status: 200 len: 217 time: 0.0524220 Aug 21 18:25:16.821619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network e5469d08-3fcf-49c5-8270-c57f78e710fb is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:16.880354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e5469d08-3fcf-49c5-8270-c57f78e710fb) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:16.887340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.888182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.906244 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.909692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3427e75d-81ab-4926-9869-b8f6d4a43641 None None] Network e5469d08-3fcf-49c5-8270-c57f78e710fb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:16.917337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-3c1ac968-3e4f-4197-80ec-6e459a1787f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:16.924366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-3c1ac968-3e4f-4197-80ec-6e459a1787f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=426d8a15-cc23-438e-9540-67203479b81d HTTP/1.1" status: 200 len: 865 time: 0.1201386 Aug 21 18:25:16.957153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90bf3627-834e-41ae-af34-0a67bd1daa77 req-38a8f46a-fd87-482d-ba7a-bc36b43234ca service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672603 Aug 21 18:25:16.958477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-273feac6-88c0-4d1b-a0ac-2b1742b1f085 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8080957 Aug 21 18:25:16.962144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50814) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:16.963935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:16.969806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb', 'name': 'tempest-PortsIpV6TestJSON-1867552490'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:16.974059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-1b29c43d-ae32-411e-9367-63877c465d0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=83609203-b135-47a1-baa7-a96dfb89398b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408533 Aug 21 18:25:17.129634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:17.145042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-b2da5104-d71d-40dd-8e21-23fafb362a64 service neutron] 10.222.0.39 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615615 Aug 21 18:25:17.203915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:17.214792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e5469d08-3fcf-49c5-8270-c57f78e710fb', 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': 'e3526f4b-9cc9-4620-baa9-5850ab2c6fe3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:17.223535 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.288841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:17.390089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3dde-4e34-45a9-a52d-bb62e314b5c9 req-a21063d7-dfde-4dcc-9804-73e17f9a80ce tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:17.391613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-731e3dde-4e34-45a9-a52d-bb62e314b5c9 req-a21063d7-dfde-4dcc-9804-73e17f9a80ce tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 943 time: 0.1027431 Aug 21 18:25:17.394100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-669ba533-cbd1-4255-b821-d3b24e27ca1e req-85ef1c3e-efc6-4a44-86ae-6910df2d8325 service neutron] 10.222.0.39 "GET /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410941 Aug 21 18:25:17.450721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:17.450936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-731e3dde-4e34-45a9-a52d-bb62e314b5c9 req-15c39636-2c31-409e-adaa-dafd8daa4a37 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Aug 21 18:25:17.487016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:17.487016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.493915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe613aa-796d-43f4-ac93-56962d80c040 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:17.507862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:17.509637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:17.513273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.519780 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d6202ad-fbe9-48ce-8eea-5e107840e434 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3305860 Aug 21 18:25:17.519882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50820) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:17.555982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 4eff56ac-ac11-4abb-bc1d-e663fdda7234 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:17.587190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:17.640599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:17.641110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.793752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.822962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Allocated IP 2001:db8::2 (e5469d08-3fcf-49c5-8270-c57f78e710fb/e3526f4b-9cc9-4620-baa9-5850ab2c6fe3/258546e7-72b3-4826-b13e-023b7795a35f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:17.853142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:17.880442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-37fe6afd-f9d1-4a51-ba67-173f54bb8fdb None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:17.880442 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37fe6afd-f9d1-4a51-ba67-173f54bb8fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:17.888864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8480be3-0313-4a15-8e1c-c4344fa1b156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.109970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:18.110354 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.216155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.276207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.467177 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.677862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Router bca6d02d-af42-4dd5-88b0-ba4782da7d12 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:25:18.704168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c48c5d-2a96-40b3-99a0-37b7a37e2291 req-036e3622-c901-4928-8a14-45b4777bcf6b tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:18.706300 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f8c48c5d-2a96-40b3-99a0-37b7a37e2291 req-036e3622-c901-4928-8a14-45b4777bcf6b tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 943 time: 0.1178894 Aug 21 18:25:18.760522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Transition to ACTIVE for port object 258546e7-72b3-4826-b13e-023b7795a35f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:25:18.762526 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:25:18.767119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Provisioning for port 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:18.779005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.785275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Provisioning complete for port 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:18.785901 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.834806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Transition to ACTIVE for port object 258546e7-72b3-4826-b13e-023b7795a35f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:18.841091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Port 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 was deleted so its status cannot be updated. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 21 18:25:18.845986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:25:18.849129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.861250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9c4787eb-4a03-4a3d-9eab-b1359462ad31 admin admin] 10.222.0.41 "PUT /v2.0/routers/bca6d02d-af42-4dd5-88b0-ba4782da7d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6130574 Aug 21 18:25:18.867778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50830) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:18.893912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f8c48c5d-2a96-40b3-99a0-37b7a37e2291 req-d5e6133e-d562-4762-b8b5-fed9586dff6f tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738596 Aug 21 18:25:18.894634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:18.907065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Sync routers for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:25:18.912043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Network e5469d08-3fcf-49c5-8270-c57f78e710fb is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:18.922939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:18.923565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c07ad573-a9e5-4291-b6ba-78f9490d0ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.924957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.928595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:18.988931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:18.993955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1561ed18-cd9b-4ef2-98a8-dcb9f0f840d9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 HTTP/1.1" status: 204 len: 168 time: 1.4739778 Aug 21 18:25:18.994882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50832) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:19.001414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:19.027004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:19.028212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:19.030612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Pushing event updated for resources: {'Port': ['ID=258546e7-72b3-4826-b13e-023b7795a35f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:19.080315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc7252a-b18c-4497-81c3-fa6125ab4d51 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.090688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-adc7252a-b18c-4497-81c3-fa6125ab4d51 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0935700 Aug 21 18:25:19.092086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:19.115045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::a9 (e5469d08-3fcf-49c5-8270-c57f78e710fb/e3526f4b-9cc9-4620-baa9-5850ab2c6fe3/4eff56ac-ac11-4abb-bc1d-e663fdda7234) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:19.183627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.238450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Attempting to bind port 258546e7-72b3-4826-b13e-023b7795a35f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:19.238853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Attempting to bind port 258546e7-72b3-4826-b13e-023b7795a35f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2ab47d97-f8d8-4a57-b97a-3de70ab31750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:19.239215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Attempting to bind port 258546e7-72b3-4826-b13e-023b7795a35f on network e5469d08-3fcf-49c5-8270-c57f78e710fb {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:19.242021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0be39f-305c-468c-a71b-f868d3373a21 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.247401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:19.247784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Checking segment: {'id': '2ab47d97-f8d8-4a57-b97a-3de70ab31750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:19.248175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.248558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Bound using segment: {'id': '2ab47d97-f8d8-4a57-b97a-3de70ab31750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:19.249754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Bound port: 258546e7-72b3-4826-b13e-023b7795a35f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab47d97-f8d8-4a57-b97a-3de70ab31750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'e5469d08-3fcf-49c5-8270-c57f78e710fb'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:19.249754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.249997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c0be39f-305c-468c-a71b-f868d3373a21 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1564243 Aug 21 18:25:19.250238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50838) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:19.305835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:19.398950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.417798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204cdaa-a7c9-46c0-afa9-a905816bbef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.420458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204cdaa-a7c9-46c0-afa9-a905816bbef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.422315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e204cdaa-a7c9-46c0-afa9-a905816bbef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.426550 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e204cdaa-a7c9-46c0-afa9-a905816bbef9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1696420 Aug 21 18:25:19.427739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50840) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:19.468803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f85decf5-419c-4de6-8350-fd3babdd54c8 None None] Could not find standard attr ID for object 6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:25:19.481899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] For port 258546e7-72b3-4826-b13e-023b7795a35f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:19.508742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet d2517cb4-1e8b-44f6-a58e-23fd3d27a432 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:19.514258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] For port 258546e7-72b3-4826-b13e-023b7795a35f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=258546e7-72b3-4826-b13e-023b7795a35f,segment=NetworkSegment(2ab47d97-f8d8-4a57-b97a-3de70ab31750),segment_id=2ab47d97-f8d8-4a57-b97a-3de70ab31750)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:19.518933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.532999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.577339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.593368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Deleting port ebed39a9-530b-4537-b7be-bc1d6eaa4968 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:19.594432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.627106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.654416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022b0b2-36b6-46d3-b720-3ee5ff78cd19 None None] Pushing event updated for resources: {'Port': ['ID=258546e7-72b3-4826-b13e-023b7795a35f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:19.664336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4a33179a-be25-4745-8f1f-fe4db989f6e3 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:25:19.680167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 4eff56ac-ac11-4abb-bc1d-e663fdda7234 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:19.771888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] For port ebed39a9-530b-4537-b7be-bc1d6eaa4968, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ebed39a9-530b-4537-b7be-bc1d6eaa4968,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:19.772362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.805857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:25:16Z', 'revision_number': 5, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port': {'id': 'ebed39a9-530b-4537-b7be-bc1d6eaa4968', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:43:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:03Z', 'updated_at': '2021-08-21T18:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:19.805857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3,segment=NetworkSegment(de7d05ff-7515-4196-aacc-720bf7433c2c),segment_id=de7d05ff-7515-4196-aacc-720bf7433c2c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:19.820179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.828251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Calling delete_port for ebed39a9-530b-4537-b7be-bc1d6eaa4968 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:19.873507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Checking router: bca6d02d-af42-4dd5-88b0-ba4782da7d12 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:25:19.885524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Routers {'bca6d02d-af42-4dd5-88b0-ba4782da7d12'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:19.886155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:24:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:19.891788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '4a33179a-be25-4745-8f1f-fe4db989f6e3', 'network_id': '83609203-b135-47a1-baa7-a96dfb89398b', 'port_id': '4a33179a-be25-4745-8f1f-fe4db989f6e3', 'mac_address': 'fa:16:3e:03:e5:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '426d8a15-cc23-438e-9540-67203479b81d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:25:19.892982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=4eff56ac-ac11-4abb-bc1d-e663fdda7234,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:19.923100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:19.928583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network e5469d08-3fcf-49c5-8270-c57f78e710fb is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:19.931715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:19.938987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:19.948157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:19.950216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.023402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-044b5fd6-f956-4668-8cfb-aa20d79d3807 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0536332 Aug 21 18:25:20.024947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50846) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:20.103005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.108637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] Set router bca6d02d-af42-4dd5-88b0-ba4782da7d12 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:20.120860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.177838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:25:19Z', 'revision_number': 6, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:20.180674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a33179a-be25-4745-8f1f-fe4db989f6e3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:25:20.214446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=d2517cb4-1e8b-44f6-a58e-23fd3d27a432,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:20.226408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.228352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-102a9e19-330f-4eaa-ad07-0268c986c3ae tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/d2517cb4-1e8b-44f6-a58e-23fd3d27a432 HTTP/1.1" status: 204 len: 168 time: 0.7994413 Aug 21 18:25:20.231127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a652f30-467b-4f4a-aaab-6b41c567cd78 None None] The sync data for ids ['bca6d02d-af42-4dd5-88b0-ba4782da7d12'] in n-d-793621-32 is: [{'id': 'bca6d02d-af42-4dd5-88b0-ba4782da7d12', 'name': 'tempest-TestServerMultinode-129664409-router', 'tenant_id': 'bcf7905ecf6f462780bba50e34e37a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:02Z', 'updated_at': '2021-08-21T18:25:19Z', 'revision_number': 6, 'project_id': 'bcf7905ecf6f462780bba50e34e37a43', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:20.232025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:20.246211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3,segment=NetworkSegment(de7d05ff-7515-4196-aacc-720bf7433c2c),segment_id=de7d05ff-7515-4196-aacc-720bf7433c2c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:20.255887 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.315906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet df7c2d5d-6130-4578-828a-ab483201f7c3 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:20.320116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.320827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc0ea-55ed-4bd0-92b9-f5a7a7be9a07 req-85b99b97-043d-4af2-b81c-a276c5e2f054 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:20.322471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc9fc0ea-55ed-4bd0-92b9-f5a7a7be9a07 req-85b99b97-043d-4af2-b81c-a276c5e2f054 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 943 time: 0.2331171 Aug 21 18:25:20.344493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5518d52-f441-4559-8ca5-b90151dd8e6c None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:20.404656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.412426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 4eff56ac-ac11-4abb-bc1d-e663fdda7234 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:20.412968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.462917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc9fc0ea-55ed-4bd0-92b9-f5a7a7be9a07 req-f8a47b09-36c4-4ed2-bb7a-cbe6312c444f tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202514 Aug 21 18:25:20.527772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['4a33179a-be25-4745-8f1f-fe4db989f6e3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:20.553698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.578239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-576d934d-f0ef-4406-b5c7-2f27161bafb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.580022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.593718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:20.606290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.625276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.660429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 4eff56ac-ac11-4abb-bc1d-e663fdda7234 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:20.669706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ebed39a9-530b-4537-b7be-bc1d6eaa4968,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:20.696656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.766449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=df7c2d5d-6130-4578-828a-ab483201f7c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:20.773179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:20.776301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6d78c33-862a-463e-9105-8b5aae20062b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/df7c2d5d-6130-4578-828a-ab483201f7c3 HTTP/1.1" status: 204 len: 168 time: 0.5436583 Aug 21 18:25:20.785924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50852) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:20.880984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ed971802-136a-4608-8920-2a1959c69465 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936244 Aug 21 18:25:20.887058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50854) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:20.894702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:20.901052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.021039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.023912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.071950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:21.089676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.115518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339be03f-696b-4e9b-9b67-7f27f5f0e55d None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': 'df7c2d5d-6130-4578-828a-ab483201f7c3'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '5bd5b5e8-1238-458c-94db-1d8ed6d8496b'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:21.164468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-339be03f-696b-4e9b-9b67-7f27f5f0e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.177603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.177996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bca6d02d-af42-4dd5-88b0-ba4782da7d12 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:25:21.183689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.185116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-50bd128f-23a1-4097-acc7-97863b706a1a admin admin] 10.222.0.41 "DELETE /v2.0/routers/bca6d02d-af42-4dd5-88b0-ba4782da7d12 HTTP/1.1" status: 204 len: 168 time: 2.3163989 Aug 21 18:25:21.188182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.190633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50858) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.231400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604888a9-a316-4f1c-8266-ff94609108ec None None] Network e5469d08-3fcf-49c5-8270-c57f78e710fb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:21.276481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=4eff56ac-ac11-4abb-bc1d-e663fdda7234,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:21.308771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.310831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-227a7faa-0299-42c6-9302-4a92d79cea18 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/4eff56ac-ac11-4abb-bc1d-e663fdda7234 HTTP/1.1" status: 204 len: 168 time: 1.2850044 Aug 21 18:25:21.313577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.337538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Deleting subnet 01d82437-677d-4075-ab88-68dcd946df1a {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:21.361307 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.364853 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9c9cf7-782a-4157-8e24-5f75ceb34dc7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:21.366195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f9c9cf7-782a-4157-8e24-5f75ceb34dc7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:21.375548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9f9c9cf7-782a-4157-8e24-5f75ceb34dc7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/4eff56ac-ac11-4abb-bc1d-e663fdda7234 HTTP/1.1" status: 404 len: 333 time: 0.0562563 Aug 21 18:25:21.383507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.418980 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-70896082-db0a-4004-9d26-cd280341068a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:21.425313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70896082-db0a-4004-9d26-cd280341068a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/4eff56ac-ac11-4abb-bc1d-e663fdda7234 HTTP/1.1" status: 404 len: 333 time: 0.0388808 Aug 21 18:25:21.426222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.435703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.522768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.561427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.574480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet e3526f4b-9cc9-4620-baa9-5850ab2c6fe3 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:21.605519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.630693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.670615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 258546e7-72b3-4826-b13e-023b7795a35f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:21.676776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d82437-677d-4075-ab88-68dcd946df1a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:21.678157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:21.680403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.685111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb6e667d-9c0d-4b20-9c8a-00866f9e88aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/01d82437-677d-4075-ab88-68dcd946df1a HTTP/1.1" status: 204 len: 168 time: 0.4932661 Aug 21 18:25:21.687848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.696523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:21.704940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:21.705754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.708421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=3a201133-c2b7-4f72-80ca-05b174b588f3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:21.719130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.767276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a8b236-7c8c-49a3-9a48-0ca05e5ad762 req-e2913dd4-44d2-4e3a-a4ab-c653bfb0bf5b tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:21.768824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79a8b236-7c8c-49a3-9a48-0ca05e5ad762 req-e2913dd4-44d2-4e3a-a4ab-c653bfb0bf5b tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 944 time: 0.2038631 Aug 21 18:25:21.782006 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.790064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4a33179a-be25-4745-8f1f-fe4db989f6e3 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:21.793362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-598c61cc-d0bf-4f13-8c98-d44a45656fad tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9052503 Aug 21 18:25:21.796589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:21.796758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6029ee2-5270-40cc-89a1-1427eacebd0f None None] Network 4011f86a-d36e-40e3-9f3b-c242deb14355 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:21.839333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:21.869313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79a8b236-7c8c-49a3-9a48-0ca05e5ad762 req-9e2480a5-1406-41cf-9dda-ac3534178cba tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868738 Aug 21 18:25:21.873710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.898119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.906549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1dc26a86-a926-4f24-a00d-db994fbadeb5 None None] Provisioning for port 258546e7-72b3-4826-b13e-023b7795a35f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:21.985705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Deleting port 84318fa9-1772-40ed-9e26-ee398ccaad88 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:21.986775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:21.991188 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.019076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13357d54-24d5-496c-94fe-886f294db49e None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:22.049465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=e3526f4b-9cc9-4620-baa9-5850ab2c6fe3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:22.069875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.071767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:22.075208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.075826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c09ca5b-df8e-4735-8484-2f12a936643d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/e3526f4b-9cc9-4620-baa9-5850ab2c6fe3 HTTP/1.1" status: 204 len: 168 time: 0.6203375 Aug 21 18:25:22.078192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50880) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:22.099101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] For port 84318fa9-1772-40ed-9e26-ee398ccaad88, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84318fa9-1772-40ed-9e26-ee398ccaad88,segment=NetworkSegment(e61cf314-4b46-478f-a23c-dad7c8df14c2),segment_id=e61cf314-4b46-478f-a23c-dad7c8df14c2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:22.099462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.118842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Calling delete_port for 84318fa9-1772-40ed-9e26-ee398ccaad88 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:22.166298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.229240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 258546e7-72b3-4826-b13e-023b7795a35f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:22.229593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.263124 n-d-793621-32 neutron-server[94598]: INFO neutron.db.ipam_backend_mixin [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a201133-c2b7-4f72-80ca-05b174b588f3 (CIDR: 2001:db8::/64) Aug 21 18:25:22.273453 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:25:22.274072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:22.302402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0ed219bc-08f4-4664-9b45-4f1c3c0d396a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5018594 Aug 21 18:25:22.303299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50882) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:22.308700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-89e0db24-785a-4d89-9b93-db48fa82a63f None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:22.309765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89e0db24-785a-4d89-9b93-db48fa82a63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.310448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:22.327902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.359980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 258546e7-72b3-4826-b13e-023b7795a35f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:22.372593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Pushing event deleted for resources: {'Port': ['ID=84318fa9-1772-40ed-9e26-ee398ccaad88,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:22.374214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 258546e7-72b3-4826-b13e-023b7795a35f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:22.375024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.378789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] No DVR routers for this DVR port 84318fa9-1772-40ed-9e26-ee398ccaad88 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:22.389743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:25:22.402484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port 258546e7-72b3-4826-b13e-023b7795a35f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=258546e7-72b3-4826-b13e-023b7795a35f,segment=NetworkSegment(2ab47d97-f8d8-4a57-b97a-3de70ab31750),segment_id=2ab47d97-f8d8-4a57-b97a-3de70ab31750)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:22.403198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.423077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 258546e7-72b3-4826-b13e-023b7795a35f owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:22.438836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 4a33179a-be25-4745-8f1f-fe4db989f6e3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:22.450101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 4a33179a-be25-4745-8f1f-fe4db989f6e3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:22.450634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.515241 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.536984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4011f86a-d36e-40e3-9f3b-c242deb14355']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.554049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e61cf314-4b46-478f-a23c-dad7c8df14c2') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.554444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e61cf314-4b46-478f-a23c-dad7c8df14c2') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.572290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.575618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:22.579173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.581505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] DHCP port deletion for e5469d08-3fcf-49c5-8270-c57f78e710fb request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:22.602847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.614802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:22.616151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:22.618463 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:22.639809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.644399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aca90b-f078-486a-85ac-8dca99d6a627 None None] DHCP port deletion for 4011f86a-d36e-40e3-9f3b-c242deb14355 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:22.683040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=258546e7-72b3-4826-b13e-023b7795a35f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:22.691609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port 258546e7-72b3-4826-b13e-023b7795a35f on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:22.712342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.719106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.721432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] 10.222.0.41 "DELETE /v2.0/networks/4011f86a-d36e-40e3-9f3b-c242deb14355 HTTP/1.1" status: 204 len: 168 time: 1.0322113 Aug 21 18:25:22.726368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.727538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50884) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:22.740080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb693d0-740f-4f44-bfe5-ed13ca03017d admin admin] Pushing event deleted for resources: {'Network': ['ID=4011f86a-d36e-40e3-9f3b-c242deb14355,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:22.871955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.874340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Deleting port 258546e7-72b3-4826-b13e-023b7795a35f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:22.874726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.875091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:22.903238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '3a201133-c2b7-4f72-80ca-05b174b588f3'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '5bd5b5e8-1238-458c-94db-1d8ed6d8496b'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:22.909885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5469d08-3fcf-49c5-8270-c57f78e710fb']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.937085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:22.960930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3,segment=NetworkSegment(de7d05ff-7515-4196-aacc-720bf7433c2c),segment_id=de7d05ff-7515-4196-aacc-720bf7433c2c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:22.981220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab47d97-f8d8-4a57-b97a-3de70ab31750') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.981220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab47d97-f8d8-4a57-b97a-3de70ab31750') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:22.982467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:22.984716 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb57d58-5e63-4e20-959a-70a720f8f841" -d '{"events": [{"server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "name": "network-vif-plugged", "status": "completed", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:23.013307 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.018192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.020559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:23.020947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f8e10ea7-5e95-45d2-9d77-bf31bfd5eb2a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:23.021369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ebed39a9-530b-4537-b7be-bc1d6eaa4968 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:23.036705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1286c2-420f-4e05-9bed-04322b3e2ad7 req-e89d62a8-1cea-48c1-a506-14109da70801 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:23.049606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee1286c2-420f-4e05-9bed-04322b3e2ad7 req-e89d62a8-1cea-48c1-a506-14109da70801 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.0845907 Aug 21 18:25:23.053466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.070021 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.078438 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4960ca-846d-4c10-8ecb-d827cf185714 x-openstack-request-id: req-fb4960ca-846d-4c10-8ecb-d827cf185714 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:23.078689 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "name": "network-vif-plugged", "status": "completed", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:23.078909 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb4960ca-846d-4c10-8ecb-d827cf185714 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:23.079292 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3', 'code': 200} Aug 21 18:25:23.089504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ebed39a9-530b-4537-b7be-bc1d6eaa4968 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:23.089846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ebed39a9-530b-4537-b7be-bc1d6eaa4968 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:23.102829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] For port 258546e7-72b3-4826-b13e-023b7795a35f, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:23.103234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.111227 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee1286c2-420f-4e05-9bed-04322b3e2ad7 req-4dae5766-56cc-49af-b16f-208eb84f8f81 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584381 Aug 21 18:25:23.134829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:23.135342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:23.140892 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:23.148346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Calling delete_port for 258546e7-72b3-4826-b13e-023b7795a35f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:23.157262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Port 258546e7-72b3-4826-b13e-023b7795a35f was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:25:23.168301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.176119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:23.300849 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] No DVR routers for this DVR port 258546e7-72b3-4826-b13e-023b7795a35f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:23.304920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21537b1d-f567-45bd-9322-42a05c4ce21b None None] Pushing event deleted for resources: {'Port': ['ID=258546e7-72b3-4826-b13e-023b7795a35f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:23.324956 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.358783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.378436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.380397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/e5469d08-3fcf-49c5-8270-c57f78e710fb HTTP/1.1" status: 204 len: 168 time: 1.2976205 Aug 21 18:25:23.384880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:23.394535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607601769'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:23.404553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a011c-e776-47a8-9ef7-fe6b50d0c188 req-908f0e13-ee75-40f8-81cd-898409c82a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:23.405475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3a201133-c2b7-4f72-80ca-05b174b588f3/5bd5b5e8-1238-458c-94db-1d8ed6d8496b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:23.406072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e66a011c-e776-47a8-9ef7-fe6b50d0c188 req-908f0e13-ee75-40f8-81cd-898409c82a5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 1097 time: 0.2643898 Aug 21 18:25:23.406864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15c6e-6326-448d-b65d-b09dc8a66a2e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=e5469d08-3fcf-49c5-8270-c57f78e710fb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:23.429002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:23.433095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:23.437291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.478232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:23.490192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.490621 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment a05c63e9-0798-442b-afda-0a323e4b3bd3 of type vlan for network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 Aug 21 18:25:23.536532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.568443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.575639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:23.576259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.594139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e66a011c-e776-47a8-9ef7-fe6b50d0c188 req-7af0f1c3-97d5-42ca-8696-4f1b2e78a001 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784382 Aug 21 18:25:23.594344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:23.610478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2240872 Aug 21 18:25:23.611938 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.614196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50894) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:23.618951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:23.656038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.673627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Transition to ACTIVE for port object 5bd5b5e8-1238-458c-94db-1d8ed6d8496b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:23.681320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.717748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2005e-9df0-4772-a9be-f531660d5207 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=60b04a80-d95f-4fb4-aa1e-626e2d44d411,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:23.759669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:25:23.763258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07474123-fe26-405e-99bc-550994d1bb8b None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:23.766420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:23.770321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:23.808427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:23.815463 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:25:23.815817 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:25:23.969813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.020251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.094739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.097026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=38fdf50d-4384-40db-b1ca-60242c52a64f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:24.108864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': 'a05c63e9-0798-442b-afda-0a323e4b3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:24.109373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: 60b04a80-d95f-4fb4-aa1e-626e2d44d411, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:24.132213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:24.151338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 60b04a80-d95f-4fb4-aa1e-626e2d44d411) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:24.156826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:24.158606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.164598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c60196-be7c-4949-a3d8-6bb9087a43a2 None None] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:24.179286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-937fd5a1-f4b4-4b51-b427-1b3ec7f7e2f3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5643528 Aug 21 18:25:24.180271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50898) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:24.186870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1926863860'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:24.401211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:24.405830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.441017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 281f96ea-d984-4e08-8182-1e3630a68e34 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:24.451758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.511285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-60b04a80-d95f-4fb4-aa1e-626e2d44d411', 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': '38fdf50d-4384-40db-b1ca-60242c52a64f'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:24.512760 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.519438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:24.541597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.542371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 258546e7-72b3-4826-b13e-023b7795a35f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:24.687035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::72 (60b04a80-d95f-4fb4-aa1e-626e2d44d411/38fdf50d-4384-40db-b1ca-60242c52a64f/281f96ea-d984-4e08-8182-1e3630a68e34) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:24.719069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 258546e7-72b3-4826-b13e-023b7795a35f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:24.719304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 258546e7-72b3-4826-b13e-023b7795a35f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:24.719725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84318fa9-1772-40ed-9e26-ee398ccaad88 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:24.744429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:25:24.745020 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:25:24.746511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 84318fa9-1772-40ed-9e26-ee398ccaad88 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:24.747142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84318fa9-1772-40ed-9e26-ee398ccaad88 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:24.770527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b8ac8-e21a-4085-9b6c-27b423d80987 req-2ce6e8e5-0dcb-411c-92f0-331a9f1863f1 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:24.772548 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f47b8ac8-e21a-4085-9b6c-27b423d80987 req-2ce6e8e5-0dcb-411c-92f0-331a9f1863f1 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.1847887 Aug 21 18:25:24.818848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:24.850017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f47b8ac8-e21a-4085-9b6c-27b423d80987 req-29687283-c0b5-4a7c-99bc-1b574fb12dbf tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703714 Aug 21 18:25:24.890275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.910228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 281f96ea-d984-4e08-8182-1e3630a68e34 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:24.920567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Deleting port ee84ab4a-bf82-4690-96d4-7ce73aee02fc {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:24.920926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:24.962567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.020166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] For port ee84ab4a-bf82-4690-96d4-7ce73aee02fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:25.020486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.041665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Calling delete_port for ee84ab4a-bf82-4690-96d4-7ce73aee02fc owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:25.047694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Allocated IP 2001:db8::2 (60b04a80-d95f-4fb4-aa1e-626e2d44d411/38fdf50d-4384-40db-b1ca-60242c52a64f/3214b27a-b5f5-4c59-9ff7-554699f26fac) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:25.049954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:25.050933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=281f96ea-d984-4e08-8182-1e3630a68e34,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.053977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:25.057117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:25.063461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:25.064782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.084607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86044332-7123-4b1e-be5a-54f477fbaf38 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.9029346 Aug 21 18:25:25.087217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:25.169199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Provisioning for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:25.180696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:25.181203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.198646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 281f96ea-d984-4e08-8182-1e3630a68e34 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:25.199157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.278618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.296600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.308533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Transition to ACTIVE for port object 3214b27a-b5f5-4c59-9ff7-554699f26fac will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:25.311530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 281f96ea-d984-4e08-8182-1e3630a68e34 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:25.336906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.339461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Transition to ACTIVE for port object 3214b27a-b5f5-4c59-9ff7-554699f26fac will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:25.353322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.374781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.381409 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.393688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:25.437500 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.456545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:25.462583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Pushing event updated for resources: {'Port': ['ID=3214b27a-b5f5-4c59-9ff7-554699f26fac,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.465368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:25.469194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:25.503985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee84ab4a-bf82-4690-96d4-7ce73aee02fc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.522466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:25.557390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.620211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=281f96ea-d984-4e08-8182-1e3630a68e34,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.654441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.656154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5304c1-3daf-4753-9eec-49178840645b None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.661628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Attempting to bind port 3214b27a-b5f5-4c59-9ff7-554699f26fac on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:25.661926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:25.662049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Attempting to bind port 3214b27a-b5f5-4c59-9ff7-554699f26fac by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'a05c63e9-0798-442b-afda-0a323e4b3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:25.662350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Attempting to bind port 3214b27a-b5f5-4c59-9ff7-554699f26fac on network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:25.663235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7d1f5943-50ee-4d20-8eb6-7b1924cf6e83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/281f96ea-d984-4e08-8182-1e3630a68e34 HTTP/1.1" status: 204 len: 168 time: 0.5728886 Aug 21 18:25:25.671893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:25.672265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Checking segment: {'id': 'a05c63e9-0798-442b-afda-0a323e4b3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:25.672667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.673058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Bound using segment: {'id': 'a05c63e9-0798-442b-afda-0a323e4b3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:25.674211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Bound port: 3214b27a-b5f5-4c59-9ff7-554699f26fac, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05c63e9-0798-442b-afda-0a323e4b3bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '60b04a80-d95f-4fb4-aa1e-626e2d44d411'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:25.674477 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.690824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:25.691152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.731923 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dec1ded-c454-44d5-97c4-35373445a518 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:25.737489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5dec1ded-c454-44d5-97c4-35373445a518 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/281f96ea-d984-4e08-8182-1e3630a68e34 HTTP/1.1" status: 404 len: 333 time: 0.0666137 Aug 21 18:25:25.738778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:25.782153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] For port 3214b27a-b5f5-4c59-9ff7-554699f26fac, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:25.787509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] For port 3214b27a-b5f5-4c59-9ff7-554699f26fac, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3214b27a-b5f5-4c59-9ff7-554699f26fac,segment=NetworkSegment(a05c63e9-0798-442b-afda-0a323e4b3bd3),segment_id=a05c63e9-0798-442b-afda-0a323e4b3bd3)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:25.793863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.836931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:25.903526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e17027-8402-4da6-a24a-d52e4661a616 None None] Pushing event updated for resources: {'Port': ['ID=3214b27a-b5f5-4c59-9ff7-554699f26fac,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:25.916384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.930148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.934770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.936128 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:25.965988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:25.973284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:25.987151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb774fee-93f2-4fba-8c9a-b3204b05b208 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:26.015189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:26.015806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.184387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8765018 Aug 21 18:25:26.185508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50914) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:26.185929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=42b36d14-ef48-4d17-8661-35901472e4b6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:26.198424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:31:62:e4', 'name': 'tempest-NetworksTestDHCPv6-1270070131'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:26.208283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc85ab-497e-4229-b609-30b98434655f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:26.331451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 38fdf50d-4384-40db-b1ca-60242c52a64f {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:26.350372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25da168-1e08-4681-aa76-1d62881feaa0 req-4c559b32-b049-4e88-bee6-db7547141b1e tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:26.352096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d25da168-1e08-4681-aa76-1d62881feaa0 req-4c559b32-b049-4e88-bee6-db7547141b1e tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.0929806 Aug 21 18:25:26.352874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.417236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.467510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d25da168-1e08-4681-aa76-1d62881feaa0 req-8bf1ee1f-67ac-4e2b-8955-9898fa79af07 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923116 Aug 21 18:25:26.467829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:26.597121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.605648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Router 333eb44e-93e3-407c-b6e7-b963b7374adb has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:25:26.683562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.687517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.735131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=38fdf50d-4384-40db-b1ca-60242c52a64f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:26.742844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:26.744982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2360f7ef-8e12-48f0-9724-5a508d09d5a8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/38fdf50d-4384-40db-b1ca-60242c52a64f HTTP/1.1" status: 204 len: 168 time: 1.0035052 Aug 21 18:25:26.748544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50928) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:26.766964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port bfecde5b-4667-4475-94fd-1bfa1c06cc72 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:26.813024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610792e-1eb6-4a72-a15f-0c4bce30a0aa req-2a2edba5-c6b3-4429-8397-725674649dac tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:26.815471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a610792e-1eb6-4a72-a15f-0c4bce30a0aa req-2a2edba5-c6b3-4429-8397-725674649dac tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.2251196 Aug 21 18:25:27.026125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a610792e-1eb6-4a72-a15f-0c4bce30a0aa req-6f7f5545-0ab1-4f86-82bc-65bb5452afbd tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810856 Aug 21 18:25:27.036066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.089993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:25:27.101102 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Sync routers for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:25:27.106811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bb54ddc7-4647-45fd-ad9c-dc4c613419f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/333eb44e-93e3-407c-b6e7-b963b7374adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3760486 Aug 21 18:25:27.107616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:27.117700 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:27.118550 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:27.252955 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:27.311733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::223 (b71b1026-b7ef-4a93-9594-64ed4f11943a/3a201133-c2b7-4f72-80ca-05b174b588f3/bfecde5b-4667-4475-94fd-1bfa1c06cc72) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:27.338688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:62e4 (b71b1026-b7ef-4a93-9594-64ed4f11943a/42b36d14-ef48-4d17-8661-35901472e4b6/bfecde5b-4667-4475-94fd-1bfa1c06cc72) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:27.351093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 3214b27a-b5f5-4c59-9ff7-554699f26fac {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:27.351426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.353132 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.541715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port 3214b27a-b5f5-4c59-9ff7-554699f26fac, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3214b27a-b5f5-4c59-9ff7-554699f26fac,segment=NetworkSegment(a05c63e9-0798-442b-afda-0a323e4b3bd3),segment_id=a05c63e9-0798-442b-afda-0a323e4b3bd3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:27.542133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.547184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c360a-db11-4c35-b9f3-bc3dbf5cfe1a None None] Network 60b04a80-d95f-4fb4-aa1e-626e2d44d411 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:27.592331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 3214b27a-b5f5-4c59-9ff7-554699f26fac owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:27.610991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.636154 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103'}], 'enable_snat': True}, 'gw_port_id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:25:25Z', 'revision_number': 5, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port': {'id': 'ec0c3933-fa27-4e9c-8d49-94f3f5274512', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:fe:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:27.643292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3b96ee96-81fa-4982-9fc6-7667c80f45b6 None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:27.643671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b96ee96-81fa-4982-9fc6-7667c80f45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.717788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:27.722155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Deleting port ec0c3933-fa27-4e9c-8d49-94f3f5274512 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:27.722631 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.737786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0996b0-d352-4ab3-a9cc-1fc83982542b req-416abab3-7557-4b99-b5c9-80985c0a75df tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:27.744579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf0996b0-d352-4ab3-a9cc-1fc83982542b req-416abab3-7557-4b99-b5c9-80985c0a75df tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.2459772 Aug 21 18:25:27.835567 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Checking router: 333eb44e-93e3-407c-b6e7-b963b7374adb for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:25:27.864670 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Routers {'333eb44e-93e3-407c-b6e7-b963b7374adb'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:27.865201 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['333eb44e-93e3-407c-b6e7-b963b7374adb'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:27.882943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] For port ec0c3933-fa27-4e9c-8d49-94f3f5274512, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ec0c3933-fa27-4e9c-8d49-94f3f5274512,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:27.884386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.904423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Calling delete_port for ec0c3933-fa27-4e9c-8d49-94f3f5274512 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:27.926574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:27.926933 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:27.955537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] DHCP port deletion for 60b04a80-d95f-4fb4-aa1e-626e2d44d411 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:28.007472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf0996b0-d352-4ab3-a9cc-1fc83982542b req-55431ec3-7b40-44f9-bb2c-c406b4189f66 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753569 Aug 21 18:25:28.057347 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.062269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.064546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] Set router 333eb44e-93e3-407c-b6e7-b963b7374adb gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:28.070276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Deleting port 3214b27a-b5f5-4c59-9ff7-554699f26fac {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:28.070685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.128449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=3214b27a-b5f5-4c59-9ff7-554699f26fac,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:28.151353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port 3214b27a-b5f5-4c59-9ff7-554699f26fac on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:28.159846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object bfecde5b-4667-4475-94fd-1bfa1c06cc72 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:28.168499 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:25:27Z', 'revision_number': 6, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:28.182839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] For port 3214b27a-b5f5-4c59-9ff7-554699f26fac, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:28.183155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.196783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Calling delete_port for 3214b27a-b5f5-4c59-9ff7-554699f26fac owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:28.199481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Port 3214b27a-b5f5-4c59-9ff7-554699f26fac was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:25:28.202227 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.209305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3214b27a-b5f5-4c59-9ff7-554699f26fac up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:28.230221 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c757197-d84b-49c8-b463-bfee26c0cad6 None None] The sync data for ids ['333eb44e-93e3-407c-b6e7-b963b7374adb'] in n-d-793621-32 is: [{'id': '333eb44e-93e3-407c-b6e7-b963b7374adb', 'name': 'tempest-TestServerMultinode-856529038-router', 'tenant_id': '41cbefa68ab349edaf82e4ce75c4d226', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:15Z', 'updated_at': '2021-08-21T18:25:27Z', 'revision_number': 6, 'project_id': '41cbefa68ab349edaf82e4ce75c4d226', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:28.246011 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.250009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9e169c2f-d185-4552-8e57-65d3b158fd4b None None] Could not find standard attr ID for object 3214b27a-b5f5-4c59-9ff7-554699f26fac. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:25:28.268124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Pushing event deleted for resources: {'Port': ['ID=3214b27a-b5f5-4c59-9ff7-554699f26fac,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:28.270299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3214b27a-b5f5-4c59-9ff7-554699f26fac {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:28.274573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3214b27a-b5f5-4c59-9ff7-554699f26fac not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 21 18:25:28.278327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] No DVR routers for this DVR port 3214b27a-b5f5-4c59-9ff7-554699f26fac on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:28.309957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Port 3214b27a-b5f5-4c59-9ff7-554699f26fac not found, will not notify nova. {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 21 18:25:28.316368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.316727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.317034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.317412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.317683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.318010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.318334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.318713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.319104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.319350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.319666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.319987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f78606a-c0f1-4df1-96e1-3906cf707a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:28.321169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec0c3933-fa27-4e9c-8d49-94f3f5274512,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:28.370324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.382289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b04a80-d95f-4fb4-aa1e-626e2d44d411']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:28.395671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.518823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.522117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.579755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7130b-ae66-4984-81e6-9f05d592ec48 req-3525a88b-efb8-4bb2-99cf-ba7180e76572 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:28.581389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beb7130b-ae66-4984-81e6-9f05d592ec48 req-3525a88b-efb8-4bb2-99cf-ba7180e76572 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.1548443 Aug 21 18:25:28.582764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.583391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 333eb44e-93e3-407c-b6e7-b963b7374adb {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:25:28.588383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.592345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-47ce48d8-9b71-406c-a788-6b9d4680d166 admin admin] 10.222.0.41 "DELETE /v2.0/routers/333eb44e-93e3-407c-b6e7-b963b7374adb HTTP/1.1" status: 204 len: 168 time: 1.4832380 Aug 21 18:25:28.593040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50946) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:28.670478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beb7130b-ae66-4984-81e6-9f05d592ec48 req-5216ae75-acc8-4f9c-a18a-5a36e8f820fc tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689282 Aug 21 18:25:28.674425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Deleting subnet 95ef3dc9-49a3-435c-b620-f5d95d19501a {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:28.678455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.700733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05c63e9-0798-442b-afda-0a323e4b3bd3') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:28.701037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05c63e9-0798-442b-afda-0a323e4b3bd3') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:28.711015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.724605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.739053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.761466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.773864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:28.774278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:28.778966 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:28.805290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:28.812312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:28.837186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.855087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:28.863886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:28.864566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.877864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=bfecde5b-4667-4475-94fd-1bfa1c06cc72,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:28.911516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-36842014-1f7c-4ff8-bda7-e4bce7a7ccfc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7214987 Aug 21 18:25:28.915148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:28.923939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.931843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.933737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.936087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/60b04a80-d95f-4fb4-aa1e-626e2d44d411 HTTP/1.1" status: 204 len: 168 time: 2.1833801 Aug 21 18:25:28.942193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50950) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:28.952947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'name': 'tempest-PortsIpV6TestJSON-928757741'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:28.953647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ffedf-3f23-472d-9377-580b83e86eb2 None None] Network ddba2298-8fc8-4983-bc58-c766ea9828f6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:28.960964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:28.963148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/95ef3dc9-49a3-435c-b620-f5d95d19501a HTTP/1.1" status: 204 len: 168 time: 0.3690927 Aug 21 18:25:28.965896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50954) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:29.011689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd6750-c18d-4925-a903-6542f3fe03b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ef3dc9-49a3-435c-b620-f5d95d19501a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:29.071631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.073421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e73a35-0508-40c2-9585-23aac41796cb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=60b04a80-d95f-4fb4-aa1e-626e2d44d411,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:29.162729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:29.169878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.184018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port bfecde5b-4667-4475-94fd-1bfa1c06cc72 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:29.184380 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.198301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fcc75b35-8244-4471-9039-eb861ad362bd None None] Provisioning for port bfecde5b-4667-4475-94fd-1bfa1c06cc72 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:29.205121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fcc75b35-8244-4471-9039-eb861ad362bd None None] Provisioning complete for port bfecde5b-4667-4475-94fd-1bfa1c06cc72 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:29.206845 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fcc75b35-8244-4471-9039-eb861ad362bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.225368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:29.255442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Deleting port 640f006e-5503-4f1d-beb8-6e15cc5f53fc {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:29.255937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fcc75b35-8244-4471-9039-eb861ad362bd None None] Port bfecde5b-4667-4475-94fd-1bfa1c06cc72 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:29.256283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.264624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] DHCP port deletion for ddba2298-8fc8-4983-bc58-c766ea9828f6 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:29.346017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Deleting port 640f006e-5503-4f1d-beb8-6e15cc5f53fc {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:29.346280 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.413402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] For port 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=640f006e-5503-4f1d-beb8-6e15cc5f53fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:29.413756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.425818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.441747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Calling delete_port for 640f006e-5503-4f1d-beb8-6e15cc5f53fc owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:29.446748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] For port 640f006e-5503-4f1d-beb8-6e15cc5f53fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=640f006e-5503-4f1d-beb8-6e15cc5f53fc,segment=NetworkSegment(afa5cfa5-d46f-486e-b1ba-479d42cb0c0b),segment_id=afa5cfa5-d46f-486e-b1ba-479d42cb0c0b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:29.447492 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.449118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for bfecde5b-4667-4475-94fd-1bfa1c06cc72 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:29.485970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3214b27a-b5f5-4c59-9ff7-554699f26fac no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:29.512636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Calling delete_port for 640f006e-5503-4f1d-beb8-6e15cc5f53fc owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:29.518348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3214b27a-b5f5-4c59-9ff7-554699f26fac {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:29.518769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3214b27a-b5f5-4c59-9ff7-554699f26fac not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:29.519197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 640f006e-5503-4f1d-beb8-6e15cc5f53fc no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:29.594145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.644739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.704151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:29.711067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:29.713673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.718220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:29.725124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:29.725811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.729989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:29.760834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6669a66f-adc7-4201-b317-e936bf12bd0a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8060176 Aug 21 18:25:29.761685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50962) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:29.768148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Pushing event deleted for resources: {'Port': ['ID=640f006e-5503-4f1d-beb8-6e15cc5f53fc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:29.789534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] No DVR routers for this DVR port 640f006e-5503-4f1d-beb8-6e15cc5f53fc on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:29.797946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28619cb6-c501-4f43-a93b-0c233686005a req-4aed7bdb-378a-4481-9933-3186d6515ec0 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:29.800358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28619cb6-c501-4f43-a93b-0c233686005a req-4aed7bdb-378a-4481-9933-3186d6515ec0 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.2533908 Aug 21 18:25:29.822210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port 640f006e-5503-4f1d-beb8-6e15cc5f53fc {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:25:29.822976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 640f006e-5503-4f1d-beb8-6e15cc5f53fc not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:29.823650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ee84ab4a-bf82-4690-96d4-7ce73aee02fc no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:29.827491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-80c50f37-89be-4073-8984-e8f6271c70a4 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:29.829427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-80c50f37-89be-4073-8984-e8f6271c70a4 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.39 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.2124765 Aug 21 18:25:29.847421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-28619cb6-c501-4f43-a93b-0c233686005a req-30ea4377-aca4-436f-b24c-6af805832e54 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.861947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ee84ab4a-bf82-4690-96d4-7ce73aee02fc {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:29.862291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ee84ab4a-bf82-4690-96d4-7ce73aee02fc not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:29.862739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec0c3933-fa27-4e9c-8d49-94f3f5274512 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:29.907883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05faf87-492c-49fc-8d89-61a738819630 req-ecf01191-f241-49ae-a6ac-de1e45b2b260 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:29.912877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:29.915397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f05faf87-492c-49fc-8d89-61a738819630 req-ecf01191-f241-49ae-a6ac-de1e45b2b260 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 945 time: 0.1262538 Aug 21 18:25:29.942025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ec0c3933-fa27-4e9c-8d49-94f3f5274512 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:29.942718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ec0c3933-fa27-4e9c-8d49-94f3f5274512 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:29.966984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f05faf87-492c-49fc-8d89-61a738819630 req-e203f719-99a1-4387-b4ea-8896e10059fe tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/security-groups?id=4143a0b6-ee15-40c6-9671-43c714c011b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494461 Aug 21 18:25:29.977774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] Pushing event deleted for resources: {'Port': ['ID=640f006e-5503-4f1d-beb8-6e15cc5f53fc,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:29.988191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43e1fc-b050-4c59-a76a-2afd1927ae37 None None] No DVR routers for this DVR port 640f006e-5503-4f1d-beb8-6e15cc5f53fc on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:29.998243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:29.998815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.015236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.037195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba2298-8fc8-4983-bc58-c766ea9828f6']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:30.077259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.081358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:30.081358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa5cfa5-d46f-486e-b1ba-479d42cb0c0b') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:30.092988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:30.100415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.124372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.131953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:30.133196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:30.180383 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:30.187293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.220705 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:30.249292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.250482 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.255187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1583ca45-0d93-4196-bbcb-8560d23a2b27 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/7989edc2-d9f6-46f7-a3e2-04bd6fd6e1ad HTTP/1.1" status: 204 len: 168 time: 0.4902308 Aug 21 18:25:30.255697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.260471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.260937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'mac_address': 'fa:16:3e:a4:d5:d2', 'name': 'tempest-PortsIpV6TestJSON-728167422'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:30.262286 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ddba2298-8fc8-4983-bc58-c766ea9828f6 HTTP/1.1" status: 204 len: 168 time: 1.2925591 Aug 21 18:25:30.286413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.299314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d008c-8ee4-45a7-85f7-b37ab48b9783 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddba2298-8fc8-4983-bc58-c766ea9828f6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:30.306532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Deleting port 4a33179a-be25-4745-8f1f-fe4db989f6e3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:30.306868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.385006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=bfecde5b-4667-4475-94fd-1bfa1c06cc72,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:30.473830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50984) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.478462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.480413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f7de1410-a091-4ba1-9ae8-1a5e942f9a31 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/bfecde5b-4667-4475-94fd-1bfa1c06cc72 HTTP/1.1" status: 204 len: 168 time: 1.5641911 Aug 21 18:25:30.488417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.517422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] For port 4a33179a-be25-4745-8f1f-fe4db989f6e3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=4a33179a-be25-4745-8f1f-fe4db989f6e3,segment=NetworkSegment(de7d05ff-7515-4196-aacc-720bf7433c2c),segment_id=de7d05ff-7515-4196-aacc-720bf7433c2c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:30.517887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.534969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8a40bd2-b6ca-434d-a1d7-8192749b2aac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcf7905ecf6f462780bba50e34e37a43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595112 Aug 21 18:25:30.537437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50988) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.560020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 50990) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.565463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Calling delete_port for 4a33179a-be25-4745-8f1f-fe4db989f6e3 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:30.607238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.630033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.667893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-28619cb6-c501-4f43-a93b-0c233686005a req-30ea4377-aca4-436f-b24c-6af805832e54 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.681492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b57005-0091-403e-840d-0123a7984752 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:30.683386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-64b57005-0091-403e-840d-0123a7984752 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1517644 Aug 21 18:25:30.685938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 50994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.692280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:30.698147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-28619cb6-c501-4f43-a93b-0c233686005a req-30ea4377-aca4-436f-b24c-6af805832e54 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.749628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28619cb6-c501-4f43-a93b-0c233686005a req-30ea4377-aca4-436f-b24c-6af805832e54 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9178975 Aug 21 18:25:30.750524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21432b19-c648-4d53-ac23-f81fda53bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.780474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea4377-aca4-436f-b24c-6af805832e54 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874929d3-026f-4928-b287-4cb48e4c0163,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:30.785487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.787960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.789126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9f99c235-cbf7-4520-9cc9-397b2bf2a13f HTTP/1.1" status: 204 len: 168 time: 0.2507718 Aug 21 18:25:30.792589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dcaf2a-5216-4bec-8402-15f1919013f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:30.797097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-40dcaf2a-5216-4bec-8402-15f1919013f3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1074667 Aug 21 18:25:30.797097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51000) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.857703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.889482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b747f-6338-4b9d-90a9-d25b7ffbae4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:30.890459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cee61a-6a18-41fb-99bb-d7cff6b40e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f99c235-cbf7-4520-9cc9-397b2bf2a13f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:30.891071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b747f-6338-4b9d-90a9-d25b7ffbae4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:30.893238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042b747f-6338-4b9d-90a9-d25b7ffbae4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:30.894850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-042b747f-6338-4b9d-90a9-d25b7ffbae4c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0932975 Aug 21 18:25:30.895744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:30.897673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51002) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:30.915344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['4a33179a-be25-4745-8f1f-fe4db989f6e3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:30.944240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 894ef7fd-4c8e-4ab0-afca-d862753c5e80 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:30.959739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Pushing event deleted for resources: {'Port': ['ID=4a33179a-be25-4745-8f1f-fe4db989f6e3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.004533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 3a201133-c2b7-4f72-80ca-05b174b588f3 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:31.020988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] No DVR routers for this DVR port 4a33179a-be25-4745-8f1f-fe4db989f6e3 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:31.022865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.026036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.028056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cdf5df17-fe2e-4fc6-9634-e9ecc8e51764 req-4c61cfca-4b51-495e-9238-d2b1434b4d6a tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.39 "DELETE /v2.0/ports/4a33179a-be25-4745-8f1f-fe4db989f6e3 HTTP/1.1" status: 204 len: 173 time: 1.1770587 Aug 21 18:25:31.028494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'name': 'network-vif-deleted', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:31.031166 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452cfc8c-7a19-4404-91b9-7ea07a46e88b" -d '{"events": [{"server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "name": "network-vif-deleted", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:31.031354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f74db2-47d9-40d5-8a8e-4d0e6dbb4f15 req-7ff0d9f8-3cf1-490b-981e-e605e7d624dc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:31.039569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8f74db2-47d9-40d5-8a8e-4d0e6dbb4f15 req-7ff0d9f8-3cf1-490b-981e-e605e7d624dc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1877513 Aug 21 18:25:31.082421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.100250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21432b19-c648-4d53-ac23-f81fda53bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.127405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5c3f1f5-0025-4e21-bd1e-dd7c4f32ad36 req-800fc297-1eff-4480-8398-6b3337c5fba0 tempest-ServersNegativeTestMultiTenantJSON-1864367412 tempest-ServersNegativeTestMultiTenantJSON-1864367412-project] 10.222.0.41 "GET /v2.0/ports?device_id=661f1ca7-33d4-40e5-84a8-03f526859527 HTTP/1.1" status: 200 len: 210 time: 0.0573597 Aug 21 18:25:31.131141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8f74db2-47d9-40d5-8a8e-4d0e6dbb4f15 req-531b41d3-3072-4fdf-b266-8761b0217118 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903277 Aug 21 18:25:31.134250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21432b19-c648-4d53-ac23-f81fda53bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.151242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51010) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.192181 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7e4c9-9449-4d34-b460-bff3e426bc64 x-openstack-request-id: req-dff7e4c9-9449-4d34-b460-bff3e426bc64 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:31.192181 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "661f1ca7-33d4-40e5-84a8-03f526859527", "name": "network-vif-deleted", "tag": "4a33179a-be25-4745-8f1f-fe4db989f6e3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:31.192490 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dff7e4c9-9449-4d34-b460-bff3e426bc64 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:31.192672 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '661f1ca7-33d4-40e5-84a8-03f526859527', 'name': 'network-vif-deleted', 'tag': '4a33179a-be25-4745-8f1f-fe4db989f6e3', 'status': 'completed', 'code': 200} Aug 21 18:25:31.238680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51012) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.271651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-534fdeec-46a7-4b14-9ed7-b0f45e7ff738 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 994 time: 0.1110501 Aug 21 18:25:31.271879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-21432b19-c648-4d53-ac23-f81fda53bbc8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60a210f0dd2b435bb1ea42dd925c59d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082787 Aug 21 18:25:31.273585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51014) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.276467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21432b19-c648-4d53-ac23-f81fda53bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d26be-d916-4cb8-b8c6-07be0eb08a32,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.304177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.315888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.346307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fb38fe0e-234d-4b38-8be3-bde1f1b5d76a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41cbefa68ab349edaf82e4ce75c4d226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065240 Aug 21 18:25:31.349478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.367339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.391602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.422816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.430050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.435993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:31.447434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:31.454734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=894ef7fd-4c8e-4ab0-afca-d862753c5e80,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.460554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:31.468167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:31.468816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.475623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=3a201133-c2b7-4f72-80ca-05b174b588f3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.480447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f1438d-82f4-4149-b770-0d81e82611f3 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:31.483178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.483331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.487868 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c8f4735-5579-4a37-8e99-8515ca113147 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3a201133-c2b7-4f72-80ca-05b174b588f3 HTTP/1.1" status: 204 len: 168 time: 0.5892324 Aug 21 18:25:31.488479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51022) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.521297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b20006e3-a68b-49b7-b78e-d8c903bf8da9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2617359 Aug 21 18:25:31.521297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.523071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51024) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.566446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 42b36d14-ef48-4d17-8661-35901472e4b6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:31.569777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.592506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b45ac8a-c9d0-44a1-878b-61e10bbdd355 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:31.597931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b45ac8a-c9d0-44a1-878b-61e10bbdd355 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/894ef7fd-4c8e-4ab0-afca-d862753c5e80 HTTP/1.1" status: 200 len: 844 time: 0.0709946 Aug 21 18:25:31.599058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51028) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.613046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.650067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-257db9f3-3128-4ba0-ba94-20943214b329 req-d78b61e9-1845-48fb-834a-c7d8d902970e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:25:31.651142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-257db9f3-3128-4ba0-ba94-20943214b329 req-d78b61e9-1845-48fb-834a-c7d8d902970e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062773 Aug 21 18:25:31.712417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.715396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.719139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1de30487-4217-407e-932b-997fcee8c098 HTTP/1.1" status: 204 len: 168 time: 0.3661170 Aug 21 18:25:31.728534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f70f8-be81-4132-94f5-3f6dc902d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de30487-4217-407e-932b-997fcee8c098,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.736549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.739426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.739573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 894ef7fd-4c8e-4ab0-afca-d862753c5e80 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:31.739841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.741204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd8d26be-d916-4cb8-b8c6-07be0eb08a32 HTTP/1.1" status: 204 len: 168 time: 0.4615321 Aug 21 18:25:31.757793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ada1e9-82e1-4e3e-8e25-e1870b694a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d26be-d916-4cb8-b8c6-07be0eb08a32,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.770196 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.864310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.872539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.883480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 894ef7fd-4c8e-4ab0-afca-d862753c5e80 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:31.919857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:31.923187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/42b36d14-ef48-4d17-8661-35901472e4b6 HTTP/1.1" status: 204 len: 168 time: 0.4304147 Aug 21 18:25:31.924703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb515-b17f-45e3-a09f-d1e2e0045d7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=42b36d14-ef48-4d17-8661-35901472e4b6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:31.933653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51038) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.975701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f4d2211-90e4-4b9e-b693-f69694264311 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408268 Aug 21 18:25:31.978418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:31.986373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:32.015371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.087537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=894ef7fd-4c8e-4ab0-afca-d862753c5e80,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:32.092783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.094905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4e5c951-9d97-4e1d-8bf3-af107fc9d35f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/894ef7fd-4c8e-4ab0-afca-d862753c5e80 HTTP/1.1" status: 204 len: 168 time: 0.4947548 Aug 21 18:25:32.097465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:32.121008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:32.134457 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.142910 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bc9c95-5138-4fd5-b11f-60dc83575a9b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:32.162795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b8bc9c95-5138-4fd5-b11f-60dc83575a9b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/894ef7fd-4c8e-4ab0-afca-d862753c5e80 HTTP/1.1" status: 404 len: 333 time: 0.0518820 Aug 21 18:25:32.163563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51048) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:32.183699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'name': 'tempest-PortsIpV6TestJSON-388896614'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:32.227497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51050) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:32.364458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Deleting subnet 426d8a15-cc23-438e-9540-67203479b81d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:32.404046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.457590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.476209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.497732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:32.512248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.531463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:32.536395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:32.538070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469693d-686a-4bad-9c12-ce096423a6fd req-9e89f2e0-ffc0-4cdf-9b8a-5f8cc51fd6dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:32.539567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6469693d-686a-4bad-9c12-ce096423a6fd req-9e89f2e0-ffc0-4cdf-9b8a-5f8cc51fd6dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2035365 Aug 21 18:25:32.540060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:32.540857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.559521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=227a9b33-7ca4-4cec-a2fc-d7ab6721e084,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:32.568289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9cb47a4-8ce4-4ed4-ae5f-8cc5447f4b6a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5878656 Aug 21 18:25:32.570373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51066) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:32.581362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:32.587287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 1b7ca8f7-c915-43b3-a139-06b9fe7baa16 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:32.668556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.689568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93640879-cccc-42f3-bff4-00781e07beb2 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:32.763923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-84876059-75dd-423f-a333-f2d7308c64cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4175162 Aug 21 18:25:32.781009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-c767ea10-3c45-496e-9903-95dcc46ed11b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:25:32.783380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-c767ea10-3c45-496e-9903-95dcc46ed11b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109074 Aug 21 18:25:32.801256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a9275034-5687-4b5c-8e18-b4eb70f35f8f None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:32.801825 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a9275034-5687-4b5c-8e18-b4eb70f35f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.811958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:32.815973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.858065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6469693d-686a-4bad-9c12-ce096423a6fd req-94d1e605-c83c-4618-9c68-ce602492d992 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041806 Aug 21 18:25:32.930764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.967918 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 227a9b33-7ca4-4cec-a2fc-d7ab6721e084 (CIDR: 2001:db8::/64) Aug 21 18:25:32.972970 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:25:32.974016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:32.975020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:32.999797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3604b376-32bd-4619-8e2c-fd488ecbdb3e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4267762 Aug 21 18:25:33.002946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51084) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:33.014955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'subnet': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:33.028849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:33.039431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:33.045590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:33.052013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:33.052727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.076441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9115629 Aug 21 18:25:33.077816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ef4ae-2b43-4f4b-a8aa-cec81e1cbf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=1b7ca8f7-c915-43b3-a139-06b9fe7baa16,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:33.083515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51088) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:33.086291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.098236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:33.145422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '227a9b33-7ca4-4cec-a2fc-d7ab6721e084'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '5bd5b5e8-1238-458c-94db-1d8ed6d8496b'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:33.164754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=426d8a15-cc23-438e-9540-67203479b81d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:33.173632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.175982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d4fb052f-2a21-4b67-bfc6-0d795ff159f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/426d8a15-cc23-438e-9540-67203479b81d HTTP/1.1" status: 204 len: 168 time: 0.9475286 Aug 21 18:25:33.184288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51098) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:33.194464 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.237186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:33.241669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.282110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.503867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.505762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51108) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:33.514440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.518125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.537338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Allocated IP 2001:db8::2 (b71b1026-b7ef-4a93-9594-64ed4f11943a/227a9b33-7ca4-4cec-a2fc-d7ab6721e084/5bd5b5e8-1238-458c-94db-1d8ed6d8496b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:33.562878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] In _notify_port_updated(), no bound segment for port 1b7ca8f7-c915-43b3-a139-06b9fe7baa16 on network ba2c06ed-f989-47fe-a796-d76f9f23b837 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:25:33.568694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:33.569455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.571304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/ports/1b7ca8f7-c915-43b3-a139-06b9fe7baa16 HTTP/1.1" status: 200 len: 818 time: 0.4782686 Aug 21 18:25:33.575486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51118) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:33.639378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ada95-1dd8-4439-a945-8e85d93d5bb0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=1b7ca8f7-c915-43b3-a139-06b9fe7baa16,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:33.723040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.737527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83609203-b135-47a1-baa7-a96dfb89398b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:33.744478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:33.747725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4a33179a-be25-4745-8f1f-fe4db989f6e3 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:33.751932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7d05ff-7515-4196-aacc-720bf7433c2c') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:33.752320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7d05ff-7515-4196-aacc-720bf7433c2c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:33.766829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.775119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:25:33.791073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 1b7ca8f7-c915-43b3-a139-06b9fe7baa16 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:33.791500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.794819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 4a33179a-be25-4745-8f1f-fe4db989f6e3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:33.795368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 4a33179a-be25-4745-8f1f-fe4db989f6e3 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:33.796486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.838917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.850040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:33.850621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:33.852795 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:33.869261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-726166220-network', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:33.973992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.974319 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Transition to ACTIVE for port object 5bd5b5e8-1238-458c-94db-1d8ed6d8496b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:33.980016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.983818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:33.996335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.001100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] 10.222.0.41 "DELETE /v2.0/networks/83609203-b135-47a1-baa7-a96dfb89398b HTTP/1.1" status: 204 len: 168 time: 0.8124299 Aug 21 18:25:34.001100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 1b7ca8f7-c915-43b3-a139-06b9fe7baa16 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:34.002422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.046757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Made reservation on behalf of a4cad8a3416d47a98211d5b26aab2d4e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:34.049679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.053422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ac834-7514-4d70-9bbb-3d2b482c4d23 admin admin] Pushing event deleted for resources: {'Network': ['ID=83609203-b135-47a1-baa7-a96dfb89398b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.073465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.077697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d69d9d-4e71-40f0-9216-1aa73246f703 req-e08db5ae-5d82-42dc-b216-09ec02d74f39 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:34.078790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91d69d9d-4e71-40f0-9216-1aa73246f703 req-e08db5ae-5d82-42dc-b216-09ec02d74f39 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1337538 Aug 21 18:25:34.091515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.133345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Deleting subnet 9e9d0419-a90b-49ad-9c1e-810559a29f73 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:34.144885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.206874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff3cf3-78f2-402c-886a-cf13dfcb9e4c None None] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=14']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.230795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.280960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.281546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91d69d9d-4e71-40f0-9216-1aa73246f703 req-b9dc8d17-26d6-4d3d-8969-0b918833345a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916411 Aug 21 18:25:34.340158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:34.362979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.380995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.387766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.388843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.391361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=1b7ca8f7-c915-43b3-a139-06b9fe7baa16,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.409013 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.449481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.452781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.457594 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c80a503-9291-41f3-adfc-858c85d05bc1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/1b7ca8f7-c915-43b3-a139-06b9fe7baa16 HTTP/1.1" status: 204 len: 168 time: 0.8787746 Aug 21 18:25:34.464461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51142) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.466187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:34.483899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:34.485689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:34.506731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8abb463-efe2-4d16-a538-33fc43488cd0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.509145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:34.510026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.521484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.521884 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Added segment 02c82f56-821f-4e55-9c11-c072d232f4c9 of type vlan for network 21163fd8-7fe2-4033-92c7-910244fe870e Aug 21 18:25:34.523675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.558398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Subnet': ['ID=43a7278d-ec76-4c83-8c2c-bd5793017623,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.576913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5726697 Aug 21 18:25:34.578128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40accfb8-91fb-44c6-8b3b-d5366f0b303c tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=16']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.584488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.586543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e9d0419-a90b-49ad-9c1e-810559a29f73 HTTP/1.1" status: 204 len: 168 time: 0.5823085 Aug 21 18:25:34.587692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd27297-5a48-4d3d-966e-db2ddf957be6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9d0419-a90b-49ad-9c1e-810559a29f73,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.592330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51146) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.594293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51148) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.608646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Request body: {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'mac_address': 'fa:16:3e:91:9b:b5', 'name': 'tempest-NetworksTestDHCPv6-809076902'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:34.623298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.631197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22676e-2355-4a03-ac3e-2a55bf896cef tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:34.644777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ff22676e-2355-4a03-ac3e-2a55bf896cef tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1722624 Aug 21 18:25:34.646463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51150) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.655195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.658147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:34.660462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.781732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] Pushing event updated for resources: {'Network': ['ID=21163fd8-7fe2-4033-92c7-910244fe870e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:34.794060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 21163fd8-7fe2-4033-92c7-910244fe870e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:34.810211 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ff2ac3-71ac-47f6-9f82-3cc10aba9c83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:34.812734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14ff2ac3-71ac-47f6-9f82-3cc10aba9c83 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/1b7ca8f7-c915-43b3-a139-06b9fe7baa16 HTTP/1.1" status: 404 len: 333 time: 0.1560969 Aug 21 18:25:34.817686 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-872c5d82-7376-4250-9ccd-53ebe24294c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3053060 Aug 21 18:25:34.822624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.823074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51156) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:34.838001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1987148098'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:34.866124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Request body: {'subnet': {'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-726166220-subnet', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:34.915861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Made reservation on behalf of a4cad8a3416d47a98211d5b26aab2d4e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:34.918457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:34.943136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-26e0d9eb-d9f4-4c17-a40a-ddf5a729decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:34.944474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-26e0d9eb-d9f4-4c17-a40a-ddf5a729decd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.2096777 Aug 21 18:25:35.015688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:35.019293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.099661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8d72a-15a7-406c-ade7-393f90a437ea None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:35.116702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:35.143603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-aa8d6303-be0b-4879-9672-10544180a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:35.145296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-aa8d6303-be0b-4879-9672-10544180a4df service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.1651678 Aug 21 18:25:35.149452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.149859 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 2777f88c-9e52-4833-85c1-fc07f9225b51 of type vlan for network 27d6c236-3f54-4298-9607-abbd78773e7c Aug 21 18:25:35.217946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.281895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.317946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a0111d38-5211-4783-8354-0675dd29125c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1002 time: 0.1591427 Aug 21 18:25:35.335806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.342235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6f2a8aac-8058-4365-8f9c-8936224d9e8a None None] Provisioning for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:35.346560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2629df29-0404-4180-a94e-04636793407f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab64383b-122c-42b5-887d-99892c4bb499']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:35.356828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6f2a8aac-8058-4365-8f9c-8936224d9e8a None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:35.359112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6f2a8aac-8058-4365-8f9c-8936224d9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.373691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2629df29-0404-4180-a94e-04636793407f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d78631-a7cf-4b58-b555-f63f72cf979e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:35.374025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2629df29-0404-4180-a94e-04636793407f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d78631-a7cf-4b58-b555-f63f72cf979e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:35.385535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Made reservation on behalf of be8684a2e1dc4e51a390d48b978a1ef0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:35.440991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.446307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:35.463591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.480274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:35.480701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:35.482950 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:35.550882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:35.551321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.561073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.591584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] device_id is not set on port 9154f19f-dfae-46df-8fb9-1f3ce7b8136d yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:35.600704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.642085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.646856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2629df29-0404-4180-a94e-04636793407f admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab64383b-122c-42b5-887d-99892c4bb499 HTTP/1.1" status: 204 len: 168 time: 1.0337670 Aug 21 18:25:35.665306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629df29-0404-4180-a94e-04636793407f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab64383b-122c-42b5-887d-99892c4bb499,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:35.858470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8::3c (b71b1026-b7ef-4a93-9594-64ed4f11943a/227a9b33-7ca4-4cec-a2fc-d7ab6721e084/9154f19f-dfae-46df-8fb9-1f3ce7b8136d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:35.873056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:9bb5 (b71b1026-b7ef-4a93-9594-64ed4f11943a/43a7278d-ec76-4c83-8c2c-bd5793017623/9154f19f-dfae-46df-8fb9-1f3ce7b8136d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:35.935272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51176) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:35.966844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.973836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:35.974482 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:35.978460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-308840ab-0488-497c-8e13-568cd125a00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:35.979770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-308840ab-0488-497c-8e13-568cd125a00e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.6323919 Aug 21 18:25:36.077645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.083633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.123701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Transition to ACTIVE for port object 9154f19f-dfae-46df-8fb9-1f3ce7b8136d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:36.157525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3286538 Aug 21 18:25:36.168913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:36.176761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:36.187311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b237628-7a97-448e-b1f8-94da45cbd087 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=27d6c236-3f54-4298-9607-abbd78773e7c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:36.189118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d74b93a4-a5ca-4f86-add1-e1bfce2ce0ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ae735ea9b31c4d45ab02ed985f0dec5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517154 Aug 21 18:25:36.193335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51184) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:36.202514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:36.218924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e682c-4c5a-486a-b480-c5434e209ff5 req-bf06ab20-ced8-46b4-a47d-6427a2a6e656 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:36.220541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd8e682c-4c5a-486a-b480-c5434e209ff5 req-bf06ab20-ced8-46b4-a47d-6427a2a6e656 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2809711 Aug 21 18:25:36.259287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.301640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-e3938f34-1c4a-496f-87fe-55ebf52a5cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:36.303481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-e3938f34-1c4a-496f-87fe-55ebf52a5cf3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3006172 Aug 21 18:25:36.332898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Checking segment: {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:36.333532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Network hostable DHCP agents. Network: 21163fd8-7fe2-4033-92c7-910244fe870e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:36.338326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Network b71b1026-b7ef-4a93-9594-64ed4f11943a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:36.341846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:36.344045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.347732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fb465ef-aa35-418b-bb4d-ce4a0272da33,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:36.348768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:36.355155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:36.355796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.383312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event updated for resources: {'Port': ['ID=9154f19f-dfae-46df-8fb9-1f3ce7b8136d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:36.397044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.407679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2ea90d3e-6421-46a2-91df-7dbc691f07b9 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8090415 Aug 21 18:25:36.414799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:36.433375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-da2d53e9-72bf-4859-9e16-ac37d2780b4d None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:36.434279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-da2d53e9-72bf-4859-9e16-ac37d2780b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.475460 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-8bd1a201-7225-4e48-b0b2-516f84b410ec service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554921 Aug 21 18:25:36.508568 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd8e682c-4c5a-486a-b480-c5434e209ff5 req-e3ad9476-637e-465f-8994-f03b2b5749cf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2725973 Aug 21 18:25:36.527238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Network 21163fd8-7fe2-4033-92c7-910244fe870e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:36.572470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.576123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.578237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4143a0b6-ee15-40c6-9671-43c714c011b7 HTTP/1.1" status: 204 len: 168 time: 0.3839433 Aug 21 18:25:36.596187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 21163fd8-7fe2-4033-92c7-910244fe870e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:36.601104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:36.602045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.609719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting port 9154f19f-dfae-46df-8fb9-1f3ce7b8136d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:36.609719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.612325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e53306-65a7-427f-a0e9-d26e78bb7cd5 None None] Network 21163fd8-7fe2-4033-92c7-910244fe870e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:36.629752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d7723-cde9-492e-b2c4-01da5fffb65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4143a0b6-ee15-40c6-9671-43c714c011b7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:36.664532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:36.668019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.692622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5a06f8c7-3ee2-466a-b369-2f4f22b932bd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8440635 Aug 21 18:25:36.696005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51192) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:36.707887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:36.797108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.798930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.808593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.826987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Calling delete_port for 9154f19f-dfae-46df-8fb9-1f3ce7b8136d owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:36.840675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a05bb699-73c5-4e5f-b2db-2eeb236015b6 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523412 Aug 21 18:25:36.857730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dfda4440-f459-4127-9731-5fcd4b63690b None None] Provisioning for port 9154f19f-dfae-46df-8fb9-1f3ce7b8136d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:36.866454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dfda4440-f459-4127-9731-5fcd4b63690b None None] Provisioning complete for port 9154f19f-dfae-46df-8fb9-1f3ce7b8136d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:36.867271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dfda4440-f459-4127-9731-5fcd4b63690b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.946731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.975481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-21163fd8-7fe2-4033-92c7-910244fe870e', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:36.976510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:36.981821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dfda4440-f459-4127-9731-5fcd4b63690b None None] Port 9154f19f-dfae-46df-8fb9-1f3ce7b8136d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:37.100209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.170110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=039aeffd-b620-4189-8e5d-e730fa002690,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:37.178962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '2777f88c-9e52-4833-85c1-fc07f9225b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:37.179735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: 27d6c236-3f54-4298-9607-abbd78773e7c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:37.200861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 27d6c236-3f54-4298-9607-abbd78773e7c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:37.218726 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.226670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 27d6c236-3f54-4298-9607-abbd78773e7c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:37.234157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.235278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.248722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214fb5bd-b22b-4666-b42b-2da9ffe80c62 None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:37.265749 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ded74b25-4786-41e5-8f14-db8fb16a27bf tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0934336 Aug 21 18:25:37.266975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.279000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:37.341843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Allocated IP 172.20.0.2 (21163fd8-7fe2-4033-92c7-910244fe870e/6fb465ef-aa35-418b-bb4d-ce4a0272da33/7da0352b-1278-4a72-a2b1-c3e5d595dbd4) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:37.353262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51200) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.424557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.434935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:37.436913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9543ff88-1f35-4470-8573-fb2ec1d076e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3a871b46f81e4f1d8d3001b7749e2c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825582 Aug 21 18:25:37.438522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.443668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51202) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.461584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Port': ['ID=9154f19f-dfae-46df-8fb9-1f3ce7b8136d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:37.466822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-27d6c236-3f54-4298-9607-abbd78773e7c', 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': '039aeffd-b620-4189-8e5d-e730fa002690'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:37.467675 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.513373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.518314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b09ac0bd-e168-41d2-93f5-099efb11faa2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/9154f19f-dfae-46df-8fb9-1f3ce7b8136d HTTP/1.1" status: 204 len: 168 time: 1.0994852 Aug 21 18:25:37.520728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51204) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.655484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b23fda-7c2b-48c6-ae65-81acd1ab5008 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.657963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69b23fda-7c2b-48c6-ae65-81acd1ab5008 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1380475 Aug 21 18:25:37.659462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.663684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51208) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.696759 n-d-793621-32 neutron-server[94598]: INFO neutron.db.ipam_backend_mixin [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 039aeffd-b620-4189-8e5d-e730fa002690 (CIDR: 2001:db8::/64) Aug 21 18:25:37.726433 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:25:37.727097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:37.730202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.740791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d100-844e-4038-9a1f-4a2a581f61ce req-4bba7909-b57f-463f-a672-543fb9688423 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.743078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32f0d100-844e-4038-9a1f-4a2a581f61ce req-4bba7909-b57f-463f-a672-543fb9688423 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1042981 Aug 21 18:25:37.750679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.753596 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.758613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5364d640-70fd-4962-a30e-586bb893ee46 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4876802 Aug 21 18:25:37.761793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51210) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.769672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:37.770556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Transition to ACTIVE for port object 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:37.773647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.798686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e141f889-13b4-4b7d-983f-ebbc093891e2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.800375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e141f889-13b4-4b7d-983f-ebbc093891e2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1343334 Aug 21 18:25:37.803747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51212) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.836449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Transition to ACTIVE for port object 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:37.858917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.861974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Allocated IP 2001:db8::2 (27d6c236-3f54-4298-9607-abbd78773e7c/039aeffd-b620-4189-8e5d-e730fa002690/2379af1f-20c0-401e-bf2b-9d65b13122f8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:37.873199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d14c5-4d67-4c99-b1b7-037af0c9ab09 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.874917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d14c5-4d67-4c99-b1b7-037af0c9ab09 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.877103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d14c5-4d67-4c99-b1b7-037af0c9ab09 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:37.878731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e2d14c5-4d67-4c99-b1b7-037af0c9ab09 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0742452 Aug 21 18:25:37.879612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.882278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.883341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37dd396c-6d4c-42c0-a735-7312cba5e1bd HTTP/1.1" status: 204 len: 168 time: 0.4387474 Aug 21 18:25:37.883871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51214) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:37.899218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32f0d100-844e-4038-9a1f-4a2a581f61ce req-8eafb392-8a15-44c5-86a5-24e01957c7e7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364341 Aug 21 18:25:37.932837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Pushing event updated for resources: {'Port': ['ID=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:37.943170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 227a9b33-7ca4-4cec-a2fc-d7ab6721e084 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:37.950114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:37.953319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9e12d-7c49-4062-bb5e-af7c6e5ff119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dd396c-6d4c-42c0-a735-7312cba5e1bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.002455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Allocated IP 172.25.1.147 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/0959cb5f-bbd2-46c1-be0c-c44f45a21d51) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:38.007206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.014329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:38.018331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.117517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Network 21163fd8-7fe2-4033-92c7-910244fe870e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:38.121120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:38.129672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:38.138815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.155831 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.165621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Transition to ACTIVE for port object 2379af1f-20c0-401e-bf2b-9d65b13122f8 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:38.211203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Transition to ACTIVE for port object 2379af1f-20c0-401e-bf2b-9d65b13122f8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:38.212714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Attempting to bind port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:38.213086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Attempting to bind port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:38.213443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Attempting to bind port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 on network 21163fd8-7fe2-4033-92c7-910244fe870e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:38.214907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.219611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:38.219988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Checking segment: {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:38.220361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.220753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Bound using segment: {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:38.221244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Bound port: 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:38.221651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.241206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.272710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.315573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:38.317814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=227a9b33-7ca4-4cec-a2fc-d7ab6721e084,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.325117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:38.328157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.336301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301660e-6edd-4f5a-b9e2-5712a00a1a55 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:38.337480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-144f37a3-c2bb-4ed1-8a5a-4ece2384e2d1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/227a9b33-7ca4-4cec-a2fc-d7ab6721e084 HTTP/1.1" status: 204 len: 168 time: 0.4507828 Aug 21 18:25:38.340109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:38.341642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:38.347887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Pushing event updated for resources: {'Port': ['ID=2379af1f-20c0-401e-bf2b-9d65b13122f8,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.367205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] For port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:38.396224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.419766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.447919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Deleting subnet 43a7278d-ec76-4c83-8c2c-bd5793017623 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:38.455821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.465761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] For port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:38.468388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Attempting to bind port 2379af1f-20c0-401e-bf2b-9d65b13122f8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:38.468743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Attempting to bind port 2379af1f-20c0-401e-bf2b-9d65b13122f8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2777f88c-9e52-4833-85c1-fc07f9225b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:38.469123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Attempting to bind port 2379af1f-20c0-401e-bf2b-9d65b13122f8 on network 27d6c236-3f54-4298-9607-abbd78773e7c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:38.477935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.483246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:38.484067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Checking segment: {'id': '2777f88c-9e52-4833-85c1-fc07f9225b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:38.484481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.485010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Bound using segment: {'id': '2777f88c-9e52-4833-85c1-fc07f9225b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:38.486211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Bound port: 2379af1f-20c0-401e-bf2b-9d65b13122f8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2777f88c-9e52-4833-85c1-fc07f9225b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:38.486676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.549188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.553664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:38.562619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:38.571913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:38.574829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 27d6c236-3f54-4298-9607-abbd78773e7c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:38.578168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=7bd76abf-bc0c-4610-9ff3-bfa62af0dca2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.614534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:38.615284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533e942-1d70-4c47-83da-641cdfa7487d None None] Pushing event updated for resources: {'Port': ['ID=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.619344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:38.619940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.622236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Pushing event updated for resources: {'Port': ['ID=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.650730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b008bd2a-24b2-4109-9b1a-a8e439ea7bed tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8825767 Aug 21 18:25:38.685964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51238) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:38.691586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'fixed_ips': [{'subnet_id': '039aeffd-b620-4189-8e5d-e730fa002690'}, {'subnet_id': '7bd76abf-bc0c-4610-9ff3-bfa62af0dca2'}], 'name': 'tempest-PortsIpV6TestJSON-882341242'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:38.744683 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.819350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.847638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.850446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/43a7278d-ec76-4c83-8c2c-bd5793017623 HTTP/1.1" status: 204 len: 168 time: 0.5075681 Aug 21 18:25:38.858705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] For port 2379af1f-20c0-401e-bf2b-9d65b13122f8, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:38.859401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51246) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:38.866989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] For port 2379af1f-20c0-401e-bf2b-9d65b13122f8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2379af1f-20c0-401e-bf2b-9d65b13122f8,segment=NetworkSegment(2777f88c-9e52-4833-85c1-fc07f9225b51),segment_id=2777f88c-9e52-4833-85c1-fc07f9225b51)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:38.879333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6904e-b08f-473c-9732-e7fa140fcec5 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Subnet': ['ID=43a7278d-ec76-4c83-8c2c-bd5793017623,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:38.899907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:38.930627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:38.936707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fb12bfe1-abe2-4447-a9f6-7b8cf92d8a58 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674670 Aug 21 18:25:39.006284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f973-844a-4bc3-84fc-43bcb0e2fbbd None None] Pushing event updated for resources: {'Port': ['ID=2379af1f-20c0-401e-bf2b-9d65b13122f8,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:39.150555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496272ee-1a5c-423d-b261-aedfd86d3fe4 None None] Update dhcp port {'port': {'network_id': 'b71b1026-b7ef-4a93-9594-64ed4f11943a', 'fixed_ips': [{'subnet_id': '43a7278d-ec76-4c83-8c2c-bd5793017623'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '5bd5b5e8-1238-458c-94db-1d8ed6d8496b'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:39.154363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349febe8-4835-4204-b1ad-92136061f9cd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:39.158580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-349febe8-4835-4204-b1ad-92136061f9cd tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2241282 Aug 21 18:25:39.162104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51258) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:39.203128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932c912-d4f7-4456-adf6-ef03105bd026 req-cb4f915b-cf8f-49a5-83fe-1b054e1ec3d3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:39.212714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8932c912-d4f7-4456-adf6-ef03105bd026 req-cb4f915b-cf8f-49a5-83fe-1b054e1ec3d3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1824243 Aug 21 18:25:39.287853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8932c912-d4f7-4456-adf6-ef03105bd026 req-eca8f5bc-7f1b-4101-a0a1-509aa8f7d2d7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742233 Aug 21 18:25:39.308614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:39.457537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51262) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:39.523720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:39.539678 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-496272ee-1a5c-423d-b261-aedfd86d3fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.644781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1036420798-network', 'tenant_id': '9a352ff5c5dc4946a904070f393e893d'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:39.676615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Made reservation on behalf of 9a352ff5c5dc4946a904070f393e893d for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:39.680124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.692172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.721436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:39.827602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333b853-3be3-42c5-8f36-f49ca09929d2 None None] Network b71b1026-b7ef-4a93-9594-64ed4f11943a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:39.847017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.853745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.868583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:39.879334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.879746 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Added segment cc2260c5-10c3-4f93-b805-bd9cf766697f of type vlan for network bc226eeb-1f51-437a-8c24-4140a25ef5bf Aug 21 18:25:39.926560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e99b496-f3df-4b84-85f3-ce6005c534e1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:39.932966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde74c6-d686-4478-8686-88e8f7c06ca8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:39.934467 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-edde74c6-d686-4478-8686-88e8f7c06ca8 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7713797 Aug 21 18:25:39.938205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:39.960828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fb9cd9ab-8620-4485-80d7-2a3e68cfe984 None None] Provisioning complete for port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:39.961198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fb9cd9ab-8620-4485-80d7-2a3e68cfe984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:39.994447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.029771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.030870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:40.031455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.057272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.092296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] Pushing event updated for resources: {'Network': ['ID=bc226eeb-1f51-437a-8c24-4140a25ef5bf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:40.124938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network bc226eeb-1f51-437a-8c24-4140a25ef5bf details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:40.125532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25cf0733-cecb-4c05-9674-53607c9d5c32 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6667290 Aug 21 18:25:40.129409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] DHCP port deletion for b71b1026-b7ef-4a93-9594-64ed4f11943a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:40.206379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3beb898b-8422-49ce-947c-884d65856094 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2523072 Aug 21 18:25:40.214559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51280) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.215070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.333334 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63344f5-8e9a-4b58-bc96-36644100cb07 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.334018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63344f5-8e9a-4b58-bc96-36644100cb07 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.339682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e63344f5-8e9a-4b58-bc96-36644100cb07 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/9154f19f-dfae-46df-8fb9-1f3ce7b8136d HTTP/1.1" status: 404 len: 333 time: 0.1229744 Aug 21 18:25:40.340327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51284) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.378938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.384545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:40.389112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Deleting port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:40.390050 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.452698 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c99693-87e3-48cf-a60a-4622d92d34cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.453161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c99693-87e3-48cf-a60a-4622d92d34cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.472778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86c99693-87e3-48cf-a60a-4622d92d34cb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/43a7278d-ec76-4c83-8c2c-bd5793017623 HTTP/1.1" status: 404 len: 337 time: 0.1313732 Aug 21 18:25:40.473431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51288) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.502112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] For port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,segment=NetworkSegment(37e200ad-e854-4f08-86ac-2e708cea33fb),segment_id=37e200ad-e854-4f08-86ac-2e708cea33fb)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:40.511079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.537606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Calling delete_port for 5bd5b5e8-1238-458c-94db-1d8ed6d8496b owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:40.550171 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a00d2d-7cde-47c2-b265-a0b8b8eda86e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.550799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17a00d2d-7cde-47c2-b265-a0b8b8eda86e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.557630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-17a00d2d-7cde-47c2-b265-a0b8b8eda86e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/227a9b33-7ca4-4cec-a2fc-d7ab6721e084 HTTP/1.1" status: 404 len: 337 time: 0.0831556 Aug 21 18:25:40.558270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51292) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.611475 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce287dd1-43f0-4c2c-a5e4-638bbde2015e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.613329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce287dd1-43f0-4c2c-a5e4-638bbde2015e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.615438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce287dd1-43f0-4c2c-a5e4-638bbde2015e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/bfecde5b-4667-4475-94fd-1bfa1c06cc72 HTTP/1.1" status: 404 len: 333 time: 0.0561795 Aug 21 18:25:40.622870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09cee96-379f-4d48-8598-134da49ce4b1 None None] Network 21163fd8-7fe2-4033-92c7-910244fe870e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:40.624920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51298) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.657156 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18c5db1-3b7b-4795-8be4-c0138e87fc14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.657915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18c5db1-3b7b-4795-8be4-c0138e87fc14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.660168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a18c5db1-3b7b-4795-8be4-c0138e87fc14 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/42b36d14-ef48-4d17-8661-35901472e4b6 HTTP/1.1" status: 404 len: 337 time: 0.0334642 Aug 21 18:25:40.662668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51300) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.670077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Provisioning for port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:40.721352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Provisioning complete for port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:40.721624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:40.732767 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef273e30-cab9-4cb2-98a3-2e60114bddcc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.734940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef273e30-cab9-4cb2-98a3-2e60114bddcc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.736914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef273e30-cab9-4cb2-98a3-2e60114bddcc tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3a201133-c2b7-4f72-80ca-05b174b588f3 HTTP/1.1" status: 404 len: 337 time: 0.0698392 Aug 21 18:25:40.742723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51302) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.812688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc6410-1dcf-4f72-a5a2-22a156d08ebf None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:40.829541 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a6f38f-6796-47b9-8e6b-9d51e53ad10f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.831812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a6f38f-6796-47b9-8e6b-9d51e53ad10f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.838180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78a6f38f-6796-47b9-8e6b-9d51e53ad10f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6771ff55-d9c5-4d07-8fc5-d8d63f2f2cb7 HTTP/1.1" status: 404 len: 333 time: 0.0935597 Aug 21 18:25:40.841563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.878112 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0274854f-98a8-44f3-afcd-fe80803b1cc2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.879649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0274854f-98a8-44f3-afcd-fe80803b1cc2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.882096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0274854f-98a8-44f3-afcd-fe80803b1cc2 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/df7c2d5d-6130-4578-828a-ab483201f7c3 HTTP/1.1" status: 404 len: 337 time: 0.0391366 Aug 21 18:25:40.884597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.933583 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57e3b1c-ca12-45f2-b04f-1c8cb54d4680 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:40.934458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57e3b1c-ca12-45f2-b04f-1c8cb54d4680 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:40.936525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e57e3b1c-ca12-45f2-b04f-1c8cb54d4680 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/d2517cb4-1e8b-44f6-a58e-23fd3d27a432 HTTP/1.1" status: 404 len: 337 time: 0.0502079 Aug 21 18:25:40.940036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7a58e-e5ee-4f7b-a5c6-fc641c7138d7 req-b7c3cd65-9250-4d05-8aa8-e7236deb90c1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:40.941049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51308) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:40.949064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eed7a58e-e5ee-4f7b-a5c6-fc641c7138d7 req-b7c3cd65-9250-4d05-8aa8-e7236deb90c1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.4220748 Aug 21 18:25:41.006140 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb513ee8-dc3f-4088-bf7b-dd9e560eb467 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.007118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb513ee8-dc3f-4088-bf7b-dd9e560eb467 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.011163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb513ee8-dc3f-4088-bf7b-dd9e560eb467 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/35e4b58a-9d35-4fdf-8200-3d05e33dc7ea HTTP/1.1" status: 404 len: 333 time: 0.0667076 Aug 21 18:25:41.014609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.030906 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.051926 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff58f90-419b-48a1-8857-5ecf22641607 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.052719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff58f90-419b-48a1-8857-5ecf22641607 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.054077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eff58f90-419b-48a1-8857-5ecf22641607 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8a0281fe-9fe2-4f2d-9138-5cd987dab983 HTTP/1.1" status: 404 len: 337 time: 0.0359647 Aug 21 18:25:41.057277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51312) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.077949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eed7a58e-e5ee-4f7b-a5c6-fc641c7138d7 req-90b2fb54-20e9-4de0-9fe7-15fb9ac73424 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280086 Aug 21 18:25:41.079543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] Pushing event deleted for resources: {'Port': ['ID=5bd5b5e8-1238-458c-94db-1d8ed6d8496b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:41.084279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde65651-41e0-41c7-853e-c21777a33f12 None None] No DVR routers for this DVR port 5bd5b5e8-1238-458c-94db-1d8ed6d8496b on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:41.100952 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de79d22-533a-4899-9e67-c266aa312aa3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.102422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de79d22-533a-4899-9e67-c266aa312aa3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.107134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5de79d22-533a-4899-9e67-c266aa312aa3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/b9deaa2f-a634-4e00-a622-25a0265ac562 HTTP/1.1" status: 404 len: 337 time: 0.0465567 Aug 21 18:25:41.109251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51314) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.110960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::12 (27d6c236-3f54-4298-9607-abbd78773e7c/039aeffd-b620-4189-8e5d-e730fa002690/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:41.128330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8:0:1::398 (27d6c236-3f54-4298-9607-abbd78773e7c/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:41.146691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad78c-3623-4362-811b-1d38568fde47 req-6d14a861-431b-4fe3-98f0-af9a05824555 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:41.147424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad78c-3623-4362-811b-1d38568fde47 req-6d14a861-431b-4fe3-98f0-af9a05824555 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:41.151458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.153711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ad78c-3623-4362-811b-1d38568fde47 req-6d14a861-431b-4fe3-98f0-af9a05824555 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:41.155535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-629ad78c-3623-4362-811b-1d38568fde47 req-6d14a861-431b-4fe3-98f0-af9a05824555 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3159051 Aug 21 18:25:41.168510 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8ae0a9-864e-436a-988d-b934f8aeae8d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.169274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8ae0a9-864e-436a-988d-b934f8aeae8d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.173678 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f8ae0a9-864e-436a-988d-b934f8aeae8d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/e90c2f07-d121-46e3-9090-acf98f909435 HTTP/1.1" status: 404 len: 333 time: 0.0579944 Aug 21 18:25:41.174612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.192810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Router b114dee4-18bc-4733-bab4-45759005c0b6 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:25:41.209347 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-19882e41-06a3-4f43-a25a-c750566efa71 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.210767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19882e41-06a3-4f43-a25a-c750566efa71 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.212137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-19882e41-06a3-4f43-a25a-c750566efa71 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3416962b-c6b7-4844-b3ab-d0f2901c1536 HTTP/1.1" status: 404 len: 337 time: 0.0365069 Aug 21 18:25:41.215461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51320) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.242713 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a77e9-04f8-4bbe-a37f-50bdf620bb2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.243496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a77e9-04f8-4bbe-a37f-50bdf620bb2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.245449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-de2a77e9-04f8-4bbe-a37f-50bdf620bb2e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/282d319d-8519-4d52-b4ee-aa7fbe80715e HTTP/1.1" status: 404 len: 333 time: 0.0287437 Aug 21 18:25:41.247955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51322) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.248448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] For port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:41.258128 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.276298 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc82e6bf-e67a-4937-ab6d-f2fffcd305f1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.276593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc82e6bf-e67a-4937-ab6d-f2fffcd305f1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.278761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc82e6bf-e67a-4937-ab6d-f2fffcd305f1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f3a4af9d-0e60-4566-93b7-5b2f63a79064 HTTP/1.1" status: 404 len: 337 time: 0.0295961 Aug 21 18:25:41.281431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51324) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.311292 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8e0800-53bf-4648-8e87-cc6fe248691d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.312102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8e0800-53bf-4648-8e87-cc6fe248691d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.314275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a8e0800-53bf-4648-8e87-cc6fe248691d tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/71b61c8c-1bd7-4364-9ed8-755f572fcf24 HTTP/1.1" status: 404 len: 333 time: 0.0308449 Aug 21 18:25:41.316915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51326) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.371004 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5022c2-53ff-40e2-80a4-457985046141 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.371825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5022c2-53ff-40e2-80a4-457985046141 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.390178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cd5022c2-53ff-40e2-80a4-457985046141 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f55c0917-ceda-4c7a-bdef-11097b5b54fb HTTP/1.1" status: 404 len: 337 time: 0.0699854 Aug 21 18:25:41.390798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51328) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.431141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360e95b-8518-4197-ad80-74798768f7d5 None None] Pushing event updated for resources: {'Port': ['ID=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:41.439202 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb64fdf9-21d3-44b6-9246-a4ddff764a0f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.439945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb64fdf9-21d3-44b6-9246-a4ddff764a0f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.440580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Update dhcp port {'port': {'network_id': '27d6c236-3f54-4298-9607-abbd78773e7c', 'fixed_ips': [{'subnet_id': '039aeffd-b620-4189-8e5d-e730fa002690', 'ip_address': '2001:db8::2'}, {'subnet_id': '7bd76abf-bc0c-4610-9ff3-bfa62af0dca2'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '2379af1f-20c0-401e-bf2b-9d65b13122f8'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:25:41.444269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb64fdf9-21d3-44b6-9246-a4ddff764a0f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/835c2dc4-9ddd-4b65-ba66-dd88094fe416 HTTP/1.1" status: 404 len: 333 time: 0.0467892 Aug 21 18:25:41.445709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.473334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4c346e11-3c9c-454c-9408-fd01c5650dab None None] Provisioning for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:41.486138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2379af1f-20c0-401e-bf2b-9d65b13122f8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:41.493986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.499513 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3add0621-30a9-496e-b9f9-a1f62caaa113 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.500138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3add0621-30a9-496e-b9f9-a1f62caaa113 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.504645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3add0621-30a9-496e-b9f9-a1f62caaa113 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/afd23657-7eb7-40fb-98a0-2f41f4982780 HTTP/1.1" status: 404 len: 337 time: 0.0556529 Aug 21 18:25:41.506199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51332) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.515128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ac57-82d1-49e1-bdc6-efeff1624532 req-8b5c4647-e508-4214-8a21-993c990205a7 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:41.517149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a25ac57-82d1-49e1-bdc6-efeff1624532 req-8b5c4647-e508-4214-8a21-993c990205a7 tempest-ComputeTenantNetworksTest-755639671 tempest-ComputeTenantNetworksTest-755639671-project] 10.222.0.41 "GET /v2.0/networks/bc226eeb-1f51-437a-8c24-4140a25ef5bf HTTP/1.1" status: 200 len: 769 time: 0.3287680 Aug 21 18:25:41.531707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51334) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.587697 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-651ef8aa-788e-42f2-94e9-2a1ad5016c06 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.588350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-651ef8aa-788e-42f2-94e9-2a1ad5016c06 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.604007 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-651ef8aa-788e-42f2-94e9-2a1ad5016c06 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/8800df11-6118-4236-9f3f-10ea9fa42396 HTTP/1.1" status: 404 len: 333 time: 0.0945222 Aug 21 18:25:41.604702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.664485 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dedb81-fadf-4a63-9e26-d3b59cedf37b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.664981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dedb81-fadf-4a63-9e26-d3b59cedf37b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.669633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e3dedb81-fadf-4a63-9e26-d3b59cedf37b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/a6f0d112-2425-4eca-ac77-bfeda1eb17fc HTTP/1.1" status: 404 len: 337 time: 0.0618196 Aug 21 18:25:41.670846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51340) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.685830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:25:41.692303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.705056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Sync routers for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:25:41.711096 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cc5dccd-5412-465a-aa3b-3f4e97d28e60 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.712157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cc5dccd-5412-465a-aa3b-3f4e97d28e60 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.714518 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cc5dccd-5412-465a-aa3b-3f4e97d28e60 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6fb250b0-fd32-4d64-b69c-f294e32beeff HTTP/1.1" status: 404 len: 333 time: 0.0428927 Aug 21 18:25:41.716959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51342) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.728654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:41.729431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:41.729615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.744064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.747774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-682cd28f-0c5b-45cd-866c-4ffe1d00da28 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.0474145 Aug 21 18:25:41.754575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.762429 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95406c4-ddf1-4381-8f94-5a57ab386265 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.763042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95406c4-ddf1-4381-8f94-5a57ab386265 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.767735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d95406c4-ddf1-4381-8f94-5a57ab386265 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/e692d519-321a-4b59-9a7c-a21741360239 HTTP/1.1" status: 404 len: 337 time: 0.0471368 Aug 21 18:25:41.767913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:41.767913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51346) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.775273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:41.780431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f66e53f7-96da-4170-9d9b-7d2fe9623355 None None] Provisioning complete for port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:41.780616 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f66e53f7-96da-4170-9d9b-7d2fe9623355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.788645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:41.789334 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.853395 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d2d4d3-faf0-4c2d-b1bd-af3e016c0eda tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.853836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d2d4d3-faf0-4c2d-b1bd-af3e016c0eda tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.858039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3d2d4d3-faf0-4c2d-b1bd-af3e016c0eda tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8986f0d7-e8fc-4158-9dd8-fbb650fcf0fa HTTP/1.1" status: 404 len: 337 time: 0.0867290 Aug 21 18:25:41.858528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.868483 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.886917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc226eeb-1f51-437a-8c24-4140a25ef5bf']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:41.899616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2260c5-10c3-4f93-b805-bd9cf766697f') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:41.899912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2260c5-10c3-4f93-b805-bd9cf766697f') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:41.912043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.918947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:41.921721 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e29eaa-6497-41cd-b952-915c0d4b43c1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.923326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e29eaa-6497-41cd-b952-915c0d4b43c1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.927684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e0e29eaa-6497-41cd-b952-915c0d4b43c1 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/ab6493ed-5e2d-4a65-97bf-c3ef6a34a68b HTTP/1.1" status: 404 len: 333 time: 0.0658374 Aug 21 18:25:41.927882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.928438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51350) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.942319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.962075 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-37999909-5e0a-4e2b-9bf7-2f7f62e58bf0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:41.962989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37999909-5e0a-4e2b-9bf7-2f7f62e58bf0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:41.967235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37999909-5e0a-4e2b-9bf7-2f7f62e58bf0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bfc2edb5-f279-4b7a-bf74-99daaf256d55 HTTP/1.1" status: 404 len: 337 time: 0.0351152 Aug 21 18:25:41.968285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:41.973910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:41.974324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:41.979882 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:41.998768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network 27d6c236-3f54-4298-9607-abbd78773e7c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:42.005612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:42.007573 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-145893c6-2654-4bc3-ab6f-77d45a527b44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.008385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:42.008532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145893c6-2654-4bc3-ab6f-77d45a527b44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.013004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-145893c6-2654-4bc3-ab6f-77d45a527b44 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8558847c-52f4-4b07-af2a-895800698ce8 HTTP/1.1" status: 404 len: 337 time: 0.0423152 Aug 21 18:25:42.014385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51354) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.015228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:42.015879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.032550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Allocated IP 2001:db8:0:1::2 (27d6c236-3f54-4298-9607-abbd78773e7c/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2/2379af1f-20c0-401e-bf2b-9d65b13122f8) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:42.071081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=da84bb0b-5a1f-4900-bdb0-df2ac367d9c2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:42.077257 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b2b384-044f-45d1-99ac-214edf12dcaa tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.078048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b2b384-044f-45d1-99ac-214edf12dcaa tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.080716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a3b2b384-044f-45d1-99ac-214edf12dcaa tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/7e801ccb-cd47-4bea-b264-d56a75b0f4e2 HTTP/1.1" status: 404 len: 333 time: 0.0653265 Aug 21 18:25:42.083880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51356) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.084308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-859325e0-ec8d-4c69-85d6-96889b985b29 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.3966608 Aug 21 18:25:42.087129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51358) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.093820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '039aeffd-b620-4189-8e5d-e730fa002690'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:42.097998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.103050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.106626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bc226eeb-1f51-437a-8c24-4140a25ef5bf HTTP/1.1" status: 204 len: 168 time: 0.5733421 Aug 21 18:25:42.135384 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6114f560-4e0d-41d8-b403-232243df8ba4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.136745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6114f560-4e0d-41d8-b403-232243df8ba4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.138993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6114f560-4e0d-41d8-b403-232243df8ba4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/eb0f563e-5b3b-47d0-941f-6a8c01ef40fa HTTP/1.1" status: 404 len: 337 time: 0.0535405 Aug 21 18:25:42.142327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51362) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.145454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] For port 2379af1f-20c0-401e-bf2b-9d65b13122f8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2379af1f-20c0-401e-bf2b-9d65b13122f8,segment=NetworkSegment(2777f88c-9e52-4833-85c1-fc07f9225b51),segment_id=2777f88c-9e52-4833-85c1-fc07f9225b51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:42.158225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc762-9f9e-4d2a-b9d0-08aceee10f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc226eeb-1f51-437a-8c24-4140a25ef5bf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:42.211422 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-150cd61d-d037-47b9-b8f8-7123d26b0910 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.212348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150cd61d-d037-47b9-b8f8-7123d26b0910 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.214395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-150cd61d-d037-47b9-b8f8-7123d26b0910 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/f29c05d8-a8a3-4138-ab70-2473f91fe6fd HTTP/1.1" status: 404 len: 337 time: 0.0619726 Aug 21 18:25:42.217431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.218284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51366) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.238582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.265517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Transition to ACTIVE for port object 2379af1f-20c0-401e-bf2b-9d65b13122f8 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:42.276872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.336634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.369209 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a662032-5931-4f9d-ad24-abd30a071a32 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.370425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a662032-5931-4f9d-ad24-abd30a071a32 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.376262 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a662032-5931-4f9d-ad24-abd30a071a32 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/3cd72422-5e2d-4953-8742-72c00de6bedf HTTP/1.1" status: 404 len: 333 time: 0.1533976 Aug 21 18:25:42.408536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51370) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.461327 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a9a540-df84-401f-8123-d625f35f8524 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.462005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a9a540-df84-401f-8123-d625f35f8524 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.466209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b7a9a540-df84-401f-8123-d625f35f8524 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/1ca20e25-f971-41d3-8fc1-f167f5ffe4e7 HTTP/1.1" status: 404 len: 337 time: 0.0547943 Aug 21 18:25:42.468610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51372) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.478523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.483565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0e0e09a-dc40-4219-adb3-f2de69434864 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a352ff5c5dc4946a904070f393e893d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456804 Aug 21 18:25:42.490545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51374) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.514864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012d45b-441f-4975-ac9c-04bb87a85d67 None None] Pushing event updated for resources: {'Port': ['ID=2379af1f-20c0-401e-bf2b-9d65b13122f8,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:42.520955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f31d2-9bb4-4dc1-bef1-6a33e8c28db3 req-f55859e9-daba-4cec-9b2a-58521aa4762a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:42.522575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032f31d2-9bb4-4dc1-bef1-6a33e8c28db3 req-f55859e9-daba-4cec-9b2a-58521aa4762a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1581454 Aug 21 18:25:42.528923 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-308c2d25-cf10-407a-8fd4-b79af19d35fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.529242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-308c2d25-cf10-407a-8fd4-b79af19d35fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.532718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-308c2d25-cf10-407a-8fd4-b79af19d35fb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/0ac51676-2cc9-4c5a-8774-ed215c71164d HTTP/1.1" status: 404 len: 337 time: 0.0614462 Aug 21 18:25:42.536277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51376) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.581183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cafebac5-b5ff-43e5-a760-3d1701cee2e4 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports?device_id=5826898b-f27d-4686-8d5f-d393751aceb4 HTTP/1.1" status: 200 len: 205 time: 0.0420368 Aug 21 18:25:42.586286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51378) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.610549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 2379af1f-20c0-401e-bf2b-9d65b13122f8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2379af1f-20c0-401e-bf2b-9d65b13122f8,segment=NetworkSegment(2777f88c-9e52-4833-85c1-fc07f9225b51),segment_id=2777f88c-9e52-4833-85c1-fc07f9225b51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:42.646332 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-7b846808-bfb0-449a-8929-f1f5b41f052f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] delete failed (client error): The resource could not be found. Aug 21 18:25:42.646778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.649478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032f31d2-9bb4-4dc1-bef1-6a33e8c28db3 req-686dc5b5-3702-445a-a69f-9396398de7fa tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987678 Aug 21 18:25:42.660729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b846808-bfb0-449a-8929-f1f5b41f052f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/routers/5826898b-f27d-4686-8d5f-d393751aceb4 HTTP/1.1" status: 404 len: 336 time: 0.0666945 Aug 21 18:25:42.660952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51382) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.722537 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5613f7a8-04f2-40fc-a8bb-3ff575d8cc7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.723109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5613f7a8-04f2-40fc-a8bb-3ff575d8cc7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.728505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5613f7a8-04f2-40fc-a8bb-3ff575d8cc7a tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/3b6ae759-4e5f-42c4-8b5e-1f59b94e6131 HTTP/1.1" status: 404 len: 337 time: 0.0608020 Aug 21 18:25:42.730177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51386) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.814303 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7e4d4a72-ca30-4ec2-9b0d-1372894f57c6 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "GET /v2.0/ports?device_id=a45783d7-7aad-4162-a143-07aef71617af HTTP/1.1" status: 200 len: 205 time: 0.0762110 Aug 21 18:25:42.820452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.884221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.910682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.914921 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-6b2cfa8a-7fad-4baa-9219-dd2bea96850b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] delete failed (client error): The resource could not be found. Aug 21 18:25:42.915964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6b2cfa8a-7fad-4baa-9219-dd2bea96850b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/routers/a45783d7-7aad-4162-a143-07aef71617af HTTP/1.1" status: 404 len: 336 time: 0.0895200 Aug 21 18:25:42.920623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:42.938916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Delete allocated IP 2001:db8:0:1::398 (27d6c236-3f54-4298-9607-abbd78773e7c/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2) {{(pid=94599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:25:42.977893 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad53308-8aca-4d19-b167-c8a93fed0321 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:42.978481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad53308-8aca-4d19-b167-c8a93fed0321 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:42.980134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7ad53308-8aca-4d19-b167-c8a93fed0321 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/04fea942-1512-4078-8b1b-579248a908d8 HTTP/1.1" status: 404 len: 337 time: 0.0563164 Aug 21 18:25:42.983877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:42.985989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.080031 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-88117eac-27b1-4c2d-b000-4bdb6b3af2eb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.080423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88117eac-27b1-4c2d-b000-4bdb6b3af2eb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.091374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-88117eac-27b1-4c2d-b000-4bdb6b3af2eb tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/0d8c5a2f-ebd0-4b9d-bae0-b58f8f831c12 HTTP/1.1" status: 404 len: 337 time: 0.0999095 Aug 21 18:25:43.154333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.190851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=2379af1f-20c0-401e-bf2b-9d65b13122f8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:43.206547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:43.218016 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94b2c7c-498e-49e5-bb66-77cfe3c08a45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.218750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94b2c7c-498e-49e5-bb66-77cfe3c08a45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.224619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b94b2c7c-498e-49e5-bb66-77cfe3c08a45 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/5adb6e7e-0159-497c-8e82-b6b1bbf80f66 HTTP/1.1" status: 404 len: 333 time: 0.0627301 Aug 21 18:25:43.227418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.248024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5bd5b5e8-1238-458c-94db-1d8ed6d8496b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:43.248788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5bd5b5e8-1238-458c-94db-1d8ed6d8496b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:43.265853 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e68e652-c709-4ab4-84ea-75d2b09bb59f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.266923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e68e652-c709-4ab4-84ea-75d2b09bb59f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.272307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8e68e652-c709-4ab4-84ea-75d2b09bb59f tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/dcb17221-62e3-4523-b7af-22ac22b03d94 HTTP/1.1" status: 404 len: 337 time: 0.0428495 Aug 21 18:25:43.272987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51402) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.281498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:38Z', 'revision_number': 3, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:43.303239 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dd1af6-e0f9-4940-ac98-b0b9049f6e0b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.303918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dd1af6-e0f9-4940-ac98-b0b9049f6e0b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.308230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c7dd1af6-e0f9-4940-ac98-b0b9049f6e0b tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/a1651355-494c-4e18-81f7-ea0544a8ecf1 HTTP/1.1" status: 404 len: 333 time: 0.0280554 Aug 21 18:25:43.309422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51404) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.323184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Checking router: b114dee4-18bc-4733-bab4-45759005c0b6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:25:43.323543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Updating router b114dee4-18bc-4733-bab4-45759005c0b6 port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:25:43.370691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.376679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.380608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.383379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6e99b496-f3df-4b84-85f3-ce6005c534e1 HTTP/1.1" status: 204 len: 168 time: 0.8672669 Aug 21 18:25:43.430786 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93b8c9d-e1c4-4f64-8483-0800f2b383df tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.431363 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93b8c9d-e1c4-4f64-8483-0800f2b383df tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.435824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b68e2-5390-493f-893f-3fec63669f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e99b496-f3df-4b84-85f3-ce6005c534e1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:43.435992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d93b8c9d-e1c4-4f64-8483-0800f2b383df tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bde2e2ec-22dc-4a4b-ac2a-876976e75443 HTTP/1.1" status: 404 len: 337 time: 0.1259124 Aug 21 18:25:43.444215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.465026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Allocated IP 172.20.0.1 (21163fd8-7fe2-4033-92c7-910244fe870e/6fb465ef-aa35-418b-bb4d-ce4a0272da33/867658f9-8520-4b91-a1c6-a2bc87299bf5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:43.493683 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7751f04c-3fff-48dc-a4cf-d555ebafb6cf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.494861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7751f04c-3fff-48dc-a4cf-d555ebafb6cf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.496905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7751f04c-3fff-48dc-a4cf-d555ebafb6cf tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/964390e2-bb64-4498-823b-2d3fda4d5804 HTTP/1.1" status: 404 len: 333 time: 0.0491493 Aug 21 18:25:43.503388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51412) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.535120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.553788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2379af1f-20c0-401e-bf2b-9d65b13122f8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:43.561818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225a3f95-e994-4003-8e3e-d55c9c199ccf None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:43.569258 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-38fdd66d-c654-4822-88b8-39c348a26219 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.570088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38fdd66d-c654-4822-88b8-39c348a26219 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.572913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38fdd66d-c654-4822-88b8-39c348a26219 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/d39261c6-69d7-47fc-a4ad-ebbdc4431a13 HTTP/1.1" status: 404 len: 337 time: 0.0679762 Aug 21 18:25:43.577380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.593439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Ignored duplicate provisioning block setup for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:25:43.633506 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.636481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.665421 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c578dd-f3a1-4e85-a8ea-f03262feebb3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.665421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c578dd-f3a1-4e85-a8ea-f03262feebb3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.665421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-48c578dd-f3a1-4e85-a8ea-f03262feebb3 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/8a13d200-8d51-4248-930c-2fef6ac7fabf HTTP/1.1" status: 404 len: 333 time: 0.0838494 Aug 21 18:25:43.679193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Transition to ACTIVE for port object 867658f9-8520-4b91-a1c6-a2bc87299bf5 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:43.685988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51418) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.749288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-639cd73e-23fb-4b5b-a8b7-fd99f924dce4 None None] Provisioning for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:43.788532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.797000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-639cd73e-23fb-4b5b-a8b7-fd99f924dce4 None None] Provisioning complete for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:43.797400 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-639cd73e-23fb-4b5b-a8b7-fd99f924dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.809450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=da84bb0b-5a1f-4900-bdb0-df2ac367d9c2,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:43.873520 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2072bb81-339c-4d80-8dd8-9942c128b305 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:43.873861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Network 21163fd8-7fe2-4033-92c7-910244fe870e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:43.875255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2072bb81-339c-4d80-8dd8-9942c128b305 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:43.877929 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2072bb81-339c-4d80-8dd8-9942c128b305 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8103166d-cd5f-4c1b-bbaf-6c7d9f33c6c2 HTTP/1.1" status: 404 len: 337 time: 0.1086164 Aug 21 18:25:43.880821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51428) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.881080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] In _notify_port_updated(), no bound segment for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 on network 27d6c236-3f54-4298-9607-abbd78773e7c {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:25:43.888803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:43.889705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:43.891951 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c8c34dd8-b607-44c8-8549-1fbd136dd52a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/ports/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 HTTP/1.1" status: 200 len: 924 time: 1.8024046 Aug 21 18:25:43.896012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:43.902006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '039aeffd-b620-4189-8e5d-e730fa002690'}, {'subnet_id': '7bd76abf-bc0c-4610-9ff3-bfa62af0dca2'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:43.905756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:43.946887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:43.993278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89724660-ba72-4797-b6d4-53073f158c6a req-51922fd3-2ccd-442d-a25f-efe4695e2f15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:43.994911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89724660-ba72-4797-b6d4-53073f158c6a req-51922fd3-2ccd-442d-a25f-efe4695e2f15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1652813 Aug 21 18:25:44.001425 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d3713b-a839-4c70-ba27-0d1158ebaeff tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.003306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d3713b-a839-4c70-ba27-0d1158ebaeff tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.006047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e5d3713b-a839-4c70-ba27-0d1158ebaeff tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/4669b8de-9efb-4bf8-ad43-3c6104fd2bf6 HTTP/1.1" status: 404 len: 333 time: 0.1185966 Aug 21 18:25:44.009309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.100508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Pushing event updated for resources: {'Port': ['ID=867658f9-8520-4b91-a1c6-a2bc87299bf5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:44.105341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.115365 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-deaa8cbc-5e5d-4e1e-861a-523fc8f7a82e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.116273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deaa8cbc-5e5d-4e1e-861a-523fc8f7a82e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.118152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.118794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-deaa8cbc-5e5d-4e1e-861a-523fc8f7a82e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/bf91f240-cd74-42c0-a6d9-792a5d3fa535 HTTP/1.1" status: 404 len: 337 time: 0.0900998 Aug 21 18:25:44.125476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.149625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89724660-ba72-4797-b6d4-53073f158c6a req-bba1352d-8d03-4fad-bbce-8262e6d99332 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644956 Aug 21 18:25:44.166525 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-5228dade-3523-42cb-886a-602198122a62 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.167578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5228dade-3523-42cb-886a-602198122a62 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.169758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5228dade-3523-42cb-886a-602198122a62 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/e5dd5ca5-fd2b-48f3-b1d6-45340b4d1fa1 HTTP/1.1" status: 404 len: 333 time: 0.0400078 Aug 21 18:25:44.171837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.177741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51438) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.257916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Transition to ACTIVE for port object 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:44.294517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:44.295258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.301759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.307161 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e647653f-239c-4fdd-904e-a9427bb7c15e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.307994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e647653f-239c-4fdd-904e-a9427bb7c15e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.317850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e647653f-239c-4fdd-904e-a9427bb7c15e tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/359bbc8b-4092-4a93-b180-5444719a5084 HTTP/1.1" status: 404 len: 337 time: 0.1370928 Aug 21 18:25:44.324075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51446) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.356686 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-10090173-6ce6-42ba-8468-25d1165d7a28 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.357388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10090173-6ce6-42ba-8468-25d1165d7a28 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.362064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10090173-6ce6-42ba-8468-25d1165d7a28 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/ports/6ecb63b2-d64a-43d0-ae88-ce0f5241f539 HTTP/1.1" status: 404 len: 333 time: 0.0331657 Aug 21 18:25:44.364485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51450) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.417400 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8dcd7c8-738e-45f9-9e91-d153e21223e0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] DELETE failed (client error): The resource could not be found. Aug 21 18:25:44.418591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8dcd7c8-738e-45f9-9e91-d153e21223e0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:25:44.423393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b8dcd7c8-738e-45f9-9e91-d153e21223e0 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/subnets/8c01f765-9e8c-4ae8-ae3d-fdb77f4e6de9 HTTP/1.1" status: 404 len: 337 time: 0.0550239 Aug 21 18:25:44.424757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51452) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:44.467988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561c594-5e22-49ed-8c05-6cac3b50f66b None None] Pushing event updated for resources: {'Port': ['ID=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:44.588995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Attempting to bind port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:44.589674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Attempting to bind port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:44.590279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Attempting to bind port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:44.597696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.638348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:44.639100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:44.639685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.640269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:44.640910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8:0:1::371 (27d6c236-3f54-4298-9607-abbd78773e7c/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:44.641235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Bound port: 0959cb5f-bbd2-46c1-be0c-c44f45a21d51, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:44.641922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.756563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:44.758430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] For port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:44.789921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.800207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] For port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:44.803888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71b1026-b7ef-4a93-9594-64ed4f11943a']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:44.817947 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.831263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7c060c3e-744e-4933-b6e1-eebdb4933908 None None] Provisioning for port 867658f9-8520-4b91-a1c6-a2bc87299bf5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:44.839893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e200ad-e854-4f08-86ac-2e708cea33fb') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:44.840861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e200ad-e854-4f08-86ac-2e708cea33fb') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:44.864914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7c060c3e-744e-4933-b6e1-eebdb4933908 None None] Provisioning complete for port 867658f9-8520-4b91-a1c6-a2bc87299bf5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:44.865341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c060c3e-744e-4933-b6e1-eebdb4933908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.906421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.919764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7c060c3e-744e-4933-b6e1-eebdb4933908 None None] Port 867658f9-8520-4b91-a1c6-a2bc87299bf5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:44.941795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.950414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:44.951246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:44.972067 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:44.996724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561c594-5e22-49ed-8c05-6cac3b50f66b None None] Pushing event updated for resources: {'Port': ['ID=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:44.997365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:44.997785 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:45.004445 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:45.019656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:45.021171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.112537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Provisioning complete for port 2379af1f-20c0-401e-bf2b-9d65b13122f8 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:45.113005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.190288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:45.307976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.354008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Ignored duplicate provisioning block setup for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:25:45.367082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.518317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Provisioning for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:45.532963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Provisioning complete for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:45.533343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.544324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] In _notify_port_updated(), no bound segment for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 on network 27d6c236-3f54-4298-9607-abbd78773e7c {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:25:45.553887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:45.555136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.560511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/ports/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 HTTP/1.1" status: 200 len: 1010 time: 1.6629622 Aug 21 18:25:45.572328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:45.616703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a837f-9ac7-4738-b864-8ffeb9197d54 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=da84bb0b-5a1f-4900-bdb0-df2ac367d9c2,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:45.617967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2bb16264-5c91-4325-860c-6dca8be0f177 None None] Port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:45.706130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:45.706773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.747079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.806928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-43985672-0bc8-4f49-b482-ab759d65f0ef None None] Provisioning complete for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:45.807581 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-43985672-0bc8-4f49-b482-ab759d65f0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.808216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.812501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] 10.222.0.41 "DELETE /v2.0/networks/b71b1026-b7ef-4a93-9594-64ed4f11943a HTTP/1.1" status: 204 len: 168 time: 1.3844538 Aug 21 18:25:45.821954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Pushing event deleted for resources: {'Network': ['ID=b71b1026-b7ef-4a93-9594-64ed4f11943a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:45.864046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2eecf0-f77b-4b4d-94b5-a4ea9aaa0967 req-7ef9d01e-0b5c-481f-b669-cc593da9b32c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:45.865641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b2eecf0-f77b-4b4d-94b5-a4ea9aaa0967 req-7ef9d01e-0b5c-481f-b669-cc593da9b32c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2108932 Aug 21 18:25:45.868979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.869319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.869662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.870000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.870333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.870711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.871227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.871725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.872251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.872748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.873441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.873972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844e02a4-b060-4a53-afd3-b79b8ec1cf52 tempest-NetworksTestDHCPv6-1015543056 tempest-NetworksTestDHCPv6-1015543056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:45.884755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:45.911499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:45.948950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-43985672-0bc8-4f49-b482-ab759d65f0ef None None] Port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:45.967021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b2eecf0-f77b-4b4d-94b5-a4ea9aaa0967 req-1b69a9ad-db12-404f-b047-67cd5acc578a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587659 Aug 21 18:25:46.004362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '867658f9-8520-4b91-a1c6-a2bc87299bf5', 'name': '', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'mac_address': 'fa:16:3e:f5:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:42Z', 'updated_at': '2021-08-21T18:25:43Z', 'revision_number': 1, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'subnets': [{'id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:46.108753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.121408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.126140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4febf7-afbf-4878-b188-9218cdce9299 None None] The sync data for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 is: [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '867658f9-8520-4b91-a1c6-a2bc87299bf5', 'name': '', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'mac_address': 'fa:16:3e:f5:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:42Z', 'updated_at': '2021-08-21T18:25:43Z', 'revision_number': 1, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'subnets': [{'id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:46.175441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9488cb77-1c4f-4d4b-ace7-5c487e92a30f None None] Provisioning complete for port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:46.175646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9488cb77-1c4f-4d4b-ace7-5c487e92a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.245875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Pushing event updated for resources: {'Port': ['ID=867658f9-8520-4b91-a1c6-a2bc87299bf5,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:46.271506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9488cb77-1c4f-4d4b-ace7-5c487e92a30f None None] Port da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:46.286814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.298585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.355158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=da84bb0b-5a1f-4900-bdb0-df2ac367d9c2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:46.391102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6a876999-6d08-403c-a54e-907bae47932a None None] Could not find standard attr ID for object da84bb0b-5a1f-4900-bdb0-df2ac367d9c2. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:25:46.428899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.431580 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4fe70937-2de0-4f5c-84df-78084cdbf6f8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 HTTP/1.1" status: 204 len: 168 time: 0.8582473 Aug 21 18:25:46.434191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51510) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:46.497543 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e055861-df14-4cfc-b839-1f6ed481ec70 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:25:46.501535 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8e055861-df14-4cfc-b839-1f6ed481ec70 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 HTTP/1.1" status: 404 len: 333 time: 0.0641780 Aug 21 18:25:46.522714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51512) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:46.531316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Network 21163fd8-7fe2-4033-92c7-910244fe870e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:46.535427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:46.636833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:46.700211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 7bd76abf-bc0c-4610-9ff3-bfa62af0dca2 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:46.711047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.813482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:46.834146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Router b114dee4-18bc-4733-bab4-45759005c0b6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:25:47.012558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f4287934-1f26-439e-bb6c-aaadf39c3991 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be8684a2e1dc4e51a390d48b978a1ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714743 Aug 21 18:25:47.012558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:47.039484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:25:47.050712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6f37511b-d30f-4bd7-b6a6-684aa56165f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/b114dee4-18bc-4733-bab4-45759005c0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2950766 Aug 21 18:25:47.066224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9b87eddb-7bbd-440f-8838-9b2796cc94c3 None None] Provisioning complete for port 867658f9-8520-4b91-a1c6-a2bc87299bf5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:47.067251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9b87eddb-7bbd-440f-8838-9b2796cc94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.165832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9b87eddb-7bbd-440f-8838-9b2796cc94c3 None None] Port 867658f9-8520-4b91-a1c6-a2bc87299bf5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:47.212492 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.304127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.421097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.451932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0098c-60ea-4055-aa7d-5d1ead13e214 req-5e04e1d0-14f6-402a-8034-8195d4f66301 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:47.454347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ad0098c-60ea-4055-aa7d-5d1ead13e214 req-5e04e1d0-14f6-402a-8034-8195d4f66301 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2676780 Aug 21 18:25:47.532941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.562636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:47.607477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=7bd76abf-bc0c-4610-9ff3-bfa62af0dca2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:47.644752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.650103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:47.650966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c7bfb1d8-1988-413d-a0f0-5c0f372b95a2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2 HTTP/1.1" status: 204 len: 168 time: 1.1270814 Aug 21 18:25:47.656657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae74934-11a8-41cd-81c1-85ac6feeb458 None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:47.677313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ad0098c-60ea-4055-aa7d-5d1ead13e214 req-d82ba250-e8a0-4469-87ab-951fd287d6fd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989391 Aug 21 18:25:47.693376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.700392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.704431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cedf9cf4-52a2-4bed-ab86-ba9f21fa288a HTTP/1.1" status: 204 len: 168 time: 0.6855237 Aug 21 18:25:47.719533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cae248-05f5-409a-b5b4-efd178b8e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedf9cf4-52a2-4bed-ab86-ba9f21fa288a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:47.765741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 039aeffd-b620-4189-8e5d-e730fa002690 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:25:47.770781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.847455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44af0cef-7ac4-463e-a11c-5e8938bb386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.866669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:47.890153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:47.890837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:47.891873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.043454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.131597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.166469 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.174716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:48.179333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.183107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/039aeffd-b620-4189-8e5d-e730fa002690 HTTP/1.1" status: 204 len: 168 time: 0.5253706 Aug 21 18:25:48.211317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:48.222384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.257939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc58ad-8a56-4e22-847b-809bb0be7c4f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=039aeffd-b620-4189-8e5d-e730fa002690,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:48.314175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:48.349105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.487519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.512672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 2379af1f-20c0-401e-bf2b-9d65b13122f8 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:48.513243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.623660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port 2379af1f-20c0-401e-bf2b-9d65b13122f8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2379af1f-20c0-401e-bf2b-9d65b13122f8,segment=NetworkSegment(2777f88c-9e52-4833-85c1-fc07f9225b51),segment_id=2777f88c-9e52-4833-85c1-fc07f9225b51)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:48.624148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.648815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 2379af1f-20c0-401e-bf2b-9d65b13122f8 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:48.796423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.864807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=2379af1f-20c0-401e-bf2b-9d65b13122f8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:48.870120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port 2379af1f-20c0-401e-bf2b-9d65b13122f8 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:48.876503 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:48.931493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d432f-d764-4c8d-b85b-8c8ff7d5671a req-e959c71d-6583-4f7c-b135-9e802c37daa3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:48.933705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-111d432f-d764-4c8d-b85b-8c8ff7d5671a req-e959c71d-6583-4f7c-b135-9e802c37daa3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1275241 Aug 21 18:25:48.989714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-111d432f-d764-4c8d-b85b-8c8ff7d5671a req-4ee4c05a-6082-4804-8f12-adc84b561f94 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476141 Aug 21 18:25:48.996134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.010431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d6c236-3f54-4298-9607-abbd78773e7c']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:49.038785 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2777f88c-9e52-4833-85c1-fc07f9225b51') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:49.040577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2777f88c-9e52-4833-85c1-fc07f9225b51') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:49.054852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.075548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.083278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:25:49.084899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:25:49.089248 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:25:49.091663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51576) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.132208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b0dec-b629-4459-b3ac-da4aa82d49e8 None None] Network 27d6c236-3f54-4298-9607-abbd78773e7c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:49.228626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.235805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.239539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/27d6c236-3f54-4298-9607-abbd78773e7c HTTP/1.1" status: 204 len: 168 time: 1.0634041 Aug 21 18:25:49.243155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51582) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.250168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a55d5520-0af3-4f4e-b59c-fe6872519c81 None None] Could not find standard attr ID for object 2379af1f-20c0-401e-bf2b-9d65b13122f8. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:25:49.265067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d5644-0333-475b-af79-25a760c88bae tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=27d6c236-3f54-4298-9607-abbd78773e7c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:49.454978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085a98dd-834a-405c-9945-51f41e7a1792 None None] DHCP port deletion for 27d6c236-3f54-4298-9607-abbd78773e7c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:25:49.479874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a0a6d-74f0-4838-8479-879587349e4b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:49.481508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-940a0a6d-74f0-4838-8479-879587349e4b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2372744 Aug 21 18:25:49.482488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4bed430c-4512-463a-a782-08fbbaded058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.485783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51596) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.565350 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-590c436e-10eb-4e30-8abb-d0850972c3c3 service neutron] show failed (client error): The resource could not be found. Aug 21 18:25:49.570216 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-590c436e-10eb-4e30-8abb-d0850972c3c3 service neutron] 10.222.0.64 "GET /v2.0/ports/fd7a5f68-adb7-4b38-9396-40def64ff76a/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.2748132 Aug 21 18:25:49.591562 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-da4f095c-6b72-4d92-acd1-81e5381bc1e7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1011078 Aug 21 18:25:49.592137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51600) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.606902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-395105853'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:49.639552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:49.721238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4bed430c-4512-463a-a782-08fbbaded058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.732023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4bed430c-4512-463a-a782-08fbbaded058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.764240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:49.777807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4bed430c-4512-463a-a782-08fbbaded058 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84040068103d4a82b60c127cc9424a62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819324 Aug 21 18:25:49.777807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51604) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.783978 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Sync routers for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:25:49.808226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.819324 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:49.820549 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:49.856250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed430c-4512-463a-a782-08fbbaded058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23bdbff-4809-409a-89cb-524d6ec1e921,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:49.912494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51606) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:49.919133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:49.951069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:49.954244 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 858dfc6b-fed6-47be-90fd-74b07901388c of type vlan for network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f Aug 21 18:25:50.026142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51608) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:50.048599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.061912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:50.062684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.160722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.199038 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:50.214840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.289770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-77a03304-388e-42b1-b55b-3fb3f8444203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:50.293525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-77a03304-388e-42b1-b55b-3fb3f8444203 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 1098 time: 0.2664053 Aug 21 18:25:50.321844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca8a0a-2797-47f8-9c55-36e33c98f2b9 req-2b6e8d5b-7063-41c1-b416-a429065eda67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:50.327171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0ca8a0a-2797-47f8-9c55-36e33c98f2b9 req-2b6e8d5b-7063-41c1-b416-a429065eda67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1689155 Aug 21 18:25:50.336353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0510a34c-3323-4feb-bd9d-4891fd7f5fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.343064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:50.346528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.352573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:50.353167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.369010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.373109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.374701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b23bdbff-4809-409a-89cb-524d6ec1e921 HTTP/1.1" status: 204 len: 168 time: 0.5963600 Aug 21 18:25:50.384300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:50.403403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb9729-d86f-4852-9c79-5bd5ec53fc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23bdbff-4809-409a-89cb-524d6ec1e921,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:50.468534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.524284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9277983 Aug 21 18:25:50.525258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51622) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:50.536264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:50.550724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c983a-c3fb-495f-b1da-e65956941db6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=cdf3d4c9-ae43-41d0-9c24-ce2e1761685f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:50.566058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0ca8a0a-2797-47f8-9c55-36e33c98f2b9 req-5ee51a60-9d74-4491-ac64-35cc36de5757 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090263 Aug 21 18:25:50.566757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:50.573216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.611224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.617007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-943877280'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:50.676757 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '867658f9-8520-4b91-a1c6-a2bc87299bf5', 'name': '', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'mac_address': 'fa:16:3e:f5:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:42Z', 'updated_at': '2021-08-21T18:25:45Z', 'revision_number': 2, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'subnets': [{'id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:50.689065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:25:50.689065 n-d-793621-32 neutron-server[94598]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 21 18:25:50.689065 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id': '9a875de956e84cb5b196e2d11a7ef34c', 'id': 'fa9d06be-62bc-4d20-aed8-bbccc776611f', 'expiration': datetime.datetime(2021, 8, 21, 18, 27, 50, 672334)}] Aug 21 18:25:50.689065 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:25:50.689489 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:25:50.702485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Made reservation on behalf of f631c3ae06414a2b916d72e63e2023bc for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:50.706136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.716233 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Checking router: b114dee4-18bc-4733-bab4-45759005c0b6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:25:50.718243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Updating router b114dee4-18bc-4733-bab4-45759005c0b6 port 867658f9-8520-4b91-a1c6-a2bc87299bf5 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:25:50.738025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.757215 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.771029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:50.775983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.878764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:50.902717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:50.940533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:50.993322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:51.002814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:51.005105 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9deec3b-36b4-47ba-822e-91f3649824ff" -d '{"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:51.009136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.030654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105dcc7d-d657-4235-9ec3-70dd97fd7b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.045462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Transition to ACTIVE for port object fd7a5f68-adb7-4b38-9396-40def64ff76a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:51.051844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.081888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.113692 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.127146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.127768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.146300 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Transition to ACTIVE for port object 867658f9-8520-4b91-a1c6-a2bc87299bf5 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:51.187530 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.189935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:25:51.191828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.286885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f46eac-b41f-411e-9868-9f0b92d02936,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.297992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.298673 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Added segment a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6 of type vlan for network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f Aug 21 18:25:51.314460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.334787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] No DVR routers for this DVR port fd7a5f68-adb7-4b38-9396-40def64ff76a on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:25:51.374242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2379af1f-20c0-401e-bf2b-9d65b13122f8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:51.432993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2379af1f-20c0-401e-bf2b-9d65b13122f8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:51.433512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2379af1f-20c0-401e-bf2b-9d65b13122f8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:51.449983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.457892 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Pushing event updated for resources: {'Port': ['ID=867658f9-8520-4b91-a1c6-a2bc87299bf5,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.469758 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.470346 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.470797 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.471222 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.471641 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.472078 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.472489 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.472903 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.473315 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.473725 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.485436 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.486087 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:25:51.499770 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.506463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:51.507146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.520773 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Attempting to bind port 867658f9-8520-4b91-a1c6-a2bc87299bf5 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:51.521165 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Attempting to bind port 867658f9-8520-4b91-a1c6-a2bc87299bf5 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:51.527868 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Attempting to bind port 867658f9-8520-4b91-a1c6-a2bc87299bf5 on network 21163fd8-7fe2-4033-92c7-910244fe870e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:51.529815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105dcc7d-d657-4235-9ec3-70dd97fd7b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.545912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:51.546212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Checking segment: {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:51.547284 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.547690 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Bound using segment: {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:51.548234 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Bound port: 867658f9-8520-4b91-a1c6-a2bc87299bf5, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c82f56-821f-4e55-9c11-c072d232f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:51.548585 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.559414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-105dcc7d-d657-4235-9ec3-70dd97fd7b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.589019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.599290 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89072374-6ab1-4a7d-b6d3-ac97d63316df x-openstack-request-id: req-89072374-6ab1-4a7d-b6d3-ac97d63316df {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:51.599589 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:51.599974 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89072374-6ab1-4a7d-b6d3-ac97d63316df {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:51.600469 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'code': 200} Aug 21 18:25:51.649492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-105dcc7d-d657-4235-9ec3-70dd97fd7b21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fca6cc2ea964bee8db795fa6cf003de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550400 Aug 21 18:25:51.654448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Network': ['ID=716df664-3aaa-45a1-aa3a-a82dfe90ab8f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.655508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51634) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:51.659328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105dcc7d-d657-4235-9ec3-70dd97fd7b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d81f618-eda2-4bc6-a2f8-10473d20fb1d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.662888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=e99c61fd-31c3-42a1-88fe-e341d38e306c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.670110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:25:51.686939 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] For port 867658f9-8520-4b91-a1c6-a2bc87299bf5, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:51.694937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '858dfc6b-fed6-47be-90fd-74b07901388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:51.695863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: cdf3d4c9-ae43-41d0-9c24-ce2e1761685f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:51.699648 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] For port 867658f9-8520-4b91-a1c6-a2bc87299bf5, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=867658f9-8520-4b91-a1c6-a2bc87299bf5,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:51.702631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:51.704191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:51.704191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:51.709944 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.737153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:25:51.737432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Attempting to bind port fd7a5f68-adb7-4b38-9396-40def64ff76a on network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:51.755801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:51.756207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Checking segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:51.756719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Bound using segment: {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:51.756971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Bound port: fd7a5f68-adb7-4b38-9396-40def64ff76a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdbc34e-1259-4149-9fbc-5daae9232598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:51.757341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.777593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.779910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:51.785376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2011b-d7a2-4d5f-b19e-717a1d21290f None None] Pushing event updated for resources: {'Port': ['ID=867658f9-8520-4b91-a1c6-a2bc87299bf5,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:51.802404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989cf58-5fdb-4d0e-9983-7fd33a0a66e1 req-b553b0ab-8746-4bd6-b53f-5e3161722daa tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:51.804036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2989cf58-5fdb-4d0e-9983-7fd33a0a66e1 req-b553b0ab-8746-4bd6-b53f-5e3161722daa tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.1028895 Aug 21 18:25:51.818013 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:51.818943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:51.840976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, cdf3d4c9-ae43-41d0-9c24-ce2e1761685f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:51.847619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.852002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:51.852815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.862623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e84820-a22e-44e4-9e49-c2c5ca17960a None None] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:51.896037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Deleting port 867658f9-8520-4b91-a1c6-a2bc87299bf5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:51.896386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.943195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2989cf58-5fdb-4d0e-9983-7fd33a0a66e1 req-41910f9c-ca85-4e43-993b-8677210e94ff tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151316 Aug 21 18:25:51.949030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:51.952864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:51.973632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.973896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:51.995739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.997120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:51.999014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.000939 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d81f618-eda2-4bc6-a2f8-10473d20fb1d HTTP/1.1" status: 204 len: 168 time: 0.3424835 Aug 21 18:25:52.015532 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.019298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:52.020583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.022680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] 10.222.0.39 "PUT /v2.0/ports/fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1093 time: 1.6933353 Aug 21 18:25:52.071298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df990a60-66fe-432b-8c18-719b335cfac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d81f618-eda2-4bc6-a2f8-10473d20fb1d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:52.121223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d48fce5-a70a-48e7-a386-8dcdc78f88be,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:52.138088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ba2835a7-5243-4762-8ece-a863ecfdd54e tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7525051 Aug 21 18:25:52.141644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51638) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:52.145138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381a12a-74ea-431c-8aab-68c2669fb716 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:52.158459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-f9e15718-50db-4209-9a49-aef2bbc9980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:52.161377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-f9e15718-50db-4209-9a49-aef2bbc9980b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1096 time: 0.1007106 Aug 21 18:25:52.188264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8a43669-0495-449b-a0f7-4cb87d867306 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6612651 Aug 21 18:25:52.201554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'subnet': {'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:52.205934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51640) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:52.212486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f', 'name': 'tempest-PortsIpV6TestJSON-1017261733'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:52.257659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-cdf3d4c9-ae43-41d0-9c24-ce2e1761685f', 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': 'e99c61fd-31c3-42a1-88fe-e341d38e306c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:52.258568 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.331141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1df991ab-88f8-49c8-8056-ffdd4d8e2f12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a875de956e84cb5b196e2d11a7ef34c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3037906 Aug 21 18:25:52.331745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51642) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:52.369590 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '867658f9-8520-4b91-a1c6-a2bc87299bf5', 'name': '', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'mac_address': 'fa:16:3e:f5:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:42Z', 'updated_at': '2021-08-21T18:25:51Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'subnets': [{'id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:52.381757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] For port 867658f9-8520-4b91-a1c6-a2bc87299bf5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=867658f9-8520-4b91-a1c6-a2bc87299bf5,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:52.382416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.402074 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa3aacd-ab5b-454d-8d3d-5b297a902dd8 None None] The sync data for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 is: [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:44Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '867658f9-8520-4b91-a1c6-a2bc87299bf5', 'name': '', 'network_id': '21163fd8-7fe2-4033-92c7-910244fe870e', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'mac_address': 'fa:16:3e:f5:b6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:42Z', 'updated_at': '2021-08-21T18:25:51Z', 'revision_number': 4, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'subnets': [{'id': '6fb465ef-aa35-418b-bb4d-ce4a0272da33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:52.414670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Calling delete_port for 867658f9-8520-4b91-a1c6-a2bc87299bf5 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:52.488328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.519782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.561633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Allocated IP 2001:db8::2 (cdf3d4c9-ae43-41d0-9c24-ce2e1761685f/e99c61fd-31c3-42a1-88fe-e341d38e306c/dc0b59fc-517c-45f5-b2e0-8b045b3d586f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:52.581878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-080b4fef-4b24-4c0e-93fd-654fbd18c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:52.583169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Made reservation on behalf of f631c3ae06414a2b916d72e63e2023bc for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:52.584382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-080b4fef-4b24-4c0e-93fd-654fbd18c163 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.4138420 Aug 21 18:25:52.588287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.592052 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.597553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.599405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d48fce5-a70a-48e7-a386-8dcdc78f88be HTTP/1.1" status: 204 len: 168 time: 0.2665720 Aug 21 18:25:52.733763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-5115f56b-c095-4f09-be70-9f537e4851bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1000 time: 0.1313281 Aug 21 18:25:52.769189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:52.769878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903a03c-309c-4c1d-85a7-63fade6a3268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d48fce5-a70a-48e7-a386-8dcdc78f88be,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:52.773361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.780172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:52.825188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port abcbb1df-c267-446f-a64a-16c594b263af yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:52.907224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a3889d17-24f1-400d-b7cd-1fc8f98471e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:52.912655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-a3889d17-24f1-400d-b7cd-1fc8f98471e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.1617346 Aug 21 18:25:52.915589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:52.930586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:53.019602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-bd784350-052f-4dc4-be54-83251bc46439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:53.021414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-bd784350-052f-4dc4-be54-83251bc46439 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010327 Aug 21 18:25:53.060810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Transition to ACTIVE for port object dc0b59fc-517c-45f5-b2e0-8b045b3d586f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:53.062740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.085591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Transition to ACTIVE for port object dc0b59fc-517c-45f5-b2e0-8b045b3d586f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:53.098058 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.139223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:53.144712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:53.162663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.184654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Pushing event deleted for resources: {'Port': ['ID=867658f9-8520-4b91-a1c6-a2bc87299bf5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:53.197143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:53.243947 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-5b83faa8-5a93-45ae-871a-d4f31d253d81 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141213 Aug 21 18:25:53.286401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51666) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:53.380327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Pushing event updated for resources: {'Port': ['ID=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:53.384974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d35cf-790f-4640-990b-6581657c2dab req-b83a8229-059a-4ca2-916d-57420b1598cf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:53.393605 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.394709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d32d35cf-790f-4640-990b-6581657c2dab req-b83a8229-059a-4ca2-916d-57420b1598cf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.3329253 Aug 21 18:25:53.396055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Attempting to bind port dc0b59fc-517c-45f5-b2e0-8b045b3d586f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:53.397280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Attempting to bind port dc0b59fc-517c-45f5-b2e0-8b045b3d586f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '858dfc6b-fed6-47be-90fd-74b07901388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:53.398031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Attempting to bind port dc0b59fc-517c-45f5-b2e0-8b045b3d586f on network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:53.414388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:53.415132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Checking segment: {'id': '858dfc6b-fed6-47be-90fd-74b07901388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:53.415893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.416568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Bound using segment: {'id': '858dfc6b-fed6-47be-90fd-74b07901388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:53.417276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Bound port: dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858dfc6b-fed6-47be-90fd-74b07901388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:53.417889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.435115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1e39cdb-06cc-44bb-a71a-968739ce3440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.462412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-baa0b62b-49f5-4ffb-9806-cf4ad7d593c4 req-3eaf1f22-ecd3-4bd9-8349-4867d9e8b84c service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101812 Aug 21 18:25:53.530451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Checking segment: {'id': 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:53.531693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] For port dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:53.535617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network hostable DHCP agents. Network: 716df664-3aaa-45a1-aa3a-a82dfe90ab8f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:25:53.542639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] For port dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,segment=NetworkSegment(858dfc6b-fed6-47be-90fd-74b07901388c),segment_id=858dfc6b-fed6-47be-90fd-74b07901388c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:53.543657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Subnet': ['ID=0df3f7b5-66f3-4669-8bd7-2784f7028553,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:53.550200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.583718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::2af (cdf3d4c9-ae43-41d0-9c24-ce2e1761685f/e99c61fd-31c3-42a1-88fe-e341d38e306c/abcbb1df-c267-446f-a64a-16c594b263af) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:53.601424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:25:53.605295 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d" -d '{"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:25:53.628521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1e39cdb-06cc-44bb-a71a-968739ce3440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.634549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f1e39cdb-06cc-44bb-a71a-968739ce3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.678428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce998c1c-7147-46d8-b771-e10410da5683 None None] Pushing event updated for resources: {'Port': ['ID=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:53.731353 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96c6ae9-16d9-4cce-ab4d-5121d6d8e546 x-openstack-request-id: req-f96c6ae9-16d9-4cce-ab4d-5121d6d8e546 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:25:53.731914 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:25:53.732241 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f96c6ae9-16d9-4cce-ab4d-5121d6d8e546 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:25:53.732733 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'status': 'completed', 'code': 200} Aug 21 18:25:53.758999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f1e39cdb-06cc-44bb-a71a-968739ce3440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf694522fe8b4f1fbfba4caf175ad953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4695921 Aug 21 18:25:53.762557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e39cdb-06cc-44bb-a71a-968739ce3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d50c4f-c81b-401a-a888-f293e7c1d07e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:53.772647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:25:53.774730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51674) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:53.777017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d32d35cf-790f-4640-990b-6581657c2dab req-ccd1330b-4af2-4156-8e8a-7db62660326a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3806934 Aug 21 18:25:53.853009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 716df664-3aaa-45a1-aa3a-a82dfe90ab8f) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:53.859074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:53.860112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-1dca9cde-a9c6-46fd-98ec-a191955c1c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:53.860592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:53.861624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-1dca9cde-a9c6-46fd-98ec-a191955c1c41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1096 time: 0.1158118 Aug 21 18:25:53.864083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c311b488-aad9-4550-9ed3-08fed1d4f67c None None] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:53.980878 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.059221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.121110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-f77ea490-04ba-44ae-be01-3d099ef93838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:54.122717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-f77ea490-04ba-44ae-be01-3d099ef93838 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.2489204 Aug 21 18:25:54.131532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-716df664-3aaa-45a1-aa3a-a82dfe90ab8f', 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f', 'tenant_id': 'f631c3ae06414a2b916d72e63e2023bc', 'fixed_ips': [{'subnet_id': '0df3f7b5-66f3-4669-8bd7-2784f7028553'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:25:54.132919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.224602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-73f09354-b9a9-4f1c-ba0a-9d9432d8a15e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1000 time: 0.0848522 Aug 21 18:25:54.229980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.232896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.234179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95d50c4f-c81b-401a-a888-f293e7c1d07e HTTP/1.1" status: 204 len: 168 time: 0.4288919 Aug 21 18:25:54.285654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacefe8-9325-4287-be78-9d4f751d555d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d50c4f-c81b-401a-a888-f293e7c1d07e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:54.305821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-ae275cac-0919-46d4-95fb-a5640f48857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:54.307788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-ae275cac-0919-46d4-95fb-a5640f48857c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.0715961 Aug 21 18:25:54.381867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b6e0ce40-6319-425f-bb3e-e71b2d4d5ea1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2027893 Aug 21 18:25:54.383260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:54.397036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1650756158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:54.409668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-3f878fd3-7afb-4da5-b8fa-3160e76dcaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:54.411155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-3f878fd3-7afb-4da5-b8fa-3160e76dcaf8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1096 time: 0.6436234 Aug 21 18:25:54.455921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.457456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Allocated IP 172.20.0.2 (716df664-3aaa-45a1-aa3a-a82dfe90ab8f/0df3f7b5-66f3-4669-8bd7-2784f7028553/847c7ea9-1d29-41c2-8b64-36ec06d1fdb3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:54.459019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-23efb32a-5c28-4720-99e0-18760264f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:54.460544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-23efb32a-5c28-4720-99e0-18760264f8e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457229 Aug 21 18:25:54.509007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.510116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.684484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.694739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.723703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.754240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-78e060fe-4536-41a2-b81d-db7e2d4a249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:54.755798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-78e060fe-4536-41a2-b81d-db7e2d4a249e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.3301461 Aug 21 18:25:54.756819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object abcbb1df-c267-446f-a64a-16c594b263af will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:54.771608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-46a62b21-dd89-4114-b6b1-7147e91885d6 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946923 Aug 21 18:25:54.772091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:54.798778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.824020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Transition to ACTIVE for port object 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:54.850381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Transition to ACTIVE for port object 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:54.870766 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:54.934303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:54.943265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:54.946593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:54.950787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-935a8346-ccb4-4224-8ee2-17daadc01b20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1000 time: 0.1743104 Aug 21 18:25:54.966812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Router b114dee4-18bc-4733-bab4-45759005c0b6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:25:55.003275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.044495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Pushing event updated for resources: {'Port': ['ID=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:55.048641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Attempting to bind port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:25:55.049170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Attempting to bind port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:25:55.049628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Attempting to bind port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 on network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:25:55.058183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:25:55.058731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Checking segment: {'id': 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:25:55.059241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.065554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Bound using segment: {'id': 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:25:55.079890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Bound port: 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:25:55.079890 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.144002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:55.147911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-09f0ece7-3c06-48f5-9fc1-c9edd9891062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:55.149447 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-09f0ece7-3c06-48f5-9fc1-c9edd9891062 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.1811845 Aug 21 18:25:55.152271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=abcbb1df-c267-446f-a64a-16c594b263af,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:55.166702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:55.182133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:55.190954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:55.191889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.223405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] For port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:25:55.228885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] For port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,segment=NetworkSegment(a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6),segment_id=a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:25:55.263430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.282912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.284105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-543439b1-2350-4ff4-a914-e5e9e8afccc0 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.8924749 Aug 21 18:25:55.289956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c9917920-6628-4cf3-8980-60bb84ac938e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0826519 Aug 21 18:25:55.292870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:55.293385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:55.299296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a1316fc-a937-4710-b365-6f11398fa4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.308197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'cdf3d4c9-ae43-41d0-9c24-ce2e1761685f', 'name': 'tempest-PortsIpV6TestJSON-175524639'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:25:55.320668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c448d01-7216-468e-b78f-28715f8716b6 None None] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:55.387295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-373173d7-e5ba-43a4-aad4-8edaf70fdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:55.390205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-373173d7-e5ba-43a4-aad4-8edaf70fdfa2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270343 Aug 21 18:25:55.451253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dbdcb-302c-43c1-bab1-bfab23e20e86 None None] Pushing event updated for resources: {'Port': ['ID=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:55.507900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:25:55.522398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9a70605d-7d3b-4645-be8c-f447d32f861d admin admin] 10.222.0.41 "PUT /v2.0/routers/b114dee4-18bc-4733-bab4-45759005c0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6042228 Aug 21 18:25:55.532002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:55.539058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc0b59fc-517c-45f5-b2e0-8b045b3d586f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:55.578995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee19cef-b76d-4af6-bae2-ca913f42edac req-fae0cb0f-0da5-4df7-ac36-c3b07396b1cb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:55.580340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Sync routers for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:25:55.584367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bee19cef-b76d-4af6-bae2-ca913f42edac req-fae0cb0f-0da5-4df7-ac36-c3b07396b1cb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.2975070 Aug 21 18:25:55.641148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Provisioning for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:55.657359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a1316fc-a937-4710-b365-6f11398fa4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.688024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:55.691821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:55.695233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:55.697780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bee19cef-b76d-4af6-bae2-ca913f42edac req-e2fdb087-8792-4408-951c-3851cf35f1f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045852 Aug 21 18:25:55.700288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Provisioning complete for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:55.700615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.704480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a1316fc-a937-4710-b365-6f11398fa4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.767960 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-30ea10f7-8ee1-4030-9c75-7d2b6abd0ea8 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9875152 Aug 21 18:25:55.775368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1316fc-a937-4710-b365-6f11398fa4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5b2534-3817-43e3-a7c3-85078744602b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:55.789458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3a1316fc-a937-4710-b365-6f11398fa4e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba77e28cf8664f188b6876eedc228212&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0160563 Aug 21 18:25:55.789882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:55.843517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:55.844726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.864826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.894182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.965739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.969854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:55.971273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd5b2534-3817-43e3-a7c3-85078744602b HTTP/1.1" status: 204 len: 168 time: 0.1804430 Aug 21 18:25:55.990007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47c1a8-eb74-4bc3-bcb7-a1d244d3a3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5b2534-3817-43e3-a7c3-85078744602b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:56.073022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-526e5acb-be59-42f0-8a18-adbc2f96b317 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885477 Aug 21 18:25:56.076601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:25:56.081030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.085289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:56.089197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.212513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.224158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:25:56.229612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.279173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.402662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] For port dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,segment=NetworkSegment(858dfc6b-fed6-47be-90fd-74b07901388c),segment_id=858dfc6b-fed6-47be-90fd-74b07901388c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:56.414611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.724862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.783026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba5ca2d4-6bb8-44ad-82f5-0bcd4dbbea4d req-d63e2f7f-1d25-4ddb-b7b5-1b65338246d0 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823287 Aug 21 18:25:56.897442 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:25:56.898081 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:25:56.903276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2ed79-8963-423b-afcd-0f08c1efd8e8 None None] Pushing event updated for resources: {'Port': ['ID=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:56.958368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:52Z', 'revision_number': 5, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port': {'id': '0959cb5f-bbd2-46c1-be0c-c44f45a21d51', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3063, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:25:37Z', 'updated_at': '2021-08-21T18:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:56.962437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Provisioning complete for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:56.962437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:56.995071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Checking router: b114dee4-18bc-4733-bab4-45759005c0b6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:25:57.030012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7588f-1a86-4abf-a9d7-692b254adc33 None None] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:25:57.046440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::2fa (cdf3d4c9-ae43-41d0-9c24-ce2e1761685f/e99c61fd-31c3-42a1-88fe-e341d38e306c/e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:57.105735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Routers {'b114dee4-18bc-4733-bab4-45759005c0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:25:57.106390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b114dee4-18bc-4733-bab4-45759005c0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:57.180595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Allocated IP 172.20.0.1 (716df664-3aaa-45a1-aa3a-a82dfe90ab8f/0df3f7b5-66f3-4669-8bd7-2784f7028553/44eff07b-0d9f-4077-b666-3e1683131902) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:25:57.205257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb301e-8d76-40fa-8b4c-e95df02651f4 req-ef84c2ce-11fa-414c-9e45-4fa494c4cd80 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:57.213052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdbb301e-8d76-40fa-8b4c-e95df02651f4 req-ef84c2ce-11fa-414c-9e45-4fa494c4cd80 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 944 time: 0.3437386 Aug 21 18:25:57.278650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] Set router b114dee4-18bc-4733-bab4-45759005c0b6 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:25:57.349217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:56Z', 'revision_number': 6, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:25:57.421009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163b190b-91c8-4678-93eb-9fbf07ccab90 None None] The sync data for ids ['b114dee4-18bc-4733-bab4-45759005c0b6'] in n-d-793621-32 is: [{'id': 'b114dee4-18bc-4733-bab4-45759005c0b6', 'name': 'tempest-ImageQuotaTest-726166220-router', 'tenant_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:25:36Z', 'updated_at': '2021-08-21T18:25:56Z', 'revision_number': 6, 'project_id': 'a4cad8a3416d47a98211d5b26aab2d4e', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:25:57.484381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Provisioning for port abcbb1df-c267-446f-a64a-16c594b263af completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:57.494298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Provisioning complete for port abcbb1df-c267-446f-a64a-16c594b263af triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:57.494953 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:57.540462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-130b29e0-ee71-45de-b30c-cc84dcd51930 None None] Port abcbb1df-c267-446f-a64a-16c594b263af cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:57.673719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-74a151af-023c-4d48-a6bc-928c2a86cce0 None None] Provisioning complete for port abcbb1df-c267-446f-a64a-16c594b263af triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:57.674104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-74a151af-023c-4d48-a6bc-928c2a86cce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:57.723583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Deleting port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:57.724073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:57.760304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-74a151af-023c-4d48-a6bc-928c2a86cce0 None None] Port abcbb1df-c267-446f-a64a-16c594b263af cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:57.777620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-74a151af-023c-4d48-a6bc-928c2a86cce0 None None] Provisioning for port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:57.851277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:25:58.037909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdbb301e-8d76-40fa-8b4c-e95df02651f4 req-5b4e32a6-9461-464d-9a17-e26c7c8e6e2f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8117056 Aug 21 18:25:58.077385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:58.115426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'port_id': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'mac_address': 'fa:16:3e:67:8b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:25:58.116486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.159353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] For port 0959cb5f-bbd2-46c1-be0c-c44f45a21d51, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:58.159988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.164576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:58.176890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.192939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Calling delete_port for 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:58.211181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.235660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7a5f68-adb7-4b38-9396-40def64ff76a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:25:58.245641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Transition to ACTIVE for port object 44eff07b-0d9f-4077-b666-3e1683131902 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:25:58.266835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:58.272516 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.353321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc0b59fc-517c-45f5-b2e0-8b045b3d586f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:58.424317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:58.436074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dc0b59fc-517c-45f5-b2e0-8b045b3d586f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:58.436448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.489336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fd7a5f68-adb7-4b38-9396-40def64ff76a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:25:58.575037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.622340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:58.628395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099f0c-972d-4299-aad8-195e67e3ac2b req-5599c098-e7d2-40a6-8d60-6e25c1724aec tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:58.630208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f099f0c-972d-4299-aad8-195e67e3ac2b req-5599c098-e7d2-40a6-8d60-6e25c1724aec tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 945 time: 0.4074702 Aug 21 18:25:58.674444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1676ca-c924-433c-ac62-6615ef293093 req-dc8bbfec-42aa-4773-9549-61a40c9acab7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:58.675995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-dc8bbfec-42aa-4773-9549-61a40c9acab7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e&tenant_id=4a7b8a000d594a0e8597175f997c58c0&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 945 time: 0.2858307 Aug 21 18:25:58.677168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.744092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:58.751074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:58.751489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.791118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:58.826854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:58.908661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.922684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:25:58.938199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:58.941407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:25:58.956551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:58.969942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:58.970951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:58.993335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:25:59.034166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,segment=NetworkSegment(a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6),segment_id=a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:25:59.052965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.070580 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.122858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 867658f9-8520-4b91-a1c6-a2bc87299bf5 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:59.172266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f59a0de7-55e9-4071-b44c-b5dd03b354d1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8742380 Aug 21 18:25:59.175018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:59.179079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 867658f9-8520-4b91-a1c6-a2bc87299bf5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:25:59.179693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 867658f9-8520-4b91-a1c6-a2bc87299bf5 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:25:59.209281 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-3b1676ca-c924-433c-ac62-6615ef293093 req-d9d37bcb-4d09-4495-8b6e-c8d725873047 service neutron] delete failed (client error): The resource could not be found. Aug 21 18:25:59.210672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-d9d37bcb-4d09-4495-8b6e-c8d725873047 service neutron] 10.222.0.64 "DELETE /v2.0/ports/fd7a5f68-adb7-4b38-9396-40def64ff76a/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.4769773 Aug 21 18:25:59.220578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:59.232354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f099f0c-972d-4299-aad8-195e67e3ac2b req-cb3852a3-a1ea-4f9d-947e-9169752c276c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5677795 Aug 21 18:25:59.246753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.325821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=44eff07b-0d9f-4077-b666-3e1683131902,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:59.346893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a5698-022d-4b94-9e09-85022d5ff708 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:59.354306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3e0a5698-022d-4b94-9e09-85022d5ff708 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2af HTTP/1.1" status: 200 len: 929 time: 0.1752269 Aug 21 18:25:59.361123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51806) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:59.392254 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:25:59.412416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Provisioning for port 44eff07b-0d9f-4077-b666-3e1683131902 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:59.420345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Provisioning complete for port 44eff07b-0d9f-4077-b666-3e1683131902 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:59.420593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.444695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Pushing event deleted for resources: {'Port': ['ID=0959cb5f-bbd2-46c1-be0c-c44f45a21d51,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:25:59.478518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1676ca-c924-433c-ac62-6615ef293093 req-5ad442a2-8ba9-4916-b450-ab6fb0ea325b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:59.480410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-5ad442a2-8ba9-4916-b450-ab6fb0ea325b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1097 time: 0.1853683 Aug 21 18:25:59.486688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:25:59.487039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.506043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.534664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Port 44eff07b-0d9f-4077-b666-3e1683131902 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:59.548011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Provisioning for port e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:59.556441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Provisioning complete for port e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:59.556941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.611201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-27478b17-fc23-49ba-9471-76f5ece0af5a None None] Port e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:25:59.636976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:59.657801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.660979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.683409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:25:59.712714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:59.713372 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.735701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.739567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.852662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:25:59.871614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.872137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b114dee4-18bc-4733-bab4-45759005c0b6 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:25:59.880496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.882671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3793c375-30b8-4c2c-b61a-e23e517be843 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b114dee4-18bc-4733-bab4-45759005c0b6 HTTP/1.1" status: 204 len: 168 time: 4.3481584 Aug 21 18:25:59.885197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51816) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:25:59.903260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.914631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1676ca-c924-433c-ac62-6615ef293093 req-92858978-f4db-460e-975f-a3e2bfbb3562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:25:59.916070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-92858978-f4db-460e-975f-a3e2bfbb3562 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.4113641 Aug 21 18:25:59.918798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fd7a5f68-adb7-4b38-9396-40def64ff76a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:25:59.930866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fd7a5f68-adb7-4b38-9396-40def64ff76a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:25:59.931339 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:25:59.960823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:25:59.997563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:00.002071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:00.003008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0959cb5f-bbd2-46c1-be0c-c44f45a21d51 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:00.078573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-68444f9e-dcd5-4353-a474-2413afd447c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1001 time: 0.1503606 Aug 21 18:26:00.086576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.094387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a60d6661-3618-4c69-a3f5-a7c7a178c252 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c HTTP/1.1" status: 204 len: 168 time: 0.7326493 Aug 21 18:26:00.096948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51820) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:00.100401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.112724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Deleting subnet 6fb465ef-aa35-418b-bb4d-ce4a0272da33 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:00.137430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.139535 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e0cdad-1fc9-4c1b-9073-6ee5393660b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:00.142023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:26:00.145213 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb97910-4d35-47b4-88ad-237db983e6c2" -d '{"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:26:00.153617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08e0cdad-1fc9-4c1b-9073-6ee5393660b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/e25b6cf5-eadb-4512-9ab9-dbbf8b6f857c HTTP/1.1" status: 404 len: 333 time: 0.0556147 Aug 21 18:26:00.162103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:00.162971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:00.170475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.204259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.255029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1676ca-c924-433c-ac62-6615ef293093 req-ca042c34-518d-44cb-a15b-e6dcd4f675f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:00.255784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-ca042c34-518d-44cb-a15b-e6dcd4f675f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.1682053 Aug 21 18:26:00.313128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:00.358147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.363468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.395896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.431515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1676ca-c924-433c-ac62-6615ef293093 req-a530a958-7b96-427f-b1ce-215021fac917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:00.433807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-a530a958-7b96-427f-b1ce-215021fac917 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1643167 Aug 21 18:26:00.494959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.496034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port abcbb1df-c267-446f-a64a-16c594b263af {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:00.496371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.527855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fb465ef-aa35-418b-bb4d-ce4a0272da33,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:00.535173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.537189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b2c39b56-e79d-427e-bb31-e26bf759b855 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6fb465ef-aa35-418b-bb4d-ce4a0272da33 HTTP/1.1" status: 204 len: 168 time: 0.6506183 Aug 21 18:26:00.542942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51834) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:00.545506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5da084-a133-4acd-becb-5912e0b9c36b None None] Network 21163fd8-7fe2-4033-92c7-910244fe870e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:00.669239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.681883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.707411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for abcbb1df-c267-446f-a64a-16c594b263af owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:00.730529 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a76bc-f3ac-4eab-b401-355e929095c5 x-openstack-request-id: req-ca5a76bc-f3ac-4eab-b401-355e929095c5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:26:00.730845 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-plugged", "status": "completed", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:26:00.731100 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca5a76bc-f3ac-4eab-b401-355e929095c5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:26:00.731542 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'code': 200} Aug 21 18:26:00.863989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Deleting port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:00.864456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] DHCP port deletion for 21163fd8-7fe2-4033-92c7-910244fe870e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:00.867446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.887413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.898455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=44eff07b-0d9f-4077-b666-3e1683131902,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:00.941581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Deleting port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:00.941731 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.967674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] For port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:00.968038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:00.984226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Calling delete_port for 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:01.009527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a322ef7-fb3c-4641-bc60-63dd314423a2 req-05bf6043-cb5f-45a8-9da2-b85ae3526f8a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:01.011758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a322ef7-fb3c-4641-bc60-63dd314423a2 req-05bf6043-cb5f-45a8-9da2-b85ae3526f8a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.6597695 Aug 21 18:26:01.015204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.052471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] For port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,segment=NetworkSegment(02c82f56-821f-4e55-9c11-c072d232f4c9),segment_id=02c82f56-821f-4e55-9c11-c072d232f4c9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:01.053279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.056270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:01.061122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:01.072681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Calling delete_port for 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:01.080165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-1e2c59d0-4da0-4c84-8a0f-dcb13defc6f4 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405390 Aug 21 18:26:01.257250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.308712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] Pushing event deleted for resources: {'Port': ['ID=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:01.326091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc85905d-9ccc-4451-a5f7-6c0886e67856 None None] No DVR routers for this DVR port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:01.330386 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.407223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da0352b-1278-4a72-a2b1-c3e5d595dbd4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:01.414941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] No DVR routers for this DVR port 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:01.439229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-f7bc10f1-e587-473d-99a9-08afb649863e tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:01.440898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-f7bc10f1-e587-473d-99a9-08afb649863e tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495147 Aug 21 18:26:01.469850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-36c7743a-293d-49c8-8bec-ffcfca31216e None None] Provisioning complete for port 44eff07b-0d9f-4077-b666-3e1683131902 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:01.470787 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-36c7743a-293d-49c8-8bec-ffcfca31216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.495189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-eb9b6d41-c2b2-436d-af1c-0bf733f773c9 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/quotas/c9146ce0ce3b4a85b7c79105ad06af6e HTTP/1.1" status: 200 len: 375 time: 0.0261538 Aug 21 18:26:01.513734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-36c7743a-293d-49c8-8bec-ffcfca31216e None None] Port 44eff07b-0d9f-4077-b666-3e1683131902 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:01.579714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-8a10ea45-40bc-472a-8a12-a8dc6d77edab tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481527 Aug 21 18:26:01.589666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:01.599535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.615806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:01.619095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7da0352b-1278-4a72-a2b1-c3e5d595dbd4 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:01.619379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21163fd8-7fe2-4033-92c7-910244fe870e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:01.630930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c82f56-821f-4e55-9c11-c072d232f4c9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:01.631367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c82f56-821f-4e55-9c11-c072d232f4c9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:01.643000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.659115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.666277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:01.666728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:01.668400 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:01.711816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-34ecdff0-5d3e-41ab-90bd-98e54e72ace5 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2544456 Aug 21 18:26:01.712550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=abcbb1df-c267-446f-a64a-16c594b263af,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:01.721265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a322ef7-fb3c-4641-bc60-63dd314423a2 req-6ae932b9-d35c-47e7-9e5f-d91d02971f93 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6916890 Aug 21 18:26:01.725950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.729951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e9d4d45b-a03c-4523-9111-df0e6fc160ba tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/abcbb1df-c267-446f-a64a-16c594b263af HTTP/1.1" status: 204 len: 168 time: 1.5643802 Aug 21 18:26:01.730769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:01.778386 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-40b7e24c-1ec5-46c1-9c6b-f037a53afffb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:01.780627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-40b7e24c-1ec5-46c1-9c6b-f037a53afffb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/abcbb1df-c267-446f-a64a-16c594b263af HTTP/1.1" status: 404 len: 333 time: 0.0488276 Aug 21 18:26:01.784182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51868) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:01.841946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.847078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.851836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/21163fd8-7fe2-4033-92c7-910244fe870e HTTP/1.1" status: 204 len: 168 time: 1.2940428 Aug 21 18:26:01.853504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a00a299-752f-4191-b0cf-e03ba0ad1710 req-845f1331-b513-4b76-a3d4-ffaaf9daa5c0 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 210 time: 0.0389905 Aug 21 18:26:01.871126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa99c0-c10a-4322-99cc-bf10958234f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=21163fd8-7fe2-4033-92c7-910244fe870e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:01.893204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Router 55d1f4da-0aee-4277-a3ab-c9318122eeaa is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:26:01.903158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet e99c61fd-31c3-42a1-88fe-e341d38e306c {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:01.906852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:01.908695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b1676ca-c924-433c-ac62-6615ef293093 req-d06f4ca1-da4b-4d5b-ac37-3a947b936204 service neutron] 10.222.0.64 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864462 Aug 21 18:26:01.970614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.047875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:02.059308 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766883d-551d-4675-a01f-82375be574c9 None None] Sync routers for ids ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:02.071087 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] Routers {'55d1f4da-0aee-4277-a3ab-c9318122eeaa'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:02.073134 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:02.079777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef3c60a6-1e6a-44a7-95a0-4caeccf75afa tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "PUT /v2.0/routers/55d1f4da-0aee-4277-a3ab-c9318122eeaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7837105 Aug 21 18:26:02.080719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51880) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:02.092149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'port': {'network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f', 'name': 'tempest-FloatingIPNegativeTestJSON-420775702'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:02.106295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.152989 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:02.176242 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] Routers {'55d1f4da-0aee-4277-a3ab-c9318122eeaa'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:02.179789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:02.189819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.232128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=e99c61fd-31c3-42a1-88fe-e341d38e306c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:02.241279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.242082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45899950-cf8e-4108-ac9a-bef2e6b6642a None None] Network cdf3d4c9-ae43-41d0-9c24-ce2e1761685f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:02.245142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-270550f5-2401-4a4f-8129-631339da692b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/e99c61fd-31c3-42a1-88fe-e341d38e306c HTTP/1.1" status: 204 len: 168 time: 0.4593794 Aug 21 18:26:02.248042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51884) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:02.345008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.375634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Made reservation on behalf of f631c3ae06414a2b916d72e63e2023bc for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:02.393136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.400797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51888) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:02.435707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] device_id is not set on port 86564941-3ec6-49b8-b818-32733fe5c7a1 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:02.471206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port dc0b59fc-517c-45f5-b2e0-8b045b3d586f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:02.471693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.477942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c30f2f82-31d3-4dae-b137-c64e3a8cc40a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4cad8a3416d47a98211d5b26aab2d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758624 Aug 21 18:26:02.490453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:02.512484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b766883d-551d-4675-a01f-82375be574c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:02.513331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b766883d-551d-4675-a01f-82375be574c9 None None] The sync data for ids ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:02.606576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] DHCP port deletion for cdf3d4c9-ae43-41d0-9c24-ce2e1761685f request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:02.629707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Allocated IP 172.20.0.12 (716df664-3aaa-45a1-aa3a-a82dfe90ab8f/0df3f7b5-66f3-4669-8bd7-2784f7028553/86564941-3ec6-49b8-b818-32733fe5c7a1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:02.639412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,segment=NetworkSegment(858dfc6b-fed6-47be-90fd-74b07901388c),segment_id=858dfc6b-fed6-47be-90fd-74b07901388c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:02.639939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.664375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for dc0b59fc-517c-45f5-b2e0-8b045b3d586f owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:02.689869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.707527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Deleting port dc0b59fc-517c-45f5-b2e0-8b045b3d586f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:02.708197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.735421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.792581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] For port dc0b59fc-517c-45f5-b2e0-8b045b3d586f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,segment=NetworkSegment(858dfc6b-fed6-47be-90fd-74b07901388c),segment_id=858dfc6b-fed6-47be-90fd-74b07901388c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:02.793272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.820127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Calling delete_port for dc0b59fc-517c-45f5-b2e0-8b045b3d586f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:02.849953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.861263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.867591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8abb463-efe2-4d16-a538-33fc43488cd0 HTTP/1.1" status: 204 len: 168 time: 0.3757224 Aug 21 18:26:02.880308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.918713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.927339 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:02.929850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8abb463-efe2-4d16-a538-33fc43488cd0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:02.943930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:02.956449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] No DVR routers for this DVR port dc0b59fc-517c-45f5-b2e0-8b045b3d586f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:02.985016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port dc0b59fc-517c-45f5-b2e0-8b045b3d586f on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:02.989249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.989648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.989843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.990221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.992791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.992791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.993082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.993732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.993732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.994011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.994307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.994658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0015e79-7dd9-4bd3-b764-79c38550ecd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:02.999254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d275b0-231f-41bd-afe0-7375bd401afc None None] Pushing event deleted for resources: {'Port': ['ID=dc0b59fc-517c-45f5-b2e0-8b045b3d586f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:03.002130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Transition to ACTIVE for port object 86564941-3ec6-49b8-b818-32733fe5c7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:03.027653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.028002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.028341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.028672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.029004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.029330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.029682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.030011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.030332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.030707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.031065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.031374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:03.095432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4334e604-e5db-40f6-a0bc-77276294d7f4 req-3584e1b2-94f4-4c15-beff-53959dce6f8f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 210 time: 0.0619512 Aug 21 18:26:03.116592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.116788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf474619-fcb5-4420-9e65-e1cd9aea2867 req-9f99cc8f-63ea-42b0-a6f7-c50a33c7ad9d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:03.116788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf474619-fcb5-4420-9e65-e1cd9aea2867 req-9f99cc8f-63ea-42b0-a6f7-c50a33c7ad9d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2142923 Aug 21 18:26:03.150520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.174046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:03.178691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:03.181216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf474619-fcb5-4420-9e65-e1cd9aea2867 req-f2d994d0-bdf8-4681-a3cc-0ac88cd5115e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564294 Aug 21 18:26:03.181971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:03.182851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf3d4c9-ae43-41d0-9c24-ce2e1761685f']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:03.194399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858dfc6b-fed6-47be-90fd-74b07901388c') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:03.194939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858dfc6b-fed6-47be-90fd-74b07901388c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:03.222662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.236172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=86564941-3ec6-49b8-b818-32733fe5c7a1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:03.242032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51902) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:03.273000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:03.273901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.291385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-034d0d3b-eaad-4fbc-a3a5-3114c9645676 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2084496 Aug 21 18:26:03.294277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:03.302613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:03.332270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.336144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.355023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:03.355614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:03.360793 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:03.425851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-647c7549-a470-4702-b9f1-4e316ae3ebc9 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0865843 Aug 21 18:26:03.488601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-178a9f34-86d9-4385-b8b4-f66f8a686988 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 200 len: 994 time: 0.2454016 Aug 21 18:26:03.568279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-82f5643e-9279-41dc-b522-f9ff2c7db41a None None] Provisioning for port 86564941-3ec6-49b8-b818-32733fe5c7a1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:03.573252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-82f5643e-9279-41dc-b522-f9ff2c7db41a None None] Provisioning complete for port 86564941-3ec6-49b8-b818-32733fe5c7a1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:03.573627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-82f5643e-9279-41dc-b522-f9ff2c7db41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.579411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.601337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.611337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.613254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/cdf3d4c9-ae43-41d0-9c24-ce2e1761685f HTTP/1.1" status: 204 len: 168 time: 1.3633950 Aug 21 18:26:03.627967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:03.630368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc0b59fc-517c-45f5-b2e0-8b045b3d586f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:03.631072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7745ae7d-347f-41fb-8636-f05c255c265d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=cdf3d4c9-ae43-41d0-9c24-ce2e1761685f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:03.636058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1590426011'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:03.692816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-fe4f61e3-90fc-40b2-9bc7-16fe1ce18f7f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:03.694389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-fe4f61e3-90fc-40b2-9bc7-16fe1ce18f7f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2340453 Aug 21 18:26:03.696160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:03.699680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.723470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Request body: {'port': {'device_id': '91970595-d667-4b84-b6fb-6db7201b889e', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'c9146ce0ce3b4a85b7c79105ad06af6e'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:03.752458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Allocated IP 172.25.1.143 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:03.840912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: dc0b59fc-517c-45f5-b2e0-8b045b3d586f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:03.841247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dc0b59fc-517c-45f5-b2e0-8b045b3d586f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:03.847289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:03.853552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-82f5643e-9279-41dc-b522-f9ff2c7db41a None None] Port 86564941-3ec6-49b8-b818-32733fe5c7a1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:03.873619 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-de0bf7ee-3c19-4e99-ba42-0ef95810bd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.885701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:03.901495 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.901868 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 149bc652-ac46-4eb1-bafe-6cc48542fe22 of type vlan for network ae9e8953-dece-4993-accd-263cf068bccb Aug 21 18:26:03.910419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Made reservation on behalf of c9146ce0ce3b4a85b7c79105ad06af6e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:03.913852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.925855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.951225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.966215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.992189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:03.997719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:03.998303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.038379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.063336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=ae9e8953-dece-4993-accd-263cf068bccb,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.076247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ae9e8953-dece-4993-accd-263cf068bccb details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:04.080829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-de0bf7ee-3c19-4e99-ba42-0ef95810bd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.090613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-de0bf7ee-3c19-4e99-ba42-0ef95810bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.092481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3a74f7de-3028-47cf-a079-10bda4a6372f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4628837 Aug 21 18:26:04.097990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:04.111267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:04.122555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:04.157191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:04.207101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:04.207994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.218116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.226674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:04.252282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.277924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bf7ee-3c19-4e99-ba42-0ef95810bd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967ad2b-b78f-473e-aad2-31b516cfc3ae,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.283739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-de0bf7ee-3c19-4e99-ba42-0ef95810bd41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4354331 Aug 21 18:26:04.293595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51926) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:04.316857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b651770c-44e3-46a8-8c1b-f446c9395f9e req-8b39ad05-4bad-44af-ad4d-dab4c4a0aa5d tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 210 time: 0.0854857 Aug 21 18:26:04.329088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9572647-854c-4767-b1a2-5434ddfe5046,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.384083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:04.387710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.411603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.422023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.434582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-094e0c11-f95c-4fd1-bd0f-3246337caba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.464085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.488081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Allocated IP 192.168.233.10 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/6ef79c9b-09ca-4244-afd6-26d915a0846a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:04.510039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.576609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.579747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.580898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2967ad2b-b78f-473e-aad2-31b516cfc3ae HTTP/1.1" status: 204 len: 168 time: 0.2802289 Aug 21 18:26:04.633497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfdf7d-dd5f-4a59-a860-993d0e1c3172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967ad2b-b78f-473e-aad2-31b516cfc3ae,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.725609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-094e0c11-f95c-4fd1-bd0f-3246337caba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.736684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-094e0c11-f95c-4fd1-bd0f-3246337caba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.752076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.770029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.820774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e0c11-f95c-4fd1-bd0f-3246337caba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd718a6-b9a5-48bf-a2b1-6f52a30bb7ec,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.825373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Transition to ACTIVE for port object 6ef79c9b-09ca-4244-afd6-26d915a0846a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:04.838799 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-094e0c11-f95c-4fd1-bd0f-3246337caba9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73d8ea209268409bb60984b7f5098cb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082082 Aug 21 18:26:04.839794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51930) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:04.848894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=b0640031-3517-4fb2-86b4-560579483ac9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.853621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.868960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.921712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '149bc652-ac46-4eb1-bafe-6cc48542fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:04.921975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: ae9e8953-dece-4993-accd-263cf068bccb, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:04.924936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.928691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.985053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:04.993215 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.994611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:04.998061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:05.004505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ae9e8953-dece-4993-accd-263cf068bccb is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:05.008848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:05.018944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:05.020917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ae9e8953-dece-4993-accd-263cf068bccb) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:05.023949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Pushing event updated for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:05.028111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:05.029287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.034259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.035828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c6b805b1-3df5-418d-a48e-d4431b025f6c tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7403712 Aug 21 18:26:05.038736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:05.044414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9f10f907-1e17-4648-8cc3-17b103ca342b tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'floatingip': {'port_id': '86564941-3ec6-49b8-b818-32733fe5c7a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:05.064247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d58e55-cc57-4cc8-9a37-bf1166de5328 None None] Network ae9e8953-dece-4993-accd-263cf068bccb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:05.111477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9f10f907-1e17-4648-8cc3-17b103ca342b tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.121542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d644e822-8506-4ab1-93ed-42236b15502a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0164533 Aug 21 18:26:05.123608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:05.125325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.133449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51934) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:05.141973 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb', 'name': 'tempest-PortsIpV6TestJSON-110022139', 'fixed_ips': [{'subnet_id': 'b0640031-3517-4fb2-86b4-560579483ac9', 'ip_address': '2001:db8::10'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:05.164489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-6337bef6-48a4-4e50-85b1-4eab60681549 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4532111 Aug 21 18:26:05.203008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Request body: {'port': {'device_id': '91970595-d667-4b84-b6fb-6db7201b889e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:05.256485 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-9f10f907-1e17-4648-8cc3-17b103ca342b tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] update failed (client error): The resource could not be found. Aug 21 18:26:05.261011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:05.261441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9f10f907-1e17-4648-8cc3-17b103ca342b tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "PUT /v2.0/floatingips/ad1422b9-baf0-496a-9efe-83da2d7756c5 HTTP/1.1" status: 404 len: 507 time: 0.2211878 Aug 21 18:26:05.264401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.267148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.268685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdd718a6-b9a5-48bf-a2b1-6f52a30bb7ec HTTP/1.1" status: 204 len: 168 time: 0.4272809 Aug 21 18:26:05.297838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-ae9e8953-dece-4993-accd-263cf068bccb', 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': 'b0640031-3517-4fb2-86b4-560579483ac9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:05.298976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.349148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2bbfc-cbf1-4567-9079-b5d6233ec124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd718a6-b9a5-48bf-a2b1-6f52a30bb7ec,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:05.362708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.438427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18c44df3-8e88-4ed2-a58a-f2f8068fc96f None None] Provisioning for port 6ef79c9b-09ca-4244-afd6-26d915a0846a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:05.447251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18c44df3-8e88-4ed2-a58a-f2f8068fc96f None None] Provisioning complete for port 6ef79c9b-09ca-4244-afd6-26d915a0846a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:05.447621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18c44df3-8e88-4ed2-a58a-f2f8068fc96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.514270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-18c44df3-8e88-4ed2-a58a-f2f8068fc96f None None] Port 6ef79c9b-09ca-4244-afd6-26d915a0846a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:05.530413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Allocated IP 2001:db8::2 (ae9e8953-dece-4993-accd-263cf068bccb/b0640031-3517-4fb2-86b4-560579483ac9/d8158231-5cc9-48d4-ab1b-20c438e22cfd) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:05.643639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:05.658001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e88ce1c0-946d-48ad-b08d-d38fe84fdb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.693499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.702784 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Transition to ACTIVE for port object d8158231-5cc9-48d4-ab1b-20c438e22cfd will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:05.719439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Transition to ACTIVE for port object d8158231-5cc9-48d4-ab1b-20c438e22cfd will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:05.726619 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.766031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e88ce1c0-946d-48ad-b08d-d38fe84fdb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.770352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Network ae9e8953-dece-4993-accd-263cf068bccb is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:05.771706 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e88ce1c0-946d-48ad-b08d-d38fe84fdb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.776981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Pushing event updated for resources: {'Port': ['ID=d8158231-5cc9-48d4-ab1b-20c438e22cfd,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:05.783800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:05.790187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:05.804557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ce1c0-946d-48ad-b08d-d38fe84fdb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f5612-c3e6-43ef-822a-d6bfae067300,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:05.828951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e88ce1c0-946d-48ad-b08d-d38fe84fdb14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4be2f3540caa4adc8d8110d0df2f3694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808920 Aug 21 18:26:05.829772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51946) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:05.855044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Attempting to bind port d8158231-5cc9-48d4-ab1b-20c438e22cfd on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:05.855409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Attempting to bind port d8158231-5cc9-48d4-ab1b-20c438e22cfd by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '149bc652-ac46-4eb1-bafe-6cc48542fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:05.855771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Attempting to bind port d8158231-5cc9-48d4-ab1b-20c438e22cfd on network ae9e8953-dece-4993-accd-263cf068bccb {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:05.858041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:05.863968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:05.864623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Checking segment: {'id': '149bc652-ac46-4eb1-bafe-6cc48542fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:05.865257 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.865837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Bound using segment: {'id': '149bc652-ac46-4eb1-bafe-6cc48542fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:05.866469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Bound port: d8158231-5cc9-48d4-ab1b-20c438e22cfd, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149bc652-ac46-4eb1-bafe-6cc48542fe22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:05.867109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.889437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.912265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb77028-70af-4ff1-838c-e23fb3482f21 req-75002226-2ef2-4b7c-b041-ae9b9efe3341 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:05.912905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.913754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1fb77028-70af-4ff1-838c-e23fb3482f21 req-75002226-2ef2-4b7c-b041-ae9b9efe3341 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 935 time: 0.2032580 Aug 21 18:26:05.940421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] For port d8158231-5cc9-48d4-ab1b-20c438e22cfd, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:05.943873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] For port d8158231-5cc9-48d4-ab1b-20c438e22cfd, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8158231-5cc9-48d4-ab1b-20c438e22cfd,segment=NetworkSegment(149bc652-ac46-4eb1-bafe-6cc48542fe22),segment_id=149bc652-ac46-4eb1-bafe-6cc48542fe22)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:05.949251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.965007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.968083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:05.972377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/300f5612-c3e6-43ef-822a-d6bfae067300 HTTP/1.1" status: 204 len: 168 time: 0.1388597 Aug 21 18:26:05.981925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c1d35-f548-4bff-aa9f-36810017c775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f5612-c3e6-43ef-822a-d6bfae067300,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:06.025791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e673604-e262-4910-af07-c1159797a6d5 None None] Pushing event updated for resources: {'Port': ['ID=d8158231-5cc9-48d4-ab1b-20c438e22cfd,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:06.026801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting port 55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:06.027149 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.148091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1fb77028-70af-4ff1-838c-e23fb3482f21 req-1f46d406-48fa-41ad-8aea-ebdf5e1591fc tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121346 Aug 21 18:26:06.215823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.264716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.265094 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.284990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:06.296671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Calling delete_port for 55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:06.510686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef79c9b-09ca-4244-afd6-26d915a0846a {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:26:06.524970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.578044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Transition to ACTIVE for port object 6ef79c9b-09ca-4244-afd6-26d915a0846a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:06.587919 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.651059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::10 (ae9e8953-dece-4993-accd-263cf068bccb/b0640031-3517-4fb2-86b4-560579483ac9/501c6b40-7edb-4db6-9605-79c9b7bbafa2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:06.722149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:06.777186 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.846134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Port': ['ID=55abe6f5-e819-4fe5-b0f2-df1aa9c43e9e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:06.955871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Attempting to bind port 6ef79c9b-09ca-4244-afd6-26d915a0846a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:06.956494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Attempting to bind port 6ef79c9b-09ca-4244-afd6-26d915a0846a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:06.956652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Attempting to bind port 6ef79c9b-09ca-4244-afd6-26d915a0846a on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:06.979273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Port 6ef79c9b-09ca-4244-afd6-26d915a0846a on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:26:06.979597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Attempting to bind port 6ef79c9b-09ca-4244-afd6-26d915a0846a on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:06.989264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.993801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:06.998793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-347a69ef-5b0b-4028-990b-3a10a82cd7f1 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "DELETE /v2.0/floatingips/ad1422b9-baf0-496a-9efe-83da2d7756c5 HTTP/1.1" status: 204 len: 168 time: 1.7316294 Aug 21 18:26:06.998915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:07.000379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:07.000723 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:07.001107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:07.001534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Bound port: 6ef79c9b-09ca-4244-afd6-26d915a0846a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:07.001886 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.004269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-eb065ea9-e6a0-40c9-bb7f-d4aff3488eea tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'floatingip': {'floating_network_id': '716df664-3aaa-45a1-aa3a-a82dfe90ab8f', 'port_id': '86564941-3ec6-49b8-b818-32733fe5c7a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:07.036636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb065ea9-e6a0-40c9-bb7f-d4aff3488eea tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.067344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.087817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 501c6b40-7edb-4db6-9605-79c9b7bbafa2 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:07.119724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:07.124074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:07.139314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.180222 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-eb065ea9-e6a0-40c9-bb7f-d4aff3488eea tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:07.181662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb065ea9-e6a0-40c9-bb7f-d4aff3488eea tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1816823 Aug 21 18:26:07.185295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 51974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:07.191270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '86564941-3ec6-49b8-b818-32733fe5c7a1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:07.194349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.195091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.197487 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] 10.222.0.39 "PUT /v2.0/ports/6ef79c9b-09ca-4244-afd6-26d915a0846a HTTP/1.1" status: 200 len: 1096 time: 1.9985907 Aug 21 18:26:07.200466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:26:07.203651 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256d91e4-894a-4966-bb76-2971012fde5a" -d '{"events": [{"name": "network-changed", "server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:26:07.226379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01ad9d-686b-4574-87df-cde3f90feb85 None None] Network ae9e8953-dece-4993-accd-263cf068bccb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:07.232821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.233038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110517ec-746e-45c3-973b-4da29e6f5c24 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:07.243793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.346133 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755b8393-6574-4763-84a2-d5855203c3da x-openstack-request-id: req-755b8393-6574-4763-84a2-d5855203c3da {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:26:07.346910 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:26:07.347392 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-755b8393-6574-4763-84a2-d5855203c3da {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:26:07.347969 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a', 'status': 'completed', 'code': 200} Aug 21 18:26:07.353232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-726ff267-5f43-4245-afbd-3fcfafe3bbd6 None None] Provisioning for port d8158231-5cc9-48d4-ab1b-20c438e22cfd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:07.360961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=501c6b40-7edb-4db6-9605-79c9b7bbafa2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:07.428571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ae9e8953-dece-4993-accd-263cf068bccb is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:07.438861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:07.446764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:07.456687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352bdbc-7c3a-43df-9026-4dbbc62392b9 req-2068adb8-0011-4c05-a69b-eaa6a8cd185e tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.458793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5352bdbc-7c3a-43df-9026-4dbbc62392b9 req-2068adb8-0011-4c05-a69b-eaa6a8cd185e tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 947 time: 0.1263549 Aug 21 18:26:07.464925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.467304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.508101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a2a57080-6856-45f1-a20f-8964f9d25618 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3733301 Aug 21 18:26:07.517850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-8dfecfb8-fcb4-4d99-a4b3-baf478eba080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.525074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-8dfecfb8-fcb4-4d99-a4b3-baf478eba080 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 1099 time: 0.1687870 Aug 21 18:26:07.525839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 51986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:07.541267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'ae9e8953-dece-4993-accd-263cf068bccb', 'name': 'tempest-PortsIpV6TestJSON-28884244', 'fixed_ips': [{'subnet_id': 'b0640031-3517-4fb2-86b4-560579483ac9', 'ip_address': '2001:db8::f'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:07.594826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5352bdbc-7c3a-43df-9026-4dbbc62392b9 req-3401ab0a-0d3a-4d2b-b689-4b123de9a4fa tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205330 Aug 21 18:26:07.597458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.653743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-9dbd980f-90a0-4b5d-a0db-81ea1fd0d677 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a HTTP/1.1" status: 200 len: 217 time: 0.1081982 Aug 21 18:26:07.700436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8158231-5cc9-48d4-ab1b-20c438e22cfd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:07.733891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Allocated IP 172.25.1.123 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f9d3d923-a86d-45f1-aa1a-aef8adab5ddc) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:07.782993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d8158231-5cc9-48d4-ab1b-20c438e22cfd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:07.788805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8158231-5cc9-48d4-ab1b-20c438e22cfd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:07.789505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.847795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-a229cb4f-0a18-44b7-abd0-a31e0b35fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.849283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-a229cb4f-0a18-44b7-abd0-a31e0b35fb07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1173029 Aug 21 18:26:07.910349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.934915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.949730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99d7d3-a520-403e-a434-9becccbaa315 req-0abae327-7ac0-4870-a3b6-f9b5f944cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:07.951659 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-0abae327-7ac0-4870-a3b6-f9b5f944cced service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909843 Aug 21 18:26:07.958130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:07.963857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.980245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:07.980666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d8158231-5cc9-48d4-ab1b-20c438e22cfd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8158231-5cc9-48d4-ab1b-20c438e22cfd,segment=NetworkSegment(149bc652-ac46-4eb1-bafe-6cc48542fe22),segment_id=149bc652-ac46-4eb1-bafe-6cc48542fe22)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:07.986174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.044086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:08.050052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:08.053675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port b4991157-9b59-44b7-b5f1-8c4df4ae2e7b yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:08.054664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:08.056730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d8158231-5cc9-48d4-ab1b-20c438e22cfd,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:08.074672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Provisioning complete for port d8158231-5cc9-48d4-ab1b-20c438e22cfd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:08.075876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.098458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event updated for resources: {'Port': ['ID=f9d3d923-a86d-45f1-aa1a-aef8adab5ddc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:08.181940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-1a93e80c-944e-4c0f-9de7-3d9b2619f146 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154341 Aug 21 18:26:08.238285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Provisioning for port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:08.242752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Provisioning complete for port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:08.243224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.289645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-56a06137-c25b-446b-b769-00f9702a080e None None] Port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:08.330480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting port f9d3d923-a86d-45f1-aa1a-aef8adab5ddc {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:08.330869 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.373276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df99d7d3-a520-403e-a434-9becccbaa315 req-dc30e6a6-53fc-4291-b3c8-7dc40f4571bd service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793566 Aug 21 18:26:08.380150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::f (ae9e8953-dece-4993-accd-263cf068bccb/b0640031-3517-4fb2-86b4-560579483ac9/b4991157-9b59-44b7-b5f1-8c4df4ae2e7b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:08.417119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.417957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.418132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0b11767f-67ce-4288-95d3-d5a27cef040e None None] Provisioning complete for port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:08.418831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0b11767f-67ce-4288-95d3-d5a27cef040e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.434595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Calling delete_port for f9d3d923-a86d-45f1-aa1a-aef8adab5ddc owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:08.463511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0b11767f-67ce-4288-95d3-d5a27cef040e None None] Port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:08.536786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d91e4-894a-4966-bb76-2971012fde5a req-a68d924c-bd29-4a15-a6c1-aec9722133c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:08.539020 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-a68d924c-bd29-4a15-a6c1-aec9722133c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 1099 time: 0.1022258 Aug 21 18:26:08.594309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.627538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Port': ['ID=f9d3d923-a86d-45f1-aa1a-aef8adab5ddc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:08.645679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.691077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object b4991157-9b59-44b7-b5f1-8c4df4ae2e7b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:08.718837 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] create failed (client error): The resource could not be found. Aug 21 18:26:08.723502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cd71a571-a979-44aa-8b8f-6d4e19b3ab02 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5337648 Aug 21 18:26:08.723685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d91e4-894a-4966-bb76-2971012fde5a req-ad31a35c-32b0-4140-8b55-3dc4ff0eaf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:08.723685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-ad31a35c-32b0-4140-8b55-3dc4ff0eaf7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1730206 Aug 21 18:26:08.724193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:08.784060 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-3c06126e-d426-4b0b-961b-77dd35707846 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a HTTP/1.1" status: 200 len: 217 time: 0.0523343 Aug 21 18:26:08.803115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7969dec-786f-4aae-9ced-26661bdd4a3a req-2c1cd03d-83ae-43f4-af33-a6b5521ff454 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:08.804923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7969dec-786f-4aae-9ced-26661bdd4a3a req-2c1cd03d-83ae-43f4-af33-a6b5521ff454 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 947 time: 0.1235204 Aug 21 18:26:08.835374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting port 86564941-3ec6-49b8-b818-32733fe5c7a1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:08.835718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.844564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.922540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d91e4-894a-4966-bb76-2971012fde5a req-d34d24f1-21a6-447b-957e-abfa1a802981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:08.924029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-d34d24f1-21a6-447b-957e-abfa1a802981 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1297355 Aug 21 18:26:08.925745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ae9e8953-dece-4993-accd-263cf068bccb is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:08.937281 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.943528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:08.945322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=b4991157-9b59-44b7-b5f1-8c4df4ae2e7b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:08.948731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:08.955048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:08.955683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:08.958076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Calling delete_port for 86564941-3ec6-49b8-b818-32733fe5c7a1 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:08.960553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7969dec-786f-4aae-9ced-26661bdd4a3a req-83e0f1d1-934a-4f04-9d98-f36a4f034443 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449199 Aug 21 18:26:09.017247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eab74191-cf2e-4369-aaf7-891779d63852 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4899328 Aug 21 18:26:09.017895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52032) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.029918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d91e4-894a-4966-bb76-2971012fde5a req-72b551b5-9a83-4f74-a159-2be58939b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.032115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-72b551b5-9a83-4f74-a159-2be58939b295 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0967846 Aug 21 18:26:09.128560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b3d991-8a81-4c71-bf30-401ee446c6b7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.131996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41b3d991-8a81-4c71-bf30-401ee446c6b7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1104443 Aug 21 18:26:09.133538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52036) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.169247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.178032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-21b20874-d537-40d8-a291-d94331df33d9 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276524 Aug 21 18:26:09.243543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52038) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.247215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Port': ['ID=86564941-3ec6-49b8-b818-32733fe5c7a1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:09.290559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-256d91e4-894a-4966-bb76-2971012fde5a req-75b8dddd-16be-4fe2-81ad-d96b5fd99acf service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016932 Aug 21 18:26:09.319519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6a3f932d-7c36-4c3f-a0d1-300faf4c16ef None None] Provisioning for port b4991157-9b59-44b7-b5f1-8c4df4ae2e7b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:09.324755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6a3f932d-7c36-4c3f-a0d1-300faf4c16ef None None] Provisioning complete for port b4991157-9b59-44b7-b5f1-8c4df4ae2e7b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:09.325132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6a3f932d-7c36-4c3f-a0d1-300faf4c16ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.369252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6a3f932d-7c36-4c3f-a0d1-300faf4c16ef None None] Port b4991157-9b59-44b7-b5f1-8c4df4ae2e7b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:09.374270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a020572-a7c0-45af-8d5a-0c70e2fc69e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.384591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a020572-a7c0-45af-8d5a-0c70e2fc69e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.391097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a020572-a7c0-45af-8d5a-0c70e2fc69e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.392851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3a020572-a7c0-45af-8d5a-0c70e2fc69e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2583385 Aug 21 18:26:09.395975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52042) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.403160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a94e7af-8dc8-4963-8963-41448c1b8a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.446069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.448057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f228eb26-b929-4da2-b83e-f4708a69c6cb tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "DELETE /v2.0/ports/86564941-3ec6-49b8-b818-32733fe5c7a1 HTTP/1.1" status: 204 len: 168 time: 0.7228358 Aug 21 18:26:09.450765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.511667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a94e7af-8dc8-4963-8963-41448c1b8a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.517441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a94e7af-8dc8-4963-8963-41448c1b8a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.541056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f1d54a-6dc6-4fc8-8312-5a832f2ff07f tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:09.542633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-87f1d54a-6dc6-4fc8-8312-5a832f2ff07f tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "GET /v2.0/ports?device_id=55d1f4da-0aee-4277-a3ab-c9318122eeaa HTTP/1.1" status: 200 len: 913 time: 0.0908980 Aug 21 18:26:09.554559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52046) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.557784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94e7af-8dc8-4963-8963-41448c1b8a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e614e-33f4-4b3b-957a-4ef86e85179e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:09.562358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a94e7af-8dc8-4963-8963-41448c1b8a7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ec8b066f107441aabe4b5e2938e4cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182688 Aug 21 18:26:09.564894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52048) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:09.596638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8158231-5cc9-48d4-ab1b-20c438e22cfd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:09.601837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port b4991157-9b59-44b7-b5f1-8c4df4ae2e7b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:09.602185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.620829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.643709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.644852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d8158231-5cc9-48d4-ab1b-20c438e22cfd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:09.645231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.699525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.702324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:09.706356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d1e614e-33f4-4b3b-957a-4ef86e85179e HTTP/1.1" status: 204 len: 168 time: 0.1381953 Aug 21 18:26:09.712422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3751e-b738-43b5-987f-1248e4f93301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e614e-33f4-4b3b-957a-4ef86e85179e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:09.987399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:10.003170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-158b4ba2-cb50-4462-b494-786f2755fe84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.104754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-158b4ba2-cb50-4462-b494-786f2755fe84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.109001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-158b4ba2-cb50-4462-b494-786f2755fe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.147396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158b4ba2-cb50-4462-b494-786f2755fe84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666b6136-895b-4c9d-94bf-8df4b5c3c608,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:10.154454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-158b4ba2-cb50-4462-b494-786f2755fe84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6b46a59edd324a5faa3ea564538772af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1634457 Aug 21 18:26:10.154891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52058) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:10.205174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.226714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.243909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.275685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.278377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.286037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/666b6136-895b-4c9d-94bf-8df4b5c3c608 HTTP/1.1" status: 204 len: 168 time: 0.1266563 Aug 21 18:26:10.287646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for b4991157-9b59-44b7-b5f1-8c4df4ae2e7b owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:10.296952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fbb19-0170-44e0-83c0-19985575d0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666b6136-895b-4c9d-94bf-8df4b5c3c608,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:10.314391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2f326-e4cd-43c3-8eca-f1dcd2730555 req-5e9b7a1c-9ec9-42e1-a59c-b63088c3c198 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:10.315966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2d2f326-e4cd-43c3-8eca-f1dcd2730555 req-5e9b7a1c-9ec9-42e1-a59c-b63088c3c198 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 947 time: 0.1397421 Aug 21 18:26:10.432483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2d2f326-e4cd-43c3-8eca-f1dcd2730555 req-61fe6ed6-a9f1-41b7-98cf-9073c272523f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077540 Aug 21 18:26:10.537821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.575575 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.580936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=b4991157-9b59-44b7-b5f1-8c4df4ae2e7b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:10.669661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.671773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-638d885d-cbba-49e8-84d1-2590db7a4fc5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/b4991157-9b59-44b7-b5f1-8c4df4ae2e7b HTTP/1.1" status: 204 len: 168 time: 1.2747951 Aug 21 18:26:10.674406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52070) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:10.711545 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-820c358e-096d-4f63-826d-dabd244f4526 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:10.715560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-820c358e-096d-4f63-826d-dabd244f4526 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/b4991157-9b59-44b7-b5f1-8c4df4ae2e7b HTTP/1.1" status: 404 len: 333 time: 0.0376556 Aug 21 18:26:10.719463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52074) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:10.838298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 501c6b40-7edb-4db6-9605-79c9b7bbafa2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:10.838693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.905349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting port 44eff07b-0d9f-4077-b666-3e1683131902 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:10.905742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.928973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:10.941612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 501c6b40-7edb-4db6-9605-79c9b7bbafa2 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:10.998441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.011269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Calling delete_port for 44eff07b-0d9f-4077-b666-3e1683131902 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:11.095973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.126339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=501c6b40-7edb-4db6-9605-79c9b7bbafa2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:11.157763 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.162256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1638addf-0fec-4f5c-8ecd-59ab7da0aa03 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/501c6b40-7edb-4db6-9605-79c9b7bbafa2 HTTP/1.1" status: 204 len: 168 time: 0.4390132 Aug 21 18:26:11.163007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:11.189762 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fd16f2-93eb-49bf-9bf6-f1884897fb7c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:11.193880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e8fd16f2-93eb-49bf-9bf6-f1884897fb7c tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/501c6b40-7edb-4db6-9605-79c9b7bbafa2 HTTP/1.1" status: 404 len: 333 time: 0.0279834 Aug 21 18:26:11.198296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52088) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:11.207793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.239139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Port': ['ID=44eff07b-0d9f-4077-b666-3e1683131902,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:11.270728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet b0640031-3517-4fb2-86b4-560579483ac9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:11.274317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.342125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.408036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.463500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.549460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.599467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=b0640031-3517-4fb2-86b4-560579483ac9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:11.601841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.604098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-562bbfc3-da40-4c7e-95db-6eb9efc31971 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/b0640031-3517-4fb2-86b4-560579483ac9 HTTP/1.1" status: 204 len: 168 time: 0.4047480 Aug 21 18:26:11.605761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dba6977-91b0-4694-8a65-7751b912281d None None] Network ae9e8953-dece-4993-accd-263cf068bccb requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:11.607115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52100) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:11.649856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Router 55d1f4da-0aee-4277-a3ab-c9318122eeaa has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:26:11.759260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd81e61-4082-4ff5-ab12-a6dc13f950f5 req-dd11f8c6-9437-40a0-935c-be1b00829035 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:11.760841 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fd81e61-4082-4ff5-ab12-a6dc13f950f5 req-dd11f8c6-9437-40a0-935c-be1b00829035 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 947 time: 0.1759691 Aug 21 18:26:11.764753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.812689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:11.824549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36613ed2-e898-4a19-b609-02971ac06fe5 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "PUT /v2.0/routers/55d1f4da-0aee-4277-a3ab-c9318122eeaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2777903 Aug 21 18:26:11.827118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52106) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:11.828207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] Sync routers for ids ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:11.839426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] Routers {'55d1f4da-0aee-4277-a3ab-c9318122eeaa'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:11.841040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:11.892616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:11.907585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] Routers {'55d1f4da-0aee-4277-a3ab-c9318122eeaa'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:11.908432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:11.910885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ef79c9b-09ca-4244-afd6-26d915a0846a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:26:11.933656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fd81e61-4082-4ff5-ab12-a6dc13f950f5 req-d68ded0e-0ae7-44bf-80a9-5af396b4329a tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509643 Aug 21 18:26:11.937261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] DHCP port deletion for ae9e8953-dece-4993-accd-263cf068bccb request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:11.944955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:11.979818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port d8158231-5cc9-48d4-ab1b-20c438e22cfd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:11.980247 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.019350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:12.020019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bec11f-c854-46bd-9301-c409427afd25 None None] The sync data for ids ['55d1f4da-0aee-4277-a3ab-c9318122eeaa'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:12.070317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port d8158231-5cc9-48d4-ab1b-20c438e22cfd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8158231-5cc9-48d4-ab1b-20c438e22cfd,segment=NetworkSegment(149bc652-ac46-4eb1-bafe-6cc48542fe22),segment_id=149bc652-ac46-4eb1-bafe-6cc48542fe22)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:12.071027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.100797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:12.112856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Deleting port d8158231-5cc9-48d4-ab1b-20c438e22cfd {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:12.113230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.130024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '6ef79c9b-09ca-4244-afd6-26d915a0846a', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '6ef79c9b-09ca-4244-afd6-26d915a0846a', 'mac_address': 'fa:16:3e:b0:73:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:26:12.139370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.142793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.208222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.208761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Fanout notify agent at l3_agent the message router_deleted on router 55d1f4da-0aee-4277-a3ab-c9318122eeaa {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:26:12.217555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.218801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e68608fe-2244-41ee-b741-d27a23804ed2 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "DELETE /v2.0/routers/55d1f4da-0aee-4277-a3ab-c9318122eeaa HTTP/1.1" status: 204 len: 168 time: 0.3896937 Aug 21 18:26:12.221236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52116) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:12.243608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] For port d8158231-5cc9-48d4-ab1b-20c438e22cfd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d8158231-5cc9-48d4-ab1b-20c438e22cfd,segment=NetworkSegment(149bc652-ac46-4eb1-bafe-6cc48542fe22),segment_id=149bc652-ac46-4eb1-bafe-6cc48542fe22)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:12.244014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.274236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.284612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Calling delete_port for d8158231-5cc9-48d4-ab1b-20c438e22cfd owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:12.289346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting subnet 0df3f7b5-66f3-4669-8bd7-2784f7028553 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:12.293504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.325514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef79c9b-09ca-4244-afd6-26d915a0846a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:26:12.350934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.427071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:12.441512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.492918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.574400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.575616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for d8158231-5cc9-48d4-ab1b-20c438e22cfd owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:12.589867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:12.597028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.610238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.612330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "DELETE /v2.0/subnets/0df3f7b5-66f3-4669-8bd7-2784f7028553 HTTP/1.1" status: 204 len: 168 time: 0.3899517 Aug 21 18:26:12.615942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52124) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:12.635805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] Pushing event deleted for resources: {'Port': ['ID=d8158231-5cc9-48d4-ab1b-20c438e22cfd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:12.639423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1fb98-e15a-40f2-aa4a-743a3ad14f08 None None] Network 716df664-3aaa-45a1-aa3a-a82dfe90ab8f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:12.641903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4657ff-4659-45ed-8d25-7c54466e139d None None] No DVR routers for this DVR port d8158231-5cc9-48d4-ab1b-20c438e22cfd on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:12.661622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ef79c9b-09ca-4244-afd6-26d915a0846a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:26:12.669856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc78c3-453e-4238-a834-e90b8f15cf10 tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Subnet': ['ID=0df3f7b5-66f3-4669-8bd7-2784f7028553,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:12.708725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.763031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.771324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port d8158231-5cc9-48d4-ab1b-20c438e22cfd on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:12.809949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=d8158231-5cc9-48d4-ab1b-20c438e22cfd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:12.842701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Deleting port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:12.843992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.889930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.901823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9e8953-dece-4993-accd-263cf068bccb']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:12.918241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149bc652-ac46-4eb1-bafe-6cc48542fe22') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:12.918941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149bc652-ac46-4eb1-bafe-6cc48542fe22') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:12.935437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.938950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] For port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,segment=NetworkSegment(a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6),segment_id=a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:12.939762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.947143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] DHCP port deletion for 716df664-3aaa-45a1-aa3a-a82dfe90ab8f request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:12.957117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Calling delete_port for 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:12.962969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.971994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:12.973953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:12.977291 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:13.003031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Deleting port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:13.003554 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.058198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.065197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.079485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.081820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/ae9e8953-dece-4993-accd-263cf068bccb HTTP/1.1" status: 204 len: 168 time: 1.4735575 Aug 21 18:26:13.085785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] For port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,segment=NetworkSegment(a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6),segment_id=a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:13.086467 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.086975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52134) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:13.104850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Calling delete_port for 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:13.105514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-415057273'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:13.110538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ee94b-ba5e-4eb7-aec8-8e294d5feec0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=ae9e8953-dece-4993-accd-263cf068bccb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:13.131545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:13.139174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.148571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] No DVR routers for this DVR port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:13.156967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Port': ['ID=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:13.167529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:13.177270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.177559 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Added segment 5b47f763-5790-47fa-8df6-6161df1d63e7 of type vlan for network c3309a7c-3c91-41b2-b810-03703d663e66 Aug 21 18:26:13.211965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.219269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.244518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] Pushing event deleted for resources: {'Port': ['ID=847c7ea9-1d29-41c2-8b64-36ec06d1fdb3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:13.250572 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.256634 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.258198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:13.259640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.259891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb7806-e106-4459-baae-7134592a0a93 None None] No DVR routers for this DVR port 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:13.277355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86335a2-e0bb-4d92-9bec-b08350011a7a req-ddedbae4-bd68-4139-80b2-cf8ff1bd4462 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:13.279102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a86335a2-e0bb-4d92-9bec-b08350011a7a req-ddedbae4-bd68-4139-80b2-cf8ff1bd4462 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 948 time: 0.2172673 Aug 21 18:26:13.292638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716df664-3aaa-45a1-aa3a-a82dfe90ab8f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:13.314764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:13.315072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e6feac-312b-4e21-9c2a-5f2e8b5b80b6') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:13.319428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2313161 Aug 21 18:26:13.323481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52144) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:13.328726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:13.339827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ff2ed-a952-409e-a76f-52562eaec7ab tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Network': ['ID=c3309a7c-3c91-41b2-b810-03703d663e66,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:13.344339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.351274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c3309a7c-3c91-41b2-b810-03703d663e66 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:13.419122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.428829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a86335a2-e0bb-4d92-9bec-b08350011a7a req-66c7e253-cf9a-4957-8208-e5419ee724b2 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402638 Aug 21 18:26:13.445986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:13.446406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:13.449366 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:13.524135 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.527790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:13.531432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.537835 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:13.539740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] 10.222.0.41 "DELETE /v2.0/networks/716df664-3aaa-45a1-aa3a-a82dfe90ab8f HTTP/1.1" status: 204 len: 168 time: 0.9228704 Aug 21 18:26:13.584649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8158231-5cc9-48d4-ab1b-20c438e22cfd no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:13.608669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d8158231-5cc9-48d4-ab1b-20c438e22cfd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:13.609665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d8158231-5cc9-48d4-ab1b-20c438e22cfd not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:13.610236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:13.630700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:13.631207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 847c7ea9-1d29-41c2-8b64-36ec06d1fdb3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:13.837231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c275c7f-9e6c-4765-8171-5c32c17ea09d tempest-FloatingIPNegativeTestJSON-2046639866 tempest-FloatingIPNegativeTestJSON-2046639866-project] Pushing event deleted for resources: {'Network': ['ID=716df664-3aaa-45a1-aa3a-a82dfe90ab8f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:13.906431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52156) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:13.925347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ef79c9b-09ca-4244-afd6-26d915a0846a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:13.980541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 6ef79c9b-09ca-4244-afd6-26d915a0846a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:13.985880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 6ef79c9b-09ca-4244-afd6-26d915a0846a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:13.986593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.032024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.123075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=ee863b4e-0943-4af0-ae08-57bf8b66ceac,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:14.133242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Checking segment: {'id': '5b47f763-5790-47fa-8df6-6161df1d63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:14.133806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network hostable DHCP agents. Network: c3309a7c-3c91-41b2-b810-03703d663e66, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:14.154697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network c3309a7c-3c91-41b2-b810-03703d663e66 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:14.168822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, c3309a7c-3c91-41b2-b810-03703d663e66) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:14.174811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.183216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25c3dd-cc45-44ab-9751-8dbed85ce207 None None] Network c3309a7c-3c91-41b2-b810-03703d663e66 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:14.183416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.204502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-566f35ad-910f-42e0-894f-14d28af77d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8799615 Aug 21 18:26:14.210070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52164) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:14.215282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-694100766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:14.240235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6588eb3f-d2a2-4347-8943-6eac4ec5988b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f631c3ae06414a2b916d72e63e2023bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325715 Aug 21 18:26:14.242958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52166) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:14.248444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.249733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.319773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.341019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.347568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.365545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.371935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.391677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:26:14.393910 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcc5cdf-2728-4e48-aaa6-81ef601ddc54" -d '{"events": [{"server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:26:14.395038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.400846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-39bbbf7a-903b-48b5-bea0-667f3cd15970 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1869619 Aug 21 18:26:14.401473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52174) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:14.407874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66', 'name': 'tempest-PortsIpV6TestJSON-1873651710'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:14.429732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:14.434451 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-c120fe5e-9597-4675-b551-a3a34fa515f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0519776 Aug 21 18:26:14.448346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.451671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.453918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3f46eac-b41f-411e-9868-9f0b92d02936 HTTP/1.1" status: 204 len: 168 time: 0.2079003 Aug 21 18:26:14.458435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.470185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7f306-84b5-4010-9ec2-f3186feefd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f46eac-b41f-411e-9868-9f0b92d02936,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:14.474095 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d3a156-ba9a-418a-950b-d59b9c6d34c6 x-openstack-request-id: req-76d3a156-ba9a-418a-950b-d59b9c6d34c6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:26:14.474464 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "name": "network-vif-plugged", "status": "completed", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:26:14.474821 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-76d3a156-ba9a-418a-950b-d59b9c6d34c6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:26:14.475321 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a', 'code': 200} Aug 21 18:26:14.488283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-c3309a7c-3c91-41b2-b810-03703d663e66', 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': 'ee863b4e-0943-4af0-ae08-57bf8b66ceac'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:14.489399 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.572400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-afd42250-74c3-492f-af44-151357d9d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.574261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-afd42250-74c3-492f-af44-151357d9d9f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.0747836 Aug 21 18:26:14.711214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d8db9-26e0-4aff-8985-cab76eaf1a98 req-fcfd1a42-0291-4088-99a1-8f73ddc0f96d tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.713401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b42d8db9-26e0-4aff-8985-cab76eaf1a98 req-fcfd1a42-0291-4088-99a1-8f73ddc0f96d tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.1668346 Aug 21 18:26:14.715695 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1025d2e-6bc4-455e-b180-4e89447fc49e req-4acdc28d-dd9d-42b2-a9b4-388fd613ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.717321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1025d2e-6bc4-455e-b180-4e89447fc49e req-4acdc28d-dd9d-42b2-a9b4-388fd613ccf6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 1101 time: 0.1780353 Aug 21 18:26:14.725865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Allocated IP 2001:db8::2 (c3309a7c-3c91-41b2-b810-03703d663e66/ee863b4e-0943-4af0-ae08-57bf8b66ceac/78b1d418-93b9-43fd-9fae-61f45a3e1c89) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:14.762201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:14.764176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-ce0cd2be-81f0-4df7-9956-f6299094206f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.767998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-ce0cd2be-81f0-4df7-9956-f6299094206f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.1689827 Aug 21 18:26:14.779951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:14.785796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:14.815274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 220e5405-4e38-4ca8-96d6-de2d0c7b319b yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:14.854646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b42d8db9-26e0-4aff-8985-cab76eaf1a98 req-1751343d-a240-47d0-b5ee-0407c45c2aed tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337154 Aug 21 18:26:14.890685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-765d8f8c-bb59-46ae-9865-eeed15025aeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 1002 time: 0.1167486 Aug 21 18:26:14.903904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1025d2e-6bc4-455e-b180-4e89447fc49e req-93ae51d4-b22f-499e-bbc0-862c4a48aaf6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638730 Aug 21 18:26:14.983365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-ce1f3544-46c3-4a44-880a-70834e025e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:14.986141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-ce1f3544-46c3-4a44-880a-70834e025e7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.0853527 Aug 21 18:26:14.993990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.003060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Transition to ACTIVE for port object 78b1d418-93b9-43fd-9fae-61f45a3e1c89 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:15.017816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Transition to ACTIVE for port object 78b1d418-93b9-43fd-9fae-61f45a3e1c89 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:15.024365 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.069567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Network c3309a7c-3c91-41b2-b810-03703d663e66 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:15.077580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:15.080123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Pushing event updated for resources: {'Port': ['ID=78b1d418-93b9-43fd-9fae-61f45a3e1c89,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:15.091859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:15.110876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::2cf (c3309a7c-3c91-41b2-b810-03703d663e66/ee863b4e-0943-4af0-ae08-57bf8b66ceac/220e5405-4e38-4ca8-96d6-de2d0c7b319b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:15.161355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Attempting to bind port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:15.162162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Attempting to bind port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5b47f763-5790-47fa-8df6-6161df1d63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:15.162316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Attempting to bind port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 on network c3309a7c-3c91-41b2-b810-03703d663e66 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:15.168249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:15.168550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Checking segment: {'id': '5b47f763-5790-47fa-8df6-6161df1d63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:15.168949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.169339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Bound using segment: {'id': '5b47f763-5790-47fa-8df6-6161df1d63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:15.169805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Bound port: 78b1d418-93b9-43fd-9fae-61f45a3e1c89, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b47f763-5790-47fa-8df6-6161df1d63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c3309a7c-3c91-41b2-b810-03703d663e66'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:15.170181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.173479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-0b8129d2-0548-49d1-a365-d6af42599a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:15.174816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-0b8129d2-0548-49d1-a365-d6af42599a21 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0756402 Aug 21 18:26:15.293250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] For port 78b1d418-93b9-43fd-9fae-61f45a3e1c89, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:15.302614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] For port 78b1d418-93b9-43fd-9fae-61f45a3e1c89, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b1d418-93b9-43fd-9fae-61f45a3e1c89,segment=NetworkSegment(5b47f763-5790-47fa-8df6-6161df1d63e7),segment_id=5b47f763-5790-47fa-8df6-6161df1d63e7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:15.305693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-62522d30-bfec-4dc6-877c-531398c675b1 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181386 Aug 21 18:26:15.310882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.378080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.386544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a2ea-a0bf-40b3-8ab2-827c6e6487a4 None None] Pushing event updated for resources: {'Port': ['ID=78b1d418-93b9-43fd-9fae-61f45a3e1c89,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:15.414190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 220e5405-4e38-4ca8-96d6-de2d0c7b319b will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:15.463698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c44a3f3-430d-4dca-beb1-4e6f49e6a6e3 req-874d6820-51a1-4ed9-bf94-f79f9be20f26 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472323 Aug 21 18:26:15.477637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.526214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network c3309a7c-3c91-41b2-b810-03703d663e66 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:15.529811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:15.534723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:15.540835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:15.541601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.566033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=220e5405-4e38-4ca8-96d6-de2d0c7b319b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:15.583774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e6a0db3a-7cc2-466d-802a-5a527e7a0089 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1804423 Aug 21 18:26:15.586793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52216) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:15.663332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52218) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:15.801608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-813462332'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:15.839179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:15.842901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.853194 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.990390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:15.994809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.029571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:16.039292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=447184d4-4e07-4def-b300-19f95299543b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:16.047216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.047563 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment ef9a00a6-6c04-47aa-abea-7da2cd8d3d34 of type vlan for network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d Aug 21 18:26:16.063840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.084801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4f071-2cee-43a2-bb2a-bc6f627d6f2e req-98773b94-6131-4986-8fa1-b740d47839cc tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:16.086216 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d4f071-2cee-43a2-bb2a-bc6f627d6f2e req-98773b94-6131-4986-8fa1-b740d47839cc tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.1158416 Aug 21 18:26:16.095005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.122554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.133277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:16.133498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.194541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5299881 Aug 21 18:26:16.205151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a69cf4-663d-4060-9123-7d8b4ac71636 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:16.215675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:16.262345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1d4f071-2cee-43a2-bb2a-bc6f627d6f2e req-099c6cfd-baab-4948-9c37-b29d8f12ab1e tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458688 Aug 21 18:26:16.460803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.467959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.575387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=220e5405-4e38-4ca8-96d6-de2d0c7b319b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:16.681514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:16.694897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e1ecd2-fe31-433f-add3-414e602ddd5a None None] Network c3309a7c-3c91-41b2-b810-03703d663e66 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:16.812586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-73fa8a99-1ca9-465b-8c28-0184ade5d5f6 None None] Provisioning for port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:16.845340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.167773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.173253 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.174031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.225920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=220e5405-4e38-4ca8-96d6-de2d0c7b319b,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:17.287548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6a2e7d40-45f8-49fb-b5c4-fb40a278f037 None None] Provisioning for port 220e5405-4e38-4ca8-96d6-de2d0c7b319b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:17.292917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6a2e7d40-45f8-49fb-b5c4-fb40a278f037 None None] Provisioning complete for port 220e5405-4e38-4ca8-96d6-de2d0c7b319b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:17.293518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6a2e7d40-45f8-49fb-b5c4-fb40a278f037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.359388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network c3309a7c-3c91-41b2-b810-03703d663e66 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:17.361225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:17.418599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e7d40-45f8-49fb-b5c4-fb40a278f037 None None] Port 220e5405-4e38-4ca8-96d6-de2d0c7b319b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:17.463908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e3db7-5a26-4006-9a71-86783062302c req-23b64358-5125-47cb-9745-620480f31039 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:17.465624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-291e3db7-5a26-4006-9a71-86783062302c req-23b64358-5125-47cb-9745-620480f31039 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.1094508 Aug 21 18:26:17.526743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-291e3db7-5a26-4006-9a71-86783062302c req-b9cef3c7-f626-495e-9840-74757fddb078 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 Aug 21 18:26:17.574811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1d34a839-6f73-45fd-997a-6cc1089e4a5b None None] Provisioning complete for port 220e5405-4e38-4ca8-96d6-de2d0c7b319b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:17.575210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1d34a839-6f73-45fd-997a-6cc1089e4a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.597927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Router ae809c2d-f0a5-424b-9639-a4aa40967fc7 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:26:17.686250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1d34a839-6f73-45fd-997a-6cc1089e4a5b None None] Port 220e5405-4e38-4ca8-96d6-de2d0c7b319b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:17.767429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b1d418-93b9-43fd-9fae-61f45a3e1c89 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:17.823863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e23eeeb3-3ace-4f66-8562-8563e4e8a9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:17.853574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:17.868149 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] Sync routers for ids ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:17.883824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9f0f44fd-a892-49e4-a4be-95c6f71a4ea1 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/routers/ae809c2d-f0a5-424b-9639-a4aa40967fc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2958069 Aug 21 18:26:17.886636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52262) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:17.896971 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] Routers {'ae809c2d-f0a5-424b-9639-a4aa40967fc7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:17.898943 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:17.954412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:17.958912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:17.959287 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.018405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:18.030997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43abdd-2434-499a-8e08-7121cc6256b6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:18.036085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd43abdd-2434-499a-8e08-7121cc6256b6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae809c2d-f0a5-424b-9639-a4aa40967fc7 HTTP/1.1" status: 200 len: 989 time: 0.1484087 Aug 21 18:26:18.039389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52266) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:18.060537 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] Routers {'ae809c2d-f0a5-424b-9639-a4aa40967fc7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:18.061340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:25:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:18.214541 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:18.216233 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31d10c3-0a1b-446c-a486-5a51f7452d35 None None] The sync data for ids ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:18.217074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a1f82d55-748e-4150-9843-ce2eb318f7f3 None None] Provisioning complete for port 220e5405-4e38-4ca8-96d6-de2d0c7b319b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:18.217540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a1f82d55-748e-4150-9843-ce2eb318f7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.312969 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.379029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a1f82d55-748e-4150-9843-ce2eb318f7f3 None None] Port 220e5405-4e38-4ca8-96d6-de2d0c7b319b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:18.402856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 78b1d418-93b9-43fd-9fae-61f45a3e1c89, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b1d418-93b9-43fd-9fae-61f45a3e1c89,segment=NetworkSegment(5b47f763-5790-47fa-8df6-6161df1d63e7),segment_id=5b47f763-5790-47fa-8df6-6161df1d63e7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:18.422322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.519165 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.534409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-57093e34-37a0-47be-b54c-cd342c968f41 None None] Provisioning complete for port 220e5405-4e38-4ca8-96d6-de2d0c7b319b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:18.535057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-57093e34-37a0-47be-b54c-cd342c968f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.564236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=78b1d418-93b9-43fd-9fae-61f45a3e1c89,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:18.605945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-57093e34-37a0-47be-b54c-cd342c968f41 None None] Port 220e5405-4e38-4ca8-96d6-de2d0c7b319b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:18.788801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:18.875681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.065031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 220e5405-4e38-4ca8-96d6-de2d0c7b319b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:19.065798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.167896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.184720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 220e5405-4e38-4ca8-96d6-de2d0c7b319b owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:19.399193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.433166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=220e5405-4e38-4ca8-96d6-de2d0c7b319b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:19.461378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52296) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:19.469102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:19.604761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.613168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b1d418-93b9-43fd-9fae-61f45a3e1c89 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:19.684313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:19.687933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.698073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:19.698872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:19.904014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Router ae809c2d-f0a5-424b-9639-a4aa40967fc7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:26:19.944437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.024442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:20.024804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:20.031811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=eff71d2c-909c-48b7-9e36-eded71ecb762,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:20.058438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:20.071941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:20.085905 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1babd1ef-2e67-4cc3-ad22-34a78205bf48 None None] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:20.090172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:20.091147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.114855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-891c4abe-ba7d-4a1e-992f-c2aa68ab5d98 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6508493 Aug 21 18:26:20.118470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:20.127784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1960366705'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:20.187245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:20.191924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.269001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:20.283399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.284575 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment 8783299b-7389-465d-8de1-0acc4a640e96 of type vlan for network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 Aug 21 18:26:20.338091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2d4401c-5de6-4878-8142-735c549a8507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.395893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d', 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': 'eff71d2c-909c-48b7-9e36-eded71ecb762'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:20.397602 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.399251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.408146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:20.414917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-93b3d5b8-eda8-47c5-8d2a-8875146cb70d tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/routers/ae809c2d-f0a5-424b-9639-a4aa40967fc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3735027 Aug 21 18:26:20.418883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:20.427022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] Sync routers for ids ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:20.456823 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89d1cf4-4f6f-413e-aa74-1b89cf354efb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:20.458619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b89d1cf4-4f6f-413e-aa74-1b89cf354efb tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/220e5405-4e38-4ca8-96d6-de2d0c7b319b HTTP/1.1" status: 404 len: 333 time: 0.0387223 Aug 21 18:26:20.461397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:20.473826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] Routers {'ae809c2d-f0a5-424b-9639-a4aa40967fc7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:20.474776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:20.489018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.495337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:20.495954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.521719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:20.526665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.594217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] Routers {'ae809c2d-f0a5-424b-9639-a4aa40967fc7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:20.594914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:20.603597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.620226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5000358 Aug 21 18:26:20.623014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52324) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:20.634458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:20.635755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db079bd8-2876-4d33-b9d2-d6a6bc89e999 None None] The sync data for ids ['ae809c2d-f0a5-424b-9639-a4aa40967fc7'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:20.647900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:20.671084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230f719-0e5f-41e5-8657-b03ae38d19a5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=9ce6cca9-b0fc-4efb-b0ae-13d116e54399,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:20.706124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:20.727594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Allocated IP 2001:db8:0:ffff::2 (0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d/eff71d2c-909c-48b7-9e36-eded71ecb762/0392cdeb-6d0a-43f4-959f-d847b505db9d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:20.792588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:20.796743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.860284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.862918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.929889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.930606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Fanout notify agent at l3_agent the message router_deleted on router ae809c2d-f0a5-424b-9639-a4aa40967fc7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:26:20.942032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.943200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-052bbbe9-d82f-4e0c-a074-54160cbdb416 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/routers/ae809c2d-f0a5-424b-9639-a4aa40967fc7 HTTP/1.1" status: 204 len: 168 time: 0.4808154 Aug 21 18:26:20.945999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52330) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:20.980445 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:20.993123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Transition to ACTIVE for port object 0392cdeb-6d0a-43f4-959f-d847b505db9d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:21.016008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Transition to ACTIVE for port object 0392cdeb-6d0a-43f4-959f-d847b505db9d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:21.019398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet ee863b4e-0943-4af0-ae08-57bf8b66ceac {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:21.023449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.028231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.052648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:21.057485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:21.063495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:21.098373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.152126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Pushing event updated for resources: {'Port': ['ID=0392cdeb-6d0a-43f4-959f-d847b505db9d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:21.170109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Attempting to bind port 0392cdeb-6d0a-43f4-959f-d847b505db9d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:21.170782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Attempting to bind port 0392cdeb-6d0a-43f4-959f-d847b505db9d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:21.171605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Attempting to bind port 0392cdeb-6d0a-43f4-959f-d847b505db9d on network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:21.185666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:21.185946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Checking segment: {'id': 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:21.186358 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.188590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Bound using segment: {'id': 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:21.190571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Bound port: 0392cdeb-6d0a-43f4-959f-d847b505db9d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:21.193194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.245452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.274516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] For port 0392cdeb-6d0a-43f4-959f-d847b505db9d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:21.279130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] For port 0392cdeb-6d0a-43f4-959f-d847b505db9d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0392cdeb-6d0a-43f4-959f-d847b505db9d,segment=NetworkSegment(ef9a00a6-6c04-47aa-abea-7da2cd8d3d34),segment_id=ef9a00a6-6c04-47aa-abea-7da2cd8d3d34)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:21.288352 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.371822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178e5bc-4264-4841-9756-4ddce7981b7a None None] Pushing event updated for resources: {'Port': ['ID=0392cdeb-6d0a-43f4-959f-d847b505db9d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:21.390906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:26:21.396531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.468755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.474678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=83c06ac5-f8a1-406a-977f-af3f4c524456,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:21.532623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=ee863b4e-0943-4af0-ae08-57bf8b66ceac,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:21.559304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.561247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6799df13-7334-4d7f-bf53-e08c2fb01ac6 None None] Network c3309a7c-3c91-41b2-b810-03703d663e66 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:21.561684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-56fef181-1c64-4d4e-8686-c8e4467e5fec tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/ee863b4e-0943-4af0-ae08-57bf8b66ceac HTTP/1.1" status: 204 len: 168 time: 0.6142879 Aug 21 18:26:21.564134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52340) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:21.588806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': '8783299b-7389-465d-8de1-0acc4a640e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:21.589800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 9ce6cca9-b0fc-4efb-b0ae-13d116e54399, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:21.615536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:21.646948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9ce6cca9-b0fc-4efb-b0ae-13d116e54399) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:21.652258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:21.653144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.693862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7373580-4fea-4b14-8a86-46a1617aaec6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0688121 Aug 21 18:26:21.694253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443501fc-755e-4b42-9900-f0426f0d4570 None None] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:21.695423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:21.701840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'port': {'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399', 'name': 'tempest-NetworksIpV6TestAttrs-245907060'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:21.848068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.868113 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.970780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:21.971403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:21.982685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:21.987201 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.002375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9ce6cca9-b0fc-4efb-b0ae-13d116e54399', 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': '83c06ac5-f8a1-406a-977f-af3f4c524456'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:22.003895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.009785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] device_id is not set on port c1a1405d-7c96-4d53-91f3-10c3cdfb1998 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:22.052891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] For port 78b1d418-93b9-43fd-9fae-61f45a3e1c89, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b1d418-93b9-43fd-9fae-61f45a3e1c89,segment=NetworkSegment(5b47f763-5790-47fa-8df6-6161df1d63e7),segment_id=5b47f763-5790-47fa-8df6-6161df1d63e7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:22.053389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.077877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 78b1d418-93b9-43fd-9fae-61f45a3e1c89 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:22.163515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Allocated IP 2001:db8::f816:3eff:feaf:791e (9ce6cca9-b0fc-4efb-b0ae-13d116e54399/83c06ac5-f8a1-406a-977f-af3f4c524456/c1a1405d-7c96-4d53-91f3-10c3cdfb1998) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:22.198906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.228655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=78b1d418-93b9-43fd-9fae-61f45a3e1c89,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:22.230953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No DVR routers for this DVR port 78b1d418-93b9-43fd-9fae-61f45a3e1c89 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:22.249933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffcb61d-a5e6-48d9-a1df-29167849f591 None None] DHCP port deletion for c3309a7c-3c91-41b2-b810-03703d663e66 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:22.336994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.348161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3309a7c-3c91-41b2-b810-03703d663e66']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:22.361227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b47f763-5790-47fa-8df6-6161df1d63e7') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:22.361614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b47f763-5790-47fa-8df6-6161df1d63e7') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:22.372447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.390957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.400019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:22.400366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.415708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:22.450112 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:22.455334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Transition to ACTIVE for port object c1a1405d-7c96-4d53-91f3-10c3cdfb1998 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:22.477245 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.501022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.504381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/c3309a7c-3c91-41b2-b810-03703d663e66 HTTP/1.1" status: 204 len: 168 time: 0.9386330 Aug 21 18:26:22.516925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52360) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:22.523755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a396e9-bc06-47b1-8f13-baaec3536ff5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=c3309a7c-3c91-41b2-b810-03703d663e66,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:22.563999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.634901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Allocated IP 2001:db8::f816:3eff:fe54:5f76 (9ce6cca9-b0fc-4efb-b0ae-13d116e54399/83c06ac5-f8a1-406a-977f-af3f4c524456/b5f8f0ec-07a6-4953-96a8-15f1d406ee42) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:22.643566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:22.648331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:22.661229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc2d3eb-4dba-49e0-b1ff-45b8c849ebce tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:22.668440 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5dc2d3eb-4dba-49e0-b1ff-45b8c849ebce tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/5b6db704-75f5-43a3-b442-618511579d78 HTTP/1.1" status: 200 len: 845 time: 0.1443570 Aug 21 18:26:22.668440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:22.668773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52366) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:22.673898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:22.675653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.706246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Port': ['ID=c1a1405d-7c96-4d53-91f3-10c3cdfb1998,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:22.719959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08214229-1947-4b8c-9f2e-68384e53f338 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/5b6db704-75f5-43a3-b442-618511579d78?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0504417 Aug 21 18:26:22.727943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:22.731845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c29ef06b-19a3-48d8-abbd-0c0c0601b382 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0346320 Aug 21 18:26:22.733086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:22.735045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52370) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:22.847869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting subnet 83c06ac5-f8a1-406a-977f-af3f4c524456 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:22.911658 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.913014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:22.917366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.923203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Transition to ACTIVE for port object b5f8f0ec-07a6-4953-96a8-15f1d406ee42 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:22.943751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Transition to ACTIVE for port object b5f8f0ec-07a6-4953-96a8-15f1d406ee42 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:22.946962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70100298-16c7-4f64-ad49-e0075e7e880f None None] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:22.953950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:22.966679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.030003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.051436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Pushing event updated for resources: {'Port': ['ID=b5f8f0ec-07a6-4953-96a8-15f1d406ee42,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:23.085919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:23.090123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:23.095756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:23.116796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c492da83-7e4a-4f29-a229-01caccb5ff6c None None] Provisioning for port 0392cdeb-6d0a-43f4-959f-d847b505db9d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:23.214158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.241113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Attempting to bind port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:23.241608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Attempting to bind port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8783299b-7389-465d-8de1-0acc4a640e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:23.242083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Attempting to bind port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 on network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:23.256422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:23.256874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Checking segment: {'id': '8783299b-7389-465d-8de1-0acc4a640e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:23.257350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.257834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Bound using segment: {'id': '8783299b-7389-465d-8de1-0acc4a640e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:23.258391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Bound port: b5f8f0ec-07a6-4953-96a8-15f1d406ee42, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8783299b-7389-465d-8de1-0acc4a640e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9ce6cca9-b0fc-4efb-b0ae-13d116e54399'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:23.258790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.261080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.303054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:23.335436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:23.339051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.355846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:23.357085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.361709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e5e317-dc71-4e24-88b6-f46a4ee00ae8 None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:23.363366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.367666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.369539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/83c06ac5-f8a1-406a-977f-af3f4c524456 HTTP/1.1" status: 204 len: 168 time: 0.6334901 Aug 21 18:26:23.376134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52386) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:23.395593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1d630-61ea-4648-9e43-a3ab1d8398cb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=83c06ac5-f8a1-406a-977f-af3f4c524456,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:23.455185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=eb961b19-6c77-473d-a22a-015358ba2d75,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:23.462018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-598f29fc-9099-4829-9e6f-deb319dd9f36 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7330487 Aug 21 18:26:23.465245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52390) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:23.472581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1644816890'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:23.473085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a06a29-cb6c-4a27-964e-b9798fc5a266 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:23.474851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a06a29-cb6c-4a27-964e-b9798fc5a266 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:23.476610 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70a06a29-cb6c-4a27-964e-b9798fc5a266 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0950670 Aug 21 18:26:23.479901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:23.517284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.604991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cd67aaf3-9eb7-40f6-b2cc-e4f0602135fb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.616358 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd67aaf3-9eb7-40f6-b2cc-e4f0602135fb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 21 18:26:23.617059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd67aaf3-9eb7-40f6-b2cc-e4f0602135fb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:23.636027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cd67aaf3-9eb7-40f6-b2cc-e4f0602135fb tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/9ce6cca9-b0fc-4efb-b0ae-13d116e54399 HTTP/1.1" status: 409 len: 405 time: 0.1526835 Aug 21 18:26:23.641731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52396) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:23.647386 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-511058343'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:23.679613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] For port b5f8f0ec-07a6-4953-96a8-15f1d406ee42, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:23.685868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0392cdeb-6d0a-43f4-959f-d847b505db9d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:23.717597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] For port b5f8f0ec-07a6-4953-96a8-15f1d406ee42, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5f8f0ec-07a6-4953-96a8-15f1d406ee42,segment=NetworkSegment(8783299b-7389-465d-8de1-0acc4a640e96),segment_id=8783299b-7389-465d-8de1-0acc4a640e96)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:23.748203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.750359 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.759070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.788951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:23.797278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.821641 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.829051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3618679 Aug 21 18:26:23.829878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52404) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:23.830605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e470840-f598-40df-8539-ef4ba145a023 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44250b6-92fb-4ce9-b239-62155f07db5a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:23.844875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1571391376'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:23.853135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:23.859438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcef60-71dc-4a66-a8f7-19dfeddda843 None None] Pushing event updated for resources: {'Port': ['ID=b5f8f0ec-07a6-4953-96a8-15f1d406ee42,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:23.872279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.872928 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment dff71ede-2027-4a7b-95a9-464f79f543de of type vlan for network 6eed38b5-1eb5-41b3-b969-eb58164c0274 Aug 21 18:26:23.915660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0392cdeb-6d0a-43f4-959f-d847b505db9d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:23.920345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.931462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0392cdeb-6d0a-43f4-959f-d847b505db9d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:23.931748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:23.976962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.030896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.038164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:24.038821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.053512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-ba2c06ed-f989-47fe-a796-d76f9f23b837', 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'tenant_id': '712ded8cc7214faa9bc48433b57c4da4', 'fixed_ips': [{'subnet_id': 'eb961b19-6c77-473d-a22a-015358ba2d75'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:24.055241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.149999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=6eed38b5-1eb5-41b3-b969-eb58164c0274,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:24.158682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.169372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.193333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f719256-fd47-493a-bf3a-45408501f11c tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5502837 Aug 21 18:26:24.196099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52408) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:24.201807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:24.213866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:24.227152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.234949 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3987889 Aug 21 18:26:24.235413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:24.241987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1442946396', 'security_groups': ['44d3eb82-648e-48d8-8d02-89ac86777fb2'], 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb961b19-6c77-473d-a22a-015358ba2d75'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:24.253004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757abe2-3102-41b7-944d-54f19bcd9709 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3eb82-648e-48d8-8d02-89ac86777fb2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:24.289069 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.347914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-83e77b7e-6889-49a5-a6db-0fbc3286bbb2 None None] Provisioning complete for port 0392cdeb-6d0a-43f4-959f-d847b505db9d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:24.348281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83e77b7e-6889-49a5-a6db-0fbc3286bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.402568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0392cdeb-6d0a-43f4-959f-d847b505db9d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0392cdeb-6d0a-43f4-959f-d847b505db9d,segment=NetworkSegment(ef9a00a6-6c04-47aa-abea-7da2cd8d3d34),segment_id=ef9a00a6-6c04-47aa-abea-7da2cd8d3d34)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:24.416294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.418066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:24.422171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.468046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Allocated IP 2001:db8::2 (ba2c06ed-f989-47fe-a796-d76f9f23b837/eb961b19-6c77-473d-a22a-015358ba2d75/e962ad4f-02e0-4322-8ae8-7c37ad5a84f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:24.493609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b1d418-93b9-43fd-9fae-61f45a3e1c89 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:24.503245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:24.543333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0392cdeb-6d0a-43f4-959f-d847b505db9d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:24.547034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 78b1d418-93b9-43fd-9fae-61f45a3e1c89 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:24.547517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b1d418-93b9-43fd-9fae-61f45a3e1c89 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:24.648505 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.694850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 7a951586-05b9-435a-9a98-cc877b375876 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:24.726100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.734715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Transition to ACTIVE for port object e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:24.753443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Transition to ACTIVE for port object e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:24.761658 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.819768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:24.831551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:24.854359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:24.857170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:24.905913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:26:24.912459 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.941413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Attempting to bind port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:24.942033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Attempting to bind port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:24.942310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Attempting to bind port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 on network ba2c06ed-f989-47fe-a796-d76f9f23b837 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:24.949897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:24.950583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Checking segment: {'id': 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:24.951035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:24.951836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Bound using segment: {'id': 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:24.953041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Bound port: e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:24.953432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.031553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:25.036263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::1e1 (ba2c06ed-f989-47fe-a796-d76f9f23b837/eb961b19-6c77-473d-a22a-015358ba2d75/7a951586-05b9-435a-9a98-cc877b375876) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:25.037599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:25.042180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.051829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=8aaa62a2-13ba-4c64-8319-0e9ebde2ee38,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:25.069321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': 'dff71ede-2027-4a7b-95a9-464f79f543de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:25.069570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 6eed38b5-1eb5-41b3-b969-eb58164c0274, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:25.116029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:25.133640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef49f5-58dd-4ea3-8722-255ea0bab07e None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:25.164182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6eed38b5-1eb5-41b3-b969-eb58164c0274) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:25.172329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:25.172934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.182322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b26584-4959-457e-a5a1-78b348fa205c None None] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:25.207612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2dd944aa-4a39-4550-b552-e8c334912b8e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0103290 Aug 21 18:26:25.210540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:25.216244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'port': {'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274', 'name': 'tempest-NetworksIpV6TestAttrs-420776918'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:25.269144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065661ac-ca99-4de5-bfe5-5852e3600e82 None None] Network 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:25.290588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.314633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 7a951586-05b9-435a-9a98-cc877b375876 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:25.364813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.388581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:25.392222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.400779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5cfe537a-e0f5-4ded-bc41-8f9e6c96957b None None] Provisioning for port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:25.434773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] device_id is not set on port 19a0280f-69d9-46d2-b64b-2eaddad417c5 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:25.463482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:25.467678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:25.473341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:25.479702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:25.480548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.505860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2693582 Aug 21 18:26:25.509118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52434) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:25.514896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:25.604175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ab9acdf0-ff76-4fe0-aacc-28fb4343d8a8 req-f4cec4d9-75e1-4813-9d7f-90d854e1d4a0 service neutron] (94598) timed out ('10.222.0.41', 54926) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:26:25.615450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-6eed38b5-1eb5-41b3-b969-eb58164c0274', 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': '8aaa62a2-13ba-4c64-8319-0e9ebde2ee38'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:25.616773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.646873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd25476a-88c3-45b8-90fb-f3f35463cf66 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=7a951586-05b9-435a-9a98-cc877b375876,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:25.709570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Allocated IP 2001:db8::f816:3eff:fec0:484c (6eed38b5-1eb5-41b3-b969-eb58164c0274/8aaa62a2-13ba-4c64-8319-0e9ebde2ee38/19a0280f-69d9-46d2-b64b-2eaddad417c5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:25.725085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:25.730097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.761223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] DHCP port deletion for 9ce6cca9-b0fc-4efb-b0ae-13d116e54399 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:25.854568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Deleting port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:25.854967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.859260 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eb961b19-6c77-473d-a22a-015358ba2d75 (CIDR: 2001:db8::/64) Aug 21 18:26:25.865725 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:25.866645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:25.871950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0392cdeb-6d0a-43f4-959f-d847b505db9d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:25.890952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-906ae57f-5ccb-43b8-ba43-bafa19489996 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3803570 Aug 21 18:26:25.891939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52442) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:25.898303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:25.955370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] For port b5f8f0ec-07a6-4953-96a8-15f1d406ee42, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b5f8f0ec-07a6-4953-96a8-15f1d406ee42,segment=NetworkSegment(8783299b-7389-465d-8de1-0acc4a640e96),segment_id=8783299b-7389-465d-8de1-0acc4a640e96)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:25.955937 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:25.975899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Calling delete_port for b5f8f0ec-07a6-4953-96a8-15f1d406ee42 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:25.981876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.000274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Transition to ACTIVE for port object 19a0280f-69d9-46d2-b64b-2eaddad417c5 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:26.029021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0392cdeb-6d0a-43f4-959f-d847b505db9d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:26.029392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.047010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:26.050943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.057523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.118600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Port': ['ID=19a0280f-69d9-46d2-b64b-2eaddad417c5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:26.126840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:26.128281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:26.130714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:26.141950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:26.142836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.149992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Allocated IP 2001:db8::f816:3eff:fe38:3b29 (6eed38b5-1eb5-41b3-b969-eb58164c0274/8aaa62a2-13ba-4c64-8319-0e9ebde2ee38/7a39e7e2-5a9e-4a35-906f-e36954e3fbe3) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:26.174189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bbedd207-44e5-4520-9d5e-332228d3b5f7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9611735 Aug 21 18:26:26.176103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52448) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:26.233426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.252929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting subnet 8aaa62a2-13ba-4c64-8319-0e9ebde2ee38 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:26.283543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] No DVR routers for this DVR port b5f8f0ec-07a6-4953-96a8-15f1d406ee42 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:26.327503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:26.328249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528c9fc-2c70-4566-984f-690353dc3803 None None] Pushing event deleted for resources: {'Port': ['ID=b5f8f0ec-07a6-4953-96a8-15f1d406ee42,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:26.458016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.458982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:26.464665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.482693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Transition to ACTIVE for port object 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:26.503566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Transition to ACTIVE for port object 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:26.511851 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.512348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.516577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:26.540516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:26.552870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:26.553835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.555261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:26.558100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:26.563891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:26.571821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Pushing event updated for resources: {'Port': ['ID=7a39e7e2-5a9e-4a35-906f-e36954e3fbe3,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:26.581234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=86945af4-0161-48f5-81b5-04ea2931da45,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:26.581494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c076c-abf0-4bf6-9ecd-5146bff4ff7b None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:26.595475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.603187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52462) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:26.608584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1242994941', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '86945af4-0161-48f5-81b5-04ea2931da45'}], 'security_groups': ['c44250b6-92fb-4ce9-b239-62155f07db5a']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:26.611255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5763bbb9-8f43-4129-9bda-a12907b99bc0 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7180877 Aug 21 18:26:26.677583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Provisioning for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:26.685528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:26.685905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.688022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Attempting to bind port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:26.688399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Attempting to bind port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'dff71ede-2027-4a7b-95a9-464f79f543de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:26.688763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Attempting to bind port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 on network 6eed38b5-1eb5-41b3-b969-eb58164c0274 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:26.725398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:26.725775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Checking segment: {'id': 'dff71ede-2027-4a7b-95a9-464f79f543de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:26.726376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.726967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Bound using segment: {'id': 'dff71ede-2027-4a7b-95a9-464f79f543de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:26.727641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Bound port: 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff71ede-2027-4a7b-95a9-464f79f543de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '6eed38b5-1eb5-41b3-b969-eb58164c0274'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:26.728241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.765251 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.787237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.864074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.911849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=8aaa62a2-13ba-4c64-8319-0e9ebde2ee38,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:26.931185 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:26.935932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b532e71f-7d44-4ddb-8643-ead0d059d38e tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/8aaa62a2-13ba-4c64-8319-0e9ebde2ee38 HTTP/1.1" status: 204 len: 168 time: 0.7567837 Aug 21 18:26:26.939808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52472) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:27.068930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32ecdf-2b33-490a-9864-d1e651d290c6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:27.093032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c32ecdf-2b33-490a-9864-d1e651d290c6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:27.099734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c32ecdf-2b33-490a-9864-d1e651d290c6 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1544611 Aug 21 18:26:27.100206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:27.171181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-56646c1d-873d-464d-abf0-a12387315370 None None] For port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:27.180051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Delete allocated IP 2001:db8::1e1 (ba2c06ed-f989-47fe-a796-d76f9f23b837/eb961b19-6c77-473d-a22a-015358ba2d75) {{(pid=94598) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:26:27.191471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8:0:1::1b9 (ba2c06ed-f989-47fe-a796-d76f9f23b837/86945af4-0161-48f5-81b5-04ea2931da45/7a951586-05b9-435a-9a98-cc877b375876) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:27.201120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-56646c1d-873d-464d-abf0-a12387315370 None None] For port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7a39e7e2-5a9e-4a35-906f-e36954e3fbe3,segment=NetworkSegment(dff71ede-2027-4a7b-95a9-464f79f543de),segment_id=dff71ede-2027-4a7b-95a9-464f79f543de)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:27.218960 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.222190 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.251769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aedff0d2-e307-40b4-b31b-6c46669ba96b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.263079 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedff0d2-e307-40b4-b31b-6c46669ba96b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 21 18:26:27.263809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedff0d2-e307-40b4-b31b-6c46669ba96b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:27.271920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aedff0d2-e307-40b4-b31b-6c46669ba96b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/6eed38b5-1eb5-41b3-b969-eb58164c0274 HTTP/1.1" status: 409 len: 405 time: 0.1652644 Aug 21 18:26:27.273006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:27.283173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1488642720'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:27.320798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:27.328511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.400679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:27.419715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.420267 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment 5988bf8e-2e1c-43d0-8e85-c7534fef364a of type vlan for network 7aa7fbba-d4ed-4565-8b43-59c897bb886f Aug 21 18:26:27.496048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:27.502647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646c1d-873d-464d-abf0-a12387315370 None None] Pushing event updated for resources: {'Port': ['ID=7a39e7e2-5a9e-4a35-906f-e36954e3fbe3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:27.515231 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.541891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.586727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5f8f0ec-07a6-4953-96a8-15f1d406ee42 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:27.619017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.629756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:27.631189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.635562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Update dhcp port {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'fixed_ips': [{'subnet_id': 'eb961b19-6c77-473d-a22a-015358ba2d75', 'ip_address': '2001:db8::2'}, {'subnet_id': '86945af4-0161-48f5-81b5-04ea2931da45'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'e962ad4f-02e0-4322-8ae8-7c37ad5a84f7'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:26:27.647062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b5f8f0ec-07a6-4953-96a8-15f1d406ee42 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:27.647062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b5f8f0ec-07a6-4953-96a8-15f1d406ee42 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:27.691377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:27.694240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.754103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.775850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Ignored duplicate provisioning block setup for port 7a951586-05b9-435a-9a98-cc877b375876 by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:26:27.786809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.790971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:27.799329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.858547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5791700 Aug 21 18:26:27.860425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:27.865963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:27.871109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] In _notify_port_updated(), no bound segment for port 7a951586-05b9-435a-9a98-cc877b375876 on network ba2c06ed-f989-47fe-a796-d76f9f23b837 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:26:27.877473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:27.878383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:27.883398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/ports/7a951586-05b9-435a-9a98-cc877b375876 HTTP/1.1" status: 200 len: 931 time: 1.2791634 Aug 21 18:26:27.884332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:27.888242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7ab51ae6-53f1-4adb-98b6-dca9c701d8f2 None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:27.930539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a521e6-c224-4599-9990-9addafde2a89 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=7a951586-05b9-435a-9a98-cc877b375876,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:27.965966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f42628-5f59-4fbf-9afe-3ed9b2360385 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=7aa7fbba-d4ed-4565-8b43-59c897bb886f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:27.984165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7aa7fbba-d4ed-4565-8b43-59c897bb886f details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:28.007246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 7a951586-05b9-435a-9a98-cc877b375876 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:28.007762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.049385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:28.056442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.121748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.140041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 7a951586-05b9-435a-9a98-cc877b375876 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:28.300220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Allocated IP 2001:db8:0:1::2 (ba2c06ed-f989-47fe-a796-d76f9f23b837/86945af4-0161-48f5-81b5-04ea2931da45/e962ad4f-02e0-4322-8ae8-7c37ad5a84f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:28.330526 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.348401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52498) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.383067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb3c83-ac68-435f-b991-246c8face0d3 req-a28d7fcb-fca3-4cf8-97a2-93aace920e6b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:28.385240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72fb3c83-ac68-435f-b991-246c8face0d3 req-a28d7fcb-fca3-4cf8-97a2-93aace920e6b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.0963168 Aug 21 18:26:28.409318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=7a951586-05b9-435a-9a98-cc877b375876,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:28.445605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.449199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-480e9272-d3e3-4458-a4db-1aa73a504b0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/7a951586-05b9-435a-9a98-cc877b375876 HTTP/1.1" status: 204 len: 168 time: 0.5615308 Aug 21 18:26:28.451930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52502) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.458586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:28.498040 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.502113 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72fb3c83-ac68-435f-b991-246c8face0d3 req-ab38a1de-70cc-4276-badf-b8d1bff7fc08 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025643 Aug 21 18:26:28.502558 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0845616c-91fb-43da-8058-3d75c36973c6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:28.506561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0845616c-91fb-43da-8058-3d75c36973c6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/7a951586-05b9-435a-9a98-cc877b375876 HTTP/1.1" status: 404 len: 333 time: 0.0504048 Aug 21 18:26:28.507063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.519880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52506) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.535421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Transition to ACTIVE for port object e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:28.542860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.554053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a265fa52-e5ef-4a01-8d96-a1664b3ce361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.646335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:28.654268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.655603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.655603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.655842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.656173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.656500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.656832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.657160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.658241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.658241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.658241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.658555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e84bfc-d744-460e-b3b9-c937bc507a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:28.676695 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.682836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.objects.ports [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94599) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:26:28.687314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.745202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.757194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=a8f7d888-6604-4fc2-860b-a2b0f75e21bc,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:28.814465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': '5988bf8e-2e1c-43d0-8e85-c7534fef364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:28.820654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 7aa7fbba-d4ed-4565-8b43-59c897bb886f, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:28.853664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 7aa7fbba-d4ed-4565-8b43-59c897bb886f is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:28.854743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.857533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.858057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a265fa52-e5ef-4a01-8d96-a1664b3ce361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.858743 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/security-groups/44d3eb82-648e-48d8-8d02-89ac86777fb2 HTTP/1.1" status: 204 len: 168 time: 0.3509879 Aug 21 18:26:28.861397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52508) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.871865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7aa7fbba-d4ed-4565-8b43-59c897bb886f) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:28.874236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a265fa52-e5ef-4a01-8d96-a1664b3ce361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.876411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67a041-06a8-4368-9090-16590040e8b9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3eb82-648e-48d8-8d02-89ac86777fb2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:28.883755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9b9d9b-d824-4175-9bab-7c414866beca None None] Network 7aa7fbba-d4ed-4565-8b43-59c897bb886f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:28.890035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 55600552-5b5a-4505-8eb2-853cb0cbaa90 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:28.892924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.901144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:28.901745 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:28.917507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406739b0-4288-4688-a9ab-8fa448cd2258 None None] Network 6eed38b5-1eb5-41b3-b969-eb58164c0274 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:28.971356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a265fa52-e5ef-4a01-8d96-a1664b3ce361 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f1105cd7d6414bf3b3570c2e3d3cca46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206100 Aug 21 18:26:28.976081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52510) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:28.997215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-df304828-dc51-4207-9ea3-d1d450668121 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1332288 Aug 21 18:26:29.002316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.002725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.005173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:29.010728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265fa52-e5ef-4a01-8d96-a1664b3ce361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cded55-82ca-45e7-b41a-a9d091e1295c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:29.053468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ca08ae3a-50d3-49cb-ad2e-7d4aad1ba763 None None] Provisioning for port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:29.055339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.058070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 55600552-5b5a-4505-8eb2-853cb0cbaa90 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:29.086187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.139834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.143231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.147764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/security-groups/c44250b6-92fb-4ce9-b239-62155f07db5a HTTP/1.1" status: 204 len: 168 time: 0.2852440 Aug 21 18:26:29.148463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52514) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:29.219105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-7aa7fbba-d4ed-4565-8b43-59c897bb886f', 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': 'a8f7d888-6604-4fc2-860b-a2b0f75e21bc'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:29.220016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.231567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07ec44-320b-4130-b66b-1a6312c5cbcd tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44250b6-92fb-4ce9-b239-62155f07db5a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:29.242189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.280908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet eb961b19-6c77-473d-a22a-015358ba2d75 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:29.284503 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.287395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.306533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.317664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] DHCP port deletion for 6eed38b5-1eb5-41b3-b969-eb58164c0274 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:29.364708 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.470894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.487782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.502285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.504841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.515667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Allocated IP 2001:db8::f816:3eff:feb1:2479 (7aa7fbba-d4ed-4565-8b43-59c897bb886f/a8f7d888-6604-4fc2-860b-a2b0f75e21bc/99c15597-5d8f-4e07-b5e2-3e62993b5e27) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:29.519768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5cded55-82ca-45e7-b41a-a9d091e1295c HTTP/1.1" status: 204 len: 168 time: 0.5338030 Aug 21 18:26:29.524646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Deleting port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:29.525100 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.536961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.582026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827bd58-91ca-42cc-8159-bd910f399fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cded55-82ca-45e7-b41a-a9d091e1295c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:29.623457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=55600552-5b5a-4505-8eb2-853cb0cbaa90,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:29.640111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.677639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=eb961b19-6c77-473d-a22a-015358ba2d75,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:29.682631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Provisioning for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:29.686207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.688180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf36da92-96c4-4058-87e6-eec849a87d8f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/eb961b19-6c77-473d-a22a-015358ba2d75 HTTP/1.1" status: 204 len: 168 time: 0.5351605 Aug 21 18:26:29.693099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52520) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:29.698584 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:29.700676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:29.701052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.711625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] For port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7a39e7e2-5a9e-4a35-906f-e36954e3fbe3,segment=NetworkSegment(dff71ede-2027-4a7b-95a9-464f79f543de),segment_id=dff71ede-2027-4a7b-95a9-464f79f543de)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:29.712182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.719838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:29.749620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:29.751092 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP ccde3d25-e239-4eda-a426-665d4a0bdc62 disassociated (deleted). External IP: 172.25.1.188, port: fd7a5f68-adb7-4b38-9396-40def64ff76a. Aug 21 18:26:29.784639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Calling delete_port for 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:29.960457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:29.971643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.028676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ae929-1b76-4890-b268-a298530a6051 None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:30.067916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52524) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:30.080853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 2d10f303-1a79-46ed-a837-04cc27423e91 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:26:30.092016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32f49c38-fb30-4b7d-a00d-e2df44bce1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.112338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:30.112751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.162113 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.196357 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.199460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Transition to ACTIVE for port object 99c15597-5d8f-4e07-b5e2-3e62993b5e27 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:30.213609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:30.219567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.228775 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Sync routers for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:30.240403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:30.241303 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.292000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4adccb3f-f413-44d3-9b2c-9d26e2f0b883 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/floatingips/ccde3d25-e239-4eda-a426-665d4a0bdc62 HTTP/1.1" status: 204 len: 168 time: 1.7695713 Aug 21 18:26:30.293139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:26:30.298059 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f" -d '{"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:26:30.349890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32f49c38-fb30-4b7d-a00d-e2df44bce1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.363662 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:30.366767 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61ba60d-c248-4a27-8b43-efb65b273515 x-openstack-request-id: req-e61ba60d-c248-4a27-8b43-efb65b273515 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:26:30.367006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32f49c38-fb30-4b7d-a00d-e2df44bce1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.367283 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:26:30.367283 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e61ba60d-c248-4a27-8b43-efb65b273515 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:26:30.367283 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'status': 'completed', 'code': 200} Aug 21 18:26:30.408028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-32f49c38-fb30-4b7d-a00d-e2df44bce1bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e84ab27ffb96404ca0b403b204a4e027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390088 Aug 21 18:26:30.411027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52530) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:30.447609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] No DVR routers for this DVR port 7a39e7e2-5a9e-4a35-906f-e36954e3fbe3 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:30.453728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7527b84-97a0-4ca3-8f86-200d134f0c81 None None] Pushing event deleted for resources: {'Port': ['ID=7a39e7e2-5a9e-4a35-906f-e36954e3fbe3,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:30.459871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Transition to ACTIVE for port object 99c15597-5d8f-4e07-b5e2-3e62993b5e27 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:30.470538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.510673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:30.516020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.568954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=7576631c-1276-4341-aa9a-49445c0771c9,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:30.586733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f49c38-fb30-4b7d-a00d-e2df44bce1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f6d045-38a1-435a-a28c-1fc15160196e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:30.588961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.621867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-91007e84-6a30-4028-9aae-f3b2f3f3ea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:30.624284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-91007e84-6a30-4028-9aae-f3b2f3f3ea67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 1098 time: 0.2303202 Aug 21 18:26:30.630759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:30.634000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:30.644936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:30.645643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.653986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.654414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:30.661237 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.684117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.694439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.718908 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Checking router: 2d10f303-1a79-46ed-a837-04cc27423e91 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:26:30.732041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fadb53ed-0e1b-41c4-921e-1cdc3a1debbc tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0350590 Aug 21 18:26:30.732298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-92679433-f232-498b-b4ae-03eaae438cfe None None] Could not find standard attr ID for object 7a951586-05b9-435a-9a98-cc877b375876. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:30.735287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52538) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:30.738469 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:30.739347 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.742109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'security_group': {'name': 'tempest-secgroup-698630014'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:30.812650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=a8f7d888-6604-4fc2-860b-a2b0f75e21bc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:30.819177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a7c65-b31c-4e75-8b8b-b5340de7627a req-830221fb-39ad-47e3-9ad2-49d06367de5c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:30.821035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-255a7c65-b31c-4e75-8b8b-b5340de7627a req-830221fb-39ad-47e3-9ad2-49d06367de5c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1584435 Aug 21 18:26:30.821488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Network 7aa7fbba-d4ed-4565-8b43-59c897bb886f is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:30.824500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.837008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:30.838600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-5036cd7e-c531-4a73-a551-af41b5acd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:30.840275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-5036cd7e-c531-4a73-a551-af41b5acd007 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 200 len: 897 time: 0.2079084 Aug 21 18:26:30.844972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:30.911907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.915002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-97f215da-8146-4c98-bc0d-282e4c1e3661 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 200 len: 217 time: 0.0563610 Aug 21 18:26:30.934937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa7fbba-d4ed-4565-8b43-59c897bb886f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.952188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5988bf8e-2e1c-43d0-8e85-c7534fef364a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.952745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5988bf8e-2e1c-43d0-8e85-c7534fef364a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:30.959909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c8786ff9-027f-41f4-96a6-b9943b711f7c None None] Could not find standard attr ID for object 7a951586-05b9-435a-9a98-cc877b375876. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:30.962824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Attempting to bind port 99c15597-5d8f-4e07-b5e2-3e62993b5e27 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:30.963384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Attempting to bind port 99c15597-5d8f-4e07-b5e2-3e62993b5e27 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5988bf8e-2e1c-43d0-8e85-c7534fef364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:30.963746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Attempting to bind port 99c15597-5d8f-4e07-b5e2-3e62993b5e27 on network 7aa7fbba-d4ed-4565-8b43-59c897bb886f {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:30.966591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.971361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:30.971361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Checking segment: {'id': '5988bf8e-2e1c-43d0-8e85-c7534fef364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:30.971361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.971361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Bound using segment: {'id': '5988bf8e-2e1c-43d0-8e85-c7534fef364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:30.971773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Bound port: 99c15597-5d8f-4e07-b5e2-3e62993b5e27, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5988bf8e-2e1c-43d0-8e85-c7534fef364a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:30.971926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:30.973922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Pushing event updated for resources: {'Port': ['ID=99c15597-5d8f-4e07-b5e2-3e62993b5e27,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:30.976615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-255a7c65-b31c-4e75-8b8b-b5340de7627a req-b124a30a-3e3d-4744-9d5f-476936911990 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459544 Aug 21 18:26:30.997302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.001073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.002362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1f6d045-38a1-435a-a28c-1fc15160196e HTTP/1.1" status: 204 len: 168 time: 0.5901573 Aug 21 18:26:31.020814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.026848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f119a-9bf7-4c9c-92fa-c557950b52ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f6d045-38a1-435a-a28c-1fc15160196e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:31.033607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:31.034799 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.038750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:31.042265 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:31.045271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-335a3dde-ee37-424b-964a-7c975d3f7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:31.045271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-335a3dde-ee37-424b-964a-7c975d3f7170 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 200 len: 834 time: 0.1188405 Aug 21 18:26:31.080578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Update dhcp port {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'fixed_ips': [{'subnet_id': '86945af4-0161-48f5-81b5-04ea2931da45', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7576631c-1276-4341-aa9a-49445c0771c9'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'e962ad4f-02e0-4322-8ae8-7c37ad5a84f7'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:26:31.125860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:26:31.125860 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:26:31.125860 n-d-793621-32 neutron-server[94598]: [parameters: {'id': '7aa7fbba-d4ed-4565-8b43-59c897bb886f'}] Aug 21 18:26:31.125860 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:26:31.126797 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:26:31.127781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.142631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] For port 99c15597-5d8f-4e07-b5e2-3e62993b5e27, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:31.173700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] For port 99c15597-5d8f-4e07-b5e2-3e62993b5e27, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=99c15597-5d8f-4e07-b5e2-3e62993b5e27,segment=NetworkSegment(5988bf8e-2e1c-43d0-8e85-c7534fef364a),segment_id=5988bf8e-2e1c-43d0-8e85-c7534fef364a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:31.184523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.187704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.212184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.218899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-f7332179-624a-40cf-9402-fbb232bf0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:31.220532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-f7332179-624a-40cf-9402-fbb232bf0dd2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1520021 Aug 21 18:26:31.289803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.291058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5548010 Aug 21 18:26:31.294002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52544) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:31.303132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'security_group': {'name': 'tempest-secgroup-615686821'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:31.365881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b21b880-d1d7-48ed-96a2-ca76830fec9b None None] Pushing event updated for resources: {'Port': ['ID=99c15597-5d8f-4e07-b5e2-3e62993b5e27,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:31.391945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.403896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0da58-e152-459f-8ead-539430018961 None None] Network 7aa7fbba-d4ed-4565-8b43-59c897bb886f requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:31.489074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Allocated IP 2001:db8::2 (ba2c06ed-f989-47fe-a796-d76f9f23b837/7576631c-1276-4341-aa9a-49445c0771c9/e962ad4f-02e0-4322-8ae8-7c37ad5a84f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:31.490640 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:31.547594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e590d0c3-53f8-4e9c-a0bb-cd29b0901196 None None] The sync data for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 is: [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:24:28Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e722255a-b671-463a-9980-a93cecc0c373', 'name': '', 'network_id': 'c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:ee:53:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:25Z', 'updated_at': '2021-08-21T18:24:35Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '1c7b9fbf-41a6-40b0-a4da-d27a9fbca106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:31.580514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.600276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.629542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.690291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f9dfd-14d1-4cc0-ba4c-5cd2088993e7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:31.701327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.705674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-888995db-4736-4bdb-a959-189a715a0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4072578 Aug 21 18:26:31.711626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52552) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:31.761914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208596747'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:31.782306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:31.799033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc880d-4ccc-4fb3-a41d-23d02e0b0fb9 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064d3960-e01c-479c-8a2c-850a56903c93,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:31.840115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.848684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.859276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Transition to ACTIVE for port object e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:31.867081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:31.868234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-6ac9c9a5-4d16-4b7a-85f6-116a31ddf6bd service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103082 Aug 21 18:26:31.882425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting port 99c15597-5d8f-4e07-b5e2-3e62993b5e27 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:31.883259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.000327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05bd09f2-4fc3-4e77-bb5b-eebb92f9213f req-ae42561a-6d9e-4d27-9993-760a85551d68 service neutron] 10.222.0.39 "GET /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218226 Aug 21 18:26:32.026851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fb66d-a451-4a6c-af03-012438acfe08 None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:32.201051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412fcce1-d37e-4384-b978-8670e355ca9b None None] New status for floating IP ccde3d25-e239-4eda-a426-665d4a0bdc62: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:26:32.310781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] For port 99c15597-5d8f-4e07-b5e2-3e62993b5e27, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=99c15597-5d8f-4e07-b5e2-3e62993b5e27,segment=NetworkSegment(5988bf8e-2e1c-43d0-8e85-c7534fef364a),segment_id=5988bf8e-2e1c-43d0-8e85-c7534fef364a)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:32.312054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.380613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Calling delete_port for 99c15597-5d8f-4e07-b5e2-3e62993b5e27 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:32.495257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-4d0db86d-1192-4a87-99e7-800229d1bff1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:32.497060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-4d0db86d-1192-4a87-99e7-800229d1bff1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.1678979 Aug 21 18:26:32.533314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85e596-2ac1-4ec0-aa96-6b93dfc575bd req-8fb8d3d8-d88e-41f1-9081-d35a8c0ec249 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:32.534846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec85e596-2ac1-4ec0-aa96-6b93dfc575bd req-8fb8d3d8-d88e-41f1-9081-d35a8c0ec249 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 946 time: 0.2080543 Aug 21 18:26:32.689373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec85e596-2ac1-4ec0-aa96-6b93dfc575bd req-c4ec76c5-dade-43b7-ac55-99a08e607ef3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2ef3797f-c8ce-4169-834e-4fa3f66fef62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308377 Aug 21 18:26:32.693163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.701550 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.713192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.714827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068bcd6-8392-4121-9bb9-49eaa1d80b3b None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:32.831521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Provisioning for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:32.847392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:32.847766 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.862527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:32.864554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1502843 Aug 21 18:26:32.867209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52580) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:32.873400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Port': ['ID=99c15597-5d8f-4e07-b5e2-3e62993b5e27,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:32.873936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-473692024', 'security_groups': ['fa37e4a2-49c0-4168-ab04-89cc782cc80c'], 'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7576631c-1276-4341-aa9a-49445c0771c9'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:32.884585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No DVR routers for this DVR port 99c15597-5d8f-4e07-b5e2-3e62993b5e27 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:32.938621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0817f6-6125-4914-b4f4-4b11baaf97af tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa37e4a2-49c0-4168-ab04-89cc782cc80c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:32.991319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port fd7a5f68-adb7-4b38-9396-40def64ff76a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:32.991681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.116744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.136576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa7fbba-d4ed-4565-8b43-59c897bb886f']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:33.144966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:33.157016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5988bf8e-2e1c-43d0-8e85-c7534fef364a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:33.157320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5988bf8e-2e1c-43d0-8e85-c7534fef364a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:33.173997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:33.174518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.194727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.226808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port fd7a5f68-adb7-4b38-9396-40def64ff76a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fd7a5f68-adb7-4b38-9396-40def64ff76a,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:33.229435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.233145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.259426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c18527dd-633e-41aa-904b-f13dbfa1d31c None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:33.262390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:33.263030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:33.268372 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:33.271169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for fd7a5f68-adb7-4b38-9396-40def64ff76a owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:33.312894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.352711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] device_id is not set on port 69399c4e-26bb-4c22-9131-24d301c26d03 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:33.399204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.415525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.417422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/7aa7fbba-d4ed-4565-8b43-59c897bb886f HTTP/1.1" status: 204 len: 168 time: 4.4112251 Aug 21 18:26:33.422484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52594) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:33.438027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356117160'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:33.443887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc20ce0-2a51-4448-a573-a346e9edcb4b tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=7aa7fbba-d4ed-4565-8b43-59c897bb886f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:33.477945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:33.482294 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.588879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:33.591998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b24ca2e-3b02-4cc5-9543-2909e18890a6 None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:33.592512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b24ca2e-3b02-4cc5-9543-2909e18890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.596631 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.613534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.614057 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment 171042c6-2698-4234-bf43-e0993fb93591 of type vlan for network 4bde36b1-364c-4855-b036-9c32ae073e86 Aug 21 18:26:33.728500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8::108 (ba2c06ed-f989-47fe-a796-d76f9f23b837/7576631c-1276-4341-aa9a-49445c0771c9/69399c4e-26bb-4c22-9131-24d301c26d03) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:33.731413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.739179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:33.812687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.831334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:33.832457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:33.852836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=fd7a5f68-adb7-4b38-9396-40def64ff76a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:33.864748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4328601 Aug 21 18:26:33.874843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52602) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:33.925506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '4bde36b1-364c-4855-b036-9c32ae073e86', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:33.980455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b24ca2e-3b02-4cc5-9543-2909e18890a6 None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:33.980828 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b24ca2e-3b02-4cc5-9543-2909e18890a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.012642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c48dada5-7bfd-4076-b799-fd33fd04cf6f req-f01605e5-7bb7-4ce5-9bb7-073df13f18b3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=91592c56-7338-4bce-b588-d9fe7ba1513e HTTP/1.1" status: 200 len: 210 time: 0.1328487 Aug 21 18:26:34.016042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52606) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:34.042632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:34.043001 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.085112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] No DVR routers for this DVR port fd7a5f68-adb7-4b38-9396-40def64ff76a on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:34.093220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.096032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6b4b5736-8f1d-4039-a6fe-58ffdd29a89a req-e69074c6-ec9b-4aec-86ef-121886c66344 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "DELETE /v2.0/ports/fd7a5f68-adb7-4b38-9396-40def64ff76a HTTP/1.1" status: 204 len: 173 time: 1.5898139 Aug 21 18:26:34.099131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-deleted', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:26:34.101870 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b42c3e-6231-44a2-a600-905f980578fd" -d '{"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-deleted", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:26:34.149202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.150102 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610a128-9ca6-41ab-91a3-a1dcae54cead tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=4bde36b1-364c-4855-b036-9c32ae073e86,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:34.186977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4bde36b1-364c-4855-b036-9c32ae073e86 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:34.187566 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 69399c4e-26bb-4c22-9131-24d301c26d03 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:34.204754 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf2338-625d-4787-8723-fbc75d4f386b x-openstack-request-id: req-6caf2338-625d-4787-8723-fbc75d4f386b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:26:34.205056 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91592c56-7338-4bce-b588-d9fe7ba1513e", "name": "network-vif-deleted", "tag": "fd7a5f68-adb7-4b38-9396-40def64ff76a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:26:34.205316 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6caf2338-625d-4787-8723-fbc75d4f386b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:26:34.205729 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91592c56-7338-4bce-b588-d9fe7ba1513e', 'name': 'network-vif-deleted', 'tag': 'fd7a5f68-adb7-4b38-9396-40def64ff76a', 'status': 'completed', 'code': 200} Aug 21 18:26:34.208863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:34.212485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.235994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6b24ca2e-3b02-4cc5-9543-2909e18890a6 None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:34.257335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5617558-aa32-4224-a114-d7a1eef5e92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.289114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.352213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:34.357444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:34.361422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:34.372284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:34.375347 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.382434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e49c7e87-d387-4ab9-81c1-b607bf959322 None None] Could not find standard attr ID for object 7a951586-05b9-435a-9a98-cc877b375876. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:34.452353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=69399c4e-26bb-4c22-9131-24d301c26d03,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:34.551586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5617558-aa32-4224-a114-d7a1eef5e92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.554975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.564555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5617558-aa32-4224-a114-d7a1eef5e92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.621644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-045fe7cf-4e49-4fbc-b470-d4e98c7d7932 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7500217 Aug 21 18:26:34.627186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52614) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:34.647521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:34.652275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=94d7b850-e863-49ce-afe5-4dc7bdcf04d7,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:34.673215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d5617558-aa32-4224-a114-d7a1eef5e92a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc9fcf38886b4f118a1a418c1267aa7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560566 Aug 21 18:26:34.673937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5617558-aa32-4224-a114-d7a1eef5e92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4450ad23-447e-4eaf-993f-804ce2e2de36,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:34.681245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52616) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:34.694096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': '171042c6-2698-4234-bf43-e0993fb93591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '4bde36b1-364c-4855-b036-9c32ae073e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:34.694465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 4bde36b1-364c-4855-b036-9c32ae073e86, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:34.721413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 4bde36b1-364c-4855-b036-9c32ae073e86 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:34.742277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4bde36b1-364c-4855-b036-9c32ae073e86) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:34.751385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87163333-8a6b-447f-9f63-404184b82c6a None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:26:34.778223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:34.778866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.817374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f96de4ee-309f-4c05-a2ec-7eb3bad13656 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9115872 Aug 21 18:26:34.820186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:34.825859 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.860283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.879016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:34.882833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.933192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87163333-8a6b-447f-9f63-404184b82c6a None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:26:34.969988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:34.981144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-585f342f-9b62-4997-ac9e-b36196c6678d None None] Provisioning for port 69399c4e-26bb-4c22-9131-24d301c26d03 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:34.988818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-585f342f-9b62-4997-ac9e-b36196c6678d None None] Provisioning complete for port 69399c4e-26bb-4c22-9131-24d301c26d03 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:34.989249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-585f342f-9b62-4997-ac9e-b36196c6678d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.025413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.029098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.034122 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4450ad23-447e-4eaf-993f-804ce2e2de36 HTTP/1.1" status: 204 len: 168 time: 0.3483295 Aug 21 18:26:35.059931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74979f-ea7c-423b-8390-87658d304c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4450ad23-447e-4eaf-993f-804ce2e2de36,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:35.064930 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7576631c-1276-4341-aa9a-49445c0771c9 (CIDR: 2001:db8::/64) Aug 21 18:26:35.071524 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:35.072600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:35.084778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.087981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-585f342f-9b62-4997-ac9e-b36196c6678d None None] Port 69399c4e-26bb-4c22-9131-24d301c26d03 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:35.120426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b7fe0a3b-8a1e-4a46-b9c0-aa32a33198f4 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4922938 Aug 21 18:26:35.123036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52628) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:35.137162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:35.145645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52630) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:35.310079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:35.317811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.347716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.377381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d7608-eab9-46cf-b70e-a7dbf2858f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4bde36b1-364c-4855-b036-9c32ae073e86', 'network_id': '4bde36b1-364c-4855-b036-9c32ae073e86', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': '94d7b850-e863-49ce-afe5-4dc7bdcf04d7'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:35.378374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db6d7608-eab9-46cf-b70e-a7dbf2858f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.478121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=94d7b850-e863-49ce-afe5-4dc7bdcf04d7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:35.499317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6db24-d731-4cc6-8e8b-effd483c188b None None] Network 4bde36b1-364c-4855-b036-9c32ae073e86 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:35.517674 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 86945af4-0161-48f5-81b5-04ea2931da45 (CIDR: 2001:db8:0:1::/64) Aug 21 18:26:35.527469 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:35.528422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:35.554773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e372729e-6f77-4565-b070-323edbe5bc49 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4260530 Aug 21 18:26:35.555809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52640) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:35.564612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'subnet': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:35.644241 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.660040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bde36b1-364c-4855-b036-9c32ae073e86']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:35.679344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '171042c6-2698-4234-bf43-e0993fb93591') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:35.679654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '171042c6-2698-4234-bf43-e0993fb93591') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:35.697953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b89174-2475-456e-8ee1-1276d112cebc None None] Network 4bde36b1-364c-4855-b036-9c32ae073e86 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:35.722466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.741510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Made reservation on behalf of 712ded8cc7214faa9bc48433b57c4da4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:35.743858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.745508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.758343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:35.758848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:35.762284 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:35.905267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.915787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:35.918470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/4bde36b1-364c-4855-b036-9c32ae073e86 HTTP/1.1" status: 204 len: 168 time: 1.0967319 Aug 21 18:26:35.921915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52652) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:35.927936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818635603'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:35.933551 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7094542-bd67-4e1a-955c-b8d04f84d47f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=4bde36b1-364c-4855-b036-9c32ae073e86,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:35.987823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:35.992354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.037546 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.060687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:36.082859 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.083632 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Added segment 3d172958-422d-4e95-ba95-4f888a7af769 of type vlan for network 416d051f-85ce-4491-9876-8d680c79ef37 Aug 21 18:26:36.088457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:36.136453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: fd7a5f68-adb7-4b38-9396-40def64ff76a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:36.136900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fd7a5f68-adb7-4b38-9396-40def64ff76a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:36.195135 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.208081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.250384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:36.256874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:36.260128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:36.260882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.266436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed3898c-69b5-4be3-93e7-e5bf8aa2c18a None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:36.317175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7600608 Aug 21 18:26:36.318137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52660) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:36.334244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-512206288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '77bd4c81-8559-4bed-9116-e334dbf008f8'}], 'security_groups': ['064d3960-e01c-479c-8a2c-850a56903c93', 'c16f9dfd-14d1-4cc0-ba4c-5cd2088993e7']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:36.339423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad74ea-2fac-4b17-b750-acf86a03ef22 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Subnet': ['ID=77bd4c81-8559-4bed-9116-e334dbf008f8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:36.361515 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.370359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:36.370961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.392516 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:26:36.418070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port e722255a-b671-463a-9980-a93cecc0c373 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:36.422990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.485737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.503631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5801427 Aug 21 18:26:36.504650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52664) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:36.513432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Request body: {'subnet': {'network_id': '416d051f-85ce-4491-9876-8d680c79ef37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:36.558337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfde6d9-2046-4d07-875e-a64aa0a190bf tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Network': ['ID=416d051f-85ce-4491-9876-8d680c79ef37,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:36.572961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 416d051f-85ce-4491-9876-8d680c79ef37 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:36.613974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port e722255a-b671-463a-9980-a93cecc0c373, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e722255a-b671-463a-9980-a93cecc0c373,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:36.614527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.641963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for e722255a-b671-463a-9980-a93cecc0c373 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:36.715658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:36.725216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Made reservation on behalf of b4ab3dd26bbe4ced853b02174c182642 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:36.728889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.761015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Update dhcp port {'port': {'network_id': 'ba2c06ed-f989-47fe-a796-d76f9f23b837', 'fixed_ips': [{'subnet_id': '86945af4-0161-48f5-81b5-04ea2931da45', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7576631c-1276-4341-aa9a-49445c0771c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '77bd4c81-8559-4bed-9116-e334dbf008f8'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'e962ad4f-02e0-4322-8ae8-7c37ad5a84f7'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:26:36.804340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:36.989432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4e5-6ee1-485f-aadf-f2d32f9c5bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.090246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Delete allocated IP 2001:db8::108 (ba2c06ed-f989-47fe-a796-d76f9f23b837/7576631c-1276-4341-aa9a-49445c0771c9) {{(pid=94599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:26:37.099717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.106643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Allocated IP 2001:db8:0:2::206 (ba2c06ed-f989-47fe-a796-d76f9f23b837/77bd4c81-8559-4bed-9116-e334dbf008f8/69399c4e-26bb-4c22-9131-24d301c26d03) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:37.141234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=e722255a-b671-463a-9980-a93cecc0c373,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:37.294013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:26:37.303345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.309550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.327406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Transition to ACTIVE for port object 69399c4e-26bb-4c22-9131-24d301c26d03 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:37.332583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.392057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Allocated IP 2001:db8:0:2::2 (ba2c06ed-f989-47fe-a796-d76f9f23b837/77bd4c81-8559-4bed-9116-e334dbf008f8/e962ad4f-02e0-4322-8ae8-7c37ad5a84f7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:37.419098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] In _notify_port_updated(), no bound segment for port 69399c4e-26bb-4c22-9131-24d301c26d03 on network ba2c06ed-f989-47fe-a796-d76f9f23b837 {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:26:37.424743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:37.425504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.431007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "PUT /v2.0/ports/69399c4e-26bb-4c22-9131-24d301c26d03 HTTP/1.1" status: 200 len: 969 time: 1.1046491 Aug 21 18:26:37.431007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:37.444727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6943320-fff7-4ea3-9833-604f639f3718 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event updated for resources: {'Port': ['ID=69399c4e-26bb-4c22-9131-24d301c26d03,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:37.630071 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4e5-6ee1-485f-aadf-f2d32f9c5bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.670606 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84b4c4e5-6ee1-485f-aadf-f2d32f9c5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.682146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 69399c4e-26bb-4c22-9131-24d301c26d03 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:37.683053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.734406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:37.787856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.823329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Transition to ACTIVE for port object e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:37.823563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event updated for resources: {'Subnet': ['ID=2f87be5b-0b39-4024-aef9-22d29e9b87c3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:37.833370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.846331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4c4e5-6ee1-485f-aadf-f2d32f9c5bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd3b30-8ff5-42de-b740-824c7e7cb6c7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:37.849569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.858782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52674) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:37.860540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-84b4c4e5-6ee1-485f-aadf-f2d32f9c5bef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d42d0735869a4309ba5f1c47d1569264&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1423082 Aug 21 18:26:37.879382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 69399c4e-26bb-4c22-9131-24d301c26d03 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:37.887273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Checking segment: {'id': '3d172958-422d-4e95-ba95-4f888a7af769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:37.887653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network hostable DHCP agents. Network: 416d051f-85ce-4491-9876-8d680c79ef37, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:37.903732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.989042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Network 416d051f-85ce-4491-9876-8d680c79ef37 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:37.994343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:37.999432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105170fe-fb43-4726-bbb6-d78522ff18d1 None None] Pushing event updated for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:38.017969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 416d051f-85ce-4491-9876-8d680c79ef37) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:38.026325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e7f01f-6acf-4366-87db-d438cb8de6db None None] Network 416d051f-85ce-4491-9876-8d680c79ef37 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:38.026700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:38.027019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.048069 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.113252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d0b7c99e-d310-4884-925d-8f51522b9777 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6074393 Aug 21 18:26:38.118660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52678) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:38.215509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.259060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-416d051f-85ce-4491-9876-8d680c79ef37', 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37', 'tenant_id': 'b4ab3dd26bbe4ced853b02174c182642', 'fixed_ips': [{'subnet_id': '2f87be5b-0b39-4024-aef9-22d29e9b87c3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:38.262298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.279655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.282155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.283441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60fd3b30-8ff5-42de-b740-824c7e7cb6c7 HTTP/1.1" status: 204 len: 168 time: 0.4237444 Aug 21 18:26:38.310748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=69399c4e-26bb-4c22-9131-24d301c26d03,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:38.375676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30509d-d0f3-426c-8163-80f2275f70aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd3b30-8ff5-42de-b740-824c7e7cb6c7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:38.382052 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.394271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-33a328cf-0eff-429a-85a3-7f02cd18a465 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/69399c4e-26bb-4c22-9131-24d301c26d03 HTTP/1.1" status: 204 len: 168 time: 0.9627001 Aug 21 18:26:38.397008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52682) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:38.400724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 2d10f303-1a79-46ed-a837-04cc27423e91 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:26:38.462899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.478406 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-7971a1c5-2c9d-4514-bbb9-317b6bd066a6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] GET failed (client error): The resource could not be found. Aug 21 18:26:38.485290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7971a1c5-2c9d-4514-bbb9-317b6bd066a6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports/69399c4e-26bb-4c22-9131-24d301c26d03 HTTP/1.1" status: 404 len: 333 time: 0.0849092 Aug 21 18:26:38.487844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52684) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:38.590855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Allocated IP 2001:db8::f816:3eff:fec5:725c (416d051f-85ce-4491-9876-8d680c79ef37/2f87be5b-0b39-4024-aef9-22d29e9b87c3/a6fdd08d-5e6f-47d7-b38f-ca1f112c3460) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:38.624468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.644289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.667489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:38.684226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Sync routers for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:38.700607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1cc56e5f-9fa7-44f2-9102-05a24d01f4cd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/2d10f303-1a79-46ed-a837-04cc27423e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5529594 Aug 21 18:26:38.701753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52688) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:38.707531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:38.708249 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:38.718783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.841848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting subnet 1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:38.846141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.889645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.893965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:38.897462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/security-groups/fa37e4a2-49c0-4168-ab04-89cc782cc80c HTTP/1.1" status: 204 len: 168 time: 0.4052396 Aug 21 18:26:38.900152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52692) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:38.947558 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:38.986466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.010428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Transition to ACTIVE for port object a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:39.027167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98601d59-7e2e-415e-9ae1-8a57bab0fc97 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa37e4a2-49c0-4168-ab04-89cc782cc80c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.038299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.044315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.046240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Transition to ACTIVE for port object a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:39.077421 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.106757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.180696 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.224572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.228708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.232801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/security-groups/c16f9dfd-14d1-4cc0-ba4c-5cd2088993e7 HTTP/1.1" status: 204 len: 168 time: 0.3291488 Aug 21 18:26:39.235710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:39.236965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Network 416d051f-85ce-4491-9876-8d680c79ef37 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:39.265604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:39.274730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=2f87be5b-0b39-4024-aef9-22d29e9b87c3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.276378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:39.305748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860b512-40d6-4d46-a2de-a45e5add33f2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f9dfd-14d1-4cc0-ba4c-5cd2088993e7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.394108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Pushing event updated for resources: {'Port': ['ID=a6fdd08d-5e6f-47d7-b38f-ca1f112c3460,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.444436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.447748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Provisioning for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:39.486833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.536283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.546076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:39.546449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.553054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Attempting to bind port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:39.553424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Attempting to bind port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '3d172958-422d-4e95-ba95-4f888a7af769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:39.553781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Attempting to bind port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 on network 416d051f-85ce-4491-9876-8d680c79ef37 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:39.573854 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:26:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:39.588454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.603791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:39.610701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Checking segment: {'id': '3d172958-422d-4e95-ba95-4f888a7af769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:39.611446 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.612010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Bound using segment: {'id': '3d172958-422d-4e95-ba95-4f888a7af769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:39.612720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Bound port: a6fdd08d-5e6f-47d7-b38f-ca1f112c3460, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d172958-422d-4e95-ba95-4f888a7af769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '416d051f-85ce-4491-9876-8d680c79ef37'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:39.613322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.638944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416d051f-85ce-4491-9876-8d680c79ef37']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:39.644343 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Checking router: 2d10f303-1a79-46ed-a837-04cc27423e91 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:26:39.666984 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Routers {'2d10f303-1a79-46ed-a837-04cc27423e91'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:39.667707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['2d10f303-1a79-46ed-a837-04cc27423e91'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:39.673077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d172958-422d-4e95-ba95-4f888a7af769') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:39.674832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d172958-422d-4e95-ba95-4f888a7af769') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:39.709478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.735625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.739311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.745593 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/security-groups/064d3960-e01c-479c-8a2c-850a56903c93 HTTP/1.1" status: 204 len: 168 time: 0.4993982 Aug 21 18:26:39.746324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52708) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:39.784669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:39.787355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.805736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.821983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071e685-9a25-43a3-9eef-ad1910b0b327 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d3960-e01c-479c-8a2c-850a56903c93,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.823860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:39.824942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:39.889829 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:39.932650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 7576631c-1276-4341-aa9a-49445c0771c9 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:39.934786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Subnet': ['ID=1c7b9fbf-41a6-40b0-a4da-d27a9fbca106,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:39.949369 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:39.949807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] For port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:39.978977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:39.979349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.033955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eca346-e3b9-44d1-901f-4588fe129c67 None None] Network c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:40.039623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.044159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-74c3a45c-ad12-41cd-bd62-a3e41dd3e8f9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/subnets/1c7b9fbf-41a6-40b0-a4da-d27a9fbca106 HTTP/1.1" status: 204 len: 168 time: 1.3350689 Aug 21 18:26:40.044670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:40.059915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:40.060688 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.124939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 21 18:26:40.124939 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 21 18:26:40.124939 n-d-793621-32 neutron-server[94599]: [parameters: {'id': '416d051f-85ce-4491-9876-8d680c79ef37'}] Aug 21 18:26:40.124939 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:26:40.125382 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:26:40.129382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.200185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] For port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a6fdd08d-5e6f-47d7-b38f-ca1f112c3460,segment=NetworkSegment(3d172958-422d-4e95-ba95-4f888a7af769),segment_id=3d172958-422d-4e95-ba95-4f888a7af769)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:40.228721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.279379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:40.287358 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] Set router 2d10f303-1a79-46ed-a837-04cc27423e91 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:40.317560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-06cafa32-9dca-4cb1-82a7-08fa7a489d08 None None] Could not find standard attr ID for object 69399c4e-26bb-4c22-9131-24d301c26d03. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:40.319777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.359432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.406850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19716cd-fc17-4a62-acc1-2956faf14f78 None None] Pushing event updated for resources: {'Port': ['ID=a6fdd08d-5e6f-47d7-b38f-ca1f112c3460,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:40.419346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7ee119-636c-4e9e-8bd2-4a9102622195 None None] Network 416d051f-85ce-4491-9876-8d680c79ef37 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:40.475164 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.484101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-325c6715-3b26-4e0f-b376-43d69fc4aa8e None None] Could not find standard attr ID for object 69399c4e-26bb-4c22-9131-24d301c26d03. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:40.516229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.517915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b629f97f-9d79-4185-a975-9e0779c8137f None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:40.518336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/7576631c-1276-4341-aa9a-49445c0771c9 HTTP/1.1" status: 204 len: 168 time: 0.7513130 Aug 21 18:26:40.519439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df4c96-92ec-4be5-b595-5f3e66a599ac tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=7576631c-1276-4341-aa9a-49445c0771c9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:40.523651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52722) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:40.555043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.633737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] DHCP port deletion for c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:40.643916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.646935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 77bd4c81-8559-4bed-9116-e334dbf008f8 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:40.658021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.726067 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.856071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:40.858649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.858786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.864476 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:26:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:40.939152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:40.943022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d103f6-1f61-44d5-a9ba-d5c5829f6406 None None] The sync data for ids ['2d10f303-1a79-46ed-a837-04cc27423e91'] in n-d-793621-32 is: [{'id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1465716484', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:24:13Z', 'updated_at': '2021-08-21T18:26:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '78b78c6d-b41b-4db0-b651-f2ee3ed47d87', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a2:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d10f303-1a79-46ed-a837-04cc27423e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:24:14Z', 'updated_at': '2021-08-21T18:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:40.975486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:40.975829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.011496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=77bd4c81-8559-4bed-9116-e334dbf008f8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:41.017544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.022926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e3c249a2-bfa1-4891-a125-ceeb198de76b tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/77bd4c81-8559-4bed-9116-e334dbf008f8 HTTP/1.1" status: 204 len: 168 time: 0.4981287 Aug 21 18:26:41.023419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52734) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:41.078753 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-871fcaa7-8ca5-4369-986f-986429e6814f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:41.079211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-871fcaa7-8ca5-4369-986f-986429e6814f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:41.081415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Deleting port d0704983-4e0b-4173-8a76-974a6dd2e767 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:41.083303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.084153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-871fcaa7-8ca5-4369-986f-986429e6814f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/7576631c-1276-4341-aa9a-49445c0771c9 HTTP/1.1" status: 404 len: 337 time: 0.0596645 Aug 21 18:26:41.084499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 78b78c6d-b41b-4db0-b651-f2ee3ed47d87, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:41.084785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52736) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:41.084963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.088599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] For port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a6fdd08d-5e6f-47d7-b38f-ca1f112c3460,segment=NetworkSegment(3d172958-422d-4e95-ba95-4f888a7af769),segment_id=3d172958-422d-4e95-ba95-4f888a7af769)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:41.088946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.120115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Calling delete_port for a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:41.146323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:41.210006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] For port d0704983-4e0b-4173-8a76-974a6dd2e767, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d0704983-4e0b-4173-8a76-974a6dd2e767,segment=NetworkSegment(4fdbc34e-1259-4149-9fbc-5daae9232598),segment_id=4fdbc34e-1259-4149-9fbc-5daae9232598)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:41.210407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.210863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting subnet 86945af4-0161-48f5-81b5-04ea2931da45 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:41.220636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.254693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Calling delete_port for d0704983-4e0b-4173-8a76-974a6dd2e767 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:41.336663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.395002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.489843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No DVR routers for this DVR port a6fdd08d-5e6f-47d7-b38f-ca1f112c3460 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:41.493033 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.506731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Port': ['ID=a6fdd08d-5e6f-47d7-b38f-ca1f112c3460,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:41.574253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.601137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] Pushing event deleted for resources: {'Port': ['ID=d0704983-4e0b-4173-8a76-974a6dd2e767,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:41.603069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8958d39-6a9c-45b2-afdd-f536b4a2dbd0 None None] No DVR routers for this DVR port d0704983-4e0b-4173-8a76-974a6dd2e767 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:41.726964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e722255a-b671-463a-9980-a93cecc0c373 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:41.788304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.805552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e722255a-b671-463a-9980-a93cecc0c373 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:41.805901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e722255a-b671-463a-9980-a93cecc0c373 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:41.806365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0704983-4e0b-4173-8a76-974a6dd2e767 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:41.816446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416d051f-85ce-4491-9876-8d680c79ef37']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:41.845547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d172958-422d-4e95-ba95-4f888a7af769') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:41.845851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d172958-422d-4e95-ba95-4f888a7af769') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:41.847909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.850460 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d0704983-4e0b-4173-8a76-974a6dd2e767 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:41.851294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d0704983-4e0b-4173-8a76-974a6dd2e767 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:41.851819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.895952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=78b78c6d-b41b-4db0-b651-f2ee3ed47d87,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:41.903586 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.918007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.920901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/86945af4-0161-48f5-81b5-04ea2931da45 HTTP/1.1" status: 204 len: 168 time: 0.8352373 Aug 21 18:26:41.922253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3769c84-213a-4dbd-b701-9c10dd389266 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Subnet': ['ID=86945af4-0161-48f5-81b5-04ea2931da45,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:41.924197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52752) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:41.952119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:41.972229 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-96eefcd0-b6d4-4da1-8240-e3572cb2bee2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:41.976848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96eefcd0-b6d4-4da1-8240-e3572cb2bee2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:41.980498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-96eefcd0-b6d4-4da1-8240-e3572cb2bee2 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/eb961b19-6c77-473d-a22a-015358ba2d75 HTTP/1.1" status: 404 len: 337 time: 0.0537465 Aug 21 18:26:41.988610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52758) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.019203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:42.019664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:42.027311 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:42.034234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dbc67771-3bd8-4570-81da-8922d14669a3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "GET /v2.0/ports?device_id=ae809c2d-f0a5-424b-9639-a4aa40967fc7 HTTP/1.1" status: 200 len: 205 time: 0.0385664 Aug 21 18:26:42.034354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52760) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.110768 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-e05e75f7-1cb0-4094-8d8c-0e1a5d76f5e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] delete failed (client error): The resource could not be found. Aug 21 18:26:42.112005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e05e75f7-1cb0-4094-8d8c-0e1a5d76f5e5 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/routers/ae809c2d-f0a5-424b-9639-a4aa40967fc7 HTTP/1.1" status: 404 len: 336 time: 0.0781736 Aug 21 18:26:42.115052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52762) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.162292 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-0800b828-7665-4a4a-9f19-788034578ac8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.162858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0800b828-7665-4a4a-9f19-788034578ac8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.164430 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0800b828-7665-4a4a-9f19-788034578ac8 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/ee863b4e-0943-4af0-ae08-57bf8b66ceac HTTP/1.1" status: 404 len: 337 time: 0.0487089 Aug 21 18:26:42.167149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.171305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.236393 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40d5ab6-21de-478a-b450-49e532f46f9e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.239604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40d5ab6-21de-478a-b450-49e532f46f9e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.244791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e40d5ab6-21de-478a-b450-49e532f46f9e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/b0640031-3517-4fb2-86b4-560579483ac9 HTTP/1.1" status: 404 len: 337 time: 0.0704975 Aug 21 18:26:42.245054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.283951 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.286113 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.332068 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11434e9-e04f-44f9-86e2-23e4fdca18d7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.336063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11434e9-e04f-44f9-86e2-23e4fdca18d7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.343884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.345328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Fanout notify agent at l3_agent the message router_deleted on router 2d10f303-1a79-46ed-a837-04cc27423e91 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:26:42.345996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b11434e9-e04f-44f9-86e2-23e4fdca18d7 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/e99c61fd-31c3-42a1-88fe-e341d38e306c HTTP/1.1" status: 404 len: 337 time: 0.1000090 Aug 21 18:26:42.351622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.352721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a48ea274-62f9-4e83-97c8-00edca48141c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/routers/2d10f303-1a79-46ed-a837-04cc27423e91 HTTP/1.1" status: 204 len: 168 time: 2.3064778 Aug 21 18:26:42.354076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52770) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.359554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52774) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.393407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.403612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.417482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/416d051f-85ce-4491-9876-8d680c79ef37 HTTP/1.1" status: 204 len: 168 time: 4.2977173 Aug 21 18:26:42.423381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52778) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.435135 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-35209d39-7362-472f-b87d-b598b890d2c6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.436109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35209d39-7362-472f-b87d-b598b890d2c6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.440350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35209d39-7362-472f-b87d-b598b890d2c6 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/da84bb0b-5a1f-4900-bdb0-df2ac367d9c2 HTTP/1.1" status: 404 len: 333 time: 0.0832167 Aug 21 18:26:42.446519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.506086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39350bd-7849-48d9-9c85-00cd3d0e98e8 None None] Network ba2c06ed-f989-47fe-a796-d76f9f23b837 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:42.530662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7df14-8af7-4cca-97fd-ed67f6ab0ec8 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=416d051f-85ce-4491-9876-8d680c79ef37,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:42.537835 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6f69649-4d88-4b53-82a7-c87b2a660cb3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.538320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6f69649-4d88-4b53-82a7-c87b2a660cb3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.540234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6f69649-4d88-4b53-82a7-c87b2a660cb3 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/7bd76abf-bc0c-4610-9ff3-bfa62af0dca2 HTTP/1.1" status: 404 len: 337 time: 0.0912383 Aug 21 18:26:42.549800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52790) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.550251 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a17474-c62b-40fa-a2d9-4ec930dd85b5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.550748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a17474-c62b-40fa-a2d9-4ec930dd85b5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.552541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e8a17474-c62b-40fa-a2d9-4ec930dd85b5 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/2f87be5b-0b39-4024-aef9-22d29e9b87c3 HTTP/1.1" status: 404 len: 337 time: 0.1267939 Aug 21 18:26:42.557490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52796) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.606880 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df28f92-b486-49fc-8550-4a1ed5a803c0 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.610118 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-017315d2-4865-4825-96fe-bb97c7f1dc0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.610748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017315d2-4865-4825-96fe-bb97c7f1dc0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.614932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-017315d2-4865-4825-96fe-bb97c7f1dc0f tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/039aeffd-b620-4189-8e5d-e730fa002690 HTTP/1.1" status: 404 len: 337 time: 0.0620942 Aug 21 18:26:42.615099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df28f92-b486-49fc-8550-4a1ed5a803c0 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.616633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.618608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5df28f92-b486-49fc-8550-4a1ed5a803c0 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/416d051f-85ce-4491-9876-8d680c79ef37 HTTP/1.1" status: 404 len: 339 time: 0.0563371 Aug 21 18:26:42.619222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52802) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.623825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52804) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.640930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2a2c508-f6e0-4e2b-8d0b-a866e4aee394 None None] Provisioning complete for port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:42.641594 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c508-f6e0-4e2b-8d0b-a866e4aee394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.660790 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b1c87a-b17e-4278-8814-6d4630557410 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.661454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b1c87a-b17e-4278-8814-6d4630557410 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.663548 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0b1c87a-b17e-4278-8814-6d4630557410 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/94d7b850-e863-49ce-afe5-4dc7bdcf04d7 HTTP/1.1" status: 404 len: 337 time: 0.0385790 Aug 21 18:26:42.666438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.686256 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d7224e-1edc-4ee5-836e-bea9f3f98f01 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.687035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d7224e-1edc-4ee5-836e-bea9f3f98f01 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.690894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4d7224e-1edc-4ee5-836e-bea9f3f98f01 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/281f96ea-d984-4e08-8182-1e3630a68e34 HTTP/1.1" status: 404 len: 333 time: 0.0687621 Aug 21 18:26:42.691664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52810) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.723047 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec5a4a1-2337-4dca-96a8-6f28d757f7e7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.727131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec5a4a1-2337-4dca-96a8-6f28d757f7e7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.731202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2ec5a4a1-2337-4dca-96a8-6f28d757f7e7 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/4bde36b1-364c-4855-b036-9c32ae073e86 HTTP/1.1" status: 404 len: 339 time: 0.0626390 Aug 21 18:26:42.734028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52812) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.777894 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd74ec6d-b3bb-4774-9b05-aeef2cfa8b31 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.778450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd74ec6d-b3bb-4774-9b05-aeef2cfa8b31 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.781765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd74ec6d-b3bb-4774-9b05-aeef2cfa8b31 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/38fdf50d-4384-40db-b1ca-60242c52a64f HTTP/1.1" status: 404 len: 337 time: 0.0871696 Aug 21 18:26:42.785334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52814) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.799947 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-07612f9c-ae2d-4372-b664-1829e5bd2eac tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.800677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07612f9c-ae2d-4372-b664-1829e5bd2eac tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.803405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07612f9c-ae2d-4372-b664-1829e5bd2eac tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/a8f7d888-6604-4fc2-860b-a2b0f75e21bc HTTP/1.1" status: 404 len: 337 time: 0.0688939 Aug 21 18:26:42.806021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.813326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2a2c508-f6e0-4e2b-8d0b-a866e4aee394 None None] Provisioning complete for port 5b6db704-75f5-43a3-b442-618511579d78 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:42.814318 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c508-f6e0-4e2b-8d0b-a866e4aee394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:42.865158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2c508-f6e0-4e2b-8d0b-a866e4aee394 None None] Port 5b6db704-75f5-43a3-b442-618511579d78 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:42.878046 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e827078-22df-4940-92a0-d84769d5359e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.878509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e827078-22df-4940-92a0-d84769d5359e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.880230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e827078-22df-4940-92a0-d84769d5359e tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/subnets/e3526f4b-9cc9-4620-baa9-5850ab2c6fe3 HTTP/1.1" status: 404 len: 337 time: 0.0937507 Aug 21 18:26:42.883174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52818) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.911044 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-792cc8a2-0aa6-439d-8568-7e79bdeecf82 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:42.911892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-792cc8a2-0aa6-439d-8568-7e79bdeecf82 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:42.913630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-792cc8a2-0aa6-439d-8568-7e79bdeecf82 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/7aa7fbba-d4ed-4565-8b43-59c897bb886f HTTP/1.1" status: 404 len: 339 time: 0.1066482 Aug 21 18:26:42.920800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52820) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:42.941316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] DHCP port deletion for ba2c06ed-f989-47fe-a796-d76f9f23b837 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:43.070213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Deleting port 5b6db704-75f5-43a3-b442-618511579d78 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:43.070727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.071994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Deleting port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:43.072374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.088124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.099845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52824) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:43.102313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:43.122598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdbc34e-1259-4149-9fbc-5daae9232598') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:43.123770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdbc34e-1259-4149-9fbc-5daae9232598') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:43.144132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.168100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.172556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] For port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,segment=NetworkSegment(d9b21d22-9bcc-4d69-b1ea-894a4746aabe),segment_id=d9b21d22-9bcc-4d69-b1ea-894a4746aabe)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:43.173096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.187109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting port 19a0280f-69d9-46d2-b64b-2eaddad417c5 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:43.187385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Calling delete_port for e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:43.187899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.190819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Calling delete_port for 5b6db704-75f5-43a3-b442-618511579d78 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:43.235616 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.282249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:43.282862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:43.286205 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:43.297148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.333775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] Pushing event deleted for resources: {'Port': ['ID=e962ad4f-02e0-4322-8ae8-7c37ad5a84f7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:43.341917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c66cb6-4d25-40bf-9111-1d66bcd3c11d None None] No DVR routers for this DVR port e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:43.359130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e892f368-a5a1-4610-b36b-c6c01a13c0fb None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 18:26:43.368283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.388432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Calling delete_port for 19a0280f-69d9-46d2-b64b-2eaddad417c5 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:43.402446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.409277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.411351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/networks/c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0 HTTP/1.1" status: 204 len: 168 time: 1.0481288 Aug 21 18:26:43.417370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52830) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:43.435347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e892f368-a5a1-4610-b36b-c6c01a13c0fb None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 18:26:43.477324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d3958-ca6a-4145-be90-bbcd33077331 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Network': ['ID=c59ae9fc-00ae-4222-aacb-dbd0e82e5aa0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:43.538887 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.578622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.630566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.636295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:43.670857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.673045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/ports/19a0280f-69d9-46d2-b64b-2eaddad417c5 HTTP/1.1" status: 204 len: 168 time: 0.7508807 Aug 21 18:26:43.674761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aee080-f00d-475a-8ec8-b49320079bd9 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Port': ['ID=19a0280f-69d9-46d2-b64b-2eaddad417c5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:43.677256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:43.686857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:43.687153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 78b78c6d-b41b-4db0-b651-f2ee3ed47d87 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:43.687571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:43.693257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eca79ca-5fce-4fd2-9bdf-1bc450da435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.707675 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d940b451-3579-4828-bb9c-2b11d1e8e252 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:43.707675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d940b451-3579-4828-bb9c-2b11d1e8e252 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:43.709395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d940b451-3579-4828-bb9c-2b11d1e8e252 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/8aaa62a2-13ba-4c64-8319-0e9ebde2ee38 HTTP/1.1" status: 404 len: 337 time: 0.0307946 Aug 21 18:26:43.712513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52834) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:43.712700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:43.712937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e962ad4f-02e0-4322-8ae8-7c37ad5a84f7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:43.783283 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.815407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.820735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.823801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.828166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/security-groups/2ef3797f-c8ce-4169-834e-4fa3f66fef62 HTTP/1.1" status: 204 len: 168 time: 0.4037547 Aug 21 18:26:43.837255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Port': ['ID=5b6db704-75f5-43a3-b442-618511579d78,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:43.841567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3acb23-086f-4efc-b297-065513197e14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3797f-c8ce-4169-834e-4fa3f66fef62,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:43.843849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.846179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ad4d3189-6285-46fb-bef0-63c12cf1632a tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/ports/5b6db704-75f5-43a3-b442-618511579d78 HTTP/1.1" status: 204 len: 168 time: 0.9620113 Aug 21 18:26:43.848975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52838) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:43.922634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eca79ca-5fce-4fd2-9bdf-1bc450da435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.929008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8eca79ca-5fce-4fd2-9bdf-1bc450da435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.959945 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8eca79ca-5fce-4fd2-9bdf-1bc450da435f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46f93545df8c4a0098c5185e04666303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566837 Aug 21 18:26:43.961408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:43.964813 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52842) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.000457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca79ca-5fce-4fd2-9bdf-1bc450da435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03600d3d-21e5-4d96-9129-8a76dfba83a6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.034182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.057128 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.109381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.112395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.113739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03600d3d-21e5-4d96-9129-8a76dfba83a6 HTTP/1.1" status: 204 len: 168 time: 0.1476281 Aug 21 18:26:44.122751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22070e49-d0d8-4780-944e-c89453ccaddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03600d3d-21e5-4d96-9129-8a76dfba83a6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.156467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.170625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2c06ed-f989-47fe-a796-d76f9f23b837']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.174113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.191057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.191342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b21d22-9bcc-4d69-b1ea-894a4746aabe') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.193859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eed38b5-1eb5-41b3-b969-eb58164c0274']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.218873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.221423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff71ede-2027-4a7b-95a9-464f79f543de') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.221722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff71ede-2027-4a7b-95a9-464f79f543de') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:44.257779 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.287540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.300321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:44.300765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:44.310203 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:44.322862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.331444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.338476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-41254230', 'description': 'tempest-secgroup-smoke-41254230 description', 'project_id': '4a7b8a000d594a0e8597175f997c58c0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:44.364771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.391597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:44.392203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:44.396259 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:44.411395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.417232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.427111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] 10.222.0.41 "DELETE /v2.0/networks/ba2c06ed-f989-47fe-a796-d76f9f23b837 HTTP/1.1" status: 204 len: 168 time: 0.5755982 Aug 21 18:26:44.502524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef89bb-0904-476e-a317-d3b8f0cfe924 tempest-PortsIpV6TestJSON-705570454 tempest-PortsIpV6TestJSON-705570454-project] Pushing event deleted for resources: {'Network': ['ID=ba2c06ed-f989-47fe-a796-d76f9f23b837,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.515770 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.524383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.529775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.534746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52854) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.540696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/6eed38b5-1eb5-41b3-b969-eb58164c0274 HTTP/1.1" status: 204 len: 168 time: 0.8275573 Aug 21 18:26:44.551070 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.561971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52856) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.570945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5582a42-9fd1-4a81-99c3-2ffa52de3ed2 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=6eed38b5-1eb5-41b3-b969-eb58164c0274,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.620964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d70de1f-2b0e-4818-b3df-6394b38297ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.622741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.624511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2914348 Aug 21 18:26:44.627751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52860) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.634375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:44.668054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e47c69-2137-4527-bcb6-03923364b412 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cee34c0-7e60-4a04-b7d2-9641fecde5ac,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.674817 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.732994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.744933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting port c1a1405d-7c96-4d53-91f3-10c3cdfb1998 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:44.745272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.781079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.788686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.826386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f267d3-852b-4054-947d-090e6d31e1c1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:44.843802 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.864404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Calling delete_port for c1a1405d-7c96-4d53-91f3-10c3cdfb1998 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:44.882738 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d70de1f-2b0e-4818-b3df-6394b38297ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.892584 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.893844 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e0313706-25bd-42f5-917f-b7129ada2bbf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647717 Aug 21 18:26:44.896686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52866) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:44.901361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:44.922342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5d70de1f-2b0e-4818-b3df-6394b38297ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.933592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.995268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:44.997081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5d70de1f-2b0e-4818-b3df-6394b38297ce admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=64b2a3afc0d74284a554957d87a68d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282303 Aug 21 18:26:45.000892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.003572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.006744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70de1f-2b0e-4818-b3df-6394b38297ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da44214-158d-4cd8-a2ed-d72945bb0f8c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.031847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-20b2b5f9-dee4-4cb5-b4a0-d99a9a57fa2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=712ded8cc7214faa9bc48433b57c4da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960937 Aug 21 18:26:45.034214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52870) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.048696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48165c18-9adf-4410-a9bb-254878347e1b,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.062349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.065790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.067302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-333439ae-bf38-4e72-ae74-66c8aace62a3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1696589 Aug 21 18:26:45.070694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.089755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.099282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:45.112978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Port': ['ID=c1a1405d-7c96-4d53-91f3-10c3cdfb1998,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.113433 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.125062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.127399 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61d251ac-8692-4ddf-bfc0-48d4d9521908 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/ports/c1a1405d-7c96-4d53-91f3-10c3cdfb1998 HTTP/1.1" status: 204 len: 168 time: 0.5904601 Aug 21 18:26:45.129940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52874) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.165001 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7f0ec7-83b3-4f74-b67a-7ce63b312715 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:45.165474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a7f0ec7-83b3-4f74-b67a-7ce63b312715 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:45.167270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9a7f0ec7-83b3-4f74-b67a-7ce63b312715 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/83c06ac5-f8a1-406a-977f-af3f4c524456 HTTP/1.1" status: 404 len: 337 time: 0.0364659 Aug 21 18:26:45.172105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.181925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.183316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.185535 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.186226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.190209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8da44214-158d-4cd8-a2ed-d72945bb0f8c HTTP/1.1" status: 204 len: 168 time: 0.1855438 Aug 21 18:26:45.234842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.290531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.297071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.303145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a87ac-fa53-40e4-b330-f119a0bc380e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da44214-158d-4cd8-a2ed-d72945bb0f8c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.314953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b91dae8-80be-446a-9404-48df45b66d3b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.327970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.333309 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.334924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da4dedb4-f224-4045-8473-f76b3b9228b0 HTTP/1.1" status: 204 len: 168 time: 0.2992046 Aug 21 18:26:45.335899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.337068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dad9c53e-f07f-455f-aea9-d8a2b1882518 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2608662 Aug 21 18:26:45.343165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52884) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.348168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:45.363146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721054c-0713-461c-8aa2-6418f40c8ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4dedb4-f224-4045-8473-f76b3b9228b0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.383685 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.403836 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.469102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.476493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.509847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2784825a-7e48-4bd2-96e3-dc20ebec32d8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.519016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.523615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3da1155-b73e-4100-83a3-2cbce2ed3dc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1764245 Aug 21 18:26:45.524625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52888) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.530136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:45.558487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.574693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce6cca9-b0fc-4efb-b0ae-13d116e54399']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:45.591415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8783299b-7389-465d-8de1-0acc4a640e96') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:45.592609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8783299b-7389-465d-8de1-0acc4a640e96') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:45.600782 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:26:45.610621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.617961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.633143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.648158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:45.648568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:45.651708 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:45.759507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.764342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.766510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/9ce6cca9-b0fc-4efb-b0ae-13d116e54399 HTTP/1.1" status: 204 len: 168 time: 0.5927770 Aug 21 18:26:45.769295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52898) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.790409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c10b18-2733-4b01-8002-dab19308f83f tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=9ce6cca9-b0fc-4efb-b0ae-13d116e54399,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.795150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.808491 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.848133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ee7504-2cf1-4e7d-9e67-ed2c77637e58,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:45.849825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting subnet eff71d2c-909c-48b7-9e36-eded71ecb762 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:45.863734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.864507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:45.865677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-369f5b24-81c8-4fef-a11c-720059c9bb46 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405924 Aug 21 18:26:45.869161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '2cee34c0-7e60-4a04-b7d2-9641fecde5ac', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:45.891169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.921064 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:26:45.932770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:45.958089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.045198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.071973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.101066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.102269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2367897 Aug 21 18:26:46.105244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52918) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:46.108259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1910ed-d3e5-4f67-babb-16716673211b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63013f82-0ba8-4c10-9f08-5296d36b407e,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:46.112036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'network': {'name': 'tempest-network-smoke--1795388558', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:46.121127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.162193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:46.166280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.204357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.208860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:46.220332 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.220764 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Added segment 51744efb-954e-47e4-8b84-ecc0ba757e95 of type vlan for network 118490dc-0569-4783-b75a-f08157a42447 Aug 21 18:26:46.245706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Subnet': ['ID=eff71d2c-909c-48b7-9e36-eded71ecb762,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:46.249824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.254356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6bdc3de2-286b-4fcb-a571-fa9207f46994 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/subnets/eff71d2c-909c-48b7-9e36-eded71ecb762 HTTP/1.1" status: 204 len: 168 time: 0.4839821 Aug 21 18:26:46.254963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:46.258236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5e2a0-c81d-47be-8fbb-e875ebe3fba5 None None] Network 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:46.333357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.349787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.390055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.396579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:46.397210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.478453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Deleting port 0392cdeb-6d0a-43f4-959f-d847b505db9d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:46.479289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.581521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] For port 0392cdeb-6d0a-43f4-959f-d847b505db9d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0392cdeb-6d0a-43f4-959f-d847b505db9d,segment=NetworkSegment(ef9a00a6-6c04-47aa-abea-7da2cd8d3d34),segment_id=ef9a00a6-6c04-47aa-abea-7da2cd8d3d34)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:46.582702 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.595658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] DHCP port deletion for 0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:46.610556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Calling delete_port for 0392cdeb-6d0a-43f4-959f-d847b505db9d owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:46.700392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Deleting port 0392cdeb-6d0a-43f4-959f-d847b505db9d {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:46.701592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.810576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] For port 0392cdeb-6d0a-43f4-959f-d847b505db9d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0392cdeb-6d0a-43f4-959f-d847b505db9d,segment=NetworkSegment(ef9a00a6-6c04-47aa-abea-7da2cd8d3d34),segment_id=ef9a00a6-6c04-47aa-abea-7da2cd8d3d34)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:46.810981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.827939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.856497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Calling delete_port for 0392cdeb-6d0a-43f4-959f-d847b505db9d owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:46.883952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] No DVR routers for this DVR port 0392cdeb-6d0a-43f4-959f-d847b505db9d on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:46.884915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52954) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:46.896369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Port': ['ID=0392cdeb-6d0a-43f4-959f-d847b505db9d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:46.902814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7940674 Aug 21 18:26:46.903044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52958) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:46.910353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'admin_state_up': True, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:46.925880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Network': ['ID=118490dc-0569-4783-b75a-f08157a42447,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:46.938821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.939177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.939526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.939883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.940216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.940569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.940882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.941212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.941588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.941924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.942248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.942643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4349c4-1ff9-4306-bc3f-ceb7d995d89e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:46.963156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.964272 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:46.982041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 118490dc-0569-4783-b75a-f08157a42447 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:47.049404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.061936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.077780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.098959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:47.118159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:47.118743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef9a00a6-6c04-47aa-abea-7da2cd8d3d34') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:47.130715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.149784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.155370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:47.155773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:47.222440 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:47.226110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2145481527'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:47.286922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] No DVR routers for this DVR port 0392cdeb-6d0a-43f4-959f-d847b505db9d on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:47.297655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c60aa1-bde5-435c-93e2-6981dcab9854 None None] Pushing event deleted for resources: {'Port': ['ID=0392cdeb-6d0a-43f4-959f-d847b505db9d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:47.298402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.312166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.317596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] 10.222.0.41 "DELETE /v2.0/networks/0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d HTTP/1.1" status: 204 len: 168 time: 1.0583069 Aug 21 18:26:47.317596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:47.319192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.322768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.343736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf84c-ca65-49f7-93d4-010b5c3a6e69 tempest-NetworksIpV6TestAttrs-1689197613 tempest-NetworksIpV6TestAttrs-1689197613-project] Pushing event deleted for resources: {'Network': ['ID=0fb70c2d-53e9-47f5-8a06-d3afe50e1f0d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:47.346288 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.490899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.497509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.540519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:47.572203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7896d3a1-2aa3-4715-9a06-0b9604a21fea,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:47.580822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.581300 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 1be01d64-d16a-403d-9e0c-206365105d06 of type vlan for network 2297459d-8fcf-4938-8c7a-944c4d053d6d Aug 21 18:26:47.616672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.647632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.674410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0392cdeb-6d0a-43f4-959f-d847b505db9d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:26:47.675090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.710712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.719257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:47.719969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.739463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0392cdeb-6d0a-43f4-959f-d847b505db9d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:26:47.740734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0392cdeb-6d0a-43f4-959f-d847b505db9d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:26:47.765302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9acba14a-da42-4b24-a618-45ca01711187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.770823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 52994) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:47.819367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.190 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/aaeeac4b-478e-48f3-ae2d-964ccfec4418) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:47.821764 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9355171 Aug 21 18:26:47.824448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 52998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:47.832854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'name': 'tempest-PortsTestJSON-121427027'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:47.859138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4d9d-0c4d-44dd-993c-4f795f17b188 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=2297459d-8fcf-4938-8c7a-944c4d053d6d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:47.878322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:47.958279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:47.962563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:47.983978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 82c88fec-d57c-4c0e-b253-4915f2ab151d yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:48.051851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.088571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1adbfd08-34e7-4902-b3ff-26bc833f7291 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4ab3dd26bbe4ced853b02174c182642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170354 Aug 21 18:26:48.089369 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53010) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:48.142275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.174426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.192410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:48.197110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:48.199693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:48.238377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.250916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.254520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=aaeeac4b-478e-48f3-ae2d-964ccfec4418,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:48.327103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.346187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=82c88fec-d57c-4c0e-b253-4915f2ab151d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:48.363211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '1be01d64-d16a-403d-9e0c-206365105d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:48.363964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: 2297459d-8fcf-4938-8c7a-944c4d053d6d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:48.396352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:48.415567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2297459d-8fcf-4938-8c7a-944c4d053d6d) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:48.421724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:48.428084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a793713-04d4-4c59-afe9-83d4650453cf None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:48.432119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:48.433719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.469193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3298ca0e-28fe-4802-92b8-fb56273983d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6435845 Aug 21 18:26:48.472592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53022) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:48.482905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879826765'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:48.513462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.514463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.519643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.523858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/447184d4-4e07-4def-b300-19f95299543b HTTP/1.1" status: 204 len: 168 time: 0.4280150 Aug 21 18:26:48.534988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:48.540245 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.546249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bae078-78e3-4df0-9fad-69f0efbbeb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447184d4-4e07-4def-b300-19f95299543b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:48.572882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:48.587264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.587791 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 5490178c-2c2c-4d0e-956c-438b65fb67a1 of type vlan for network da32f2ad-f740-434d-b358-a04aa9aa048c Aug 21 18:26:48.646770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.672697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.691511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.699815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:48.700594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.827195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=da32f2ad-f740-434d-b358-a04aa9aa048c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:48.831334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-657c6706-4f39-4d95-8dac-2f1f7284bca7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3569517 Aug 21 18:26:48.833462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53044) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:48.839948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network da32f2ad-f740-434d-b358-a04aa9aa048c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:48.842801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'ports': [{'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'}, {'network_id': 'da32f2ad-f740-434d-b358-a04aa9aa048c'}]} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:48.843308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:48.843970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': 'da32f2ad-f740-434d-b358-a04aa9aa048c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:48.976498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:48.980981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.090801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 2} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:49.098279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.121066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.230541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 942c5100-a2ac-49cb-ade1-efb4e7761848 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:26:49.256920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 6bb7e6f9-f96c-4606-8f39-89de56a300aa yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:49.416248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:49.428299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Sync routers for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:49.439471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:49.439775 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.440774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:49.447671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.450054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3cab8f0e-835b-48f2-999c-d2ab808a04c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5461080 Aug 21 18:26:49.453943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:49.515226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5157a2f5-1163-4016-86d2-ba2262defb29 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4a7b8a000d594a0e8597175f997c58c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578887 Aug 21 18:26:49.517069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53078) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:49.598817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:49.616825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port baa0149a-6a6e-4222-acd9-0b1b40a32e80 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:49.784862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.797575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:49.836644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:48Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:49.856711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de85ecd-5699-43d0-aff5-65d514924183 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:49.860836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4de85ecd-5699-43d0-aff5-65d514924183 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3395708 Aug 21 18:26:49.861737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53094) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:49.877717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Checking router: 942c5100-a2ac-49cb-ade1-efb4e7761848 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:26:49.878438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Updating router 942c5100-a2ac-49cb-ade1-efb4e7761848 port aaeeac4b-478e-48f3-ae2d-964ccfec4418 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:26:49.884508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.913538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e6d82ecb-8dfc-42a4-b40b-df980ecdfca8 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481656 Aug 21 18:26:49.913538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:49.915486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:49.918895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977398772', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:49.984929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9131e9ab-0ade-4992-83b5-635c9b5a7e58 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:49.985768 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-9131e9ab-0ade-4992-83b5-635c9b5a7e58 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 18:26:49.987630 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-9131e9ab-0ade-4992-83b5-635c9b5a7e58 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:26:49.988663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9131e9ab-0ade-4992-83b5-635c9b5a7e58 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1891644 Aug 21 18:26:49.996040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53098) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:50.011713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--245218884'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:50.017589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:50.025080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:50.032230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:50.033167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.058567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:50.064647 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.071429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.api [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:26:50.071429 n-d-793621-32 neutron-server[94599]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:26:50.071429 n-d-793621-32 neutron-server[94599]: [parameters: {'project_id_1': '86de6ed0931d465a9cb98d7545a2f4f8', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 26, 50, 28208)}] Aug 21 18:26:50.071429 n-d-793621-32 neutron-server[94599]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94599) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:26:50.072255 n-d-793621-32 neutron-server[94599]: DEBUG oslo_db.api [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:26:50.072883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=6bb7e6f9-f96c-4606-8f39-89de56a300aa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:50.147760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '5490178c-2c2c-4d0e-956c-438b65fb67a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'da32f2ad-f740-434d-b358-a04aa9aa048c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:50.147760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: da32f2ad-f740-434d-b358-a04aa9aa048c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:50.156761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=baa0149a-6a6e-4222-acd9-0b1b40a32e80,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:50.183000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network da32f2ad-f740-434d-b358-a04aa9aa048c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:50.201677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, da32f2ad-f740-434d-b358-a04aa9aa048c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:50.214868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:50.215048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf17b4-0dc7-4dd1-bb68-b886ce7203a2 None None] Network da32f2ad-f740-434d-b358-a04aa9aa048c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:50.220962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:50.235288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:50.236134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.275709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b184b08b-7be3-4ba5-aff5-d82124b32e32 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4393063 Aug 21 18:26:50.278692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53110) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:50.341166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.367641 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-50eac923-6f93-43e0-8209-da9ff292d6cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.369678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Transition to ACTIVE for port object aaeeac4b-478e-48f3-ae2d-964ccfec4418 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:50.379656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.403174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.467961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdf538-b6a0-46f9-9ada-9a155a035706 None None] Pushing event updated for resources: {'Port': ['ID=aaeeac4b-478e-48f3-ae2d-964ccfec4418,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:50.477460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port baa0149a-6a6e-4222-acd9-0b1b40a32e80 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:50.479214 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.480240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Subnet': ['ID=05d430f0-a1a4-4a73-94f9-ac490dda29a3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:50.486021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:50.486543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network hostable DHCP agents. Network: 118490dc-0569-4783-b75a-f08157a42447, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:50.531308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 118490dc-0569-4783-b75a-f08157a42447 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:50.542992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Attempting to bind port aaeeac4b-478e-48f3-ae2d-964ccfec4418 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:50.543152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Attempting to bind port aaeeac4b-478e-48f3-ae2d-964ccfec4418 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:50.543459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Attempting to bind port aaeeac4b-478e-48f3-ae2d-964ccfec4418 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:50.553193 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 118490dc-0569-4783-b75a-f08157a42447) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:50.554402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:50.554881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:50.555268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.555658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:50.556146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Bound port: aaeeac4b-478e-48f3-ae2d-964ccfec4418, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:50.556910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.560151 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.574123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:50.574760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.589343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554eed3-bde1-4d37-8cca-d7258833c5cb None None] Network 118490dc-0569-4783-b75a-f08157a42447 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:50.621017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-aea06a32-dd99-459d-8b8a-d2c3d3d1932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7053988 Aug 21 18:26:50.621017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:50.648237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.683163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for baa0149a-6a6e-4222-acd9-0b1b40a32e80 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:50.689416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] For port aaeeac4b-478e-48f3-ae2d-964ccfec4418, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:50.693868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] For port aaeeac4b-478e-48f3-ae2d-964ccfec4418, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aaeeac4b-478e-48f3-ae2d-964ccfec4418,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:50.706325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.710217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.783994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.797559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bdf538-b6a0-46f9-9ada-9a155a035706 None None] Pushing event updated for resources: {'Port': ['ID=aaeeac4b-478e-48f3-ae2d-964ccfec4418,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:50.819778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:50.819778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:50.928859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-118490dc-0569-4783-b75a-f08157a42447', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:50.930369 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.934149 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.940104 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.964657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:50.978703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:51.024910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.027828 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/baa0149a-6a6e-4222-acd9-0b1b40a32e80 HTTP/1.1" status: 204 len: 168 time: 0.7462885 Aug 21 18:26:51.031647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135f39-f765-448a-894a-1ab14cdb4857 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=baa0149a-6a6e-4222-acd9-0b1b40a32e80,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:51.038641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53162) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.038641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df05c70-1168-4897-af23-536bb175337a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:51.123157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f18b9-7783-4247-a377-b79bfccc349e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:51.128861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39f18b9-7783-4247-a377-b79bfccc349e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:51.130843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e39f18b9-7783-4247-a377-b79bfccc349e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0891387 Aug 21 18:26:51.134449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53172) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.191336 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.200011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.258271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Allocated IP 172.20.0.2 (118490dc-0569-4783-b75a-f08157a42447/05d430f0-a1a4-4a73-94f9-ac490dda29a3/3cb26327-2644-4051-839c-953cdd397c92) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:51.260349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.266263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2611673 Aug 21 18:26:51.267431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53186) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.273249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '81982241-d581-4735-a3ed-80ea66cdf339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:51.278167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57da327-4fdb-4cde-aae1-a38ae3337bff tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81982241-d581-4735-a3ed-80ea66cdf339,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:51.311692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 6bb7e6f9-f96c-4606-8f39-89de56a300aa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:51.312050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.367794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.424843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.437026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:48Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:51.452233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 6bb7e6f9-f96c-4606-8f39-89de56a300aa owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:51.535677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.551472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.582617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6f0e6b-308f-40fd-9934-88816c1051f2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:51.609178 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.610559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-567b53ac-cccc-4967-b664-3c990cffa2fc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3431559 Aug 21 18:26:51.616601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53196) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.621764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b10049b2-e27d-4b35-adec-3d032652a806 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '81982241-d581-4735-a3ed-80ea66cdf339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:51.635732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.655628 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.694004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b10049b2-e27d-4b35-adec-3d032652a806 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.701350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.703435 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/6bb7e6f9-f96c-4606-8f39-89de56a300aa HTTP/1.1" status: 204 len: 168 time: 0.5678535 Aug 21 18:26:51.707931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53204) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.731560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58287449-06df-4f04-ad70-b4ee0a7854b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=6bb7e6f9-f96c-4606-8f39-89de56a300aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:51.759482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a631ca-7250-4d93-b08a-1f5522904cfd None None] The sync data for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 is: [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:48Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:51.797243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.804997 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-b10049b2-e27d-4b35-adec-3d032652a806 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): There was a conflict when trying to complete your request. Aug 21 18:26:51.806159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b10049b2-e27d-4b35-adec-3d032652a806 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1885870 Aug 21 18:26:51.809121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53210) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.813037 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.831522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Transition to ACTIVE for port object 3cb26327-2644-4051-839c-953cdd397c92 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:51.861617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Transition to ACTIVE for port object 3cb26327-2644-4051-839c-953cdd397c92 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:51.876293 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.912819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.952232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:51.960789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77aea1f-a983-4d16-a566-bfcc723230ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:51.962561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Network 118490dc-0569-4783-b75a-f08157a42447 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:51.966143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c77aea1f-a983-4d16-a566-bfcc723230ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2569549 Aug 21 18:26:51.970838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:51.971741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53226) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:51.984422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:52.009648 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-df705c98-236c-49f4-947b-b040cb4a0654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:26:52.015805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-df705c98-236c-49f4-947b-b040cb4a0654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/baa0149a-6a6e-4222-acd9-0b1b40a32e80 HTTP/1.1" status: 404 len: 333 time: 0.0431259 Aug 21 18:26:52.018400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53228) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.023093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Pushing event updated for resources: {'Port': ['ID=3cb26327-2644-4051-839c-953cdd397c92,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:52.075376 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca963316-c53d-487f-ad76-92b16b4b5ca8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:26:52.082637 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ca963316-c53d-487f-ad76-92b16b4b5ca8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/6bb7e6f9-f96c-4606-8f39-89de56a300aa HTTP/1.1" status: 404 len: 333 time: 0.0631561 Aug 21 18:26:52.082809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53234) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.117417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.123704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.137152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/81982241-d581-4735-a3ed-80ea66cdf339 HTTP/1.1" status: 204 len: 168 time: 0.3265512 Aug 21 18:26:52.141046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53236) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.173120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d4024-a6c8-4ea4-ae60-589996bb7b1e tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81982241-d581-4735-a3ed-80ea66cdf339,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:52.205774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Attempting to bind port 3cb26327-2644-4051-839c-953cdd397c92 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:52.210237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Attempting to bind port 3cb26327-2644-4051-839c-953cdd397c92 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:52.210237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Attempting to bind port 3cb26327-2644-4051-839c-953cdd397c92 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:52.244844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:52.245178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:52.245587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.245993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Bound using segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:52.248806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Bound port: 3cb26327-2644-4051-839c-953cdd397c92, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:52.249211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.254561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d3d875da-3eb6-4455-b6d3-0fa0e235fa8b tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1035416 Aug 21 18:26:52.257740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.267507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--122293307'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:52.273877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.337334 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.432316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] For port 3cb26327-2644-4051-839c-953cdd397c92, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:52.438511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] For port 3cb26327-2644-4051-839c-953cdd397c92, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb26327-2644-4051-839c-953cdd397c92,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:52.440739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.447668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.451340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.500121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a514f498-c1aa-4408-8c40-e81f773ad7a5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:52.505352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.509493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a138cd5-91fa-439f-a942-5e7e19ff70cc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2472990 Aug 21 18:26:52.510718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53268) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.518328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-15eb3430-30b4-4a15-b71a-4969194bc6bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': 'a514f498-c1aa-4408-8c40-e81f773ad7a5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:52.525402 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-15eb3430-30b4-4a15-b71a-4969194bc6bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 21 18:26:52.526021 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-15eb3430-30b4-4a15-b71a-4969194bc6bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:52.529933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-15eb3430-30b4-4a15-b71a-4969194bc6bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0161343 Aug 21 18:26:52.530043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.580774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c0aeb-5e01-4ae0-bb7f-3d87e1c6994a None None] Pushing event updated for resources: {'Port': ['ID=3cb26327-2644-4051-839c-953cdd397c92,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:52.612389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.639907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.644867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.685981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.1 (118490dc-0569-4783-b75a-f08157a42447/05d430f0-a1a4-4a73-94f9-ac490dda29a3/094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:52.708439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da32f2ad-f740-434d-b358-a04aa9aa048c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:52.729947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.733231 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.734401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/a514f498-c1aa-4408-8c40-e81f773ad7a5 HTTP/1.1" status: 204 len: 168 time: 0.2033491 Aug 21 18:26:52.735674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5490178c-2c2c-4d0e-956c-438b65fb67a1') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:52.735985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5490178c-2c2c-4d0e-956c-438b65fb67a1') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:52.743327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53282) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:52.743964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136b3a7-46d0-461b-a46f-ffeef934f026 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a514f498-c1aa-4408-8c40-e81f773ad7a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:52.795530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.819093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.834902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:52.835442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:52.957966 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:53.031558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.077992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.084428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:53.085022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/da32f2ad-f740-434d-b358-a04aa9aa048c HTTP/1.1" status: 204 len: 168 time: 0.9991152 Aug 21 18:26:53.088133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56466468-fccb-4b01-98e2-501238807781 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=da32f2ad-f740-434d-b358-a04aa9aa048c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:53.089651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-173193367'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:53.137409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:53.143645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.155676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5b91cfa7-70b9-4394-9e19-5464d1166371 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3791525 Aug 21 18:26:53.161650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53318) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:53.166073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--409117060'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:53.189751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:53.194370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.207843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.208216 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 74278fb2-a57d-4b58-9d22-54bb611cb5d4 of type vlan for network f577b706-c8c2-463c-b9b8-27e62ef68668 Aug 21 18:26:53.214029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:53.217811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.263987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.290722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.304953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.335300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.358829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:53.363061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.379064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 118490dc-0569-4783-b75a-f08157a42447 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:53.386239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:53.405900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.407130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:53.435871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.446284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:53.454364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3689549 Aug 21 18:26:53.461999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53330) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:53.463571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.464806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3023312 Aug 21 18:26:53.472326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:53.497958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53332) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:53.512534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-16245c10-8cab-455e-9170-8ac856ee7b18 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': 'c640d5d4-224c-45ba-88dd-5fb10aa8783c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:53.515291 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-16245c10-8cab-455e-9170-8ac856ee7b18 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 21 18:26:53.519402 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-16245c10-8cab-455e-9170-8ac856ee7b18 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:53.521025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-16245c10-8cab-455e-9170-8ac856ee7b18 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0220935 Aug 21 18:26:53.527560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:53.553308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f7fe4-e5a9-4323-bfc3-6df42f2177c8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=f577b706-c8c2-463c-b9b8-27e62ef68668,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:53.577868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f577b706-c8c2-463c-b9b8-27e62ef68668 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:26:53.609879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:53.610653 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.619155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.711712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319193a5-fa6a-4706-863c-dd54f9f56fea tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c640d5d4-224c-45ba-88dd-5fb10aa8783c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:53.828823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.925797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb26327-2644-4051-839c-953cdd397c92 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:53.962615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:53.993144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7dc34d-8113-4268-a339-c7f96d12756b None None] Network 118490dc-0569-4783-b75a-f08157a42447 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:54.047302 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.067615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.123901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3cb26327-2644-4051-839c-953cdd397c92 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:54.130976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aaeeac4b-478e-48f3-ae2d-964ccfec4418 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:54.149700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=4f343480-4e28-457d-81cc-0c11174c436b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:54.221642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Provisioning for port 3cb26327-2644-4051-839c-953cdd397c92 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:54.222974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '74278fb2-a57d-4b58-9d22-54bb611cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:54.223286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: f577b706-c8c2-463c-b9b8-27e62ef68668, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:26:54.264333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Provisioning complete for port 3cb26327-2644-4051-839c-953cdd397c92 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:54.265046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.269140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network f577b706-c8c2-463c-b9b8-27e62ef68668 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:26:54.315681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f577b706-c8c2-463c-b9b8-27e62ef68668) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:54.325210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:54.328430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.337163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c315e1c-c689-4a36-ac22-cdb5bd04cb76 None None] Network f577b706-c8c2-463c-b9b8-27e62ef68668 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:54.363173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a44196f8-7b0b-4fe0-a08a-d9f7aad56647 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9000938 Aug 21 18:26:54.363982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:54.371165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668', 'name': 'tempest-PortsTestJSON-1952294116'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:54.420005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.423501 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.424704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/c640d5d4-224c-45ba-88dd-5fb10aa8783c HTTP/1.1" status: 204 len: 168 time: 0.8884990 Aug 21 18:26:54.434489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:54.450399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0c819-70ea-4f1d-9266-155b2ea98963 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c640d5d4-224c-45ba-88dd-5fb10aa8783c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:54.514831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port aaeeac4b-478e-48f3-ae2d-964ccfec4418 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:54.534966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-70855ae6-c688-4026-b1d9-6ba9c76b2f99 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0976825 Aug 21 18:26:54.541700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:54.559234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--885507317'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:54.575122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:54.579770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.588782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.600797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.601289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 11306fc9-17bc-468d-b6a5-66d00dc6cca1 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:26:54.642968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aaeeac4b-478e-48f3-ae2d-964ccfec4418 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:54.643353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.690311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-f577b706-c8c2-463c-b9b8-27e62ef68668', 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '4f343480-4e28-457d-81cc-0c11174c436b'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:26:54.691526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.730333 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.736761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.750432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:54.832600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] For port 3cb26327-2644-4051-839c-953cdd397c92, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb26327-2644-4051-839c-953cdd397c92,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:54.840623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:54.845474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.11 (f577b706-c8c2-463c-b9b8-27e62ef68668/4f343480-4e28-457d-81cc-0c11174c436b/11306fc9-17bc-468d-b6a5-66d00dc6cca1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:54.930767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 118490dc-0569-4783-b75a-f08157a42447 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:54.936355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:54.960954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.029385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff217488-ea85-41e8-b4c5-29c5dbfee883 None None] Pushing event updated for resources: {'Port': ['ID=3cb26327-2644-4051-839c-953cdd397c92,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:55.053156 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.065220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.173831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.180612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.185054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.190992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:55.201661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.205492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-64b606f3-0a20-46ff-ba8a-d1fb4610229a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6602962 Aug 21 18:26:55.205665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53424) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.210583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-be4e5b64-6aaf-44ab-aba5-cd08416bb782 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:55.211587 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-be4e5b64-6aaf-44ab-aba5-cd08416bb782 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 21 18:26:55.212094 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-be4e5b64-6aaf-44ab-aba5-cd08416bb782 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:55.214540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be4e5b64-6aaf-44ab-aba5-cd08416bb782 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065093 Aug 21 18:26:55.215804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.217626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 11306fc9-17bc-468d-b6a5-66d00dc6cca1 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:55.219542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port aaeeac4b-478e-48f3-ae2d-964ccfec4418, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aaeeac4b-478e-48f3-ae2d-964ccfec4418,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:55.220776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-09b606b4-d935-4788-b0a1-d0281a503498 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:55.221646 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-09b606b4-d935-4788-b0a1-d0281a503498 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 21 18:26:55.222144 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-09b606b4-d935-4788-b0a1-d0281a503498 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:55.223202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-09b606b4-d935-4788-b0a1-d0281a503498 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0059502 Aug 21 18:26:55.226139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.228779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 942c5100-a2ac-49cb-ade1-efb4e7761848 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:26:55.234121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.244726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-019fac49-d0ad-45d2-9951-47b63e3fab63 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:55.251018 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-019fac49-d0ad-45d2-9951-47b63e3fab63 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 21 18:26:55.251823 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-019fac49-d0ad-45d2-9951-47b63e3fab63 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:55.253155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-019fac49-d0ad-45d2-9951-47b63e3fab63 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0253356 Aug 21 18:26:55.256200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.277784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dc16ba38-6cdd-4443-be5d-f38ed2a62bf8 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:55.279930 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-dc16ba38-6cdd-4443-be5d-f38ed2a62bf8 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 21 18:26:55.282817 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-dc16ba38-6cdd-4443-be5d-f38ed2a62bf8 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:55.284087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dc16ba38-6cdd-4443-be5d-f38ed2a62bf8 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0191848 Aug 21 18:26:55.289052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53434) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.349919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=aaeeac4b-478e-48f3-ae2d-964ccfec4418,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:55.412623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.414653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Provisioning complete for port 3cb26327-2644-4051-839c-953cdd397c92 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:55.415193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.443473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.445879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.453782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37e8c6c2-066d-4d25-9dbf-54cc9bbbe86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.492612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:26:55.503593 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Sync routers for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:26:55.512921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7b2cc51-98c1-47c3-a360-8af66aa87deb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/942c5100-a2ac-49cb-ade1-efb4e7761848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8909893 Aug 21 18:26:55.518228 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:55.518999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:55.543681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Allocated IP 172.20.0.2 (f577b706-c8c2-463c-b9b8-27e62ef68668/4f343480-4e28-457d-81cc-0c11174c436b/690bb187-be53-4d76-b524-cf0304f2c556) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:26:55.633969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network f577b706-c8c2-463c-b9b8-27e62ef68668 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:55.656762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37e8c6c2-066d-4d25-9dbf-54cc9bbbe86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.661345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:55.670044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37e8c6c2-066d-4d25-9dbf-54cc9bbbe86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.685559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:55.701306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb26327-2644-4051-839c-953cdd397c92 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:55.723052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8c6c2-066d-4d25-9dbf-54cc9bbbe86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f61345c-47c4-4e54-bc96-15a0c4595bca,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:55.736656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:55.737112 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.772169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=11306fc9-17bc-468d-b6a5-66d00dc6cca1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:55.794847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37e8c6c2-066d-4d25-9dbf-54cc9bbbe86a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b74fb0366628490480b2ab175e0947ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6084032 Aug 21 18:26:55.795643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.807063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d2e48d9e-544c-4b2d-ac1f-64a0b7170009 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4418964 Aug 21 18:26:55.808498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:55.835547 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:55.933108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3cb26327-2644-4051-839c-953cdd397c92 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:55.933485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.965864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.969756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:55.973915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e HTTP/1.1" status: 204 len: 168 time: 0.6804624 Aug 21 18:26:55.974778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53460) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.024162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-9e5215d0-6232-4901-8d0c-c7191c7170e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-41254230&fields=id&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 267 time: 0.1407897 Aug 21 18:26:56.025046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b074a7-173c-4c64-ad60-1675e64b3d16 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ec8a25-bf2c-4f65-a7ad-aa80cc4db81e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.063668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Provisioning for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:56.089863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Provisioning complete for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:56.090649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.106577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.115237 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f7e7f17-8918-4afc-9b5b-55969337a2db tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1076975 Aug 21 18:26:56.117110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53462) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.121651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--458420985'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:56.157720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Transition to ACTIVE for port object 690bb187-be53-4d76-b524-cf0304f2c556 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:56.158822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.186848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 11306fc9-17bc-468d-b6a5-66d00dc6cca1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:56.187548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.201366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Transition to ACTIVE for port object 690bb187-be53-4d76-b524-cf0304f2c556 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:56.253736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d1a5eb6f-eafb-4db1-baa6-eb7731b49cce None None] Port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:56.258142 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:26:54Z', 'revision_number': 2, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:56.261968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.298323 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Checking router: 942c5100-a2ac-49cb-ade1-efb4e7761848 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:26:56.299023 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Updating router 942c5100-a2ac-49cb-ade1-efb4e7761848 port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:26:56.331043 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.334019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.352657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aaeeac4b-478e-48f3-ae2d-964ccfec4418 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:56.359089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Network f577b706-c8c2-463c-b9b8-27e62ef68668 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:26:56.379043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 11306fc9-17bc-468d-b6a5-66d00dc6cca1 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:56.411339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:26:56.414850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:26:56.499779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Pushing event updated for resources: {'Port': ['ID=690bb187-be53-4d76-b524-cf0304f2c556,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.519929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.532905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.577146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-78a3de88-3b7c-44b9-89dc-ed93d12fe216 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:56.578691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-78a3de88-3b7c-44b9-89dc-ed93d12fe216 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 797 time: 0.5439868 Aug 21 18:26:56.579541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.588732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d2ea0930-8744-4aa5-820d-1a372a4b93b2 None None] Provisioning complete for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:56.590255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d2ea0930-8744-4aa5-820d-1a372a4b93b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.612556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.615519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-f2969c61-cef2-45a6-be83-0ca49f720b1b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/quotas/4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 375 time: 0.0267451 Aug 21 18:26:56.621864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.628994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5108480 Aug 21 18:26:56.632845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.644601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ab5c93d0-2254-4bf0-aad6-e33e8b9b8dab tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:56.655695 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-ab5c93d0-2254-4bf0-aad6-e33e8b9b8dab tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 18:26:56.657133 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-ab5c93d0-2254-4bf0-aad6-e33e8b9b8dab tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:56.661212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Attempting to bind port 690bb187-be53-4d76-b524-cf0304f2c556 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:56.661212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Attempting to bind port 690bb187-be53-4d76-b524-cf0304f2c556 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '74278fb2-a57d-4b58-9d22-54bb611cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:56.661212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Attempting to bind port 690bb187-be53-4d76-b524-cf0304f2c556 on network f577b706-c8c2-463c-b9b8-27e62ef68668 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:56.662955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ab5c93d0-2254-4bf0-aad6-e33e8b9b8dab tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0240505 Aug 21 18:26:56.666430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.669960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f752362-540d-400a-a7dc-d29805dac9c3 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a61372-a9bb-4f9d-8384-b87ff59ae9b4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.675688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:56.676079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Checking segment: {'id': '74278fb2-a57d-4b58-9d22-54bb611cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:56.676484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.676878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Bound using segment: {'id': '74278fb2-a57d-4b58-9d22-54bb611cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:56.677808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Bound port: 690bb187-be53-4d76-b524-cf0304f2c556, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74278fb2-a57d-4b58-9d22-54bb611cb5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f577b706-c8c2-463c-b9b8-27e62ef68668'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:56.678200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.678599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3fa5be7d-0e66-40f4-912d-72662420320c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:56.695233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea0930-8744-4aa5-820d-1a372a4b93b2 None None] Port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:26:56.702448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aaeeac4b-478e-48f3-ae2d-964ccfec4418 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:56.702863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.718543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.736836 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.754816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-35b95e60-4f44-4406-be39-383140e70190 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320124 Aug 21 18:26:56.771997 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Transition to ACTIVE for port object 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:26:56.784293 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.798374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.803668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.809107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f61345c-47c4-4e54-bc96-15a0c4595bca HTTP/1.1" status: 204 len: 168 time: 1.0112908 Aug 21 18:26:56.815404 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-3fa5be7d-0e66-40f4-912d-72662420320c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:56.816544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] For port 690bb187-be53-4d76-b524-cf0304f2c556, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:56.817289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3fa5be7d-0e66-40f4-912d-72662420320c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1497641 Aug 21 18:26:56.820865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] For port 690bb187-be53-4d76-b524-cf0304f2c556, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=690bb187-be53-4d76-b524-cf0304f2c556,segment=NetworkSegment(74278fb2-a57d-4b58-9d22-54bb611cb5d4),segment_id=74278fb2-a57d-4b58-9d22-54bb611cb5d4)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:56.840418 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Pushing event updated for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.845254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.853012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:56.858724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c69e5f61-18a4-4500-bad1-9a77281e4bc1 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:56.859347 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-c69e5f61-18a4-4500-bad1-9a77281e4bc1 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 21 18:26:56.860148 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-c69e5f61-18a4-4500-bad1-9a77281e4bc1 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:56.863952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c69e5f61-18a4-4500-bad1-9a77281e4bc1 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112946 Aug 21 18:26:56.864792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.865057 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.865398 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.865728 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.866059 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.867726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.868062 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.868358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693c13c-bccb-4f74-983a-878725aedf43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f61345c-47c4-4e54-bc96-15a0c4595bca,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.868514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.868706 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.869080 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.869408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.869728 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:26:56.870971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:56.904467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9cd3524e-c0af-4f32-a40c-ba622f10b093 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:56.939688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=11306fc9-17bc-468d-b6a5-66d00dc6cca1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:56.987187 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Attempting to bind port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:26:56.987711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Attempting to bind port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:26:56.992763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Attempting to bind port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:26:57.006286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:26:57.006851 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:26:57.013772 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.014375 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Bound using segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:26:57.017142 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Bound port: 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:26:57.017658 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.054328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13dd442-a2d6-4eff-aed7-4751d3e00cd7 None None] Pushing event updated for resources: {'Port': ['ID=690bb187-be53-4d76-b524-cf0304f2c556,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:57.062727 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-9cd3524e-c0af-4f32-a40c-ba622f10b093 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.066402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cd3524e-c0af-4f32-a40c-ba622f10b093 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1939354 Aug 21 18:26:57.070910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53486) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.087076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c8622871-8cc0-4c75-abf9-5b69e15c6fc0 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:57.094740 n-d-793621-32 neutron-server[94598]: WARNING neutron.api.v2.base [None req-c8622871-8cc0-4c75-abf9-5b69e15c6fc0 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 21 18:26:57.096251 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-c8622871-8cc0-4c75-abf9-5b69e15c6fc0 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.098372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c8622871-8cc0-4c75-abf9-5b69e15c6fc0 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150390 Aug 21 18:26:57.103554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.116041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-31249cce-6994-4d6f-8d23-672e28420b75 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:57.162901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.167561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-575bf984-c03b-43c5-8dd9-9639069c8fd1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/11306fc9-17bc-468d-b6a5-66d00dc6cca1 HTTP/1.1" status: 204 len: 168 time: 1.3544471 Aug 21 18:26:57.173119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.195780 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] For port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:26:57.201737 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] For port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:26:57.209391 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.215376 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f4a79ba-7025-476c-a9c7-f20d989464d9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:26:57.222568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f4a79ba-7025-476c-a9c7-f20d989464d9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:26:57.228755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.232168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9f4a79ba-7025-476c-a9c7-f20d989464d9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/11306fc9-17bc-468d-b6a5-66d00dc6cca1 HTTP/1.1" status: 404 len: 333 time: 0.0573149 Aug 21 18:26:57.277541 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bae573a-69c6-47ea-9fbc-470a92ae3ccb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:26:57.282058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3bae573a-69c6-47ea-9fbc-470a92ae3ccb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/11306fc9-17bc-468d-b6a5-66d00dc6cca1 HTTP/1.1" status: 404 len: 333 time: 0.0497503 Aug 21 18:26:57.287529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53496) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.292064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a30d40-9e18-4bd3-a5dd-4f290cb5b313 None None] Pushing event updated for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:57.344575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-cf61c146-efc8-4f15-8abb-9c9895f949bf service neutron] 10.222.0.41 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644040 Aug 21 18:26:57.356345 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:26:57.357011 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:57.420009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 4f343480-4e28-457d-81cc-0c11174c436b {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:26:57.425729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.487239 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-31249cce-6994-4d6f-8d23-672e28420b75 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.488294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-31249cce-6994-4d6f-8d23-672e28420b75 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3825364 Aug 21 18:26:57.491843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53504) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.510829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b74a6d7d-47cb-462f-9ba8-f90ca4f57e87 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:57.511980 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-b74a6d7d-47cb-462f-9ba8-f90ca4f57e87 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 21 18:26:57.511980 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-b74a6d7d-47cb-462f-9ba8-f90ca4f57e87 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.516380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b74a6d7d-47cb-462f-9ba8-f90ca4f57e87 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068905 Aug 21 18:26:57.517473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53506) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.524571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9e5a4e9e-b7ea-4d65-9b43-fe38ef07b4bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:57.559093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.680089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-bf027fe1-bbd7-4875-8833-6fc4933eb56a service neutron] 10.222.0.41 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287950 Aug 21 18:26:57.696090 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-9e5a4e9e-b7ea-4d65-9b43-fe38ef07b4bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.700336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.702156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e5a4e9e-b7ea-4d65-9b43-fe38ef07b4bc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1841736 Aug 21 18:26:57.705377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-10273b25-6d7f-44be-9706-3df206a817db tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '03a61372-a9bb-4f9d-8384-b87ff59ae9b4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:57.705726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:26:57.742632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 690bb187-be53-4d76-b524-cf0304f2c556 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:57.753358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:57.827790 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-10273b25-6d7f-44be-9706-3df206a817db tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:26:57.828885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10273b25-6d7f-44be-9706-3df206a817db tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1274917 Aug 21 18:26:57.832418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:57.912616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 690bb187-be53-4d76-b524-cf0304f2c556 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:57.988977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.005867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.020945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=4f343480-4e28-457d-81cc-0c11174c436b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:58.032800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.038271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11b16a25-83bb-4d36-8e7a-b6960b71fe5a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/4f343480-4e28-457d-81cc-0c11174c436b HTTP/1.1" status: 204 len: 168 time: 0.7453794 Aug 21 18:26:58.038271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53528) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:58.120077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.175133 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:26:57Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:58.205102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.208722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.210355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/03a61372-a9bb-4f9d-8384-b87ff59ae9b4 HTTP/1.1" status: 204 len: 168 time: 0.3769176 Aug 21 18:26:58.215990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53536) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:58.224047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fb85f-3b04-4669-9c00-3ecd15db2b98 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a61372-a9bb-4f9d-8384-b87ff59ae9b4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:58.242784 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8771ce8-175d-4032-9aae-82a33673a21b None None] The sync data for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 is: [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:26:57Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:26:58.277558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.365865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d2b530e0-bdfc-46d8-aed0-ecaa8ed7e4b2 req-195807cb-725b-43f1-8fb2-c1decfc42c34 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 210 time: 0.1577492 Aug 21 18:26:58.417181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53546) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:58.420511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c0e4c93f-82e2-4601-83c2-d59f95ad6dfe tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853306 Aug 21 18:26:58.424277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031310423'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:58.483954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.557464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 690bb187-be53-4d76-b524-cf0304f2c556 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:26:58.557767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.607750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ccc5b-7035-4fe2-8ecc-f3fc6bc41ec8 None None] Network f577b706-c8c2-463c-b9b8-27e62ef68668 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:26:58.704561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.721569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.745586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port 690bb187-be53-4d76-b524-cf0304f2c556, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=690bb187-be53-4d76-b524-cf0304f2c556,segment=NetworkSegment(74278fb2-a57d-4b58-9d22-54bb611cb5d4),segment_id=74278fb2-a57d-4b58-9d22-54bb611cb5d4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:26:58.746296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.768419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aef9c9f-7942-47ad-82eb-173e41e238f8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:58.794515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 690bb187-be53-4d76-b524-cf0304f2c556 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:26:58.811669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.813203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-688a2035-5e6b-43ec-bdd7-3d325780b629 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3946042 Aug 21 18:26:58.816028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53554) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:58.820867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6c3a1cf4-aa98-4a18-8828-18dc12546f54 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '1aef9c9f-7942-47ad-82eb-173e41e238f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:58.867741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ecf227a-3fdc-46cf-bfbd-770e0a75fd33 None None] Provisioning for port 690bb187-be53-4d76-b524-cf0304f2c556 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:58.886915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ecf227a-3fdc-46cf-bfbd-770e0a75fd33 None None] Provisioning complete for port 690bb187-be53-4d76-b524-cf0304f2c556 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:58.888474 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ecf227a-3fdc-46cf-bfbd-770e0a75fd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:58.924539 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-6c3a1cf4-aa98-4a18-8828-18dc12546f54 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The resource could not be found. Aug 21 18:26:58.926350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6c3a1cf4-aa98-4a18-8828-18dc12546f54 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1092825 Aug 21 18:26:58.929988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53560) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:58.935990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b2481349-60fd-429c-b5d5-c7e2d984f985 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '1aef9c9f-7942-47ad-82eb-173e41e238f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '10a7c87d-ef0f-4eaf-98f3-73fca6f04b70'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:58.997044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.037479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1ecf227a-3fdc-46cf-bfbd-770e0a75fd33 None None] Could not find standard attr ID for object 690bb187-be53-4d76-b524-cf0304f2c556. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:26:59.045934 n-d-793621-32 neutron-server[94600]: INFO neutron.plugins.ml2.db [None req-1ecf227a-3fdc-46cf-bfbd-770e0a75fd33 None None] No ports have port_id starting with 690bb187-be53-4d76-b524-cf0304f2c556 Aug 21 18:26:59.067866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port 690bb187-be53-4d76-b524-cf0304f2c556 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:26:59.071295 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-b2481349-60fd-429c-b5d5-c7e2d984f985 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The resource could not be found. Aug 21 18:26:59.072636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2481349-60fd-429c-b5d5-c7e2d984f985 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1411121 Aug 21 18:26:59.075728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.085138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de425a5-bf4a-4cf1-ad8c-494334f0e57a None None] DHCP port deletion for f577b706-c8c2-463c-b9b8-27e62ef68668 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:26:59.086279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=690bb187-be53-4d76-b524-cf0304f2c556,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:59.183973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.205414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f577b706-c8c2-463c-b9b8-27e62ef68668']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:59.215542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.228107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74278fb2-a57d-4b58-9d22-54bb611cb5d4') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:59.228461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74278fb2-a57d-4b58-9d22-54bb611cb5d4') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:26:59.249699 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.250632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.270976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.293964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:26:59.299264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:26:59.304446 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:26:59.339583 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.343860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.347388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/1aef9c9f-7942-47ad-82eb-173e41e238f8 HTTP/1.1" status: 204 len: 168 time: 0.2682326 Aug 21 18:26:59.349121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53576) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.394678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.402279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cd90a-bfbe-4012-adad-1a6a0ca41504 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aef9c9f-7942-47ad-82eb-173e41e238f8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:59.413749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.417805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/f577b706-c8c2-463c-b9b8-27e62ef68668 HTTP/1.1" status: 204 len: 168 time: 1.3775630 Aug 21 18:26:59.423555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53582) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.441595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-343493625'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:59.446455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38284d9b-dc6e-407d-af6f-42f0ff252d17 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=f577b706-c8c2-463c-b9b8-27e62ef68668,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:26:59.471618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:26:59.476033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.493092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a9bdbb1-1370-4af9-9cb1-c7a2d824fce2 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1425662 Aug 21 18:26:59.499128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53584) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.517793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:26:59.528103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.528455 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment e2c86e63-698b-442b-8910-3eed2445c2ca of type vlan for network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c Aug 21 18:26:59.585250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b32edf4-ab3f-451a-84c6-f56ce4831445 req-2e625594-4ce0-4e3d-bffd-d4a1cf7008ad tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 210 time: 0.0566571 Aug 21 18:26:59.603019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.609083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9c355193-374b-4073-b21d-412298f94e21 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': 'fec2967a-a1f3-487a-aa7c-6a25947ec3d4', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:59.751372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:26:59.763826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.773581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:26:59.774225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.833312 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-9c355193-374b-4073-b21d-412298f94e21 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The resource could not be found. Aug 21 18:26:59.840509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c355193-374b-4073-b21d-412298f94e21 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3368366 Aug 21 18:26:59.842147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53594) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.868678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--351491057'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:59.892523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:26:59.896793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:26:59.897394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.899101 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4735711 Aug 21 18:26:59.927228 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53596) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.927820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:26:59.940217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53598) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:26:59.941217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:26:59.983105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5baae-f4f3-4847-a735-790c031dd8bd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=83136d34-cf7b-4d29-89fc-d1aa5f733b9c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:00.081587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.081927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.084312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:00.086952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.129342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.131385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2681632 Aug 21 18:27:00.133550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53604) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:00.138742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--332730165'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:00.162095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c362fc-7591-412a-b28b-85968cc09e86 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f96270-e4f2-450f-a7bf-2f70140d7c66,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:00.167512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-0768c60f-7372-4722-927d-2f7f0e3c8f13 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:00.169536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.178559 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-0768c60f-7372-4722-927d-2f7f0e3c8f13 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 797 time: 0.4412208 Aug 21 18:27:00.287536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:00.292513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-921835357'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:00.307911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.311894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-91770a19-0e55-4e6b-b60c-bb73b621803d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 378 time: 0.1225381 Aug 21 18:27:00.326539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'port': {'device_id': '4f73c536-9e4c-478a-b780-5ef43323a862', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'admin_state_up': True, 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'security_groups': ['2cee34c0-7e60-4a04-b7d2-9641fecde5ac']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:00.339440 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.346163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.374344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:00.381050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc391110-a530-425c-99b9-4ba80b3aeb0d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:00.419045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 690bb187-be53-4d76-b524-cf0304f2c556 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:00.432098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:00.436602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.444168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 690bb187-be53-4d76-b524-cf0304f2c556 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:00.444692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 690bb187-be53-4d76-b524-cf0304f2c556 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:00.455025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Made reservation on behalf of 6954b60d917a41dcb63fddaf36e48fb4 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:00.459651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.464546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.469103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f23a29b1-2072-484b-9189-8330ea8cefeb tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3313873 Aug 21 18:27:00.471204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53610) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:00.475950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c5df8c0a-b33c-4dbf-83d6-b5d055629cca tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group_rule': {'security_group_id': '15f96270-e4f2-450f-a7bf-2f70140d7c66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'bc391110-a530-425c-99b9-4ba80b3aeb0d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:00.481038 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.607667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.614251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.634717 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-c5df8c0a-b33c-4dbf-83d6-b5d055629cca tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:27:00.638648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5df8c0a-b33c-4dbf-83d6-b5d055629cca tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1637783 Aug 21 18:27:00.641176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:00.650282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:00.660626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a650480-164d-48d7-ae92-2f0369943173,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:00.664789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:00.668649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.669923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.670083 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Added segment 4608a399-4e80-405f-8968-d1c3b43d7599 of type vlan for network db04a6ae-0319-4ab5-aced-47cf481c0e6d Aug 21 18:27:00.724644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.898947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.929788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:00.967657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.14 (118490dc-0569-4783-b75a-f08157a42447/05d430f0-a1a4-4a73-94f9-ac490dda29a3/7769b018-4c2d-475f-a68f-0d5a7f913ed2) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:01.016263 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.021875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=728f65fb-ac4c-4ef2-a5bd-ce73a3d14884,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.062424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': 'e2c86e63-698b-442b-8910-3eed2445c2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:01.062796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: 83136d34-cf7b-4d29-89fc-d1aa5f733b9c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:01.165902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:01.177032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.db.resource_extend [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:27:01.188522 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.191781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.192482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bce48abd-26a1-4ef8-b2e7-08a7faa70106 req-6596f93c-57bf-4ef0-b70c-16fa4e2afcd5 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 210 time: 0.4764185 Aug 21 18:27:01.193627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/bc391110-a530-425c-99b9-4ba80b3aeb0d HTTP/1.1" status: 204 len: 168 time: 0.5512648 Aug 21 18:27:01.196400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53630) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.203570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 83136d34-cf7b-4d29-89fc-d1aa5f733b9c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:01.205414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.216837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:01.218055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.224224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a57e9bc-b18e-403a-98da-22a91ae1e3ce None None] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:01.230263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10319f5-7d5a-48c7-b5b1-0923753a0349 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc391110-a530-425c-99b9-4ba80b3aeb0d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.233505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:01.234134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.250541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3038568 Aug 21 18:27:01.262473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53632) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.337041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.357539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object 7769b018-4c2d-475f-a68f-0d5a7f913ed2 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:01.370394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'name': 'tempest-network--2115096309', 'router:external': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:01.405066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c55c09-1c79-4c63-b10b-712bd1d0cbec tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Pushing event updated for resources: {'Network': ['ID=db04a6ae-0319-4ab5-aced-47cf481c0e6d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.405332 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ac3dab1a-3cd8-4e4e-bab7-428440f18eb3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4751017 Aug 21 18:27:01.407157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53636) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.421264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3d4318b4-98aa-4d48-83c3-c69e1d06a3ac tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2235656 Aug 21 18:27:01.425479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.435954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1393727849'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:01.443618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.444441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network db04a6ae-0319-4ab5-aced-47cf481c0e6d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:01.445446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:01.447920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.474835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.541206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.582984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.607882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 118490dc-0569-4783-b75a-f08157a42447 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:01.615315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:01.624135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:01.702437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.705479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.706347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.707665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/15f96270-e4f2-450f-a7bf-2f70140d7c66 HTTP/1.1" status: 204 len: 168 time: 0.2812598 Aug 21 18:27:01.717424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53644) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.741533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6775c24-061f-4d12-bd53-f1aae27bae1d tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f96270-e4f2-450f-a7bf-2f70140d7c66,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.754082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.755653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:01.756313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.759631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.800136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:01.804774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-516714de-37cf-47aa-bc35-a3c2aaa58dd9 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863054 Aug 21 18:27:01.805714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53646) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:01.820446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266230782'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:01.831316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:01.838258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.838615 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Added segment 823c93bc-a325-428f-ad31-5f0df0d24465 of type vlan for network 6e8bf48a-d59e-4343-891e-44877ea90d49 Aug 21 18:27:01.841153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:01.844949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.849112 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-5edc91fe-10eb-4e0c-86c9-456f18496f8b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5276451 Aug 21 18:27:01.866011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:01.874308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Request body: {'port': {'device_id': '4f73c536-9e4c-478a-b780-5ef43323a862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:01.940016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db96f801-c6cf-4dff-b5f4-5a8cbfb46169,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:01.940192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-83136d34-cf7b-4d29-89fc-d1aa5f733b9c', 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '728f65fb-ac4c-4ef2-a5bd-ce73a3d14884'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:01.941055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:01.962249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.006925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.007768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.008856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:02.009626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.035300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.088066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8238719 Aug 21 18:27:02.089579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53652) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.098662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:02.099285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.103045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ab7beef-cbcd-4e83-8b3c-46fa006cb765 None None] Provisioning for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:02.108297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ab7beef-cbcd-4e83-8b3c-46fa006cb765 None None] Provisioning complete for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:02.108895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ab7beef-cbcd-4e83-8b3c-46fa006cb765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.112263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.7 (83136d34-cf7b-4d29-89fc-d1aa5f733b9c/728f65fb-ac4c-4ef2-a5bd-ce73a3d14884/50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:02.162029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b3812-fb40-4802-bc99-6e1435d46fa2 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=6e8bf48a-d59e-4343-891e-44877ea90d49,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:02.179198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6e8bf48a-d59e-4343-891e-44877ea90d49 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:02.195184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2ab7beef-cbcd-4e83-8b3c-46fa006cb765 None None] Port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:02.256443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.387297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.407510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e8bf48a-d59e-4343-891e-44877ea90d49']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:02.411150 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.419380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823c93bc-a325-428f-ad31-5f0df0d24465') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:02.419699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823c93bc-a325-428f-ad31-5f0df0d24465') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:02.421357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.440259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.467270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.471218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6554081 Aug 21 18:27:02.471498 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.473706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53662) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.480575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b42e88bc-f4d4-413f-9f1f-b604c6065bcc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:02.481042 n-d-793621-32 neutron-server[94599]: WARNING neutron.api.v2.base [None req-b42e88bc-f4d4-413f-9f1f-b604c6065bcc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 21 18:27:02.481558 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-b42e88bc-f4d4-413f-9f1f-b604c6065bcc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] update failed (client error): There was a conflict when trying to complete your request. Aug 21 18:27:02.485492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b42e88bc-f4d4-413f-9f1f-b604c6065bcc tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "PUT /v2.0/security-groups/be7fbc2c-9875-4eab-a952-933c3729d6a9 HTTP/1.1" status: 409 len: 330 time: 0.0079305 Aug 21 18:27:02.485492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77fa9-0a59-4405-80fd-0ecc4de2ac01 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7fbc2c-9875-4eab-a952-933c3729d6a9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:02.486871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53664) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.518123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:02.518584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:02.520321 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:02.556014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c186033-faac-4369-a2d2-95ff62bb5dc5 req-965cda94-e62c-40f7-a3f7-ddac73fdf920 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:02.557530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c186033-faac-4369-a2d2-95ff62bb5dc5 req-965cda94-e62c-40f7-a3f7-ddac73fdf920 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 932 time: 0.1938868 Aug 21 18:27:02.574085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.590623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.603972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.610786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6e8bf48a-d59e-4343-891e-44877ea90d49 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:27:02.617007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.623323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/6e8bf48a-d59e-4343-891e-44877ea90d49 HTTP/1.1" status: 204 len: 168 time: 0.5015025 Aug 21 18:27:02.634668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53670) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.640374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:02.644791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:02.644985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.648858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370129a-6d27-4a11-a491-645d9b06a062 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e8bf48a-d59e-4343-891e-44877ea90d49,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:02.697912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6c186033-faac-4369-a2d2-95ff62bb5dc5 req-42c26a68-a22b-477e-b420-311f2ff64d88 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1287920 Aug 21 18:27:02.698624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:02.702060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.727778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.730780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.733224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/be7fbc2c-9875-4eab-a952-933c3729d6a9 HTTP/1.1" status: 204 len: 168 time: 0.2454538 Aug 21 18:27:02.739390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.740531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:02.768224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a0de7-d3fd-4bb4-9275-dbe2443e5e5c tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7fbc2c-9875-4eab-a952-933c3729d6a9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:02.773816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.773950 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Added segment 9f573987-c21e-4d2c-bbf5-24d3e640141c of type vlan for network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 Aug 21 18:27:02.790713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:27:02.799767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.803379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.857770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Allocated IP 172.20.0.2 (83136d34-cf7b-4d29-89fc-d1aa5f733b9c/728f65fb-ac4c-4ef2-a5bd-ce73a3d14884/70e702ab-740d-4556-b195-933c62c7b2c9) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:02.876181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:02.880915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:02.884323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:02.886293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:02.919922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Transition to ACTIVE for port object 7769b018-4c2d-475f-a68f-0d5a7f913ed2 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:02.927452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6b4e3b2b-5982-49bd-b834-bc4ee197e71a tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1785054 Aug 21 18:27:02.929356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.940271 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.945841 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-15ce1312-36d9-49ec-a10a-3c39283919d9 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] delete failed (client error): The resource could not be found. Aug 21 18:27:02.951098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53676) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.951717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15ce1312-36d9-49ec-a10a-3c39283919d9 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "DELETE /v2.0/security-groups/172ab46b-1d0d-4147-954d-c5fc9eec38d6 HTTP/1.1" status: 404 len: 347 time: 0.0212507 Aug 21 18:27:02.954974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:02.972535 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-fc5a1bbc-4211-478a-83d6-79d4ccf40174 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] show failed (client error): The resource could not be found. Aug 21 18:27:02.977354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc5a1bbc-4211-478a-83d6-79d4ccf40174 tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-groups/8145b056-3bcb-4976-9966-2f101870b5b4 HTTP/1.1" status: 404 len: 347 time: 0.0214407 Aug 21 18:27:02.977650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53680) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:02.994233 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-38313eef-82d3-4597-b657-7541d5024cdd tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] show failed (client error): The resource could not be found. Aug 21 18:27:02.999096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38313eef-82d3-4597-b657-7541d5024cdd tempest-NegativeSecGroupTest-355850567 tempest-NegativeSecGroupTest-355850567-project] 10.222.0.41 "GET /v2.0/security-group-rules/526d3bda-3b94-4de2-81ee-fd347ec6cbc8 HTTP/1.1" status: 404 len: 356 time: 0.0166845 Aug 21 18:27:03.014914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.015764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:03.016350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.056499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:03.057146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.116563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4806039 Aug 21 18:27:03.145960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53686) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:03.149158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.170922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Transition to ACTIVE for port object 70e702ab-740d-4556-b195-933c62c7b2c9 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:03.174146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'subnet': {'network_id': '463adbf1-adbc-45d7-a728-1bd8dcd149e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:03.182019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:03.198075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=463adbf1-adbc-45d7-a728-1bd8dcd149e1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:03.205433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bba4212b-6722-47e3-98bc-9f561b1c1f42 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7967365 Aug 21 18:27:03.208694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53690) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:03.209673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Transition to ACTIVE for port object 70e702ab-740d-4556-b195-933c62c7b2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:03.232413 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.276018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.276377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.276681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.277293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.277474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.277665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.277981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.279247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.279457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.279870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.280129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.280449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df4127-5f07-4c79-9efd-6c3fee58a8ce tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:03.313242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Pushing event updated for resources: {'Port': ['ID=70e702ab-740d-4556-b195-933c62c7b2c9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:03.315865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:03.337771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:03.347207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.424581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:03.428014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.428266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:03.428266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:03.430964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:03.439656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:03.439998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:03.440328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:03.454872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:27:03.455291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:03.464453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:03.464863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:03.465210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Bound using segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:03.465656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Bound port: 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:03.466673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.566547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Attempting to bind port 70e702ab-740d-4556-b195-933c62c7b2c9 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:03.566997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Attempting to bind port 70e702ab-740d-4556-b195-933c62c7b2c9 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e2c86e63-698b-442b-8910-3eed2445c2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:03.568781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Attempting to bind port 70e702ab-740d-4556-b195-933c62c7b2c9 on network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:03.589499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53698) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:03.591703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:03.592094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Checking segment: {'id': 'e2c86e63-698b-442b-8910-3eed2445c2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:03.592500 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.592898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Bound using segment: {'id': 'e2c86e63-698b-442b-8910-3eed2445c2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:03.593393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Bound port: 70e702ab-740d-4556-b195-933c62c7b2c9, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c86e63-698b-442b-8910-3eed2445c2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '83136d34-cf7b-4d29-89fc-d1aa5f733b9c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:03.594055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.616274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.631368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:03.647391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:03.669773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:03.682950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.721200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a372faed-7e7f-49e6-8688-698834890662 None None] For port 70e702ab-740d-4556-b195-933c62c7b2c9, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:03.725257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a372faed-7e7f-49e6-8688-698834890662 None None] For port 70e702ab-740d-4556-b195-933c62c7b2c9, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70e702ab-740d-4556-b195-933c62c7b2c9,segment=NetworkSegment(e2c86e63-698b-442b-8910-3eed2445c2ca),segment_id=e2c86e63-698b-442b-8910-3eed2445c2ca)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:03.737597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.810990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:03.812495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:03.815205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] 10.222.0.64 "PUT /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1093 time: 1.9492760 Aug 21 18:27:03.816579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:27:03.823231 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57c05a6-7f18-4076-8dc3-0a5cb5005091" -d '{"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:27:03.885720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372faed-7e7f-49e6-8688-698834890662 None None] Pushing event updated for resources: {'Port': ['ID=70e702ab-740d-4556-b195-933c62c7b2c9,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:03.904189 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52fdaf5-2d58-4955-a514-f070f8525277 x-openstack-request-id: req-e52fdaf5-2d58-4955-a514-f070f8525277 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:27:03.904563 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:27:03.904886 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e52fdaf5-2d58-4955-a514-f070f8525277 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:27:03.905344 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:27:03.966227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e13dd2-ea86-4552-b270-bae47a156128 req-e2f671ff-1ffb-4ddc-866d-eded1c4a4d42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:03.967965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4c6a1-2899-4d46-9c15-50088fbe2c84 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:03.969776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19e13dd2-ea86-4552-b270-bae47a156128 req-e2f671ff-1ffb-4ddc-866d-eded1c4a4d42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1083629 Aug 21 18:27:03.979047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.007664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-03cf4c54-5160-416b-8f8e-36ce60ceb426 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=86de6ed0931d465a9cb98d7545a2f4f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149127 Aug 21 18:27:04.014272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53710) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:04.022901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:04.045914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-d99c8403-f3f0-46a6-8611-792980b3f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:04.047400 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-d99c8403-f3f0-46a6-8611-792980b3f8ae service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.1727073 Aug 21 18:27:04.126113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-1165cf6b-6711-4a1c-b62f-843dd911e1b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 217 time: 0.0643742 Aug 21 18:27:04.171888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-19e13dd2-ea86-4552-b270-bae47a156128 req-e2fc3d90-fd25-4d42-87d1-325d3a0c7ac8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1899998 Aug 21 18:27:04.220235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.225672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-94abfb36-be4a-497b-9ba9-e2272a3844b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 HTTP/1.1" status: 204 len: 168 time: 1.0157506 Aug 21 18:27:04.226804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53718) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:04.252659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.262485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.objects.ports [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94598) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 21 18:27:04.264276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.284778 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e37c2b6-d082-4f5e-83e9-44fc78d82df4 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:04.289784 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2e37c2b6-d082-4f5e-83e9-44fc78d82df4 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 HTTP/1.1" status: 404 len: 333 time: 0.0487020 Aug 21 18:27:04.290522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:04.344900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.389055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 728f65fb-ac4c-4ef2-a5bd-ce73a3d14884 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:04.395626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.454329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.456903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.460380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6df05c70-1168-4897-af23-536bb175337a HTTP/1.1" status: 204 len: 168 time: 0.4424474 Aug 21 18:27:04.460580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.501361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b7968e-fdb0-4e34-9197-7f5942889f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df05c70-1168-4897-af23-536bb175337a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:04.590546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.619835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-e7f95f75-9b1e-48f3-98de-0ef40636dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:04.621382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-e7f95f75-9b1e-48f3-98de-0ef40636dcae service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.4774153 Aug 21 18:27:04.627166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Subnet': ['ID=540297fc-934f-4f23-a723-3c17583c2a08,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:04.630743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Checking segment: {'id': '9f573987-c21e-4d2c-bbf5-24d3e640141c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '463adbf1-adbc-45d7-a728-1bd8dcd149e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:04.631136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Network hostable DHCP agents. Network: 463adbf1-adbc-45d7-a728-1bd8dcd149e1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:04.677236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.694833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-a6c6ad6f-b300-4e85-bd83-d903b3ea89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:04.697091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-a6c6ad6f-b300-4e85-bd83-d903b3ea89e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630276 Aug 21 18:27:04.705837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:04.723123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=728f65fb-ac4c-4ef2-a5bd-ce73a3d14884,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:04.735023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.739640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d5a4e32b-be0a-4ea1-80f4-fcf590e33628 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/728f65fb-ac4c-4ef2-a5bd-ce73a3d14884 HTTP/1.1" status: 204 len: 168 time: 0.4420969 Aug 21 18:27:04.740015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53730) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:04.776126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 463adbf1-adbc-45d7-a728-1bd8dcd149e1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:04.795051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c2ab54-3fa0-43d6-8ee5-1c04e2700b8b None None] Network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:04.812003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:04.812610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.848186 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d18c982-0b6a-4f23-a88e-a1cee11697ec tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6882432 Aug 21 18:27:04.852245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53736) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:04.857900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'floatingip': {'floating_network_id': '463adbf1-adbc-45d7-a728-1bd8dcd149e1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:04.905092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-21ace205-388f-4c12-be1b-fa6934e722d8 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960382 Aug 21 18:27:04.912511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:04.956316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.042027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1059c1-f16e-4d5e-9b91-42b175a66571 None None] Network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:05.044007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 70e702ab-740d-4556-b195-933c62c7b2c9 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:05.044612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.132392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port 70e702ab-740d-4556-b195-933c62c7b2c9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=70e702ab-740d-4556-b195-933c62c7b2c9,segment=NetworkSegment(e2c86e63-698b-442b-8910-3eed2445c2ca),segment_id=e2c86e63-698b-442b-8910-3eed2445c2ca)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:05.133168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.157681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 70e702ab-740d-4556-b195-933c62c7b2c9 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:05.274050 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bd491c5-9db1-40ae-8f12-7709bc1a49a6 req-9098d30b-66e3-41e0-ad12-b880a23d26b2 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529077 Aug 21 18:27:05.349924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.401845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=70e702ab-740d-4556-b195-933c62c7b2c9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:05.403845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port 70e702ab-740d-4556-b195-933c62c7b2c9 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:05.424102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.471405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f9b8e-ef70-4b8c-9633-4f1fdd3866a1 None None] Network 83136d34-cf7b-4d29-89fc-d1aa5f733b9c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:05.515201 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.536502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83136d34-cf7b-4d29-89fc-d1aa5f733b9c']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:05.566154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c86e63-698b-442b-8910-3eed2445c2ca') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:05.566478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c86e63-698b-442b-8910-3eed2445c2ca') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:05.571397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-44bfc9d9-1e01-4be6-8965-fbb2086e7ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:05.573548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-44bfc9d9-1e01-4be6-8965-fbb2086e7ece service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.2051840 Aug 21 18:27:05.590206 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.592423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6ea4c-18e3-4c30-ae23-1be68de6a498 req-a04bffaf-e45e-4f86-a7b9-e76eabd3adbd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:05.600164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dae6ea4c-18e3-4c30-ae23-1be68de6a498 req-a04bffaf-e45e-4f86-a7b9-e76eabd3adbd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1911218 Aug 21 18:27:05.609368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d328065b-b046-4649-8939-4bfd52c81bc0 None None] Could not find standard attr ID for object 70e702ab-740d-4556-b195-933c62c7b2c9. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:05.614264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.620018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53762) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:05.649670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:05.650219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:05.654686 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:05.750730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dae6ea4c-18e3-4c30-ae23-1be68de6a498 req-f551063e-07e5-4dba-972b-e0f832559641 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1447115 Aug 21 18:27:05.752993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4655fe-2fe6-40b9-a269-7f48c41ceb70 None None] DHCP port deletion for 83136d34-cf7b-4d29-89fc-d1aa5f733b9c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:05.789186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Allocated IP 172.20.0.5 (463adbf1-adbc-45d7-a728-1bd8dcd149e1/540297fc-934f-4f23-a723-3c17583c2a08/9007a41d-9b2e-4772-b746-a7eca7477a63) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:05.789438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6136d852-c14e-45b3-9214-66c22dbfa6f2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1011981793', 'prefixes': ['172.20.0.0/16']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:05.808941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.817666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.818838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-b4fe576a-9b94-432d-908a-caaa54720f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:05.820414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-b4fe576a-9b94-432d-908a-caaa54720f9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.2172985 Aug 21 18:27:05.824096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/83136d34-cf7b-4d29-89fc-d1aa5f733b9c HTTP/1.1" status: 204 len: 168 time: 1.0827837 Aug 21 18:27:05.824338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53770) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:05.831866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'name': 'tempest-PortsTestJSON-420764736'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:05.845989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146466f1-7561-4971-ac97-6490b58a9fc8 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=83136d34-cf7b-4d29-89fc-d1aa5f733b9c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:05.897293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6136d852-c14e-45b3-9214-66c22dbfa6f2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] Notify callbacks [] for subnetpool, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:05.898973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6136d852-c14e-45b3-9214-66c22dbfa6f2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2776573 Aug 21 18:27:05.901340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53772) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:05.939736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cc11355c-e494-4203-9867-825f2e7f2e2c tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "GET /v2.0/subnetpools/260f5075-328a-420a-97f4-2731e23c753c HTTP/1.1" status: 200 len: 732 time: 0.0371034 Aug 21 18:27:05.941982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:05.946933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6561926a-d2f6-4b40-b834-ab09a3f9c6a2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-130970645'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:05.955844 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-236a5da1-fe2a-413d-8bd5-6c076c170e25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 217 time: 0.1178350 Aug 21 18:27:06.032764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6561926a-d2f6-4b40-b834-ab09a3f9c6a2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] Notify callbacks [] for subnetpool, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.036350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6561926a-d2f6-4b40-b834-ab09a3f9c6a2 tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "PUT /v2.0/subnetpools/260f5075-328a-420a-97f4-2731e23c753c HTTP/1.1" status: 200 len: 683 time: 0.0909982 Aug 21 18:27:06.037604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.062855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-148c984c-c2e0-4874-b60d-1fae6d318273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:06.064357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-148c984c-c2e0-4874-b60d-1fae6d318273 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0975420 Aug 21 18:27:06.087272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:06.091301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.116825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bc0945b4-548d-4c52-9b7b-ee03637bb39b tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] Notify callbacks [] for subnetpool, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.118287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bc0945b4-548d-4c52-9b7b-ee03637bb39b tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "DELETE /v2.0/subnetpools/260f5075-328a-420a-97f4-2731e23c753c HTTP/1.1" status: 204 len: 168 time: 0.0805213 Aug 21 18:27:06.121111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.122431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.135515 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-cde196e5-59d6-4672-9c12-63202443025b tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] show failed (client error): The resource could not be found. Aug 21 18:27:06.136517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cde196e5-59d6-4672-9c12-63202443025b tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "GET /v2.0/subnetpools/260f5075-328a-420a-97f4-2731e23c753c HTTP/1.1" status: 404 len: 346 time: 0.0143135 Aug 21 18:27:06.139485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53784) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.144087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port d8fdf94e-d8bb-41d3-a617-bde76eb3a637 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:06.154266 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-cf58065b-0330-4770-b1b8-eadc340d73af tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] delete failed (client error): The resource could not be found. Aug 21 18:27:06.159650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf58065b-0330-4770-b1b8-eadc340d73af tempest-SubnetPoolsTestJSON-1995771584 tempest-SubnetPoolsTestJSON-1995771584-project] 10.222.0.41 "DELETE /v2.0/subnetpools/260f5075-328a-420a-97f4-2731e23c753c HTTP/1.1" status: 404 len: 346 time: 0.0149536 Aug 21 18:27:06.196448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-53c9b62f-a0e1-42a2-9664-6f53ebea61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:06.197899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-53c9b62f-a0e1-42a2-9664-6f53ebea61a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1244018 Aug 21 18:27:06.299116 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.368725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:06.384991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:06.422957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:06.441817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53796) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.470601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Port': ['ID=9007a41d-9b2e-4772-b746-a7eca7477a63,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:06.478234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-1e545af3-1c5a-4259-b686-9fa59ee627f1 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720196 Aug 21 18:27:06.571248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.581431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88354b51-37a0-4840-9898-ee166e48c7fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.648519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.676398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c05a6-7f18-4076-8dc3-0a5cb5005091 req-078727d0-64e4-4920-bfc0-c609904c252f service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813357 Aug 21 18:27:06.689868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88354b51-37a0-4840-9898-ee166e48c7fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.698805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-88354b51-37a0-4840-9898-ee166e48c7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.706578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.714397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.739037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-88354b51-37a0-4840-9898-ee166e48c7fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=819c0c4f2c2d4a668028f6ca0ab8f10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953670 Aug 21 18:27:06.740075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88354b51-37a0-4840-9898-ee166e48c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0087fb1-cfad-48bd-89e1-f077fe6ad50d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:06.742620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53804) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.794287 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.819688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:06.823777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=d8fdf94e-d8bb-41d3-a617-bde76eb3a637,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:06.826774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.835921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:06.846713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:06.855181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:06.856504 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.888336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-26490965-fe16-4db8-89ed-d129b98a516d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0625625 Aug 21 18:27:06.894865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53812) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:06.970828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e0e2a-3806-4cea-8503-6a2cc1e2f364 req-b3f062a2-4517-4fa3-a44f-7f30030b9134 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:06.972271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c0e0e2a-3806-4cea-8503-6a2cc1e2f364 req-b3f062a2-4517-4fa3-a44f-7f30030b9134 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1133668 Aug 21 18:27:06.974539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.977510 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:06.978819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0087fb1-cfad-48bd-89e1-f077fe6ad50d HTTP/1.1" status: 204 len: 168 time: 0.2352574 Aug 21 18:27:07.009393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.017308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.018684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fd5be-fc2e-44f6-858b-74762cc2e838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0087fb1-cfad-48bd-89e1-f077fe6ad50d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:07.065096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6c0e0e2a-3806-4cea-8503-6a2cc1e2f364 req-e028ae23-8133-432f-840b-ba1bb9706d5c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644491 Aug 21 18:27:07.070641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port d8fdf94e-d8bb-41d3-a617-bde76eb3a637 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:07.070979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.122506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Port': ['ID=9007a41d-9b2e-4772-b746-a7eca7477a63,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:07.128394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.159332 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.161016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cbbaad6-0d1f-4dc8-8f5b-7afcee1276c7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.3076544 Aug 21 18:27:07.164085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53820) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:07.169622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.185615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for d8fdf94e-d8bb-41d3-a617-bde76eb3a637 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:07.245778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b031b2cc-f2ca-48df-a975-0c3bb4b66e33 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "GET /v2.0/floatingips?floating_network_id=463adbf1-adbc-45d7-a728-1bd8dcd149e1 HTTP/1.1" status: 200 len: 689 time: 0.0799558 Aug 21 18:27:07.248655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:07.274584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.317358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.321756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/d8fdf94e-d8bb-41d3-a617-bde76eb3a637 HTTP/1.1" status: 204 len: 168 time: 0.4225974 Aug 21 18:27:07.321756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2e9f-417c-4a69-aaa6-dbd1e7f7bc56 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=d8fdf94e-d8bb-41d3-a617-bde76eb3a637,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:07.322389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53830) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:07.328239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'mac_address': 'fa:16:3e:54:88:80', 'name': 'tempest-PortsTestJSON-1670684684'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:07.373754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.436400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:07.522030 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.536865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Deleting port 9007a41d-9b2e-4772-b746-a7eca7477a63 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:07.537352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.548712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port bbcf8046-344b-4b8d-a29e-79f22ece8c4a yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:07.583309 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70e702ab-740d-4556-b195-933c62c7b2c9 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:07.608858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 70e702ab-740d-4556-b195-933c62c7b2c9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:07.609571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 70e702ab-740d-4556-b195-933c62c7b2c9 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:07.665464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.665812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.688453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Calling delete_port for 9007a41d-9b2e-4772-b746-a7eca7477a63 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:07.751549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.804389 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.870071 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.871064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:07.876109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:07.879861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:07.885469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:07.886102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:07.909620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5833485 Aug 21 18:27:07.909620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48d14c-8710-4b3f-a2dc-2beda15c2868 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=bbcf8046-344b-4b8d-a29e-79f22ece8c4a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:07.910274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53854) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:07.928704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Port': ['ID=9007a41d-9b2e-4772-b746-a7eca7477a63,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:07.983685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05a71c9-cf3b-470f-8eeb-1144515f9b3e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:07.988482 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d05a71c9-cf3b-470f-8eeb-1144515f9b3e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/bbcf8046-344b-4b8d-a29e-79f22ece8c4a HTTP/1.1" status: 200 len: 841 time: 0.0744505 Aug 21 18:27:07.990003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:08.029916 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.117981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.165051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port bbcf8046-344b-4b8d-a29e-79f22ece8c4a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:08.165395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.281725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.291496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.328104 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=540297fc-934f-4f23-a723-3c17583c2a08,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:08.336423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for bbcf8046-344b-4b8d-a29e-79f22ece8c4a owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:08.347230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51701022-92c9-4df8-8dde-02b1ae837c56 req-af59d304-b10a-444b-9b95-4a5f8c782531 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:08.348824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51701022-92c9-4df8-8dde-02b1ae837c56 req-af59d304-b10a-444b-9b95-4a5f8c782531 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1912074 Aug 21 18:27:08.765964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.790572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463adbf1-adbc-45d7-a728-1bd8dcd149e1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:08.802825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51701022-92c9-4df8-8dde-02b1ae837c56 req-df7c0916-5cf4-4e8f-ad5d-165129dfc9b1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4413278 Aug 21 18:27:08.811349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f573987-c21e-4d2c-bbf5-24d3e640141c') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:08.811729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f573987-c21e-4d2c-bbf5-24d3e640141c') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:08.827781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.848144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.856022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:08.857081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:08.859296 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:08.903621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.947232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=bbcf8046-344b-4b8d-a29e-79f22ece8c4a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:08.955396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.958466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5a748324-f157-4576-8174-7fb6ab084dd2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/bbcf8046-344b-4b8d-a29e-79f22ece8c4a HTTP/1.1" status: 204 len: 168 time: 0.9661520 Aug 21 18:27:08.961575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53902) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:08.969423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.976044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 463adbf1-adbc-45d7-a728-1bd8dcd149e1 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:27:08.980195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:08.984766 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/463adbf1-adbc-45d7-a728-1bd8dcd149e1 HTTP/1.1" status: 204 len: 168 time: 1.7319717 Aug 21 18:27:08.985028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:08.996552 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f97495f-bff1-4112-9d5e-338bc53a420d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:08.999025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f97495f-bff1-4112-9d5e-338bc53a420d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/bbcf8046-344b-4b8d-a29e-79f22ece8c4a HTTP/1.1" status: 404 len: 333 time: 0.0362580 Aug 21 18:27:09.002649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.008230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'name': 'tempest-PortsTestJSON-1074637418'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:09.027760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:27:09.038246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acc8ad-e98b-483b-af84-32b32b45ca41 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Network': ['ID=463adbf1-adbc-45d7-a728-1bd8dcd149e1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:09.134108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-451b0126-6f19-4f75-acf4-ca8d730fb302 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1471434 Aug 21 18:27:09.137481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53908) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.189882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:09.196792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:09.202764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.223221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:27:09.254611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:09.291046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.330531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad26e-79b5-4b25-9714-554a3dd0a666 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.330531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad26e-79b5-4b25-9714-554a3dd0a666 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.330531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad26e-79b5-4b25-9714-554a3dd0a666 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.330531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396ad26e-79b5-4b25-9714-554a3dd0a666 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.331789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-396ad26e-79b5-4b25-9714-554a3dd0a666 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1922956 Aug 21 18:27:09.337655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.337920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:27:09.422229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:09.436279 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-d55940ae-07a5-4b82-8225-74beefa35c56 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] delete failed (client error): The resource could not be found. Aug 21 18:27:09.440720 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.445763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d55940ae-07a5-4b82-8225-74beefa35c56 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/a55ad5e3-556d-4679-9f75-2f7602e19ef5 HTTP/1.1" status: 404 len: 345 time: 0.1105494 Aug 21 18:27:09.453049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.480151 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4511c8-e1a0-45b1-bdf5-7be3c7688772 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] DELETE failed (client error): The resource could not be found. Aug 21 18:27:09.485581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4511c8-e1a0-45b1-bdf5-7be3c7688772 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:09.493362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53924) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.493907 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e4511c8-e1a0-45b1-bdf5-7be3c7688772 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/463adbf1-adbc-45d7-a728-1bd8dcd149e1 HTTP/1.1" status: 404 len: 339 time: 0.0333521 Aug 21 18:27:09.500258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'name': 'tempest-network--1546745045', 'router:external': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:09.594043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:09.594043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.594871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:09.648689 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.666672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:09.688571 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.688949 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Added segment a3e1b47d-876e-475c-a66b-f15497c9ce96 of type vlan for network da9aff30-30e8-42c0-a7a1-c587b429a1d6 Aug 21 18:27:09.702798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['7769b018-4c2d-475f-a68f-0d5a7f913ed2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:27:09.752394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.766306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.836586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:09.840383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:09.846321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:09.852175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.852786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.864330 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.865371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:09.866002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:09.951280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=da9aff30-30e8-42c0-a7a1-c587b429a1d6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:09.957594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:09.958648 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9545708 Aug 21 18:27:09.963387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:09.973193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5ad36-106a-4b57-a655-88152482ef86 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:09.993932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network da9aff30-30e8-42c0-a7a1-c587b429a1d6 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:10.006973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84ed79ba-2a5e-4406-b4a1-5d01799f22dc tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5113297 Aug 21 18:27:10.009260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53940) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:10.098989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.129489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e04286-2353-4cfe-93d4-236de725c1fa req-e4fb9d5c-67cd-4b05-8ba1-ad2ae12b98ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.138265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4e04286-2353-4cfe-93d4-236de725c1fa req-e4fb9d5c-67cd-4b05-8ba1-ad2ae12b98ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.2015204 Aug 21 18:27:10.199221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4e04286-2353-4cfe-93d4-236de725c1fa req-e27425f0-b091-4f7b-a11a-cf28b46d28ff tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596848 Aug 21 18:27:10.228612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969642a-3909-47f6-80e1-f93fb4988ad9 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.238988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969642a-3909-47f6-80e1-f93fb4988ad9 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.248278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969642a-3909-47f6-80e1-f93fb4988ad9 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.255578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b969642a-3909-47f6-80e1-f93fb4988ad9 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.260291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b969642a-3909-47f6-80e1-f93fb4988ad9 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2452705 Aug 21 18:27:10.260695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:10.312461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.320131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.365081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.370030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] In _notify_port_updated(), no bound segment for port 56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d on network 2297459d-8fcf-4938-8c7a-944c4d053d6d {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:27:10.379723 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:10.380626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.382238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/ports/56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d HTTP/1.1" status: 200 len: 818 time: 0.4233572 Aug 21 18:27:10.386089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:10.431300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831656e-eb11-4915-bb76-6bdf6c2c1158 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:10.547968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.562544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9aff30-30e8-42c0-a7a1-c587b429a1d6']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:10.576777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e1b47d-876e-475c-a66b-f15497c9ce96') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:10.577147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e1b47d-876e-475c-a66b-f15497c9ce96') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:10.588388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.605598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:10.605930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.622625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.675874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:10.676624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:10.679110 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:10.740990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.756472 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:10.768638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.774779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da9aff30-30e8-42c0-a7a1-c587b429a1d6 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:27:10.823164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.823164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/da9aff30-30e8-42c0-a7a1-c587b429a1d6 HTTP/1.1" status: 204 len: 168 time: 0.5579059 Aug 21 18:27:10.823414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53964) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:10.829138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'name': 'tempest-network--1015671330', 'router:external': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:10.833770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9b91b6-ccba-4c96-8d3d-6063ae8192d7 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Network': ['ID=da9aff30-30e8-42c0-a7a1-c587b429a1d6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:10.880453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:10.885983 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.909218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.930349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:10.933604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d HTTP/1.1" status: 204 len: 168 time: 0.5456421 Aug 21 18:27:10.935132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd736388-8dea-41df-a99c-6903515fe817 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:10.936177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53968) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:10.992842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:11.013832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.014198 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Added segment e2db8e15-3ceb-466e-a92f-189e10537946 of type vlan for network c5582979-61be-40d5-8a6a-6cf003b80e9d Aug 21 18:27:11.037836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f299ab4-a6e5-4105-9808-68dd85d8d3f2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.042142 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f299ab4-a6e5-4105-9808-68dd85d8d3f2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1018722 Aug 21 18:27:11.043241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53972) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.044577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:11.085802 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3b9c86-82b6-437c-b51a-919371175831 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:11.091373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5c3b9c86-82b6-437c-b51a-919371175831 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/56ee5c75-3ae3-4eb9-af53-d40b6ddc6d9d HTTP/1.1" status: 404 len: 333 time: 0.0431557 Aug 21 18:27:11.091666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53974) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.099920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-530125289'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:11.135913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.141215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:11.148512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:11.149049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.155047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:11.159969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.218588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.219772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.220372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.236354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:11.248685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.249919 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 3cfecea9-946a-4f0e-b46f-66fefb898635 of type vlan for network bd5dce06-4ed9-4be1-87ba-88edccd5889a Aug 21 18:27:11.355361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.358045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5335348 Aug 21 18:27:11.365905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53982) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.387985 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.418370 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.425848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.426667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.449467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:27:11.466197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a9046d-8729-4edb-bbbb-bdb1fdf0a396 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.467820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a0a9046d-8729-4edb-bbbb-bdb1fdf0a396 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "GET /v2.0/networks/c5582979-61be-40d5-8a6a-6cf003b80e9d HTTP/1.1" status: 200 len: 757 time: 0.0999858 Aug 21 18:27:11.473995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 53986) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.474276 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0353ba-7280-41ed-bad0-4c34e10d2a0c" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:27:11.499386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4066408 Aug 21 18:27:11.502392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.511579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:11.524752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f4dce-2bff-4818-9162-f8d31e691bfd tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=c5582979-61be-40d5-8a6a-6cf003b80e9d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:11.540651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab38e6-f81f-40d8-a4b4-069dd05c8dc3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=bd5dce06-4ed9-4be1-87ba-88edccd5889a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:11.542706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:11.552274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network c5582979-61be-40d5-8a6a-6cf003b80e9d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:11.561925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:11.576846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.580652 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32548f56-1a23-4c79-b88e-ca5e7681afe9 x-openstack-request-id: req-32548f56-1a23-4c79-b88e-ca5e7681afe9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:27:11.581026 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:27:11.581310 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-32548f56-1a23-4c79-b88e-ca5e7681afe9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:27:11.581699 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'code': 200} Aug 21 18:27:11.676681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:11.696444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b14b7-ee49-49d2-9cfd-5b3088e6c923 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.697864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef4b14b7-ee49-49d2-9cfd-5b3088e6c923 tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "GET /v2.0/networks/db04a6ae-0319-4ab5-aced-47cf481c0e6d HTTP/1.1" status: 200 len: 767 time: 0.2224567 Aug 21 18:27:11.701981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 53992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:11.709282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f72043-18cd-4ff4-9218-7f29005347ab req-12ee2c4a-5e5f-4630-b9af-c04f6d4c1e1d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.717054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62f72043-18cd-4ff4-9218-7f29005347ab req-12ee2c4a-5e5f-4630-b9af-c04f6d4c1e1d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.3607516 Aug 21 18:27:11.744364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a444ab-fd39-4eaf-ab4a-ab2f7c3ad350 req-319feef9-e550-43b3-9948-3c2bac43ced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:11.746193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a444ab-fd39-4eaf-ab4a-ab2f7c3ad350 req-319feef9-e550-43b3-9948-3c2bac43ced8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.1004524 Aug 21 18:27:11.806944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-62f72043-18cd-4ff4-9218-7f29005347ab req-6835bc33-9436-44f2-ae87-804327b930d3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874131 Aug 21 18:27:11.810932 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.813743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:11.817385 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.841098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-81a444ab-fd39-4eaf-ab4a-ab2f7c3ad350 req-67d001cf-187f-4444-b5cb-ed24f8f2dc08 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0765214 Aug 21 18:27:11.978942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:11.993570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5582979-61be-40d5-8a6a-6cf003b80e9d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:12.008618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2db8e15-3ceb-466e-a92f-189e10537946') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:12.008911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2db8e15-3ceb-466e-a92f-189e10537946') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:12.027082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.416129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.426883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:12.427192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:12.429141 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:12.545117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.579749 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.584146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5582979-61be-40d5-8a6a-6cf003b80e9d {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:27:12.611128 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.616693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/c5582979-61be-40d5-8a6a-6cf003b80e9d HTTP/1.1" status: 204 len: 168 time: 0.9100962 Aug 21 18:27:12.616693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a7fe-122f-4ac6-be69-bf9d99e4ddf0 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5582979-61be-40d5-8a6a-6cf003b80e9d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:12.617529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:12.623119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'name': 'tempest-network--2114207842'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:12.666295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=314db62d-1f29-4644-8350-073aa09b97a8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:12.673283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '3cfecea9-946a-4f0e-b46f-66fefb898635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:12.673643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: bd5dce06-4ed9-4be1-87ba-88edccd5889a, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:12.681208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Made reservation on behalf of c8e4335123794660ac1b4701adab9acd for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:12.688268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.696458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:12.707532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, bd5dce06-4ed9-4be1-87ba-88edccd5889a) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:12.712674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:12.714381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.715327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b21266f-1ea7-4179-8bb9-8a3279b8b56e None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:12.739351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a5511953-fc7a-44da-9e55-8adc1720ebc5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2356315 Aug 21 18:27:12.742224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54024) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:12.749737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:12.787554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:12.840018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:12.841230 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Added segment 34386562-7965-42ee-9117-e481db2eaeec of type vlan for network 827bdbde-1971-4234-9b93-58d79888ca7b Aug 21 18:27:12.967608 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.010079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '314db62d-1f29-4644-8350-073aa09b97a8'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:13.011164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.054329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3012e57c-ce8b-4279-9c88-12825978eab3 req-3a8f38c7-5951-423a-b7f3-26def14a4d94 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:13.056050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3012e57c-ce8b-4279-9c88-12825978eab3 req-3a8f38c7-5951-423a-b7f3-26def14a4d94 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1138721 Aug 21 18:27:13.058369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:13.059122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.060153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:13.060757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.063388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.219409 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 314db62d-1f29-4644-8350-073aa09b97a8 (CIDR: 172.20.0.0/28) Aug 21 18:27:13.224183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3012e57c-ce8b-4279-9c88-12825978eab3 req-e3cd3736-3b2b-4b2b-a2db-f1ce1612d34f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900984 Aug 21 18:27:13.228169 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:27:13.228983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:13.252794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Allocated IP 172.20.0.2 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/314db62d-1f29-4644-8350-073aa09b97a8/2f13fba6-0016-42da-b17a-2c33c1be4c5e) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:13.265297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a38da43-3683-4768-ad22-d1472c78ec9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5186369 Aug 21 18:27:13.265476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54032) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:13.279795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:13.285476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=827bdbde-1971-4234-9b93-58d79888ca7b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:13.294365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-078c6b8f-0aeb-4217-80e7-a83660e6fc78 tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6732671 Aug 21 18:27:13.295218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54036) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:13.302008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:13.355241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 827bdbde-1971-4234-9b93-58d79888ca7b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:13.392550 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:27:13.432504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:13.438654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.514886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.543874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.615064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.617436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Network 827bdbde-1971-4234-9b93-58d79888ca7b is not hosted by any dhcp agent {{(pid=94598) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:27:13.618592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:13.619190 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.623391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "PUT /v2.0/networks/827bdbde-1971-4234-9b93-58d79888ca7b HTTP/1.1" status: 200 len: 858 time: 0.3248127 Aug 21 18:27:13.624203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:13.631797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Transition to ACTIVE for port object 2f13fba6-0016-42da-b17a-2c33c1be4c5e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:13.679744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Transition to ACTIVE for port object 2f13fba6-0016-42da-b17a-2c33c1be4c5e will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:13.701547 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.757063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a6482-d1e6-4878-9f6c-cd2bda579f4e tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event updated for resources: {'Network': ['ID=827bdbde-1971-4234-9b93-58d79888ca7b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:13.761410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.765724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:13.769069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:13.780287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.781301 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:13.845107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=22f6251a-e1e7-49d2-8ee0-29f65fec9783,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:13.862128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:13.864946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:13.871310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:13.872474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.918009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-293041ac-0d5a-4b2a-8289-98b802037a9e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6492822 Aug 21 18:27:13.919164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54046) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:13.924127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'fixed_ips': [{'subnet_id': '314db62d-1f29-4644-8350-073aa09b97a8'}, {'subnet_id': '22f6251a-e1e7-49d2-8ee0-29f65fec9783'}], 'name': 'tempest-PortsTestJSON-1812177080'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:13.925330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:13.952181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827bdbde-1971-4234-9b93-58d79888ca7b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:13.969169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34386562-7965-42ee-9117-e481db2eaeec') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:13.969472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34386562-7965-42ee-9117-e481db2eaeec') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:13.984096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.005255 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.036471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:14.036814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:14.038753 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:14.086356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Pushing event updated for resources: {'Port': ['ID=2f13fba6-0016-42da-b17a-2c33c1be4c5e,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:14.103198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Attempting to bind port 2f13fba6-0016-42da-b17a-2c33c1be4c5e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:14.103567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Attempting to bind port 2f13fba6-0016-42da-b17a-2c33c1be4c5e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '3cfecea9-946a-4f0e-b46f-66fefb898635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:14.103923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Attempting to bind port 2f13fba6-0016-42da-b17a-2c33c1be4c5e on network bd5dce06-4ed9-4be1-87ba-88edccd5889a {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:14.114260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:14.115567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:14.120623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Checking segment: {'id': '3cfecea9-946a-4f0e-b46f-66fefb898635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:14.120623 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.120623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Bound using segment: {'id': '3cfecea9-946a-4f0e-b46f-66fefb898635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:14.120623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Bound port: 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfecea9-946a-4f0e-b46f-66fefb898635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:14.120623 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.126813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.130970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 827bdbde-1971-4234-9b93-58d79888ca7b {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 21 18:27:14.133131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.135625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] 10.222.0.41 "DELETE /v2.0/networks/827bdbde-1971-4234-9b93-58d79888ca7b HTTP/1.1" status: 204 len: 168 time: 0.5107400 Aug 21 18:27:14.143316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54052) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:14.148418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c6353-2a8e-448f-a16e-e25501ec74df tempest-ExternalNetworksTestJSON-2056408609 tempest-ExternalNetworksTestJSON-2056408609-project-admin] Pushing event deleted for resources: {'Network': ['ID=827bdbde-1971-4234-9b93-58d79888ca7b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:14.203808 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca291c62-3aee-45d0-973b-b12ce6c7e0fd tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] DELETE failed (client error): The resource could not be found. Aug 21 18:27:14.204266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca291c62-3aee-45d0-973b-b12ce6c7e0fd tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:14.206008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ca291c62-3aee-45d0-973b-b12ce6c7e0fd tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "DELETE /v2.0/subnets/540297fc-934f-4f23-a723-3c17583c2a08 HTTP/1.1" status: 404 len: 337 time: 0.0617456 Aug 21 18:27:14.208564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:14.220380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] For port 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:14.225314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] For port 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2f13fba6-0016-42da-b17a-2c33c1be4c5e,segment=NetworkSegment(3cfecea9-946a-4f0e-b46f-66fefb898635),segment_id=3cfecea9-946a-4f0e-b46f-66fefb898635)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:14.232778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.323968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3245bdc-e06b-4cf2-861b-5af6d1e1102d None None] Pushing event updated for resources: {'Port': ['ID=2f13fba6-0016-42da-b17a-2c33c1be4c5e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:14.404847 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.410436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:14.438583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:14.469200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369f49e-e33f-40f6-ad37-8ac4b96b7329 req-026cf723-07e7-4dc7-9a37-adc76e447afb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:14.474829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6369f49e-e33f-40f6-ad37-8ac4b96b7329 req-026cf723-07e7-4dc7-9a37-adc76e447afb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1260791 Aug 21 18:27:14.548321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6369f49e-e33f-40f6-ad37-8ac4b96b7329 req-86d8ca98-7045-4441-b5fb-b4f5d4b797b9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559785 Aug 21 18:27:14.594584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-f9877d24-1963-4f97-b40d-64286fe899b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2008929 Aug 21 18:27:14.760766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1992360-74e0-40f2-aecb-e12d04532634 req-39fe3c7e-3dd0-459d-9253-9bb3d1c93a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:14.768164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-39fe3c7e-3dd0-459d-9253-9bb3d1c93a48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 1101 time: 0.0951450 Aug 21 18:27:14.951524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1992360-74e0-40f2-aecb-e12d04532634 req-5d7144ae-5e53-4251-8da4-8f11cdb50bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:14.960122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-5d7144ae-5e53-4251-8da4-8f11cdb50bbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.1609437 Aug 21 18:27:15.045195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.6 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/314db62d-1f29-4644-8350-073aa09b97a8/fd0168ac-4fe6-42ab-bb34-5c85bda1e034) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:15.055255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.20 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/22f6251a-e1e7-49d2-8ee0-29f65fec9783/fd0168ac-4fe6-42ab-bb34-5c85bda1e034) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:15.055596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-5bcb021a-adf0-4a84-8f8f-bf239a02e5b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a HTTP/1.1" status: 200 len: 217 time: 0.0915492 Aug 21 18:27:15.167354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54084) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:15.200859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-1718d413-fc58-4f87-a9d9-551e04b7223c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2379696 Aug 21 18:27:15.237078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1992360-74e0-40f2-aecb-e12d04532634 req-96db9735-9f97-4e53-9b3f-4621ddbea760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.238635 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-96db9735-9f97-4e53-9b3f-4621ddbea760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.1748085 Aug 21 18:27:15.343989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1992360-74e0-40f2-aecb-e12d04532634 req-1a9d8d7d-7ae1-4e3e-a568-a4bdec00dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.345729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-1a9d8d7d-7ae1-4e3e-a568-a4bdec00dae2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0989339 Aug 21 18:27:15.352259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-b942052d-2e23-4d22-af30-20e634e99f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.353744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-b942052d-2e23-4d22-af30-20e634e99f4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.0973241 Aug 21 18:27:15.416088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.429377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f730653-cf47-4eb3-9656-67020fcd539c req-e590f39e-2404-4c49-852f-f630b9de71b7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.437236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f730653-cf47-4eb3-9656-67020fcd539c req-e590f39e-2404-4c49-852f-f630b9de71b7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.2706559 Aug 21 18:27:15.464363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db04a6ae-0319-4ab5-aced-47cf481c0e6d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:15.510774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4608a399-4e80-405f-8968-d1c3b43d7599') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:15.511001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4608a399-4e80-405f-8968-d1c3b43d7599') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:15.516581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.551698 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.561950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e396e3-7ba8-4d1d-94d1-dbe48dc542cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.578420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object fd0168ac-4fe6-42ab-bb34-5c85bda1e034 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:15.595064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.613078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f730653-cf47-4eb3-9656-67020fcd539c req-c13dfb9d-8b45-483f-a86d-5e93842bcbab tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1748807 Aug 21 18:27:15.636224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:15.636990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:15.640537 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:15.650162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54096) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:15.767483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2f13fba6-0016-42da-b17a-2c33c1be4c5e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:15.782975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74228ea0-2a6d-4f1a-8f4b-be28ee20e23b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.795331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-74228ea0-2a6d-4f1a-8f4b-be28ee20e23b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1093 time: 0.1431534 Aug 21 18:27:15.796330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54102) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:15.820951 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:15.830516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e396e3-7ba8-4d1d-94d1-dbe48dc542cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.834235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.858237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-3f0a84a7-73d5-45f5-9326-7df44407c482 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035193 Aug 21 18:27:15.861740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-d1c459b6-c567-4314-87bd-a16569d46675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:15.863962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-d1c459b6-c567-4314-87bd-a16569d46675 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.4897306 Aug 21 18:27:15.864190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.866480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:15.883368 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] 10.222.0.41 "DELETE /v2.0/networks/db04a6ae-0319-4ab5-aced-47cf481c0e6d HTTP/1.1" status: 204 len: 168 time: 1.6737638 Aug 21 18:27:15.884879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f84cf5-d065-4091-ba76-a48a6479886e tempest-ExternalNetworksTestJSON-874871480 tempest-ExternalNetworksTestJSON-874871480-project] Pushing event deleted for resources: {'Network': ['ID=db04a6ae-0319-4ab5-aced-47cf481c0e6d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:15.898264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-93e396e3-7ba8-4d1d-94d1-dbe48dc542cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.932060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e396e3-7ba8-4d1d-94d1-dbe48dc542cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd7d21-60f8-49c0-b985-61d3a6de9cb6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:15.948381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.962542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:15.991118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:15.996217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:15.999333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:16.020239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcaa47-d5a9-44da-b7f0-f551513262ba None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:16.022217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-05e33c65-4668-4782-94e1-b951501f3d05 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 217 time: 0.1162574 Aug 21 18:27:16.082403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-e2b45d33-5c06-42fc-acd0-02e28cc21972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:16.084181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-e2b45d33-5c06-42fc-acd0-02e28cc21972 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0529089 Aug 21 18:27:16.157751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-93e396e3-7ba8-4d1d-94d1-dbe48dc542cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d2849fdd34fa41728ece20d450b5db82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850755 Aug 21 18:27:16.162607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54108) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:16.185315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=fd0168ac-4fe6-42ab-bb34-5c85bda1e034,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:16.192085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1992360-74e0-40f2-aecb-e12d04532634 req-10574f23-f23d-4064-9a0d-7bc7a9bd0f51 service neutron] 10.222.0.39 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249054 Aug 21 18:27:16.203487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-dc0a695d-6f02-4e12-8ed0-5dd8339f36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:16.205105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-dc0a695d-6f02-4e12-8ed0-5dd8339f36fd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0893121 Aug 21 18:27:16.216167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:16.216925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.246965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84c95fb2-89f9-41de-84b9-6e9a7d85e24f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3246486 Aug 21 18:27:16.248508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54114) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:16.273816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '314db62d-1f29-4644-8350-073aa09b97a8'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:16.279636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Provisioning for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:16.288685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Provisioning complete for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:16.289681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.357520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54116) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:16.358411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.364754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.413133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.456244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.481388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.535918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-d0287c80-ef65-40ab-88ed-c31cf12fe2cb service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228276 Aug 21 18:27:16.550686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Update dhcp port {'port': {'network_id': 'bd5dce06-4ed9-4be1-87ba-88edccd5889a', 'fixed_ips': [{'subnet_id': '314db62d-1f29-4644-8350-073aa09b97a8', 'ip_address': '172.20.0.2'}, {'subnet_id': '22f6251a-e1e7-49d2-8ee0-29f65fec9783'}], 'binding:host_id': 'n-d-793621-32'}, 'id': '2f13fba6-0016-42da-b17a-2c33c1be4c5e'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:27:16.587427 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.603850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e1f6c7af-855a-4bb0-a49d-beb787cb0a8a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6954b60d917a41dcb63fddaf36e48fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405558 Aug 21 18:27:16.604371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] For port 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2f13fba6-0016-42da-b17a-2c33c1be4c5e,segment=NetworkSegment(3cfecea9-946a-4f0e-b46f-66fefb898635),segment_id=3cfecea9-946a-4f0e-b46f-66fefb898635)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:16.605305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:16.652625 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.659445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.139 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/c072f9bd-fc27-4993-b62c-c27df0a88337) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:16.716923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a5c0426-9b38-4421-bd1f-2b669a66c9ec req-1efb0b04-5fb2-43bc-a131-9404c320e7a5 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697395 Aug 21 18:27:16.819037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.824122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.826883 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.829468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.831379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bdd7d21-60f8-49c0-b985-61d3a6de9cb6 HTTP/1.1" status: 204 len: 168 time: 0.6663792 Aug 21 18:27:16.850856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f165d3-91f8-43c6-9336-707741b21829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd7d21-60f8-49c0-b985-61d3a6de9cb6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:16.883784 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.894628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac21f8-a858-4a6c-a2c7-58cb99a71f50 None None] Pushing event updated for resources: {'Port': ['ID=2f13fba6-0016-42da-b17a-2c33c1be4c5e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:16.928403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Allocated IP 172.20.0.18 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/22f6251a-e1e7-49d2-8ee0-29f65fec9783/2f13fba6-0016-42da-b17a-2c33c1be4c5e) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:16.939583 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.988876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.991956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:16.999990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a650480-164d-48d7-ae92-2f0369943173 HTTP/1.1" status: 204 len: 168 time: 0.3921032 Aug 21 18:27:17.010814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:17.017110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:17.020500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4875db9d-3fc3-442e-9dd6-05e017a4993e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a650480-164d-48d7-ae92-2f0369943173,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:17.027030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:17.096713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] For port 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2f13fba6-0016-42da-b17a-2c33c1be4c5e,segment=NetworkSegment(3cfecea9-946a-4f0e-b46f-66fefb898635),segment_id=3cfecea9-946a-4f0e-b46f-66fefb898635)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:17.100473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=c072f9bd-fc27-4993-b62c-c27df0a88337,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:17.134955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.152805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Transition to ACTIVE for port object 2f13fba6-0016-42da-b17a-2c33c1be4c5e will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:17.166473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.219390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Delete allocated IP 172.20.0.20 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/22f6251a-e1e7-49d2-8ee0-29f65fec9783) {{(pid=94599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:27:17.277161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e3b8f-2155-412c-92ef-2ad8bf8bc925 None None] Pushing event updated for resources: {'Port': ['ID=2f13fba6-0016-42da-b17a-2c33c1be4c5e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:17.370046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:17.444816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.459894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Ignored duplicate provisioning block setup for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:27:17.461789 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85168d4a-0b00-4fa6-8576-eb7f9f015c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.478402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.558260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=fd0168ac-4fe6-42ab-bb34-5c85bda1e034,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:17.668212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2f13fba6-0016-42da-b17a-2c33c1be4c5e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:17.713177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54148) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:17.765931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04903d26-b3d8-4df3-8118-3226d9e86798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.769603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] In _notify_port_updated(), no bound segment for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 on network bd5dce06-4ed9-4be1-87ba-88edccd5889a {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:27:17.776547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:17.777280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.779209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c2c90628-8fc3-4327-8461-f8a1620be42a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/ports/fd0168ac-4fe6-42ab-bb34-5c85bda1e034 HTTP/1.1" status: 200 len: 919 time: 1.5294983 Aug 21 18:27:17.784369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54154) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:17.790752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '314db62d-1f29-4644-8350-073aa09b97a8'}, {'subnet_id': '22f6251a-e1e7-49d2-8ee0-29f65fec9783'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:17.799157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85168d4a-0b00-4fa6-8576-eb7f9f015c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.805844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-85168d4a-0b00-4fa6-8576-eb7f9f015c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.882106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-85168d4a-0b00-4fa6-8576-eb7f9f015c99 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e6551c747a644344ad0fb528833989bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107412 Aug 21 18:27:17.886506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54156) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:17.896530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168d4a-0b00-4fa6-8576-eb7f9f015c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4e013-af32-40f8-ad5f-50781ea88d4a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:17.976600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:17.997683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.019684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f9074-561b-4ddd-a253-f6f0e377291f None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:18.024820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.150211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Provisioning for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:18.162425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Provisioning complete for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:18.162990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.205563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.208356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.212601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7ec4e013-af32-40f8-ad5f-50781ea88d4a HTTP/1.1" status: 204 len: 168 time: 0.3250654 Aug 21 18:27:18.227084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cfd4e05c-5bd3-499c-9ebe-182eeaee3a22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8e4335123794660ac1b4701adab9acd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104861 Aug 21 18:27:18.229478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54164) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:18.251295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a150c9-d8ad-4676-a3e4-e0688b000e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4e013-af32-40f8-ad5f-50781ea88d4a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:18.255974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:18.284662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Provisioning for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:18.294602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Provisioning complete for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:18.295223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4fcf6d5f-c68b-4143-9658-4f4a1d79ef65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.381098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.393800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.432748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.445459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.23 (bd5dce06-4ed9-4be1-87ba-88edccd5889a/22f6251a-e1e7-49d2-8ee0-29f65fec9783/fd0168ac-4fe6-42ab-bb34-5c85bda1e034) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:18.470460 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.506858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.569972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.573040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.577598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db96f801-c6cf-4dff-b5f4-5a8cbfb46169 HTTP/1.1" status: 204 len: 168 time: 0.3471615 Aug 21 18:27:18.596593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e6f99-4230-41bd-94b2-dd54d60e34e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db96f801-c6cf-4dff-b5f4-5a8cbfb46169,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:18.664107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.685619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Ignored duplicate provisioning block setup for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:27:18.697714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.747774 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.760334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.842414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=c072f9bd-fc27-4993-b62c-c27df0a88337,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:18.859225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=fd0168ac-4fe6-42ab-bb34-5c85bda1e034,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:18.883036 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.899567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.930648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] In _notify_port_updated(), no bound segment for port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 on network bd5dce06-4ed9-4be1-87ba-88edccd5889a {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:27:18.942338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:18.943873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:18.945329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9922188-309e-464a-83d8-dd05b29439fc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/ports/fd0168ac-4fe6-42ab-bb34-5c85bda1e034 HTTP/1.1" status: 200 len: 999 time: 1.1598952 Aug 21 18:27:18.948741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:19.061783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port fd0168ac-4fe6-42ab-bb34-5c85bda1e034 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:19.062267 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.074590 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP 6bcfbea1-460f-42e5-a95e-ffc88801ad57 associated. External IP: 172.25.1.139, port: 7769b018-4c2d-475f-a68f-0d5a7f913ed2. Aug 21 18:27:19.157777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.170929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for fd0168ac-4fe6-42ab-bb34-5c85bda1e034 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:19.345931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 942c5100-a2ac-49cb-ade1-efb4e7761848 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:19.488411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.588459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:19.605066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Sync routers for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:19.626273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:19.627399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:26:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:19.629569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=fd0168ac-4fe6-42ab-bb34-5c85bda1e034,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:19.654328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.733525 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ca4559f4-4b76-4e20-802c-d9447d536759 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9229186 Aug 21 18:27:19.745826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:27:19.759047 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578" -d '{"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:27:19.776314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ddd0c73-532c-4247-b341-54303cb3fa46 None None] Could not find standard attr ID for object fd0168ac-4fe6-42ab-bb34-5c85bda1e034. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:19.786429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.790884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-acad99bd-39d8-4430-82b8-7f9c9fbb16ec tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/fd0168ac-4fe6-42ab-bb34-5c85bda1e034 HTTP/1.1" status: 204 len: 168 time: 0.8367209 Aug 21 18:27:19.791318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54230) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:19.857587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2ddd0c73-532c-4247-b341-54303cb3fa46 None None] Provisioning complete for port 2f13fba6-0016-42da-b17a-2c33c1be4c5e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:19.858472 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ddd0c73-532c-4247-b341-54303cb3fa46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:19.859517 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb88af-4b1a-4829-aa94-4754789e8011 x-openstack-request-id: req-e7fb88af-4b1a-4829-aa94-4754789e8011 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:27:19.859804 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:27:19.860125 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e7fb88af-4b1a-4829-aa94-4754789e8011 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:27:19.860445 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:27:19.868934 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-3159846b-0994-4af4-857f-f9f4711b493a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:19.875513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3159846b-0994-4af4-857f-f9f4711b493a tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/fd0168ac-4fe6-42ab-bb34-5c85bda1e034 HTTP/1.1" status: 404 len: 333 time: 0.0783045 Aug 21 18:27:19.877670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54234) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:20.000194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 22f6251a-e1e7-49d2-8ee0-29f65fec9783 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:20.003823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.013132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:27:20.066612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182875a3-7a25-4b96-8af9-1102e7ba9b1b req-2842ac31-1fe1-4072-9586-3f04ee10174b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:20.068132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-182875a3-7a25-4b96-8af9-1102e7ba9b1b req-2842ac31-1fe1-4072-9586-3f04ee10174b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.2028260 Aug 21 18:27:20.088188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-2060df03-6ece-4ef5-ade4-be1e16219cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:20.089668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-2060df03-6ece-4ef5-ade4-be1e16219cce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.2131464 Aug 21 18:27:20.097010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.301570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.303328 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-182875a3-7a25-4b96-8af9-1102e7ba9b1b req-34591e93-3d5e-4d72-8772-28b703375bed tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2175629 Aug 21 18:27:20.327983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:20.390168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.458476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=22f6251a-e1e7-49d2-8ee0-29f65fec9783,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:20.485213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.491071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d7a9bf1-ed51-424e-92e2-aa63c896e6ce tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/22f6251a-e1e7-49d2-8ee0-29f65fec9783 HTTP/1.1" status: 204 len: 168 time: 0.6092560 Aug 21 18:27:20.491588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54256) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:20.534473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-4e008475-81d7-43c2-8584-9ca3743c0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:20.536130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-4e008475-81d7-43c2-8584-9ca3743c0ca7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.4238021 Aug 21 18:27:20.547919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-40ae3992-dcee-4857-b486-fc718418fd8a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 200 len: 992 time: 0.2187412 Aug 21 18:27:20.583571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 314db62d-1f29-4644-8350-073aa09b97a8 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:20.587425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.618136 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c57246d8-be32-4b91-a9e5-096c94c5c861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.624787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-a1c18c6f-8a53-4c50-baf9-db5bd4db9f3c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.0756946 Aug 21 18:27:20.658638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.699222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.728381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-a19ccc01-1575-4f0e-9361-193fe6450baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:20.731401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-a19ccc01-1575-4f0e-9361-193fe6450baa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0980320 Aug 21 18:27:20.832384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-8baf447e-d143-4c41-b339-0543f7996a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:20.834577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-8baf447e-d143-4c41-b339-0543f7996a84 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951145 Aug 21 18:27:20.851601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:20.895304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6bcfbea1-460f-42e5-a95e-ffc88801ad57', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73c536-9e4c-478a-b780-5ef43323a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:27:17Z', 'updated_at': '2021-08-21T18:27:17Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:20.941089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Checking router: 942c5100-a2ac-49cb-ade1-efb4e7761848 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:27:20.953771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:20.954822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:20.960231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-0c6945c7-5eed-4d6a-b732-6f0b9dcba6dc service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175978 Aug 21 18:27:20.975977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.011816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=314db62d-1f29-4644-8350-073aa09b97a8,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:21.034733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.034733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e9960da8-fc42-45ff-ac17-35a46dc50cc0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/314db62d-1f29-4644-8350-073aa09b97a8 HTTP/1.1" status: 204 len: 168 time: 0.5364013 Aug 21 18:27:21.034733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54284) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:21.096712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a7c30874-4872-4a4c-80a8-f9daba5b7235 None None] Could not find standard attr ID for object fd0168ac-4fe6-42ab-bb34-5c85bda1e034. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:21.129587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7565f3ca-3f52-409e-b7b0-99cb8e4dd578 req-e2981838-5a38-49b5-8c8e-194ef0e2171c service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565549 Aug 21 18:27:21.155189 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.189719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:27:21.243564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 2f13fba6-0016-42da-b17a-2c33c1be4c5e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:21.243919 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.377046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port 2f13fba6-0016-42da-b17a-2c33c1be4c5e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2f13fba6-0016-42da-b17a-2c33c1be4c5e,segment=NetworkSegment(3cfecea9-946a-4f0e-b46f-66fefb898635),segment_id=3cfecea9-946a-4f0e-b46f-66fefb898635)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:21.377761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.398948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 2f13fba6-0016-42da-b17a-2c33c1be4c5e owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:21.458537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ed902-f91f-4112-a848-8595c9a51af6 None None] Network bd5dce06-4ed9-4be1-87ba-88edccd5889a requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:21.548286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:21.572826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f34d4aaf-1d13-4998-9e7c-1637ebafe616 None None] Could not find standard attr ID for object fd0168ac-4fe6-42ab-bb34-5c85bda1e034. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:21.577346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.641816 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.659744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port 2f13fba6-0016-42da-b17a-2c33c1be4c5e on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:21.676968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=2f13fba6-0016-42da-b17a-2c33c1be4c5e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:21.714049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee519135-0b8c-4322-8ab4-fdaeadd018c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 200 len: 992 time: 0.1558661 Aug 21 18:27:21.731706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8970a90-b6fd-428f-954b-0921cf0b90b4 None None] DHCP port deletion for bd5dce06-4ed9-4be1-87ba-88edccd5889a request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:21.770914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6bcfbea1-460f-42e5-a95e-ffc88801ad57', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73c536-9e4c-478a-b780-5ef43323a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:27:17Z', 'updated_at': '2021-08-21T18:27:17Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:21.817450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c640f1c0-bfa9-47d5-9160-f60095ed8e7f None None] The sync data for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 is: [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '6bcfbea1-460f-42e5-a95e-ffc88801ad57', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f73c536-9e4c-478a-b780-5ef43323a862', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:27:17Z', 'updated_at': '2021-08-21T18:27:17Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:21.861564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.880528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5dce06-4ed9-4be1-87ba-88edccd5889a']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:21.926449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfecea9-946a-4f0e-b46f-66fefb898635') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:21.926893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfecea9-946a-4f0e-b46f-66fefb898635') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:21.955879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:21.989407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.003156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:22.003577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:22.006727 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:22.101520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.113359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.119008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/bd5dce06-4ed9-4be1-87ba-88edccd5889a HTTP/1.1" status: 204 len: 168 time: 1.0799904 Aug 21 18:27:22.119742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54328) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.161187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5377ec-2740-4bd8-a8f8-d2e7049a0a6b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=bd5dce06-4ed9-4be1-87ba-88edccd5889a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:22.197541 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f776b3cb-7f57-4d52-b15b-4210457ef4e0 None None] New status for floating IP 6bcfbea1-460f-42e5-a95e-ffc88801ad57: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:27:22.200246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72390185-226a-4e25-8f4c-d7dad24227b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:22.202215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-72390185-226a-4e25-8f4c-d7dad24227b9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0809391 Aug 21 18:27:22.207792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54334) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.221384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.266741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-45d8c032-ead8-43c1-b624-64ed751a8ebd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0576706 Aug 21 18:27:22.270181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54340) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.277996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1166163624'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:22.307176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:22.312981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.351476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:22.363049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.363629 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8 of type vlan for network 6b7f3987-3969-4935-9163-785724421cb2 Aug 21 18:27:22.409367 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.434775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:22.459058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.466774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:22.467506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.496022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.544326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54344) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.544501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2720845 Aug 21 18:27:22.549568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '6b7f3987-3969-4935-9163-785724421cb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:22.602578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a9c7f-a25b-459d-b658-40260a2c3e49 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=6b7f3987-3969-4935-9163-785724421cb2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:22.615461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 6b7f3987-3969-4935-9163-785724421cb2 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:22.653169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:22.657361 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.710471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:22.776694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:22.872315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5f68d4c4-3156-494a-8c12-5926baaefb40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 200 len: 994 time: 0.1586652 Aug 21 18:27:22.947345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Allocated IP 172.25.1.80 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/d3f5ab32-bedc-4b0b-adea-6798ffca582b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:22.953159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.014980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=3eb4e45f-376a-4c6f-8006-caee958f9ed7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:23.025174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6b7f3987-3969-4935-9163-785724421cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:23.025547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: 6b7f3987-3969-4935-9163-785724421cb2, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:23.046389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 6b7f3987-3969-4935-9163-785724421cb2 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:23.061565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 6b7f3987-3969-4935-9163-785724421cb2) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:23.066000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:23.066676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.073052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6777d47-4521-4bff-8b3c-c694902017f2 None None] Network 6b7f3987-3969-4935-9163-785724421cb2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:23.103893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e64f2ef7-a697-44ab-bde9-5670cadf5249 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5584075 Aug 21 18:27:23.104731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54360) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:23.112245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '6b7f3987-3969-4935-9163-785724421cb2', 'name': 'tempest-PortsTestJSON-1257569770'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:23.135203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.193733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.222479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:23.276059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=d3f5ab32-bedc-4b0b-adea-6798ffca582b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:23.280464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:23.282584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:23.323564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.335785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-6b7f3987-3969-4935-9163-785724421cb2', 'network_id': '6b7f3987-3969-4935-9163-785724421cb2', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '3eb4e45f-376a-4c6f-8006-caee958f9ed7'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:23.336837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.346183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:23.350594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.469575 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.532274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.570341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Allocated IP 172.20.0.2 (6b7f3987-3969-4935-9163-785724421cb2/3eb4e45f-376a-4c6f-8006-caee958f9ed7/2ef098a0-df4e-439b-98b1-5b04a8e51457) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:23.703416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2f13fba6-0016-42da-b17a-2c33c1be4c5e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:23.733270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2f13fba6-0016-42da-b17a-2c33c1be4c5e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:23.733844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2f13fba6-0016-42da-b17a-2c33c1be4c5e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:23.772881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.780672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.815469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 8275e960-cca5-43c6-86b9-e263113dd8ed yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:23.856265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=d3f5ab32-bedc-4b0b-adea-6798ffca582b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:23.905801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.921816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.923832 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8f50548-049b-4970-9abe-86bd3a7b5c2f tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7008390 Aug 21 18:27:23.926426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:23.932264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2095413529'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:23.935780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.944281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Transition to ACTIVE for port object 2ef098a0-df4e-439b-98b1-5b04a8e51457 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:23.956902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Made reservation on behalf of 26bde92ed2aa42af870298114bd87e41 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:23.960725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.966546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Transition to ACTIVE for port object 2ef098a0-df4e-439b-98b1-5b04a8e51457 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:23.972557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:23.987859 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.036140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.6 (6b7f3987-3969-4935-9163-785724421cb2/3eb4e45f-376a-4c6f-8006-caee958f9ed7/8275e960-cca5-43c6-86b9-e263113dd8ed) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:24.071283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Network 6b7f3987-3969-4935-9163-785724421cb2 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:24.075643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:24.095647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:24.099691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Pushing event updated for resources: {'Port': ['ID=2ef098a0-df4e-439b-98b1-5b04a8e51457,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:24.139901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.149615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.169331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Attempting to bind port 2ef098a0-df4e-439b-98b1-5b04a8e51457 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:24.169705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Attempting to bind port 2ef098a0-df4e-439b-98b1-5b04a8e51457 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6b7f3987-3969-4935-9163-785724421cb2'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:24.170074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Attempting to bind port 2ef098a0-df4e-439b-98b1-5b04a8e51457 on network 6b7f3987-3969-4935-9163-785724421cb2 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:24.175755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:24.176473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Checking segment: {'id': '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6b7f3987-3969-4935-9163-785724421cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:24.176585 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.176931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Bound using segment: {'id': '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6b7f3987-3969-4935-9163-785724421cb2'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:24.177451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Bound port: 2ef098a0-df4e-439b-98b1-5b04a8e51457, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '6b7f3987-3969-4935-9163-785724421cb2'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:24.177846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.185244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:24.199080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d48cdb98-c2f1-448e-ad5d-91cd59357e3a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:24.207464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.207872 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Added segment 92410816-6543-48e1-9a7b-4dee68a37894 of type vlan for network 5aee2f20-4be0-48a6-9a3f-cd426689a99c Aug 21 18:27:24.234078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.249902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 8275e960-cca5-43c6-86b9-e263113dd8ed will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:24.261030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.289770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.297896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] For port 2ef098a0-df4e-439b-98b1-5b04a8e51457, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:24.301827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] For port 2ef098a0-df4e-439b-98b1-5b04a8e51457, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ef098a0-df4e-439b-98b1-5b04a8e51457,segment=NetworkSegment(8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8),segment_id=8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:24.313367 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.329943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.337301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:24.339241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 6b7f3987-3969-4935-9163-785724421cb2 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:24.340903 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.343193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:24.348712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:24.403296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=8275e960-cca5-43c6-86b9-e263113dd8ed,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:24.425163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:24.425938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.437719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5f808e-1356-42cc-a0a4-1c3d8e6905da None None] Pushing event updated for resources: {'Port': ['ID=2ef098a0-df4e-439b-98b1-5b04a8e51457,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:24.444850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a768ebf6-8305-4688-a14c-cc6a0b917c9d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3387530 Aug 21 18:27:24.445763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:24.451579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '6b7f3987-3969-4935-9163-785724421cb2', 'name': 'tempest-PortsTestJSON-593763674'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:24.493114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5649254 Aug 21 18:27:24.493751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:24.503937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Request body: {'subnet': {'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:24.616459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a7c94-6f2e-480b-aa07-9f056cc1d72a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Network': ['ID=5aee2f20-4be0-48a6-9a3f-cd426689a99c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:24.637632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:24.645508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Made reservation on behalf of 26bde92ed2aa42af870298114bd87e41 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:24.649174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.675626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:24.680050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:24.759819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 9b6fc533-0c11-4762-8bc2-6f83c8473cd3 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:25.000158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.3 (6b7f3987-3969-4935-9163-785724421cb2/3eb4e45f-376a-4c6f-8006-caee958f9ed7/9b6fc533-0c11-4762-8bc2-6f83c8473cd3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:25.058260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.156516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Subnet': ['ID=53da44b6-61db-4414-84e8-1b623e5b08f3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:25.165302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Checking segment: {'id': '92410816-6543-48e1-9a7b-4dee68a37894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:25.165733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network hostable DHCP agents. Network: 5aee2f20-4be0-48a6-9a3f-cd426689a99c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:25.187617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:25.200456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 5aee2f20-4be0-48a6-9a3f-cd426689a99c) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:25.207944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.209452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:25.210057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.214790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5e46c-b1a4-4555-b8d1-57e2cdb0673c None None] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:25.236890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 9b6fc533-0c11-4762-8bc2-6f83c8473cd3 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:25.252402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eabe2851-0901-4eaf-acc8-fa51b8231ba9 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7527611 Aug 21 18:27:25.252609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54406) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:25.257092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-249458481', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:25.295744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.297044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.304319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.403419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.407130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 6b7f3987-3969-4935-9163-785724421cb2 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:25.418305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:25.420233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=9b6fc533-0c11-4762-8bc2-6f83c8473cd3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:25.422352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:25.511346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-5aee2f20-4be0-48a6-9a3f-cd426689a99c', 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c', 'tenant_id': '26bde92ed2aa42af870298114bd87e41', 'fixed_ips': [{'subnet_id': '53da44b6-61db-4414-84e8-1b623e5b08f3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:25.513194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.540072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:25.541001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.596263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a0e7bfe-a252-4fbc-b5ca-038a6f02f785 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1489093 Aug 21 18:27:25.597385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:25.742764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff10275-df79-4bfa-9791-eaebb267bdb6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:25.752701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fff10275-df79-4bfa-9791-eaebb267bdb6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.1512291 Aug 21 18:27:25.754842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54416) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:25.812160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ef098a0-df4e-439b-98b1-5b04a8e51457 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:25.861373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Allocated IP 172.20.0.2 (5aee2f20-4be0-48a6-9a3f-cd426689a99c/53da44b6-61db-4414-84e8-1b623e5b08f3/ce1f6a48-78e7-4100-a89f-bcf45ffbf283) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:25.961125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 9b6fc533-0c11-4762-8bc2-6f83c8473cd3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:25.961472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:25.968541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2ef098a0-df4e-439b-98b1-5b04a8e51457 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:26.093512 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.095391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84caac02-43e2-4a5c-9711-978affff54a4 None None] Network 6b7f3987-3969-4935-9163-785724421cb2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:26.109906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 9b6fc533-0c11-4762-8bc2-6f83c8473cd3 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:26.175491 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.325087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.411389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.430709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Provisioning for port 2ef098a0-df4e-439b-98b1-5b04a8e51457 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:26.432063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=9b6fc533-0c11-4762-8bc2-6f83c8473cd3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:26.435025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.438160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Provisioning complete for port 2ef098a0-df4e-439b-98b1-5b04a8e51457 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:26.451448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.515553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.520153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e77f3bcd-ca19-42ed-849c-719c12022de9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/9b6fc533-0c11-4762-8bc2-6f83c8473cd3 HTTP/1.1" status: 204 len: 168 time: 0.7642632 Aug 21 18:27:26.522914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:26.559198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.562326 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbab304-0234-4692-8bfa-54cc3dddc599 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:26.563961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-edbab304-0234-4692-8bfa-54cc3dddc599 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/9b6fc533-0c11-4762-8bc2-6f83c8473cd3 HTTP/1.1" status: 404 len: 333 time: 0.0399549 Aug 21 18:27:26.570763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:26.580703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Transition to ACTIVE for port object ce1f6a48-78e7-4100-a89f-bcf45ffbf283 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:26.612539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Allocated IP 172.25.1.156 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/e4303ae0-8635-4df5-85ba-0688b9a63bfd) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:26.624562 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.651889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Transition to ACTIVE for port object ce1f6a48-78e7-4100-a89f-bcf45ffbf283 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:26.687242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.712623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] For port 2ef098a0-df4e-439b-98b1-5b04a8e51457, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ef098a0-df4e-439b-98b1-5b04a8e51457,segment=NetworkSegment(8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8),segment_id=8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:26.738903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.761272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:26.764796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:26.775404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:26.785204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Pushing event updated for resources: {'Port': ['ID=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:26.878669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 8275e960-cca5-43c6-86b9-e263113dd8ed {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:26.880721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.898227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Attempting to bind port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:26.898858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Attempting to bind port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '92410816-6543-48e1-9a7b-4dee68a37894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:26.899393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Attempting to bind port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 on network 5aee2f20-4be0-48a6-9a3f-cd426689a99c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:26.909194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:26.910215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Checking segment: {'id': '92410816-6543-48e1-9a7b-4dee68a37894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:26.910845 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.911385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Bound using segment: {'id': '92410816-6543-48e1-9a7b-4dee68a37894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:26.912179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Bound port: ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92410816-6543-48e1-9a7b-4dee68a37894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:26.912722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:26.988322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a699-3a95-4e0c-ab11-ca04ce7e4d02 None None] Pushing event updated for resources: {'Port': ['ID=2ef098a0-df4e-439b-98b1-5b04a8e51457,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:27.000807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.059444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Provisioning for port 8275e960-cca5-43c6-86b9-e263113dd8ed completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:27.083770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Provisioning complete for port 8275e960-cca5-43c6-86b9-e263113dd8ed triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:27.084374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.156012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] For port ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:27.156615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.172391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] For port ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,segment=NetworkSegment(92410816-6543-48e1-9a7b-4dee68a37894),segment_id=92410816-6543-48e1-9a7b-4dee68a37894)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:27.184254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.187025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.187821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 8275e960-cca5-43c6-86b9-e263113dd8ed owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:27.234750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Port 8275e960-cca5-43c6-86b9-e263113dd8ed cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:27.317662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:27.319113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=e4303ae0-8635-4df5-85ba-0688b9a63bfd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:27.333904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:27.336279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:27.370631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a88ce-263c-42e1-af4e-3bc1db84c7ed None None] Pushing event updated for resources: {'Port': ['ID=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:27.402224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Provisioning complete for port 2ef098a0-df4e-439b-98b1-5b04a8e51457 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:27.407242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fb282e51-8aa9-4a8e-83d2-eb2eb09080de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.484334 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.536553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54448) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:27.580209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=8275e960-cca5-43c6-86b9-e263113dd8ed,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:27.784943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-419d6082-4d5e-45f6-8f53-71b5c0bf33f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.796846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.806190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-afd55fc8-02a1-46a7-9f42-dcc0cf6f5816 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/8275e960-cca5-43c6-86b9-e263113dd8ed HTTP/1.1" status: 204 len: 168 time: 1.2317884 Aug 21 18:27:27.813748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54456) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:27.863006 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9c7ea3a-0456-4864-be45-10d58d52babd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:27.870144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9c7ea3a-0456-4864-be45-10d58d52babd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/8275e960-cca5-43c6-86b9-e263113dd8ed HTTP/1.1" status: 404 len: 333 time: 0.0553370 Aug 21 18:27:27.876281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54458) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:27.885020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ef098a0-df4e-439b-98b1-5b04a8e51457 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:27.911548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:27.944358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3011be8c-583e-4b81-93b1-c6f9a7870d1a None None] Could not find standard attr ID for object 8275e960-cca5-43c6-86b9-e263113dd8ed. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:27.951675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3011be8c-583e-4b81-93b1-c6f9a7870d1a None None] Could not find standard attr ID for object 9b6fc533-0c11-4762-8bc2-6f83c8473cd3. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:27.996417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2ef098a0-df4e-439b-98b1-5b04a8e51457 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:27.996785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.008650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-419d6082-4d5e-45f6-8f53-71b5c0bf33f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.014798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-419d6082-4d5e-45f6-8f53-71b5c0bf33f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.071622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 3eb4e45f-376a-4c6f-8006-caee958f9ed7 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:28.081157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-419d6082-4d5e-45f6-8f53-71b5c0bf33f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5448ea5bb2a74e2b8a33cf6a128061b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354862 Aug 21 18:27:28.083512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d6082-4d5e-45f6-8f53-71b5c0bf33f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f5ab19-7240-4379-8a00-f4fc646e3bc6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:28.086943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54466) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:28.089069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.155007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.190923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.192397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.249087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.255366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.259314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/01f5ab19-7240-4379-8a00-f4fc646e3bc6 HTTP/1.1" status: 204 len: 168 time: 0.1688120 Aug 21 18:27:28.272733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11c10c-da53-4278-943e-d1c7c7739c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f5ab19-7240-4379-8a00-f4fc646e3bc6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:28.412492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.483947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.628162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.662454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=3eb4e45f-376a-4c6f-8006-caee958f9ed7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:28.666597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.677571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5c23d-0ad9-49c8-899d-28f37a69b8b0 None None] Network 6b7f3987-3969-4935-9163-785724421cb2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:28.677719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:28.678219 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3d6fafb7-a264-4f5e-a8a1-18d0a9dd6459 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/3eb4e45f-376a-4c6f-8006-caee958f9ed7 HTTP/1.1" status: 204 len: 168 time: 0.8004403 Aug 21 18:27:28.679506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:28.686365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Router 5ac1b991-82b6-4396-bd83-c4da293da43f is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:27:28.729122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbb4385e-b9f5-4064-af9d-c98e189cbbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.779555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.870660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 2ef098a0-df4e-439b-98b1-5b04a8e51457 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:28.871479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.875373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e977fa9-791a-44d0-9881-0d9e81c6a620 None None] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:28.944551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] DHCP port deletion for 6b7f3987-3969-4935-9163-785724421cb2 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:28.959477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port 2ef098a0-df4e-439b-98b1-5b04a8e51457, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2ef098a0-df4e-439b-98b1-5b04a8e51457,segment=NetworkSegment(8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8),segment_id=8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:28.960087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:28.979452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 2ef098a0-df4e-439b-98b1-5b04a8e51457 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:29.037650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbb4385e-b9f5-4064-af9d-c98e189cbbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.059219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbb4385e-b9f5-4064-af9d-c98e189cbbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.063037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ec1cf0cc-c89a-4d16-987f-06137d992ac8 None None] Provisioning for port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:29.081538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:29.096980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] Sync routers for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:29.108119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.109473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Deleting port 2ef098a0-df4e-439b-98b1-5b04a8e51457 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:29.109944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.116998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4385e-b9f5-4064-af9d-c98e189cbbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b76d071-e592-48ae-91c7-e60d20a09d08,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:29.127527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fbb4385e-b9f5-4064-af9d-c98e189cbbe9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bd90e65966af4879bc3ec1f71734571f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446042 Aug 21 18:27:29.128210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:29.136276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.139946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c1cba3a6-5e7e-4b23-b0c9-19a1ddb51f8b tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.8841860 Aug 21 18:27:29.141974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54492) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:29.143653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port 2ef098a0-df4e-439b-98b1-5b04a8e51457 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:29.152354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:29.153577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.191456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.192494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=2ef098a0-df4e-439b-98b1-5b04a8e51457,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:29.215529 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.236339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.275254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.278880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.282424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b76d071-e592-48ae-91c7-e60d20a09d08 HTTP/1.1" status: 204 len: 168 time: 0.1512032 Aug 21 18:27:29.282580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:29.282580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.288526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] For port 2ef098a0-df4e-439b-98b1-5b04a8e51457, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:29.288907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.289746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b5b7d-4db2-46f5-8695-f875a32f5b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b76d071-e592-48ae-91c7-e60d20a09d08,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:29.346450 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.362597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.363752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a64db2-50f5-45af-b0b4-6406ec04d0bc None None] The sync data for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:29.388482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7f3987-3969-4935-9163-785724421cb2']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.390939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Calling delete_port for 2ef098a0-df4e-439b-98b1-5b04a8e51457 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:29.405027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.405332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8491be4f-e1fc-4f3e-88ae-7ec8ddea9ba8') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:29.412356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Port 2ef098a0-df4e-439b-98b1-5b04a8e51457 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:27:29.421790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.431121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.487794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] No DVR routers for this DVR port 2ef098a0-df4e-439b-98b1-5b04a8e51457 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:29.498867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Pushing event deleted for resources: {'Port': ['ID=2ef098a0-df4e-439b-98b1-5b04a8e51457,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:29.518384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.518761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.519953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.520295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.522948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.524937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.525287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.525624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.526173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.526556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.529053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.529405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df59942-027b-4b16-b17d-e8174b210fa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:29.558268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.569333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:29.569754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:29.573006 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:29.706325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.727622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.730950 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/6b7f3987-3969-4935-9163-785724421cb2 HTTP/1.1" status: 204 len: 168 time: 1.0509336 Aug 21 18:27:29.737009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54502) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:29.740339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b208a0-91fe-46f5-a7e9-c0a224bd4d9c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=6b7f3987-3969-4935-9163-785724421cb2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:29.743073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1394062889'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:29.790810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce1f6a48-78e7-4100-a89f-bcf45ffbf283 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:29.832543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:29.836893 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.893098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:29.895200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:29.907562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:29.908171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.908311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:29.908711 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 6f78ef2d-7fe0-472b-b923-6287601e9469 of type vlan for network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf Aug 21 18:27:30.002822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-756c53bd-879a-4a67-a91c-d1ab5923c019 None None] Provisioning complete for port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:30.003360 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-756c53bd-879a-4a67-a91c-d1ab5923c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.005577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.039287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.047387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:30.048097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.088402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.106662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.126419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3882067 Aug 21 18:27:30.130908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:30.135170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,segment=NetworkSegment(92410816-6543-48e1-9a7b-4dee68a37894),segment_id=92410816-6543-48e1-9a7b-4dee68a37894)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:30.139996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:30.163919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.215681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7529b-2509-45d1-8a59-6b3c0bf004d3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=8f1df7aa-d14d-4f66-b557-e6b13d2ececf,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:30.217186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-756c53bd-879a-4a67-a91c-d1ab5923c019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.235847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:30.267218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:30.271421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.342510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ef098a0-df4e-439b-98b1-5b04a8e51457 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:30.378336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2ef098a0-df4e-439b-98b1-5b04a8e51457 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:30.378710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2ef098a0-df4e-439b-98b1-5b04a8e51457 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:30.390912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:30.477703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-756c53bd-879a-4a67-a91c-d1ab5923c019 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:27:30.478056 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-756c53bd-879a-4a67-a91c-d1ab5923c019 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:27:30.575971 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.628385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Allocated IP 172.20.0.1 (5aee2f20-4be0-48a6-9a3f-cd426689a99c/53da44b6-61db-4414-84e8-1b623e5b08f3/deb83de0-16b9-434f-adc5-568149bbadd3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:30.666233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=30b185e5-db32-4fc0-9f5b-a9dcc5337e1a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:30.691194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '6f78ef2d-7fe0-472b-b923-6287601e9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:30.691569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: 8f1df7aa-d14d-4f66-b557-e6b13d2ececf, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:30.713240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:30.728416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8f1df7aa-d14d-4f66-b557-e6b13d2ececf) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:30.735284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:30.736906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.741231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5c7ec0-447c-4b98-a26b-3f1b91fdf49d None None] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:30.763147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f72b8f78-8f77-412f-acd6-7bd1f21dcc45 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6257534 Aug 21 18:27:30.763147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54540) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:30.768976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf', 'name': 'tempest-PortsTestJSON-1782054433', 'fixed_ips': [{'subnet_id': '30b185e5-db32-4fc0-9f5b-a9dcc5337e1a', 'ip_address': '172.20.0.10'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:30.787680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.805460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Transition to ACTIVE for port object deb83de0-16b9-434f-adc5-568149bbadd3 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:30.853171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:30.911099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:30.918929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:30.923295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:30.940774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:30.970316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=deb83de0-16b9-434f-adc5-568149bbadd3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:30.986121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.107525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.141058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 836cc451-9ac6-46f9-b635-efc57a882811 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:31.267047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.389509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.10 (8f1df7aa-d14d-4f66-b557-e6b13d2ececf/30b185e5-db32-4fc0-9f5b-a9dcc5337e1a/836cc451-9ac6-46f9-b635-efc57a882811) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:31.392195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8f1df7aa-d14d-4f66-b557-e6b13d2ececf', 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '30b185e5-db32-4fc0-9f5b-a9dcc5337e1a'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:31.393200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.433958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e838ed8-d1ed-449e-8862-16a16b7ce1e6 None None] Provisioning for port deb83de0-16b9-434f-adc5-568149bbadd3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:31.496391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e838ed8-d1ed-449e-8862-16a16b7ce1e6 None None] Provisioning complete for port deb83de0-16b9-434f-adc5-568149bbadd3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:31.496769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e838ed8-d1ed-449e-8862-16a16b7ce1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.555794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3e838ed8-d1ed-449e-8862-16a16b7ce1e6 None None] Port deb83de0-16b9-434f-adc5-568149bbadd3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:31.614574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.637286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 836cc451-9ac6-46f9-b635-efc57a882811 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:31.675887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce1f6a48-78e7-4100-a89f-bcf45ffbf283 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:31.679070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.729453 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.738534 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.766163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:31.769744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:31.773853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:31.775033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Allocated IP 172.20.0.2 (8f1df7aa-d14d-4f66-b557-e6b13d2ececf/30b185e5-db32-4fc0-9f5b-a9dcc5337e1a/b615176f-296c-4bc8-a644-ec74072c43d4) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:31.805191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=836cc451-9ac6-46f9-b635-efc57a882811,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:31.848415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:31.849239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.876829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cc5f35e-f2fd-44db-9106-2792045ef7cc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1128898 Aug 21 18:27:31.879962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54574) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:31.892591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:31.893107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:31.893590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf', 'name': 'tempest-PortsTestJSON-1588817864', 'fixed_ips': [{'subnet_id': '30b185e5-db32-4fc0-9f5b-a9dcc5337e1a', 'ip_address': '172.20.0.9'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:31.946809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=deb83de0-16b9-434f-adc5-568149bbadd3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:31.980946 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.072278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.083658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Transition to ACTIVE for port object b615176f-296c-4bc8-a644-ec74072c43d4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:32.102792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Transition to ACTIVE for port object b615176f-296c-4bc8-a644-ec74072c43d4 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:32.103187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:32.106082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:32.111191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.115517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:32.125765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.160047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:32.165233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:32.170811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:32.185815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 8cf30bd3-c799-45c6-8938-2443e41fb3ca yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:32.207875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Pushing event updated for resources: {'Port': ['ID=b615176f-296c-4bc8-a644-ec74072c43d4,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:32.265254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Attempting to bind port b615176f-296c-4bc8-a644-ec74072c43d4 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:32.265901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Attempting to bind port b615176f-296c-4bc8-a644-ec74072c43d4 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6f78ef2d-7fe0-472b-b923-6287601e9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:32.266431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Attempting to bind port b615176f-296c-4bc8-a644-ec74072c43d4 on network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:32.272977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:32.273373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Checking segment: {'id': '6f78ef2d-7fe0-472b-b923-6287601e9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:32.274013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.274415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Bound using segment: {'id': '6f78ef2d-7fe0-472b-b923-6287601e9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:32.274991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Bound port: b615176f-296c-4bc8-a644-ec74072c43d4, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f78ef2d-7fe0-472b-b923-6287601e9469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8f1df7aa-d14d-4f66-b557-e6b13d2ececf'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:32.275382 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.315534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Router 5ac1b991-82b6-4396-bd83-c4da293da43f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:32.373331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] For port b615176f-296c-4bc8-a644-ec74072c43d4, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:32.379205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] For port b615176f-296c-4bc8-a644-ec74072c43d4, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b615176f-296c-4bc8-a644-ec74072c43d4,segment=NetworkSegment(6f78ef2d-7fe0-472b-b923-6287601e9469),segment_id=6f78ef2d-7fe0-472b-b923-6287601e9469)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:32.389885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.512242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:32.512720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-be9f72e8-3c6b-4ddf-bc0c-d90bc6ed184e None None] Provisioning complete for port deb83de0-16b9-434f-adc5-568149bbadd3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:32.513211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-be9f72e8-3c6b-4ddf-bc0c-d90bc6ed184e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.516027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3800fe4-5aa9-47df-9d7b-5e5daf5b5074 None None] Pushing event updated for resources: {'Port': ['ID=b615176f-296c-4bc8-a644-ec74072c43d4,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:32.538866 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] Sync routers for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:32.564341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d3eedce2-4e97-4910-bd02-fd5496954f8a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "PUT /v2.0/routers/5ac1b991-82b6-4396-bd83-c4da293da43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3798537 Aug 21 18:27:32.567784 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:32.568558 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:32.575029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-be9f72e8-3c6b-4ddf-bc0c-d90bc6ed184e None None] Port deb83de0-16b9-434f-adc5-568149bbadd3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:32.575287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54598) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:32.587628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Request body: {'port': {'network_id': '5aee2f20-4be0-48a6-9a3f-cd426689a99c', 'name': 'tempest-FloatingIPAdminTestJSON-83546933'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:32.627781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.9 (8f1df7aa-d14d-4f66-b557-e6b13d2ececf/30b185e5-db32-4fc0-9f5b-a9dcc5337e1a/8cf30bd3-c799-45c6-8938-2443e41fb3ca) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:32.653040 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:32.678631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:32.679931 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:32.902038 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.936362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 8cf30bd3-c799-45c6-8938-2443e41fb3ca will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:32.940462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:32.941135 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f94e39-8fd9-4aaa-9213-cb893c8564c3 None None] The sync data for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:32.957334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Made reservation on behalf of 26bde92ed2aa42af870298114bd87e41 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:32.961432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.986098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:32.996990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] device_id is not set on port af815ac3-2ea8-4b34-87c4-19a2c1fbd89a yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:33.072691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:33.082873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:33.086560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:33.131012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=8cf30bd3-c799-45c6-8938-2443e41fb3ca,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:33.160268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Allocated IP 172.20.0.9 (5aee2f20-4be0-48a6-9a3f-cd426689a99c/53da44b6-61db-4414-84e8-1b623e5b08f3/af815ac3-2ea8-4b34-87c4-19a2c1fbd89a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:33.169186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.169874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.192777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-933316a5-d909-4d94-a271-812a72af8568 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3113775 Aug 21 18:27:33.193670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54612) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:33.279475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548fa7f7-970d-4785-aa2e-88be604f60ae tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.284536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-548fa7f7-970d-4785-aa2e-88be604f60ae tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0895803 Aug 21 18:27:33.285408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54616) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:33.385199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.397140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3676e-604e-4f08-9aae-5a09af73b0a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.407991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Transition to ACTIVE for port object af815ac3-2ea8-4b34-87c4-19a2c1fbd89a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:33.416022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3676e-604e-4f08-9aae-5a09af73b0a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.433530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff3676e-604e-4f08-9aae-5a09af73b0a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.435307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ff3676e-604e-4f08-9aae-5a09af73b0a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1488969 Aug 21 18:27:33.438308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54622) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:33.472973 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.535735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:33.539060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:33.546968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 8cf30bd3-c799-45c6-8938-2443e41fb3ca {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:33.547496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.551232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:33.626047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event updated for resources: {'Port': ['ID=af815ac3-2ea8-4b34-87c4-19a2c1fbd89a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:33.653929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:33.655454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.686407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-43d47c79-651e-4b9c-bc13-26d7e0eb805c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1097016 Aug 21 18:27:33.689929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:33.733041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:33.777967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b615176f-296c-4bc8-a644-ec74072c43d4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:33.787770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 8cf30bd3-c799-45c6-8938-2443e41fb3ca owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:33.889591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b615176f-296c-4bc8-a644-ec74072c43d4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:33.945876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885fede3-8492-47b3-91a1-39d029520f91 None None] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:33.998178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'project_id': '26bde92ed2aa42af870298114bd87e41', 'port_id': 'af815ac3-2ea8-4b34-87c4-19a2c1fbd89a'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:34.026230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Provisioning for port af815ac3-2ea8-4b34-87c4-19a2c1fbd89a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:34.034175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.034531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Provisioning complete for port af815ac3-2ea8-4b34-87c4-19a2c1fbd89a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:34.034900 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.050548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.105880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Port af815ac3-2ea8-4b34-87c4-19a2c1fbd89a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:34.170762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.195189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Provisioning for port b615176f-296c-4bc8-a644-ec74072c43d4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:34.219240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Provisioning complete for port b615176f-296c-4bc8-a644-ec74072c43d4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:34.219990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.345395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Allocated IP 172.25.1.106 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/09a523f1-b1b0-42eb-b88d-575283c4db58) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:34.476989 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.552814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] For port b615176f-296c-4bc8-a644-ec74072c43d4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b615176f-296c-4bc8-a644-ec74072c43d4,segment=NetworkSegment(6f78ef2d-7fe0-472b-b923-6287601e9469),segment_id=6f78ef2d-7fe0-472b-b923-6287601e9469)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:34.563569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.583073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.633180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.655228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5cde5-d948-41ec-b604-fc7203ce27ea None None] Pushing event updated for resources: {'Port': ['ID=b615176f-296c-4bc8-a644-ec74072c43d4,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:34.687579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Provisioning for port 836cc451-9ac6-46f9-b635-efc57a882811 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:34.692400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Provisioning complete for port 836cc451-9ac6-46f9-b635-efc57a882811 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:34.693121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.707753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Pushing event updated for resources: {'Port': ['ID=09a523f1-b1b0-42eb-b88d-575283c4db58,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:34.723164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=8cf30bd3-c799-45c6-8938-2443e41fb3ca,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:34.723835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:34.727550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:34.737823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:34.754224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Port 836cc451-9ac6-46f9-b635-efc57a882811 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:34.765270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Provisioning complete for port b615176f-296c-4bc8-a644-ec74072c43d4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:34.765860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cf9406d-4530-48c8-b1b6-df2801b97683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.808148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:34.818657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d0461f9a-89f4-48ef-b586-8cea8a4b25df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/8cf30bd3-c799-45c6-8938-2443e41fb3ca HTTP/1.1" status: 204 len: 168 time: 1.3790858 Aug 21 18:27:34.819361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54634) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:34.859411 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-352fb3ef-6acd-4248-9d22-3dc5e5056195 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:34.864343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-352fb3ef-6acd-4248-9d22-3dc5e5056195 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/8cf30bd3-c799-45c6-8938-2443e41fb3ca HTTP/1.1" status: 404 len: 333 time: 0.0439000 Aug 21 18:27:34.865017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54636) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:34.967617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 836cc451-9ac6-46f9-b635-efc57a882811 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:34.968047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.031472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8564c241-72c6-4205-8e3e-046317d55c6f None None] Provisioning complete for port 836cc451-9ac6-46f9-b635-efc57a882811 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:35.032014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8564c241-72c6-4205-8e3e-046317d55c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.064099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.076571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8564c241-72c6-4205-8e3e-046317d55c6f None None] Port 836cc451-9ac6-46f9-b635-efc57a882811 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:35.090942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 836cc451-9ac6-46f9-b635-efc57a882811 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:35.229100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.249989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.288767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a3a4f3d9-33fb-4da0-85bc-deed75316b0d None None] Could not find standard attr ID for object 8cf30bd3-c799-45c6-8938-2443e41fb3ca. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:35.290448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=836cc451-9ac6-46f9-b635-efc57a882811,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:35.355182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.373199 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.375627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5896f0e1-03af-41cc-8206-71c6278e6eeb tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/836cc451-9ac6-46f9-b635-efc57a882811 HTTP/1.1" status: 204 len: 168 time: 0.5095158 Aug 21 18:27:35.378933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54640) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:35.408612 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7675cbb-4282-4ec0-a8ef-079cc0dd0957 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:35.412786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c7675cbb-4282-4ec0-a8ef-079cc0dd0957 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/836cc451-9ac6-46f9-b635-efc57a882811 HTTP/1.1" status: 404 len: 333 time: 0.0301952 Aug 21 18:27:35.413137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:35.471874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 30b185e5-db32-4fc0-9f5b-a9dcc5337e1a {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:35.475348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.528682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.734563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b615176f-296c-4bc8-a644-ec74072c43d4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:35.758833 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.846122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.858086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b615176f-296c-4bc8-a644-ec74072c43d4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:35.858470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.886364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=30b185e5-db32-4fc0-9f5b-a9dcc5337e1a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:35.889426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.891840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d857c009-a443-4203-9514-ec156a783654 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/30b185e5-db32-4fc0-9f5b-a9dcc5337e1a HTTP/1.1" status: 204 len: 168 time: 0.4776225 Aug 21 18:27:35.901836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54658) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:35.918488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4425c301-d20a-4aef-bfb5-550eaa9df951 None None] Network 8f1df7aa-d14d-4f66-b557-e6b13d2ececf requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:35.956200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:35.967727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.014775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.042190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Pushing event updated for resources: {'Port': ['ID=09a523f1-b1b0-42eb-b88d-575283c4db58,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:36.062280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.128304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port b615176f-296c-4bc8-a644-ec74072c43d4 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:36.128651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.185131 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Floating IP e4e26b0e-c4f7-4ff5-b58a-60ab2d4e5fb7 associated. External IP: 172.25.1.106, port: af815ac3-2ea8-4b34-87c4-19a2c1fbd89a. Aug 21 18:27:36.241057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] DHCP port deletion for 8f1df7aa-d14d-4f66-b557-e6b13d2ececf request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:36.291765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port b615176f-296c-4bc8-a644-ec74072c43d4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b615176f-296c-4bc8-a644-ec74072c43d4,segment=NetworkSegment(6f78ef2d-7fe0-472b-b923-6287601e9469),segment_id=6f78ef2d-7fe0-472b-b923-6287601e9469)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:36.292276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.307214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for b615176f-296c-4bc8-a644-ec74072c43d4 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:36.335684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Deleting port b615176f-296c-4bc8-a644-ec74072c43d4 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:36.336418 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.425484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] For port b615176f-296c-4bc8-a644-ec74072c43d4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b615176f-296c-4bc8-a644-ec74072c43d4,segment=NetworkSegment(6f78ef2d-7fe0-472b-b923-6287601e9469),segment_id=6f78ef2d-7fe0-472b-b923-6287601e9469)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:36.426127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.442200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.445592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Calling delete_port for b615176f-296c-4bc8-a644-ec74072c43d4 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:36.471919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=b615176f-296c-4bc8-a644-ec74072c43d4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:36.474021 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port b615176f-296c-4bc8-a644-ec74072c43d4 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:36.491654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Router 5ac1b991-82b6-4396-bd83-c4da293da43f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:36.581224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.620396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.628840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] Pushing event deleted for resources: {'Port': ['ID=b615176f-296c-4bc8-a644-ec74072c43d4,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:36.632438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083d2b3-38ba-495e-be2a-e0cbd4f974ba None None] No DVR routers for this DVR port b615176f-296c-4bc8-a644-ec74072c43d4 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:36.636825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1df7aa-d14d-4f66-b557-e6b13d2ececf']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.640668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:36.650818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f78ef2d-7fe0-472b-b923-6287601e9469') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.651206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f78ef2d-7fe0-472b-b923-6287601e9469') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.661840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] Sync routers for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:36.671697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.673693 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.675850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:36.676474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.707182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.716204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34f6ce5f-749a-455c-99d4-7e3bf6ceb322 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.0204620 Aug 21 18:27:36.717168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54672) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:36.719550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.719806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:36.720274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.728358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:36.728954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.766992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:36.767692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a3303-1552-4cd4-a971-a66096afe50b None None] The sync data for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:36.790177 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:36.812085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.820880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.829846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/8f1df7aa-d14d-4f66-b557-e6b13d2ececf HTTP/1.1" status: 204 len: 168 time: 0.9291351 Aug 21 18:27:36.832195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:36.837471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243472500'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:36.854876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127b6d4-4277-4835-b123-63a8f63a8682 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=8f1df7aa-d14d-4f66-b557-e6b13d2ececf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:36.879815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:36.884500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.907235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c18d82d-1c48-4693-966d-9642e65336ee tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "GET /v2.0/floatingips/e4e26b0e-c4f7-4ff5-b58a-60ab2d4e5fb7 HTTP/1.1" status: 200 len: 981 time: 0.1883457 Aug 21 18:27:36.909515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54676) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:36.935002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:36.946935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:36.947459 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Added segment 93b84a4b-18e4-4692-a373-b89a5e7555c1 of type vlan for network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e Aug 21 18:27:37.003716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.031286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.032886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1f0960d5-bde1-4b8b-afd8-06cf82d7dd8b tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1219759 Aug 21 18:27:37.035544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54678) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:37.041299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:37.041924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.115719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2798355 Aug 21 18:27:37.116656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54680) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:37.125410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:37.225983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7447a7-0611-46b8-93cd-c6fd3809f803 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Network': ['ID=fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:37.236218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:37.240427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:37.240850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.319673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port 09a523f1-b1b0-42eb-b88d-575283c4db58 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:37.320029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.431220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.431558 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.445246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for 09a523f1-b1b0-42eb-b88d-575283c4db58 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:37.465813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.533637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:37.547780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Checking segment: {'id': '93b84a4b-18e4-4692-a373-b89a5e7555c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:37.548392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network hostable DHCP agents. Network: fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:37.571188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:37.583554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:37.588498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:37.596777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab954d7-1961-490b-9b61-bfe8f12e757c None None] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:37.615287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.659335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9a78d91-966b-476f-bfc0-71937b032386 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5415246 Aug 21 18:27:37.659753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54686) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:37.672541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-318178355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:37.700773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.730670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=09a523f1-b1b0-42eb-b88d-575283c4db58,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:37.764298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b615176f-296c-4bc8-a644-ec74072c43d4 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:37.769568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.770577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.794088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b615176f-296c-4bc8-a644-ec74072c43d4 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:37.794685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b615176f-296c-4bc8-a644-ec74072c43d4 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:37.875855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.876280 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Floating IP e4e26b0e-c4f7-4ff5-b58a-60ab2d4e5fb7 disassociated (deleted). External IP: 172.25.1.106, port: af815ac3-2ea8-4b34-87c4-19a2c1fbd89a. Aug 21 18:27:37.881308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e', 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': '3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:37.882456 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:37.960225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.040271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Allocated IP 172.20.0.2 (fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e/3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9/40c5851d-e0c8-4379-8635-1b1784708c44) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:38.043950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.108783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.112884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-08b5c059-765e-4262-9d1b-0f8384c225b2 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4489813 Aug 21 18:27:38.113302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54688) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:38.118968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e', 'name': 'tempest-PortsTestJSON-1574382284'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:38.208503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Router 5ac1b991-82b6-4396-bd83-c4da293da43f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:38.251558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.270522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Transition to ACTIVE for port object 40c5851d-e0c8-4379-8635-1b1784708c44 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:38.301254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Transition to ACTIVE for port object 40c5851d-e0c8-4379-8635-1b1784708c44 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:38.316755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.333973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:38.338337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.363192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:38.377809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 804c11f8-33b0-459b-9338-88dba5ec7246 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:38.400221 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] Sync routers for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:38.410722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:38.414121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:38.423317 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:38.424641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.425995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:38.426683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:38.457152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Pushing event updated for resources: {'Port': ['ID=40c5851d-e0c8-4379-8635-1b1784708c44,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:38.503118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1478734b-2127-46c0-94fd-d7a8b044cfb5 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/floatingips/e4e26b0e-c4f7-4ff5-b58a-60ab2d4e5fb7 HTTP/1.1" status: 204 len: 168 time: 1.4663093 Aug 21 18:27:38.506603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:38.511181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:38.548118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Attempting to bind port 40c5851d-e0c8-4379-8635-1b1784708c44 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:38.548499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Attempting to bind port 40c5851d-e0c8-4379-8635-1b1784708c44 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '93b84a4b-18e4-4692-a373-b89a5e7555c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:38.549095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Attempting to bind port 40c5851d-e0c8-4379-8635-1b1784708c44 on network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:38.553518 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.555677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:38.555677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Checking segment: {'id': '93b84a4b-18e4-4692-a373-b89a5e7555c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:38.556046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.556464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Bound using segment: {'id': '93b84a4b-18e4-4692-a373-b89a5e7555c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:38.556915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Bound port: 40c5851d-e0c8-4379-8635-1b1784708c44, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b84a4b-18e4-4692-a373-b89a5e7555c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:38.557309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.579656 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:38.583127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.12 (fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e/3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9/804c11f8-33b0-459b-9338-88dba5ec7246) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:38.602090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:38.603503 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:38.661281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:38.662219 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52729452-f883-4f07-98e8-f275d46b5c80 None None] The sync data for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:38.709113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] For port 40c5851d-e0c8-4379-8635-1b1784708c44, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:38.714023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] For port 40c5851d-e0c8-4379-8635-1b1784708c44, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40c5851d-e0c8-4379-8635-1b1784708c44,segment=NetworkSegment(93b84a4b-18e4-4692-a373-b89a5e7555c1),segment_id=93b84a4b-18e4-4692-a373-b89a5e7555c1)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:38.721961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.782910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.884785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c1cf2-7be3-4091-bb09-8a5535dc375a None None] Pushing event updated for resources: {'Port': ['ID=40c5851d-e0c8-4379-8635-1b1784708c44,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:38.911053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:38.934381 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 804c11f8-33b0-459b-9338-88dba5ec7246 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:38.997961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.033383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Allocated IP 172.25.1.37 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/fb10fede-08b7-4ddc-a512-5262f04e1545) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:39.123600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:39.130686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:39.138316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:39.165789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=804c11f8-33b0-459b-9338-88dba5ec7246,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:39.204036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54708) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:39.284129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:39.284849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.305917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.319115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-67a03ba1-4192-445a-a554-e9cc30d2553e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2044306 Aug 21 18:27:39.321392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:39.359551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.418989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Pushing event updated for resources: {'Port': ['ID=fb10fede-08b7-4ddc-a512-5262f04e1545,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:39.438527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:39.440286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c16108cb-5efb-4068-9014-8772f0fcc36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.442667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:39.450579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:39.647548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.752600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.789346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.820294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40c5851d-e0c8-4379-8635-1b1784708c44 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:39.913357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c16108cb-5efb-4068-9014-8772f0fcc36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:39.918601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 40c5851d-e0c8-4379-8635-1b1784708c44 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:39.973556 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c16108cb-5efb-4068-9014-8772f0fcc36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.044827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c16108cb-5efb-4068-9014-8772f0fcc36d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2b2e48ba4fd84e81a514e092d14139df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8396020 Aug 21 18:27:40.048007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54756) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:40.082652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16108cb-5efb-4068-9014-8772f0fcc36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e58191-72d6-41d0-b620-a87fedbeb7e0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:40.157456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.181490 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.203427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.209629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.237871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.242602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.243855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03e58191-72d6-41d0-b620-a87fedbeb7e0 HTTP/1.1" status: 204 len: 168 time: 0.1947496 Aug 21 18:27:40.246659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.252521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.269987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ad649-e54f-4f0b-ab5f-4e1ae89c8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e58191-72d6-41d0-b620-a87fedbeb7e0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:40.341404 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7fc3b2-0734-4d5f-9acb-ecd038f64341 None None] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:40.388034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=804c11f8-33b0-459b-9338-88dba5ec7246,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:40.407992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Pushing event updated for resources: {'Port': ['ID=fb10fede-08b7-4ddc-a512-5262f04e1545,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:40.425455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.444759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.447528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d28f9207-f539-473f-9930-1641be8e8487 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9399648 Aug 21 18:27:40.450878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54796) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:40.483075 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Provisioning for port 40c5851d-e0c8-4379-8635-1b1784708c44 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:40.508887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Provisioning complete for port 40c5851d-e0c8-4379-8635-1b1784708c44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:40.509426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.628466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.688312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.791807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:40.862140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 54838) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:40.878056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9cee554d-db60-4db1-913a-da162e137938 None None] For port 40c5851d-e0c8-4379-8635-1b1784708c44, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40c5851d-e0c8-4379-8635-1b1784708c44,segment=NetworkSegment(93b84a4b-18e4-4692-a373-b89a5e7555c1),segment_id=93b84a4b-18e4-4692-a373-b89a5e7555c1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:40.884651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.900095 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.902336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b3b0-29f0-4c2c-b047-f73c93233a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:40.906907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.033422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee554d-db60-4db1-913a-da162e137938 None None] Pushing event updated for resources: {'Port': ['ID=40c5851d-e0c8-4379-8635-1b1784708c44,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:41.113319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.220944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Provisioning complete for port 40c5851d-e0c8-4379-8635-1b1784708c44 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:41.221312 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.287733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Allocated IP 172.25.1.150 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/55a2f581-f39d-4be6-b0bd-4e89bb1b4b89) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:41.412528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Provisioning for port 804c11f8-33b0-459b-9338-88dba5ec7246 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:41.417180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Provisioning complete for port 804c11f8-33b0-459b-9338-88dba5ec7246 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:41.417789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.425854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b3b0-29f0-4c2c-b047-f73c93233a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.443689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b3b0-29f0-4c2c-b047-f73c93233a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.470544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.507660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d78a8866-d075-486b-b011-e1cf342fa1c0 None None] Port 804c11f8-33b0-459b-9338-88dba5ec7246 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:41.545368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8dc7b3b0-29f0-4c2c-b047-f73c93233a3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fa3b31514d34c548af6a10fd749d778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6823826 Aug 21 18:27:41.547833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7b3b0-29f0-4c2c-b047-f73c93233a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d81837-98d3-4beb-9bcb-0f56e6e2bdea,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:41.548775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:41.562353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.579567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.589919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.644156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:41.649806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a2643768-edb8-464c-b576-d31009b04f75 None None] Provisioning complete for port 804c11f8-33b0-459b-9338-88dba5ec7246 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:41.650172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2643768-edb8-464c-b576-d31009b04f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.665550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:41.677827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:41.728711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40c5851d-e0c8-4379-8635-1b1784708c44 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:41.735220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Pushing event updated for resources: {'Port': ['ID=55a2f581-f39d-4be6-b0bd-4e89bb1b4b89,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:41.737214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a2643768-edb8-464c-b576-d31009b04f75 None None] Port 804c11f8-33b0-459b-9338-88dba5ec7246 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:41.757673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.771236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.831601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 40c5851d-e0c8-4379-8635-1b1784708c44 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:41.831979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.873446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.919367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=804c11f8-33b0-459b-9338-88dba5ec7246,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:41.954767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:41.986168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.007199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e3ff8240-3b11-4339-a774-4c1f363fc130 None None] Provisioning complete for port 804c11f8-33b0-459b-9338-88dba5ec7246 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:42.008505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8240-3b11-4339-a774-4c1f363fc130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.012285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:42.013879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:42.059041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff8240-3b11-4339-a774-4c1f363fc130 None None] Port 804c11f8-33b0-459b-9338-88dba5ec7246 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:42.108329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.111367 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.115771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85d81837-98d3-4beb-9bcb-0f56e6e2bdea HTTP/1.1" status: 204 len: 168 time: 0.5657852 Aug 21 18:27:42.131676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c42e2-15f5-4449-83e8-4b40a0f04324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d81837-98d3-4beb-9bcb-0f56e6e2bdea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:42.197038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Router 252a04f2-1542-40e7-993c-911fd08c7879 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:27:42.229589 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.236150 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.324827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Pushing event updated for resources: {'Port': ['ID=55a2f581-f39d-4be6-b0bd-4e89bb1b4b89,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:42.340842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.342446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:42.362639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] Sync routers for ids ['252a04f2-1542-40e7-993c-911fd08c7879'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:42.366719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.370144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f4b15d9-d322-457e-af96-11e9ca4944ef tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/routers/252a04f2-1542-40e7-993c-911fd08c7879/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0438354 Aug 21 18:27:42.370489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dbd08fc8-0dd3-4a91-ace8-7a8f20e83a07 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9154756 Aug 21 18:27:42.370489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54980) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.370489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 54984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.381847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] Routers {'252a04f2-1542-40e7-993c-911fd08c7879'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:42.382454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['252a04f2-1542-40e7-993c-911fd08c7879'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:42.426245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:42.437814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] Routers {'252a04f2-1542-40e7-993c-911fd08c7879'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:42.438426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['252a04f2-1542-40e7-993c-911fd08c7879'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:42.481169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:42.481828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8042c468-5e85-46ea-bcb9-5d443be67fd3 None None] The sync data for ids ['252a04f2-1542-40e7-993c-911fd08c7879'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:42.493534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f5560601-37fb-4243-9dd8-efae988c6a28 None None] Provisioning complete for port 804c11f8-33b0-459b-9338-88dba5ec7246 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:42.493911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f5560601-37fb-4243-9dd8-efae988c6a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.498699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f1c3e8e-d127-4d81-bb78-5d904a73ed3d tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1267395 Aug 21 18:27:42.501538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.525882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97ae078-b4f5-4b50-8538-5d91727a8ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:42.531114 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b97ae078-b4f5-4b50-8538-5d91727a8ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a04f2-1542-40e7-993c-911fd08c7879 HTTP/1.1" status: 200 len: 983 time: 0.1580069 Aug 21 18:27:42.531930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55006) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.544033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f5560601-37fb-4243-9dd8-efae988c6a28 None None] Port 804c11f8-33b0-459b-9338-88dba5ec7246 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:42.591475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce5425c5-0d67-41ba-b98e-5bbfad522ffb tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0864732 Aug 21 18:27:42.592862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55016) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.672575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55026) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:42.728857 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4541044e-0a5d-4057-86e5-a8198f86254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:42.744657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Deleting port 55a2f581-f39d-4be6-b0bd-4e89bb1b4b89 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:42.745017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.185615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.185950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.200477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Calling delete_port for 55a2f581-f39d-4be6-b0bd-4e89bb1b4b89 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:43.348370 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4541044e-0a5d-4057-86e5-a8198f86254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.356295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4541044e-0a5d-4057-86e5-a8198f86254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.363959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.401849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Pushing event deleted for resources: {'Port': ['ID=55a2f581-f39d-4be6-b0bd-4e89bb1b4b89,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:43.406773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4541044e-0a5d-4057-86e5-a8198f86254a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94257ba133ab4c8bb19fee72ca367536&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7331138 Aug 21 18:27:43.412902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55124) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:43.413393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4541044e-0a5d-4057-86e5-a8198f86254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5fcb0e-979e-4032-b2c4-ec31ca39f8b0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:43.504093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.532473 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.535342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.536634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2eb80758-f64a-4520-881f-8dd53b60e606 tempest-FloatingIPAdminTestJSON-408263505 tempest-FloatingIPAdminTestJSON-408263505-project] 10.222.0.41 "DELETE /v2.0/floatingips/59618183-0849-4dc3-8a2f-2b5085580d81 HTTP/1.1" status: 204 len: 168 time: 0.9426911 Aug 21 18:27:43.539177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55142) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:43.549180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.639312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.723322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Deleting port fb10fede-08b7-4ddc-a512-5262f04e1545 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:43.723693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.740238 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.745076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.746271 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe5fcb0e-979e-4032-b2c4-ec31ca39f8b0 HTTP/1.1" status: 204 len: 168 time: 0.3319132 Aug 21 18:27:43.786769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91aac9-24e3-4263-8872-4253d61c8069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5fcb0e-979e-4032-b2c4-ec31ca39f8b0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:43.830150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 804c11f8-33b0-459b-9338-88dba5ec7246 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:43.830401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.847940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.848274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.861823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Calling delete_port for fb10fede-08b7-4ddc-a512-5262f04e1545 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:43.950581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:43.971968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 804c11f8-33b0-459b-9338-88dba5ec7246 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:44.035384 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.061621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb10fede-08b7-4ddc-a512-5262f04e1545,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:44.126167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.129130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.133511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-184b5235-20b6-4e34-a730-0fd820bebac9 tempest-FloatingIPAdminTestJSON-1945383129 tempest-FloatingIPAdminTestJSON-1945383129-project-admin] 10.222.0.41 "DELETE /v2.0/floatingips/318ee60d-27a3-4f9b-b10e-08265625f402 HTTP/1.1" status: 204 len: 168 time: 0.5901699 Aug 21 18:27:44.133857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55198) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.171088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.210322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=804c11f8-33b0-459b-9338-88dba5ec7246,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:44.252953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port af815ac3-2ea8-4b34-87c4-19a2c1fbd89a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:44.253403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.354480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.363432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.370849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for af815ac3-2ea8-4b34-87c4-19a2c1fbd89a owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:44.530561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.534981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Router 252a04f2-1542-40e7-993c-911fd08c7879 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:44.562835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=af815ac3-2ea8-4b34-87c4-19a2c1fbd89a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:44.621318 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:44.631437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55216) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.632881 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] Sync routers for ids ['252a04f2-1542-40e7-993c-911fd08c7879'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:44.640335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-31107f5a-598a-4573-890a-105d2b0ed51c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/routers/252a04f2-1542-40e7-993c-911fd08c7879/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1033678 Aug 21 18:27:44.643498 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] Routers {'252a04f2-1542-40e7-993c-911fd08c7879'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:44.644121 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['252a04f2-1542-40e7-993c-911fd08c7879'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:44.661408 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-956a977a-f550-4ba0-8ada-c5fc854551d9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:44.663270 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-956a977a-f550-4ba0-8ada-c5fc854551d9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/804c11f8-33b0-459b-9338-88dba5ec7246 HTTP/1.1" status: 404 len: 333 time: 0.0306554 Aug 21 18:27:44.666178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55218) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.687169 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:44.688652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.691992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9da50e21-fd16-45cd-bc95-7be7aa4a5619 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/ports/af815ac3-2ea8-4b34-87c4-19a2c1fbd89a HTTP/1.1" status: 204 len: 168 time: 0.5571418 Aug 21 18:27:44.695475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55220) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.696444 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] Routers {'252a04f2-1542-40e7-993c-911fd08c7879'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:44.697222 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['252a04f2-1542-40e7-993c-911fd08c7879'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:44.744597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:44.745305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606bdd7-f433-4f03-adb1-8814fd2f6a02 None None] The sync data for ids ['252a04f2-1542-40e7-993c-911fd08c7879'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:44.753656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.757391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.769554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cdc562-5e4b-4863-9a6b-0605c9f107f0 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:44.771160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-91cdc562-5e4b-4863-9a6b-0605c9f107f0 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ac1b991-82b6-4396-bd83-c4da293da43f HTTP/1.1" status: 200 len: 913 time: 0.0742640 Aug 21 18:27:44.773898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55226) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:44.910668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1578938051-network', 'tenant_id': '5411768acd4c49edbe22cc3ea253e79c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:44.950439 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.952648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.996602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:44.999470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Fanout notify agent at l3_agent the message router_deleted on router 252a04f2-1542-40e7-993c-911fd08c7879 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:27:44.999631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Made reservation on behalf of 5411768acd4c49edbe22cc3ea253e79c for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:45.000598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.010665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.011859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8374fee1-0dae-43c2-8dcb-aee71de67744 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/routers/252a04f2-1542-40e7-993c-911fd08c7879 HTTP/1.1" status: 204 len: 168 time: 0.3446369 Aug 21 18:27:45.014643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55236) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:45.035966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.076032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:45.079617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.133641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.224174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.235223 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.241091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.274767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:45.296125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fa6ae7-3f8a-4889-92cb-43c3f650d144,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:45.310277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.312289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.312641 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Added segment 3a4c74c0-d7f5-42c3-add4-3d91587e253b of type vlan for network fffee160-dfb4-4eba-82b5-ada04da19912 Aug 21 18:27:45.336662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:45.344325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.348921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9f20aa4f-0e76-461c-8928-400d64395481 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9 HTTP/1.1" status: 204 len: 168 time: 0.3305101 Aug 21 18:27:45.349195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55242) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:45.351614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9d771-e757-4074-a403-7f326b96af8a None None] Network fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:45.353084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.408265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.439817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.477445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.478442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:45.479101 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.498653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 40c5851d-e0c8-4379-8635-1b1784708c44 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:45.499000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.544520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] DHCP port deletion for fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:45.575846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] For port 40c5851d-e0c8-4379-8635-1b1784708c44, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40c5851d-e0c8-4379-8635-1b1784708c44,segment=NetworkSegment(93b84a4b-18e4-4692-a373-b89a5e7555c1),segment_id=93b84a4b-18e4-4692-a373-b89a5e7555c1)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:45.576378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.588710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8339791 Aug 21 18:27:45.592230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55244) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:45.610257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Request body: {'subnet': {'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1578938051-subnet', 'tenant_id': '5411768acd4c49edbe22cc3ea253e79c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:45.615807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7365b-c884-4275-a3e4-cd88d7ccc8dc admin admin] Pushing event updated for resources: {'Network': ['ID=fffee160-dfb4-4eba-82b5-ada04da19912,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:45.618217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Deleting port 40c5851d-e0c8-4379-8635-1b1784708c44 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:45.618628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.624034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 40c5851d-e0c8-4379-8635-1b1784708c44 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:45.671196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Made reservation on behalf of 5411768acd4c49edbe22cc3ea253e79c for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:45.673862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.698259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fffee160-dfb4-4eba-82b5-ada04da19912 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:45.746861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port deb83de0-16b9-434f-adc5-568149bbadd3 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:45.747361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.783807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40c5851d-e0c8-4379-8635-1b1784708c44 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:45.830223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.836577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No active binding found for port 40c5851d-e0c8-4379-8635-1b1784708c44 {{(pid=94600) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 21 18:27:45.837298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40c5851d-e0c8-4379-8635-1b1784708c44 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:45.859486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] For port 40c5851d-e0c8-4379-8635-1b1784708c44, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40c5851d-e0c8-4379-8635-1b1784708c44,segment=NetworkSegment(93b84a4b-18e4-4692-a373-b89a5e7555c1),segment_id=93b84a4b-18e4-4692-a373-b89a5e7555c1)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:45.860225 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.875019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:45.876384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Calling delete_port for 40c5851d-e0c8-4379-8635-1b1784708c44 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:45.888116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=40c5851d-e0c8-4379-8635-1b1784708c44,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:45.888964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for deb83de0-16b9-434f-adc5-568149bbadd3 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:45.893663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No DVR routers for this DVR port 40c5851d-e0c8-4379-8635-1b1784708c44 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:45.972144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.007210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] Pushing event deleted for resources: {'Port': ['ID=40c5851d-e0c8-4379-8635-1b1784708c44,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:46.012014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4127e-32e7-41f5-bbbc-099962469393 None None] No DVR routers for this DVR port 40c5851d-e0c8-4379-8635-1b1784708c44 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:46.150172 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.189114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=deb83de0-16b9-434f-adc5-568149bbadd3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:46.277711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.286531 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.295832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:46.307074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b84a4b-18e4-4692-a373-b89a5e7555c1') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:46.307379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b84a4b-18e4-4692-a373-b89a5e7555c1') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:46.319414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.368475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9d956fa-15f2-4ff1-a69e-40efb3451936,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:46.393293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.413701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:46.414393 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:46.418756 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:46.425629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.477913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Checking segment: {'id': '3a4c74c0-d7f5-42c3-add4-3d91587e253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:46.477913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Network hostable DHCP agents. Network: fffee160-dfb4-4eba-82b5-ada04da19912, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:46.504596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.509844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.512001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e HTTP/1.1" status: 204 len: 168 time: 1.1618550 Aug 21 18:27:46.517198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55248) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:46.551508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Network fffee160-dfb4-4eba-82b5-ada04da19912 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:46.559567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19353501-9087-492b-a14c-4190b8f5a60c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=fd59e3ee-5a35-4ed3-88e3-80b09f1eff3e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:46.576357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63664762-57e4-428c-9ef7-fdf8232eec2d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:46.577933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-63664762-57e4-428c-9ef7-fdf8232eec2d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/82c88fec-d57c-4c0e-b253-4915f2ab151d HTTP/1.1" status: 200 len: 840 time: 0.0595706 Aug 21 18:27:46.579256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fffee160-dfb4-4eba-82b5-ada04da19912) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:46.584140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:46.584812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.587093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55250) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:46.592149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5c562d-1901-47cc-a647-bd9b510d05f3 None None] Network fffee160-dfb4-4eba-82b5-ada04da19912 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:46.632999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11742b84-f5a2-4358-8d4f-284dfd22c5f3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/82c88fec-d57c-4c0e-b253-4915f2ab151d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0448198 Aug 21 18:27:46.636634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55252) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:46.642699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:46.650977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5c96c5f5-0b73-4317-9794-fa1133d9dd9a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0573382 Aug 21 18:27:46.700270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Router 5ac1b991-82b6-4396-bd83-c4da293da43f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:27:46.767529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:46.773855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:46.775811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7911c9-55e0-4ea2-bcc8-7ad3fbc3899d None None] Network fffee160-dfb4-4eba-82b5-ada04da19912 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:46.871776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:27:46.889919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] Sync routers for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:27:46.896501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d9a9dcc1-b3cb-4084-b13b-1d257849049a tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "PUT /v2.0/routers/5ac1b991-82b6-4396-bd83-c4da293da43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1206293 Aug 21 18:27:46.898333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:46.914825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:46.915815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:46.958014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:47.003645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] Routers {'5ac1b991-82b6-4396-bd83-c4da293da43f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:27:47.004514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5ac1b991-82b6-4396-bd83-c4da293da43f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:47.037620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.052808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:47.053909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6668b742-e01c-4719-82ba-0a5fe43522f9 None None] The sync data for ids ['5ac1b991-82b6-4396-bd83-c4da293da43f'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:27:47.209634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.253074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:47.258230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:47.262723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.267941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:47.267941 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.273667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d102d-2dcd-4f1c-a62a-b778c6ddb39f None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:47.294921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=fe6b7fbb-5004-4e6d-ab65-864fe5b54de0,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:47.300912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:47.305824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-81835391-network', 'tenant_id': '04d6f8fd5d1a479abc3357cf9d243ae4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:47.322292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae64bd14-de8e-41e5-8453-32de044ed20d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6819754 Aug 21 18:27:47.322609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:47.329884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1629968189'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:47.351218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Made reservation on behalf of 04d6f8fd5d1a479abc3357cf9d243ae4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:47.356089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.368347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.375425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port e4303ae0-8635-4df5-85ba-0688b9a63bfd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:47.376304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.403427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.492125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.493100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2297459d-8fcf-4938-8c7a-944c4d053d6d', 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'tenant_id': 'aac580a3802e482994c6a0171bf77b7e', 'fixed_ips': [{'subnet_id': 'fe6b7fbb-5004-4e6d-ab65-864fe5b54de0'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:27:47.494097 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.498227 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.523647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.525121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d4fd1-a152-40f7-9771-bebd385f44d4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:47.534524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.534877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.535344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.535555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.535882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.536213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.536542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.536874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.537177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.537497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.537958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.538612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:27:47.546396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for e4303ae0-8635-4df5-85ba-0688b9a63bfd owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:47.549374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:27:47.565689 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.566044 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Added segment 98ed0ff0-eb9b-426d-bf0e-5d175871b170 of type vlan for network ef9b0d70-e6f9-4606-9163-adf948f0d0a2 Aug 21 18:27:47.611772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.638370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.639677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:47.640455 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.677642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.687304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.716713 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4150047 Aug 21 18:27:47.719596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55276) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:47.725401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Request body: {'subnet': {'network_id': 'ef9b0d70-e6f9-4606-9163-adf948f0d0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-81835391-subnet', 'tenant_id': '04d6f8fd5d1a479abc3357cf9d243ae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:47.745271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab91705-d1e4-4f9c-b735-d3c35d0a9ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef9b0d70-e6f9-4606-9163-adf948f0d0a2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:47.762335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Allocated IP 172.20.0.2 (2297459d-8fcf-4938-8c7a-944c4d053d6d/fe6b7fbb-5004-4e6d-ab65-864fe5b54de0/aa88d4bf-ba98-4c58-8a97-e62a5b0601fc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:47.766744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Made reservation on behalf of 04d6f8fd5d1a479abc3357cf9d243ae4 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:47.769318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.774653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network ef9b0d70-e6f9-4606-9163-adf948f0d0a2 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:27:47.784942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d99a992-68eb-4f1a-970b-4630aa3e2be6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:47.806757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.806757 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f767dd0d-bed4-4b40-badf-e2097a88bf8b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4814076 Aug 21 18:27:47.810673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55278) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:47.818590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'security_group': {'name': 'tempest-secgroup-2127166945'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:47.870187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f902b02b-d9d0-48b2-8c54-27b4d75a1800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.897961 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.947691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.990152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:47.996642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=e4303ae0-8635-4df5-85ba-0688b9a63bfd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.055729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02837246-98bf-44a3-b479-ff973d93d8aa,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.061624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Checking segment: {'id': '98ed0ff0-eb9b-426d-bf0e-5d175871b170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'ef9b0d70-e6f9-4606-9163-adf948f0d0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:48.061990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Network hostable DHCP agents. Network: ef9b0d70-e6f9-4606-9163-adf948f0d0a2, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:27:48.082904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Network ef9b0d70-e6f9-4606-9163-adf948f0d0a2 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:27:48.098264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.098469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, ef9b0d70-e6f9-4606-9163-adf948f0d0a2) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:48.106757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:48.108441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.109798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.115126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631c0731-3a91-4dde-a4a1-8e5aa4cd182b None None] Network ef9b0d70-e6f9-4606-9163-adf948f0d0a2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:48.129722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Transition to ACTIVE for port object aa88d4bf-ba98-4c58-8a97-e62a5b0601fc will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:48.189751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Transition to ACTIVE for port object aa88d4bf-ba98-4c58-8a97-e62a5b0601fc will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:48.202683 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.203907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.209524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.212577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.237703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-727a7ed2-9838-448f-9c01-8e540f41bf45 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5168984 Aug 21 18:27:48.251429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.274073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.274718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Fanout notify agent at l3_agent the message router_deleted on router 5ac1b991-82b6-4396-bd83-c4da293da43f {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:27:48.278050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:48.280619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:48.283604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:48.284250 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.285617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fe192c00-0d2e-452c-8e77-8040ee29bf86 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/routers/5ac1b991-82b6-4396-bd83-c4da293da43f HTTP/1.1" status: 204 len: 168 time: 1.3858783 Aug 21 18:27:48.288079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55282) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:48.291789 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.293014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4815071 Aug 21 18:27:48.295801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55284) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:48.300870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1175306229', 'security_groups': ['cae8c606-0035-4e04-89d2-663133aa19dd'], 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe6b7fbb-5004-4e6d-ab65-864fe5b54de0'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:48.344087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.365191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f92ef-31c5-43ca-9108-32ca383ec804 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae8c606-0035-4e04-89d2-663133aa19dd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.367799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting subnet 53da44b6-61db-4414-84e8-1b623e5b08f3 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:48.373064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.423164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0f3a65-1399-4c6a-80c1-9aa23c1994fb None None] Network ef9b0d70-e6f9-4606-9163-adf948f0d0a2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:48.440214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Attempting to bind port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:48.440837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Attempting to bind port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1be01d64-d16a-403d-9e0c-206365105d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:48.441306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Attempting to bind port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc on network 2297459d-8fcf-4938-8c7a-944c4d053d6d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:48.454480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:48.455009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Checking segment: {'id': '1be01d64-d16a-403d-9e0c-206365105d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:48.455515 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.455995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Bound using segment: {'id': '1be01d64-d16a-403d-9e0c-206365105d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:48.456572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Bound port: aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be01d64-d16a-403d-9e0c-206365105d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:48.457054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.465111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.482737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:48.572890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.590047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.628788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 29126b63-ddbd-403b-b402-f12ddc87cf45 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:48.631083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:48.634810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:48.638827 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.643049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.654460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.711306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Subnet': ['ID=53da44b6-61db-4414-84e8-1b623e5b08f3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.714673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.717504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-94ebf1fb-391f-44b9-ba56-cfd2ae12c647 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/subnets/53da44b6-61db-4414-84e8-1b623e5b08f3 HTTP/1.1" status: 204 len: 168 time: 0.4272163 Aug 21 18:27:48.722888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55294) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:48.736014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08479146-8de1-4e66-83bd-6d0c346adc4b None None] Network 5aee2f20-4be0-48a6-9a3f-cd426689a99c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:48.846856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd96d-7c13-4282-80d5-8ad26e6f0014 None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:48.850113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.7 (2297459d-8fcf-4938-8c7a-944c4d053d6d/fe6b7fbb-5004-4e6d-ab65-864fe5b54de0/29126b63-ddbd-403b-b402-f12ddc87cf45) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:48.863558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.938608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:48.985203 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:48.985203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.087968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] For port ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,segment=NetworkSegment(92410816-6543-48e1-9a7b-4dee68a37894),segment_id=92410816-6543-48e1-9a7b-4dee68a37894)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:49.089511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.112918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for ce1f6a48-78e7-4100-a89f-bcf45ffbf283 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:49.123008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] DHCP port deletion for 5aee2f20-4be0-48a6-9a3f-cd426689a99c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:27:49.196147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Deleting port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:49.196530 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.224848 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.251664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.261482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-46fdb5e5-2dc6-4edf-90ab-14657b9d6f35 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:49.262812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:49.263507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-46fdb5e5-2dc6-4edf-90ab-14657b9d6f35 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/networks?id=fffee160-dfb4-4eba-82b5-ada04da19912 HTTP/1.1" status: 200 len: 809 time: 0.3253224 Aug 21 18:27:49.269051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] No DVR routers for this DVR port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:49.287108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 29126b63-ddbd-403b-b402-f12ddc87cf45 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:49.289594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ab9960a4-f9d9-4d14-8ae2-7e069c0a69c6 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/quotas/5411768acd4c49edbe22cc3ea253e79c HTTP/1.1" status: 200 len: 375 time: 0.0176809 Aug 21 18:27:49.306867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] For port ce1f6a48-78e7-4100-a89f-bcf45ffbf283, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,segment=NetworkSegment(92410816-6543-48e1-9a7b-4dee68a37894),segment_id=92410816-6543-48e1-9a7b-4dee68a37894)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:49.307431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.322095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Calling delete_port for ce1f6a48-78e7-4100-a89f-bcf45ffbf283 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:49.360285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.371671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aee2f20-4be0-48a6-9a3f-cd426689a99c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:49.372308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-8b505140-6b41-45e8-9d88-fe97ec684d6d tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5411768acd4c49edbe22cc3ea253e79c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729632 Aug 21 18:27:49.384310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92410816-6543-48e1-9a7b-4dee68a37894') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:49.384530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92410816-6543-48e1-9a7b-4dee68a37894') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:27:49.394958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.412719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.420579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:27:49.421696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.427560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:27:49.435347 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:27:49.445169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] No DVR routers for this DVR port ce1f6a48-78e7-4100-a89f-bcf45ffbf283 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:49.511502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-16466fc1-99c1-4ca3-8e8f-98a59c23b2d1 service neutron] 10.222.0.41 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371434 Aug 21 18:27:49.515386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514d50f-3a8a-476a-96e5-c603959af479 None None] Pushing event deleted for resources: {'Port': ['ID=ce1f6a48-78e7-4100-a89f-bcf45ffbf283,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:49.526135 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.534089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.558646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.562979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/networks/5aee2f20-4be0-48a6-9a3f-cd426689a99c HTTP/1.1" status: 204 len: 168 time: 0.8364389 Aug 21 18:27:49.570516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:49.577924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650c205-1883-4861-b002-cbe75b785e12 tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Network': ['ID=5aee2f20-4be0-48a6-9a3f-cd426689a99c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:49.634121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:49.643561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:49.650993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:49.712158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=29126b63-ddbd-403b-b402-f12ddc87cf45,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:49.731840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:49.734615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.776936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Deleting port d3f5ab32-bedc-4b0b-adea-6798ffca582b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:49.776936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.784114 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-bbe67590-688e-41b8-abdd-8d54c04df2ed service neutron] 10.222.0.41 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715888 Aug 21 18:27:49.784946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:49.787092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a70f1363-9002-411b-aa2c-1470ce8b0c35 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4903495 Aug 21 18:27:49.792031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55308) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:49.799156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:49.853600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:49.946241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce1f6a48-78e7-4100-a89f-bcf45ffbf283 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:49.946980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.947321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:49.973096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Calling delete_port for d3f5ab32-bedc-4b0b-adea-6798ffca582b owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:49.985064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ce1f6a48-78e7-4100-a89f-bcf45ffbf283 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:49.985470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ce1f6a48-78e7-4100-a89f-bcf45ffbf283 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:50.091592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55a79122-efe8-406b-a031-fab0dac3e88c req-f13fb375-236b-47a5-a51c-ed221089ae37 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 210 time: 0.0413122 Aug 21 18:27:50.094288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:50.098186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.253741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-235531da-d469-446f-a820-9220f83449f1 None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:50.254294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-235531da-d469-446f-a820-9220f83449f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.267612 n-d-793621-32 neutron-server[94598]: INFO neutron.db.ipam_backend_mixin [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fe6b7fbb-5004-4e6d-ab65-864fe5b54de0 (CIDR: 172.20.0.0/28) Aug 21 18:27:50.274568 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:27:50.275072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:50.295950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.318762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-59e1252d-31df-498e-aaab-44ca388a6d0f tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5251765 Aug 21 18:27:50.330172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-235531da-d469-446f-a820-9220f83449f1 None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:50.338142 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-45647c7f-602c-4770-a55d-626a708a5f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.340589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55320) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:50.344675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Pushing event deleted for resources: {'Port': ['ID=d3f5ab32-bedc-4b0b-adea-6798ffca582b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:50.357026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-235531da-d469-446f-a820-9220f83449f1 None None] Provisioning for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:50.361876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-235531da-d469-446f-a820-9220f83449f1 None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:50.362320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-235531da-d469-446f-a820-9220f83449f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.388193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:50.393588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:27:50.441402 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.444650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.445845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee0ec959-78e3-4474-8671-b952422b2e8c tempest-FloatingIPAdminTestJSON-2000731800 tempest-FloatingIPAdminTestJSON-2000731800-project] 10.222.0.41 "DELETE /v2.0/floatingips/fdd43ee5-8f43-4250-aa11-e238a03c1082 HTTP/1.1" status: 204 len: 168 time: 0.8740420 Aug 21 18:27:50.507080 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-235531da-d469-446f-a820-9220f83449f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.510553 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.589350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-235531da-d469-446f-a820-9220f83449f1 None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:50.598198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-235531da-d469-446f-a820-9220f83449f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.667933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235531da-d469-446f-a820-9220f83449f1 None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:50.735000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-62e5db56-7a20-4ec4-9e97-3d8ca3908fb5 None None] Provisioning for port 29126b63-ddbd-403b-b402-f12ddc87cf45 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:50.742408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-62e5db56-7a20-4ec4-9e97-3d8ca3908fb5 None None] Provisioning complete for port 29126b63-ddbd-403b-b402-f12ddc87cf45 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:50.743380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-62e5db56-7a20-4ec4-9e97-3d8ca3908fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.821297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-62e5db56-7a20-4ec4-9e97-3d8ca3908fb5 None None] Port 29126b63-ddbd-403b-b402-f12ddc87cf45 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:50.828507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0910fb1-07ff-4e6e-b6d7-37cd378cb61a req-51918bc6-b71f-4e3a-91f8-d22fc7b068b1 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:50.833677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0910fb1-07ff-4e6e-b6d7-37cd378cb61a req-51918bc6-b71f-4e3a-91f8-d22fc7b068b1 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.5672252 Aug 21 18:27:50.879830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55338) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:50.915293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0910fb1-07ff-4e6e-b6d7-37cd378cb61a req-61432179-884e-425f-9894-93b0379b331e tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627184 Aug 21 18:27:50.951409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:50.957259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:50.983934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37364503-4fa3-4e34-abe8-a14df18c4593 req-dddc229a-8aae-4775-b8c9-22056f078d73 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:50.987014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37364503-4fa3-4e34-abe8-a14df18c4593 req-dddc229a-8aae-4775-b8c9-22056f078d73 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.0841923 Aug 21 18:27:51.063320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37364503-4fa3-4e34-abe8-a14df18c4593 req-d0bd59c7-aa5d-4c5d-9a42-5e8b13ba22bf tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675187 Aug 21 18:27:51.080088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5003d588-bb85-477b-a27c-4610d9f8ac3f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26bde92ed2aa42af870298114bd87e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989589 Aug 21 18:27:51.082801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55344) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:51.099558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e7be7-8383-407d-bb33-59c58e271a27 req-bf70580c-f9a8-407e-ab3f-64a932729a84 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:51.101058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-038e7be7-8383-407d-bb33-59c58e271a27 req-bf70580c-f9a8-407e-ab3f-64a932729a84 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.0984032 Aug 21 18:27:51.143762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.158418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-038e7be7-8383-407d-bb33-59c58e271a27 req-819556b6-6007-4590-a245-de0e98476c7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477309 Aug 21 18:27:51.169498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.187744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:51.244398 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-48bffc12-1aaa-4302-9333-36d05c356d84 req-10302d00-86ce-4f01-9f76-8c0ffda89490 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 210 time: 0.0728376 Aug 21 18:27:51.284509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-124b3717-e0a3-41a1-b70f-a91fd3b28fec tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 200 len: 994 time: 0.0956228 Aug 21 18:27:51.287706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.304007 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.306751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.308757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d48cdb98-c2f1-448e-ad5d-91cd59357e3a HTTP/1.1" status: 204 len: 168 time: 0.2248991 Aug 21 18:27:51.317477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe6676f-5a15-4a01-bee7-747d3439bced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48cdb98-c2f1-448e-ad5d-91cd59357e3a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:51.337555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:51.340802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:51.345088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:51.345645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.353296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:51.356006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e049fe6-a04e-4863-8ed2-cb3f160c2fa7 None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:51.369443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-67644059-50ef-4abc-886a-ec70f0460f46 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0248721 Aug 21 18:27:51.369624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55354) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:51.377228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1612018820', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb'}], 'security_groups': ['7d99a992-68eb-4f1a-970b-4630aa3e2be6']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:51.448160 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.640212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.700909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-15376301-d412-453c-bfc0-2824f3a7f1a6 req-851ebfd3-1505-4490-a5b2-cea5567c5a9c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:27:51.702191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15376301-d412-453c-bfc0-2824f3a7f1a6 req-851ebfd3-1505-4490-a5b2-cea5567c5a9c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097225 Aug 21 18:27:51.752187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:51.760430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-b81159fe-bdcf-48b6-abb5-a13a12b09652 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:51.762423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-b81159fe-bdcf-48b6-abb5-a13a12b09652 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.64 "GET /v2.0/networks?id=fffee160-dfb4-4eba-82b5-ada04da19912 HTTP/1.1" status: 200 len: 809 time: 0.1937759 Aug 21 18:27:51.781345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Request body: {'port': {'device_id': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912', 'admin_state_up': True, 'tenant_id': '5411768acd4c49edbe22cc3ea253e79c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:51.790424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55366) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:51.848189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Update dhcp port {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'fixed_ips': [{'subnet_id': 'fe6b7fbb-5004-4e6d-ab65-864fe5b54de0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'aa88d4bf-ba98-4c58-8a97-e62a5b0601fc'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:27:51.873892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:51.874575 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.921764 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:51.983549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Delete allocated IP 172.20.0.7 (2297459d-8fcf-4938-8c7a-944c4d053d6d/fe6b7fbb-5004-4e6d-ab65-864fe5b54de0) {{(pid=94599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:27:51.993897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.18 (2297459d-8fcf-4938-8c7a-944c4d053d6d/ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb/29126b63-ddbd-403b-b402-f12ddc87cf45) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:52.210018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5b714f5-78e8-403c-b2c5-a74c79468f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.254240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a1409-f40d-4517-93c9-a127c6a1b440 req-a8f08f26-07ae-4a3a-8ebd-6a3b81d32b7d tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:52.255962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de6a1409-f40d-4517-93c9-a127c6a1b440 req-a8f08f26-07ae-4a3a-8ebd-6a3b81d32b7d tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.0846422 Aug 21 18:27:52.307667 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.347053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 29126b63-ddbd-403b-b402-f12ddc87cf45 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:52.355121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de6a1409-f40d-4517-93c9-a127c6a1b440 req-b6e8bb97-1d54-4a52-bb08-8ab2d0d14ae4 tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/security-groups?id=b9572647-854c-4767-b1a2-5434ddfe5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834093 Aug 21 18:27:52.361596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-7296a48e-411d-44ab-a75a-d780df745f55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157923 Aug 21 18:27:52.362452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.399919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1044a-4d81-4d5c-8882-c064aa3b0b11 req-6010788c-d2bc-4b2f-a5c5-0dbcb0500659 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:52.402114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66c1044a-4d81-4d5c-8882-c064aa3b0b11 req-6010788c-d2bc-4b2f-a5c5-0dbcb0500659 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1374416 Aug 21 18:27:52.446126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-80d5019c-d295-4412-ba40-6168a768901f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:52.447670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-80d5019c-d295-4412-ba40-6168a768901f tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.39 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 949 time: 0.1267717 Aug 21 18:27:52.469747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-2069c0fa-55e5-4d63-b764-d90be61536c5 {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:27:52.470747 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:27:52.482329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=29126b63-ddbd-403b-b402-f12ddc87cf45,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:52.507554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-66c1044a-4d81-4d5c-8882-c064aa3b0b11 req-d4d96da2-48d9-4072-ac63-bbb908fe3245 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967772 Aug 21 18:27:52.509325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5b714f5-78e8-403c-b2c5-a74c79468f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.521734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5b714f5-78e8-403c-b2c5-a74c79468f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.533688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c14e9d99-a19c-4a8d-b7fe-9392a3b04e97 req-b3654358-c434-4a47-9b7a-87fa19e1e93b tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 210 time: 0.0773273 Aug 21 18:27:52.546883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] In _notify_port_updated(), no bound segment for port 29126b63-ddbd-403b-b402-f12ddc87cf45 on network 2297459d-8fcf-4938-8c7a-944c4d053d6d {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:27:52.552903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:52.554035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.555447 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6d97f62-0378-4caa-8aa5-8074e322970c tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/ports/29126b63-ddbd-403b-b402-f12ddc87cf45 HTTP/1.1" status: 200 len: 921 time: 1.1840630 Aug 21 18:27:52.558352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:52.589991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Made reservation on behalf of 5411768acd4c49edbe22cc3ea253e79c for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:52.593571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.610846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b714f5-78e8-403c-b2c5-a74c79468f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c5ac11-2334-4a4a-9ea1-2b47e3cc49a6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:52.619157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5b714f5-78e8-403c-b2c5-a74c79468f2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec046a749f0147409ec2778e5eca2793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249207 Aug 21 18:27:52.621577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:52.659099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 29126b63-ddbd-403b-b402-f12ddc87cf45 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:52.659305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.735544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Deleting port 6ef79c9b-09ca-4244-afd6-26d915a0846a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:27:52.735800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.759035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.773062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 29126b63-ddbd-403b-b402-f12ddc87cf45 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:52.829140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.885717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.899467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Allocated IP 172.20.0.6 (fffee160-dfb4-4eba-82b5-ada04da19912/c9d956fa-15f2-4ff1-a69e-40efb3451936/1e891273-3993-4f29-8c67-aa221affaba1) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:52.921597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.930740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] For port 6ef79c9b-09ca-4244-afd6-26d915a0846a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6ef79c9b-09ca-4244-afd6-26d915a0846a,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:52.931499 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:52.956374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=29126b63-ddbd-403b-b402-f12ddc87cf45,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:52.965534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Calling delete_port for 6ef79c9b-09ca-4244-afd6-26d915a0846a owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:27:53.034701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.038367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7e8d4ee7-55ae-4867-8b25-97abadce557e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/29126b63-ddbd-403b-b402-f12ddc87cf45 HTTP/1.1" status: 204 len: 168 time: 0.4787755 Aug 21 18:27:53.040930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55408) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:53.070427 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-e750fac2-8746-4560-bcdd-6d6ef076bf99 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:27:53.072291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e750fac2-8746-4560-bcdd-6d6ef076bf99 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/29126b63-ddbd-403b-b402-f12ddc87cf45 HTTP/1.1" status: 404 len: 333 time: 0.0302615 Aug 21 18:27:53.076093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.080920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55410) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:53.081952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.083512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9c5ac11-2334-4a4a-9ea1-2b47e3cc49a6 HTTP/1.1" status: 204 len: 168 time: 0.4606907 Aug 21 18:27:53.140058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de36870-a9ec-4a27-8bce-9fbc16320aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c5ac11-2334-4a4a-9ea1-2b47e3cc49a6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:53.216834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.241883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.271898 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.292614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.328516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.333179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.337071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/security-groups/cae8c606-0035-4e04-89d2-663133aa19dd HTTP/1.1" status: 204 len: 168 time: 0.2550337 Aug 21 18:27:53.341147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55416) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:53.348335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbec75-72a9-4746-8399-34554b9b5e83 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae8c606-0035-4e04-89d2-663133aa19dd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:53.367684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.415801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.444425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['6ef79c9b-09ca-4244-afd6-26d915a0846a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:27:53.490432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Allocated IP 172.20.0.18 (2297459d-8fcf-4938-8c7a-944c4d053d6d/ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb/aa88d4bf-ba98-4c58-8a97-e62a5b0601fc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:53.501902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Pushing event deleted for resources: {'Port': ['ID=6ef79c9b-09ca-4244-afd6-26d915a0846a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:53.512639 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.556027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a12cb9f8-0105-4aee-82d1-737394ccf451 req-a78e8395-af9e-4bfc-9484-e0676489a8ef tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 210 time: 0.0564632 Aug 21 18:27:53.653220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] No DVR routers for this DVR port 6ef79c9b-09ca-4244-afd6-26d915a0846a on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:27:53.663339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.675372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c2ddeef-9ce4-4fb5-8b81-84b26d16d7b0 req-0ed5556b-3b41-47fd-a084-3020027b6437 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 210 time: 0.0499711 Aug 21 18:27:53.681098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2a77bb4-1d98-4435-968c-4cd46890131a req-5b9d4229-35d3-494e-b606-222c02b5c8bd tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.39 "DELETE /v2.0/ports/6ef79c9b-09ca-4244-afd6-26d915a0846a HTTP/1.1" status: 204 len: 173 time: 1.2193942 Aug 21 18:27:53.683866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'name': 'network-vif-deleted', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:27:53.686282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:53.690032 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10fef54-33e4-4701-8a52-88ca0f000994" -d '{"events": [{"server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "name": "network-vif-deleted", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:27:53.721192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.731050 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.732147 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.752816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Transition to ACTIVE for port object aa88d4bf-ba98-4c58-8a97-e62a5b0601fc will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:53.759845 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.771364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:53.790136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4bb2-372b-473f-baf0-6a7ec0bd241f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.831351 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b59027-8647-43fe-8a6a-6c01f1633891 x-openstack-request-id: req-01b59027-8647-43fe-8a6a-6c01f1633891 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:27:53.832257 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91970595-d667-4b84-b6fb-6db7201b889e", "name": "network-vif-deleted", "tag": "6ef79c9b-09ca-4244-afd6-26d915a0846a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:27:53.836594 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01b59027-8647-43fe-8a6a-6c01f1633891 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:27:53.837170 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91970595-d667-4b84-b6fb-6db7201b889e', 'name': 'network-vif-deleted', 'tag': '6ef79c9b-09ca-4244-afd6-26d915a0846a', 'status': 'completed', 'code': 200} Aug 21 18:27:53.849661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f32b8-7ac1-4ca4-adbf-56569aef94d9 None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:53.912454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Network fffee160-dfb4-4eba-82b5-ada04da19912 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:53.930645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:53.941827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4bb2-372b-473f-baf0-6a7ec0bd241f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.943086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:53.950218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6bd4bb2-372b-473f-baf0-6a7ec0bd241f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:53.990034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Pushing event updated for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.001854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51cbda-ad64-4f9c-8453-5151f15263d7 req-2247a877-fb16-4ac5-93a7-e54cef505420 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:54.003500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e51cbda-ad64-4f9c-8453-5151f15263d7 req-2247a877-fb16-4ac5-93a7-e54cef505420 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.3464425 Aug 21 18:27:54.013528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c6bd4bb2-372b-473f-baf0-6a7ec0bd241f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcab88f290a841ddbf395977be9e30bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2405415 Aug 21 18:27:54.015023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd4bb2-372b-473f-baf0-6a7ec0bd241f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604bc29d-69fb-45ba-8b59-99b0f2eff9ca,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.017974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55430) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:54.042323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.045023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.048726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/security-groups/7d99a992-68eb-4f1a-970b-4630aa3e2be6 HTTP/1.1" status: 204 len: 168 time: 0.7031651 Aug 21 18:27:54.048980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:54.066735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:54.067486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.078246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf12cf-1f54-46be-bad0-5d917f3754bc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d99a992-68eb-4f1a-970b-4630aa3e2be6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.109375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-ac2790db-e5f8-4238-a0ab-016596a7c1a0 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3341990 Aug 21 18:27:54.134273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e51cbda-ad64-4f9c-8453-5151f15263d7 req-b4834e4b-7f93-487b-9b19-c796feb6bd55 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989604 Aug 21 18:27:54.134749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Request body: {'port': {'device_id': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:54.140828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.146105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet fe6b7fbb-5004-4e6d-ab65-864fe5b54de0 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:27:54.149790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.205452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.210817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.214229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.392109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.395097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.398589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/604bc29d-69fb-45ba-8b59-99b0f2eff9ca HTTP/1.1" status: 204 len: 168 time: 0.3777802 Aug 21 18:27:54.423769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abcaaee-e738-4bfa-9c1c-88d61190c8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604bc29d-69fb-45ba-8b59-99b0f2eff9ca,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.427118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.476239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-1333bf2b-686d-4386-9f88-34fa97b87cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:54.477797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-1333bf2b-686d-4386-9f88-34fa97b87cee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.1426308 Aug 21 18:27:54.594155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e891273-3993-4f29-8c67-aa221affaba1 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:27:54.605656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.609446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.634651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Transition to ACTIVE for port object 1e891273-3993-4f29-8c67-aa221affaba1 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:54.647564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.668078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6b7fbb-5004-4e6d-ab65-864fe5b54de0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.676413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.684481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d2727814-2445-435e-afda-aa02296c11e9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/fe6b7fbb-5004-4e6d-ab65-864fe5b54de0 HTTP/1.1" status: 204 len: 168 time: 0.6342590 Aug 21 18:27:54.690752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55438) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:54.700763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:54.778683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Pushing event updated for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:54.840361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31039c0e-1329-414f-b407-99b85c7e2c5d None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:54.887760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d47aac13-03ff-4eda-b6d7-d3acf8d3f1d3 req-39d882de-b0b3-452d-a0c3-132f6f8c714b tempest-VolumesBackupsTest-888462350 tempest-VolumesBackupsTest-888462350-project] 10.222.0.41 "GET /v2.0/ports?device_id=91970595-d667-4b84-b6fb-6db7201b889e HTTP/1.1" status: 200 len: 210 time: 0.0706835 Aug 21 18:27:54.904481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-8f901586-ad17-4c7a-bb4f-64e58a0b535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:54.905902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e43e-4cc8-4b2a-ada6-6fea438d6273 req-6ea57f0e-bf29-4e0f-b4cb-f5d0352b57a3 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:54.906042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-8f901586-ad17-4c7a-bb4f-64e58a0b535b service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.4126759 Aug 21 18:27:54.907679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d19e43e-4cc8-4b2a-ada6-6fea438d6273 req-6ea57f0e-bf29-4e0f-b4cb-f5d0352b57a3 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 943 time: 0.0813885 Aug 21 18:27:54.931260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Attempting to bind port 1e891273-3993-4f29-8c67-aa221affaba1 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:27:54.931509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Attempting to bind port 1e891273-3993-4f29-8c67-aa221affaba1 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '3a4c74c0-d7f5-42c3-add4-3d91587e253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:27:54.931842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Attempting to bind port 1e891273-3993-4f29-8c67-aa221affaba1 on network fffee160-dfb4-4eba-82b5-ada04da19912 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:54.939492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Port 1e891273-3993-4f29-8c67-aa221affaba1 on network fffee160-dfb4-4eba-82b5-ada04da19912 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:27:54.939812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Attempting to bind port 1e891273-3993-4f29-8c67-aa221affaba1 on network fffee160-dfb4-4eba-82b5-ada04da19912 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:27:54.951246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:27:54.951499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Checking segment: {'id': '3a4c74c0-d7f5-42c3-add4-3d91587e253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:27:54.951968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Bound using segment: {'id': '3a4c74c0-d7f5-42c3-add4-3d91587e253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:27:54.952302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Bound port: 1e891273-3993-4f29-8c67-aa221affaba1, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4c74c0-d7f5-42c3-add4-3d91587e253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:27:54.952850 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:54.968673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Could not find standard attr ID for object 29126b63-ddbd-403b-b402-f12ddc87cf45. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:54.998798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:55.002430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.009421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d19e43e-4cc8-4b2a-ada6-6fea438d6273 req-05bcfb48-0faa-4e4a-89df-371630fc4284 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855076 Aug 21 18:27:55.040848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:55.041228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.047961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:27:55.051758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1e891273-3993-4f29-8c67-aa221affaba1,segment=NetworkSegment(3a4c74c0-d7f5-42c3-add4-3d91587e253b),segment_id=3a4c74c0-d7f5-42c3-add4-3d91587e253b)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:27:55.059839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.091036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-8a446e87-8c6d-4324-b9da-f4f1e405b434 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1002 time: 0.1708765 Aug 21 18:27:55.108948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.110673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.112532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] 10.222.0.64 "PUT /v2.0/ports/1e891273-3993-4f29-8c67-aa221affaba1 HTTP/1.1" status: 200 len: 1092 time: 0.9847155 Aug 21 18:27:55.116052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:55.150345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Provisioning for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:55.158212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:55.158786 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8722d3f5-898a-4d4a-b91b-35f3c6dc2fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.160904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e553bffb-b057-429c-a7b0-219c5c4ec016 service neutron] Pushing event updated for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:55.240498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-09c2cbbf-8062-4617-8b8f-4e13df71fedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.242378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-09c2cbbf-8062-4617-8b8f-4e13df71fedf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1389999 Aug 21 18:27:55.243310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-a3566af6-7a7c-4f6f-a1a4-b27958c9b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.244932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-a3566af6-7a7c-4f6f-a1a4-b27958c9b11f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5411768acd4c49edbe22cc3ea253e79c&device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 1095 time: 0.0730340 Aug 21 18:27:55.313479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-42d1ceaa-9fb3-405d-bb8a-681f6f2bc0fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e891273-3993-4f29-8c67-aa221affaba1 HTTP/1.1" status: 200 len: 217 time: 0.0468700 Aug 21 18:27:55.382305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ec0fb-b406-46c1-965e-5076157f8063 req-d5d57794-f94d-4cba-b6f3-e978a058ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.384871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-d5d57794-f94d-4cba-b6f3-e978a058ebf7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9d956fa-15f2-4ff1-a69e-40efb3451936 HTTP/1.1" status: 200 len: 849 time: 0.0604696 Aug 21 18:27:55.393950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfb772-400c-4072-8efb-06b62a0e5091 req-23afca9c-cc23-4df9-87df-3b5dedca3482 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.402899 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45bfb772-400c-4072-8efb-06b62a0e5091 req-23afca9c-cc23-4df9-87df-3b5dedca3482 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1704001 Aug 21 18:27:55.418322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-18c844f3-2d40-41eb-a1c9-1bcc081f9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.419891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-18c844f3-2d40-41eb-a1c9-1bcc081f9de8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526654 Aug 21 18:27:55.446382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-54924678-89f3-4d75-9686-6f28cad02226 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fffee160-dfb4-4eba-82b5-ada04da19912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351870 Aug 21 18:27:55.547175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45bfb772-400c-4072-8efb-06b62a0e5091 req-dc110e5c-7213-4273-9293-92f3ccc50479 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1433020 Aug 21 18:27:55.555698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-473a5867-3c36-4b20-9500-dad7ddb830d9 service neutron] 10.222.0.64 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985670 Aug 21 18:27:55.644642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.697852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-639f07d9-c390-47d2-b9f4-3854bef4e5ae service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627423 Aug 21 18:27:55.705305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-365ec0fb-b406-46c1-965e-5076157f8063 req-7afaf8f2-562f-4359-a38b-cc196704f139 service neutron] 10.222.0.64 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361947 Aug 21 18:27:55.712231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:55.718621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:55.729332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:55.733392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:55.734158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.792831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:55.793281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.803447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=cabf57b5-b192-4f42-9f68-cdfaba13be91,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:55.813773 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-142a6125-8fbf-4a0b-9d48-ec147add60a0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1219513 Aug 21 18:27:55.816540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55466) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:55.824801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'security_group': {'name': 'tempest-secgroup-291115902'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:55.838946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:27:55.841378 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea1415-a04d-47ed-a159-628cdc4ac311" -d '{"events": [{"name": "network-changed", "server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "tag": "1e891273-3993-4f29-8c67-aa221affaba1"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:27:55.852663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5bc98-239e-4dd2-8f1d-ac3c70d61ff9 None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:27:55.878234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:55.905881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-b5bdde9e-3a88-49bc-b8a6-663d60cef3f1 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885996 Aug 21 18:27:55.919719 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7987d2c6-a944-4037-b690-5593e025f1a1 x-openstack-request-id: req-7987d2c6-a944-4037-b690-5593e025f1a1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:27:55.920007 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "tag": "1e891273-3993-4f29-8c67-aa221affaba1", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:27:55.920498 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7987d2c6-a944-4037-b690-5593e025f1a1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:27:55.921402 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1', 'status': 'completed', 'code': 200} Aug 21 18:27:55.983867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c743d29-e62d-4b19-b22a-e20c18f64cbe None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:55.984239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8c743d29-e62d-4b19-b22a-e20c18f64cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.036565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-fb98b9f2-3d36-4c20-b743-3653420b5bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:56.038087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-fb98b9f2-3d36-4c20-b743-3653420b5bf1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=5411768acd4c49edbe22cc3ea253e79c&device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 1095 time: 0.1042268 Aug 21 18:27:56.091511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8c743d29-e62d-4b19-b22a-e20c18f64cbe None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:56.117741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c743d29-e62d-4b19-b22a-e20c18f64cbe None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:56.118399 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8c743d29-e62d-4b19-b22a-e20c18f64cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.176945 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.193536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.239645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b9e97-5728-450e-b1ba-fd424d9a7e59 req-e41a0bc6-d546-442c-b2ad-e4343f7b6446 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:56.260200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.261474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4438140 Aug 21 18:27:56.268434 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55488) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:56.273303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac0b9e97-5728-450e-b1ba-fd424d9a7e59 req-e41a0bc6-d546-442c-b2ad-e4343f7b6446 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 943 time: 0.1132016 Aug 21 18:27:56.280878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1494562416'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:56.288525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184f2c-7413-4543-9a26-fe0b48d478f6 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b61c7a8-523f-450d-9cc7-eb47410962e1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:56.299684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-dae83d0f-b532-4ae7-9860-10548a31f422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:56.301462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-dae83d0f-b532-4ae7-9860-10548a31f422 service neutron] 10.222.0.64 "GET /v2.0/networks?id=fffee160-dfb4-4eba-82b5-ada04da19912 HTTP/1.1" status: 200 len: 910 time: 0.2523901 Aug 21 18:27:56.319664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.331790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Update dhcp port {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'fixed_ips': [{'subnet_id': 'ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cabf57b5-b192-4f42-9f68-cdfaba13be91'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'aa88d4bf-ba98-4c58-8a97-e62a5b0601fc'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:27:56.349377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-813b859c-fd8a-4bbb-81a5-4bc2fcbc7bf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e891273-3993-4f29-8c67-aa221affaba1 HTTP/1.1" status: 200 len: 217 time: 0.0381110 Aug 21 18:27:56.366338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.384610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac0b9e97-5728-450e-b1ba-fd424d9a7e59 req-12b86862-e6ff-4358-ad74-40312e208003 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016922 Aug 21 18:27:56.407105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-b631e9ad-3218-4696-b4f2-899a236c19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:56.408719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-b631e9ad-3218-4696-b4f2-899a236c19f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9d956fa-15f2-4ff1-a69e-40efb3451936 HTTP/1.1" status: 200 len: 849 time: 0.0505421 Aug 21 18:27:56.446381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-23cad99e-f62e-4f06-96cd-2dfd4c961b47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=fffee160-dfb4-4eba-82b5-ada04da19912&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295322 Aug 21 18:27:56.454997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55490) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:56.510005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ef79c9b-09ca-4244-afd6-26d915a0846a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:27:56.542480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 6ef79c9b-09ca-4244-afd6-26d915a0846a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:27:56.542840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6ef79c9b-09ca-4244-afd6-26d915a0846a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:27:56.608338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Allocated IP 172.20.0.2 (2297459d-8fcf-4938-8c7a-944c4d053d6d/cabf57b5-b192-4f42-9f68-cdfaba13be91/aa88d4bf-ba98-4c58-8a97-e62a5b0601fc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:56.715427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:56.749316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.764491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Transition to ACTIVE for port object aa88d4bf-ba98-4c58-8a97-e62a5b0601fc will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:56.768783 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:56.817879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e19be3ce-d539-4d0f-af67-fc7d1a986300 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-899492258'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:56.818940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e19be3ce-d539-4d0f-af67-fc7d1a986300 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Unknown quota resources ['metering_label']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:27:56.880825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad6ebc-96a4-4f1d-b277-f3310649b404 None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:57.100417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.102742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e19be3ce-d539-4d0f-af67-fc7d1a986300 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.107125 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e19be3ce-d539-4d0f-af67-fc7d1a986300 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6481194 Aug 21 18:27:57.108111 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.114433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e05fccc2-b3ac-4709-91d8-1020786e1927 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'bd2ca91a-3cb3-4a4c-b322-93f20772cee0'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:57.115196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e05fccc2-b3ac-4709-91d8-1020786e1927 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:27:57.117095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8721a6-c28b-43cd-876a-6315afe1986b req-d7235162-9596-46b3-b837-84e52fe66f45 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:57.125322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b8721a6-c28b-43cd-876a-6315afe1986b req-d7235162-9596-46b3-b837-84e52fe66f45 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.3151131 Aug 21 18:27:57.133846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-6ba714b6-662f-4e30-9cba-73faa952bde3 service neutron] 10.222.0.64 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703286 Aug 21 18:27:57.136163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.218834 n-d-793621-32 neutron-server[94598]: WARNING neutron.services.metering.metering_plugin [None req-e05fccc2-b3ac-4709-91d8-1020786e1927 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 18:27:57.268192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.269723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0003381 Aug 21 18:27:57.276403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55500) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.281798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'security_group': {'name': 'tempest-secgroup-1306210131'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:57.300919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c58aff-e786-4caa-a51d-2953660eafb9 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0baa2cd-e51b-4664-9cfa-8d345e2cd809,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:57.306547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b8721a6-c28b-43cd-876a-6315afe1986b req-20c8253d-3469-47c7-9de5-b9b09a9d2157 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803594 Aug 21 18:27:57.321146 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfea1415-a04d-47ed-a159-628cdc4ac311 req-80bb6d2d-90e2-494d-be00-4a255187858c service neutron] 10.222.0.64 "GET /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718271 Aug 21 18:27:57.351274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.378640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e05fccc2-b3ac-4709-91d8-1020786e1927 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.380044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e05fccc2-b3ac-4709-91d8-1020786e1927 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2699878 Aug 21 18:27:57.385055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55502) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.392198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4c68a3f3-9614-4030-b688-6b76774e33d9 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'bd2ca91a-3cb3-4a4c-b322-93f20772cee0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:57.392689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4c68a3f3-9614-4030-b688-6b76774e33d9 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94599) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:27:57.499972 n-d-793621-32 neutron-server[94599]: WARNING neutron.services.metering.metering_plugin [None req-4c68a3f3-9614-4030-b688-6b76774e33d9 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 21 18:27:57.536945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd22b4e-7f99-40d2-86e5-a4e5dca3f23c req-91865cd8-3d0b-4c7d-9674-9aa804b9b27c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:57.538801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edd22b4e-7f99-40d2-86e5-a4e5dca3f23c req-91865cd8-3d0b-4c7d-9674-9aa804b9b27c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 943 time: 0.0750668 Aug 21 18:27:57.558595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:57.562802 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.586656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edd22b4e-7f99-40d2-86e5-a4e5dca3f23c req-a2acb112-34de-4d46-9a39-4db01a88cbb7 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372562 Aug 21 18:27:57.649362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c68a3f3-9614-4030-b688-6b76774e33d9 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.649978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:57.653130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c68a3f3-9614-4030-b688-6b76774e33d9 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2635446 Aug 21 18:27:57.653461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55506) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.667930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-444db467-f9bc-4a27-8a63-88aeb1bda897 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=c3b19622-40c3-43f4-9fd0-0ce095656d91 HTTP/1.1" status: 200 len: 462 time: 0.0131857 Aug 21 18:27:57.670390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55508) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.671898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Provisioning for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:57.678208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:57.684989 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8eada86f-ba82-4cb2-8020-04ee435d5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.720808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.735147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.739267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:27:57.775847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=186b428f-a6ba-471c-b88b-d9b0df8bfd44,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:57.781669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.788437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7159029b-3fa0-47db-9504-98ec732d876b tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5059280 Aug 21 18:27:57.789259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55510) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.797367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-118394719', 'security_groups': ['186b428f-a6ba-471c-b88b-d9b0df8bfd44'], 'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cabf57b5-b192-4f42-9f68-cdfaba13be91'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:57.876536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:57.877145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.912329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3373fd3c-bb01-4f0c-9677-8530bfc39c0e tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:57.913738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3373fd3c-bb01-4f0c-9677-8530bfc39c0e tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/c3b19622-40c3-43f4-9fd0-0ce095656d91 HTTP/1.1" status: 204 len: 168 time: 0.2417848 Aug 21 18:27:57.918322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55512) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.933558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-51db165b-39cb-4676-afa8-1e6b7c7ed8e1 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=c3b19622-40c3-43f4-9fd0-0ce095656d91 HTTP/1.1" status: 200 len: 221 time: 0.0092676 Aug 21 18:27:57.933986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55514) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:57.945288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f942b4db-66da-4e23-8460-13a6d7d6b2cf tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1477756107', 'description': 'label created by tempest'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:57.945685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f942b4db-66da-4e23-8460-13a6d7d6b2cf tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Unknown quota resources ['metering_label']. {{(pid=94598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:27:57.951256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:57.990900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e10499dc-590c-4b37-a105-e270a7171713 None None] Could not find standard attr ID for object 29126b63-ddbd-403b-b402-f12ddc87cf45. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:27:58.079408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.096954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] device_id is not set on port 61f4f82c-697b-4dbb-8067-3829d9573348 yet. {{(pid=94599) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:27:58.171904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f942b4db-66da-4e23-8460-13a6d7d6b2cf tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.173092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f942b4db-66da-4e23-8460-13a6d7d6b2cf tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2376652 Aug 21 18:27:58.175799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.253445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2f12b24-d30c-4e75-bdd0-3b6e4fd3d052 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=532242aa-b4a6-413f-808b-60439b2ffdd2 HTTP/1.1" status: 200 len: 468 time: 0.0741599 Aug 21 18:27:58.253622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55518) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.276947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.12 (2297459d-8fcf-4938-8c7a-944c4d053d6d/cabf57b5-b192-4f42-9f68-cdfaba13be91/61f4f82c-697b-4dbb-8067-3829d9573348) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:27:58.457878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-664d219b-03d5-41cb-90e5-5a0646c1c79f tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.459490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-664d219b-03d5-41cb-90e5-5a0646c1c79f tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/532242aa-b4a6-413f-808b-60439b2ffdd2 HTTP/1.1" status: 204 len: 168 time: 0.2048159 Aug 21 18:27:58.463050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.470208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.478284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4abc74e3-2b78-4e6a-9b91-84262bb2ba15 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=532242aa-b4a6-413f-808b-60439b2ffdd2 HTTP/1.1" status: 200 len: 216 time: 0.0102067 Aug 21 18:27:58.478650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55526) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.485475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c4f2a-6ba6-4d2b-adfe-58b32745d256 req-8639cbf8-78db-4328-9d0f-547c73c6cf7f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:58.487056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-934c4f2a-6ba6-4d2b-adfe-58b32745d256 req-8639cbf8-78db-4328-9d0f-547c73c6cf7f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.0867329 Aug 21 18:27:58.491052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-af20c17f-29af-4175-94b7-3336792d8f96 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080392 Aug 21 18:27:58.491208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55528) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.505708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b97c58e-28a0-4454-9045-d7d923ef5e71 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0104170 Aug 21 18:27:58.505875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55530) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.506022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 61f4f82c-697b-4dbb-8067-3829d9573348 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:27:58.560971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-934c4f2a-6ba6-4d2b-adfe-58b32745d256 req-4f9d68cb-3fb7-4822-b54f-068e16fdcd2d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561414 Aug 21 18:27:58.566442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1fa9ea88-3289-46f1-b44e-58b2610da804 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-labels/bd2ca91a-3cb3-4a4c-b322-93f20772cee0 HTTP/1.1" status: 200 len: 472 time: 0.0595479 Aug 21 18:27:58.569897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.575462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.584898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7583f28-4b29-455b-850d-87559ef10778 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "GET /v2.0/metering/metering-label-rules/b8a99ab8-a713-48ce-a884-7070cbbc31bc HTTP/1.1" status: 200 len: 459 time: 0.0132430 Aug 21 18:27:58.588128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.627578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:27:58.630954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:27:58.634657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:27:58.669575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=61f4f82c-697b-4dbb-8067-3829d9573348,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:58.695044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:58.695748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.719509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c6fc4dbe-ec4d-47d6-8b7f-ed428aa40ba7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9291348 Aug 21 18:27:58.720175 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55538) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.725323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:58.738563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e5e4929-97eb-4ea7-840d-b962fc66127d tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.739675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3e5e4929-97eb-4ea7-840d-b962fc66127d tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-label-rules/b8a99ab8-a713-48ce-a884-7070cbbc31bc HTTP/1.1" status: 204 len: 168 time: 0.1500609 Aug 21 18:27:58.743694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55540) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:58.876063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:58.880819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.923529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6dcb57ea-70b2-4c2e-9a97-b535449e2d5e None None] Provisioning for port 61f4f82c-697b-4dbb-8067-3829d9573348 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:27:58.928489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6dcb57ea-70b2-4c2e-9a97-b535449e2d5e None None] Provisioning complete for port 61f4f82c-697b-4dbb-8067-3829d9573348 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:27:58.929476 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dcb57ea-70b2-4c2e-9a97-b535449e2d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:58.975440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb57ea-70b2-4c2e-9a97-b535449e2d5e None None] Port 61f4f82c-697b-4dbb-8067-3829d9573348 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:27:58.980392 n-d-793621-32 neutron-server[94599]: INFO neutron.db.ipam_backend_mixin [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cabf57b5-b192-4f42-9f68-cdfaba13be91 (CIDR: 172.20.0.0/28) Aug 21 18:27:58.984891 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:27:58.985480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:59.002187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd676f38-8cbd-4c45-832c-839b41b5df74 req-4d84807b-761d-4d73-a5cc-ac1f55a8ebc8 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:59.003962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd676f38-8cbd-4c45-832c-839b41b5df74 req-4d84807b-761d-4d73-a5cc-ac1f55a8ebc8 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 943 time: 0.3145199 Aug 21 18:27:59.005795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55542) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:59.006518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6cfeec89-c16b-4ad8-8802-010c13095c84 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2852726 Aug 21 18:27:59.011635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:59.020495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b65eaf5d-7ede-44ec-add0-4f3c4eecc309 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.021561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b65eaf5d-7ede-44ec-add0-4f3c4eecc309 tempest-MeteringIpV6TestJSON-1732973405 tempest-MeteringIpV6TestJSON-1732973405-project-admin] 10.222.0.41 "DELETE /v2.0/metering/metering-labels/bd2ca91a-3cb3-4a4c-b322-93f20772cee0 HTTP/1.1" status: 204 len: 168 time: 0.2784386 Aug 21 18:27:59.263381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1e891273-3993-4f29-8c67-aa221affaba1 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:27:59.292995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55548) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:59.412277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1e891273-3993-4f29-8c67-aa221affaba1,segment=NetworkSegment(3a4c74c0-d7f5-42c3-add4-3d91587e253b),segment_id=3a4c74c0-d7f5-42c3-add4-3d91587e253b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:59.445812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-834c024e-cf30-4b91-8dd0-b673ff9ca278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.453994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '1e891273-3993-4f29-8c67-aa221affaba1', 'network_id': 'fffee160-dfb4-4eba-82b5-ada04da19912', 'port_id': '1e891273-3993-4f29-8c67-aa221affaba1', 'mac_address': 'fa:16:3e:e0:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9d956fa-15f2-4ff1-a69e-40efb3451936', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:27:59.473277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd676f38-8cbd-4c45-832c-839b41b5df74 req-126ae238-dfd6-42c6-8e14-5ec52cdad65a tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574382 Aug 21 18:27:59.536852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.551641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e891273-3993-4f29-8c67-aa221affaba1 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:27:59.566624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-834c024e-cf30-4b91-8dd0-b673ff9ca278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.573382 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-834c024e-cf30-4b91-8dd0-b673ff9ca278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.585565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1e891273-3993-4f29-8c67-aa221affaba1,segment=NetworkSegment(3a4c74c0-d7f5-42c3-add4-3d91587e253b),segment_id=3a4c74c0-d7f5-42c3-add4-3d91587e253b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:27:59.594385 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.609825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:59.614042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.616232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-834c024e-cf30-4b91-8dd0-b673ff9ca278 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd995a1af1254baaa243ef8332f5c623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219736 Aug 21 18:27:59.616849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:59.652670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:59.658203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c024e-cf30-4b91-8dd0-b673ff9ca278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b22fae-3d12-456a-8f0c-4c9be959ae83,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:59.694916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.727068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.736826 n-d-793621-32 neutron-server[94598]: INFO neutron.db.ipam_backend_mixin [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb (CIDR: 172.20.0.16/28) Aug 21 18:27:59.741100 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:27:59.741903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:27:59.765648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f936f49-8ca2-4171-bbc3-2141022fc424 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7586846 Aug 21 18:27:59.766444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55596) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:27:59.771728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'subnet': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:27:59.842336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['1e891273-3993-4f29-8c67-aa221affaba1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:27:59.871319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536580b-74a1-4de2-9d3e-9271ec864f42 req-e6f162a7-fe9e-4872-a4e9-44c60d8d338e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:27:59.873608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5536580b-74a1-4de2-9d3e-9271ec864f42 req-e6f162a7-fe9e-4872-a4e9-44c60d8d338e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1297283 Aug 21 18:27:59.874937 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.878109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:27:59.879338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/67b22fae-3d12-456a-8f0c-4c9be959ae83 HTTP/1.1" status: 204 len: 168 time: 0.2605779 Aug 21 18:27:59.895977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc50ea4-c11f-473c-9b9d-f025f158bea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b22fae-3d12-456a-8f0c-4c9be959ae83,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:27:59.950752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5536580b-74a1-4de2-9d3e-9271ec864f42 req-0fe17ac1-2bcf-47c9-8666-094473293ee9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624170 Aug 21 18:27:59.954961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Made reservation on behalf of aac580a3802e482994c6a0171bf77b7e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:27:59.958752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.248702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55624) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:00.270259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d76a233c-c046-4b05-b2dc-0253c67928d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.280631 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.347980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:00.353424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:00.357010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:00.357612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.364207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151304e5-c080-453d-b986-1aa67c7a2c29 None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:00.374642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Subnet': ['ID=3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:00.450309 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d76a233c-c046-4b05-b2dc-0253c67928d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.457357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d76a233c-c046-4b05-b2dc-0253c67928d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.469477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5fe1e869-e565-4023-9403-a6de2d5a3fe3 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7016652 Aug 21 18:28:00.472091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:00.477814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405780747', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e'}], 'security_groups': ['6b61c7a8-523f-450d-9cc7-eb47410962e1', 'f0baa2cd-e51b-4664-9cfa-8d345e2cd809']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:00.508254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d76a233c-c046-4b05-b2dc-0253c67928d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3b29cfde81044e4af05b15854c5607a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548175 Aug 21 18:28:00.508254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a233c-c046-4b05-b2dc-0253c67928d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054f9f7-1f25-4eb5-995e-9652ed36c6bd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:00.508929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55642) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:00.593530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.606884 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.651006 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.670813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Update dhcp port {'port': {'network_id': '2297459d-8fcf-4938-8c7a-944c4d053d6d', 'fixed_ips': [{'subnet_id': 'ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cabf57b5-b192-4f42-9f68-cdfaba13be91', 'ip_address': '172.20.0.2'}, {'subnet_id': '3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e'}], 'binding:host_id': 'n-d-793621-32'}, 'id': 'aa88d4bf-ba98-4c58-8a97-e62a5b0601fc'} from n-d-793621-32. {{(pid=94600) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 21 18:28:00.681945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13212f14-a2f5-4dba-bb73-e428f004dca5 req-b8e79b60-c789-47fb-91c4-e28bf811dffe tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:00.684084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13212f14-a2f5-4dba-bb73-e428f004dca5 req-b8e79b60-c789-47fb-91c4-e28bf811dffe tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 944 time: 0.0994594 Aug 21 18:28:00.707491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.737607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13212f14-a2f5-4dba-bb73-e428f004dca5 req-e9ca0f4d-fe0f-46cd-9dd3-373d3ba7aeec tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Aug 21 18:28:00.750710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.753492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:00.765453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b054f9f7-1f25-4eb5-995e-9652ed36c6bd HTTP/1.1" status: 204 len: 168 time: 0.2447102 Aug 21 18:28:00.767013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27902b58-168f-4439-9713-e1e0b596cfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054f9f7-1f25-4eb5-995e-9652ed36c6bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:00.942056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Allocated IP 172.20.0.34 (2297459d-8fcf-4938-8c7a-944c4d053d6d/3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e/aa88d4bf-ba98-4c58-8a97-e62a5b0601fc) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:01.065661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:01.085739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc54086-3d35-4991-89a4-1ebd88ffe82a req-89d6cd45-05e1-49c2-a8ce-4ea3bfdadda6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:01.087421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1cc54086-3d35-4991-89a4-1ebd88ffe82a req-89d6cd45-05e1-49c2-a8ce-4ea3bfdadda6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.0582089 Aug 21 18:28:01.109598 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.128663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Transition to ACTIVE for port object aa88d4bf-ba98-4c58-8a97-e62a5b0601fc will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:01.136569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.176272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1cc54086-3d35-4991-89a4-1ebd88ffe82a req-0e077f23-ac39-44b0-87d5-c547dc1aa898 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0809469 Aug 21 18:28:01.270858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dbb13-ec5d-4409-beb9-b28e16f44f9c None None] Pushing event updated for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:01.274975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1e891273-3993-4f29-8c67-aa221affaba1 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:01.319608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Delete allocated IP 172.20.0.12 (2297459d-8fcf-4938-8c7a-944c4d053d6d/cabf57b5-b192-4f42-9f68-cdfaba13be91) {{(pid=94599) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 21 18:28:01.330372 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Allocated IP 172.20.0.36 (2297459d-8fcf-4938-8c7a-944c4d053d6d/3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e/61f4f82c-697b-4dbb-8067-3829d9573348) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:01.336908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 1e891273-3993-4f29-8c67-aa221affaba1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:01.347089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 1e891273-3993-4f29-8c67-aa221affaba1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:01.347466 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.479159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.530554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1e891273-3993-4f29-8c67-aa221affaba1,segment=NetworkSegment(3a4c74c0-d7f5-42c3-add4-3d91587e253b),segment_id=3a4c74c0-d7f5-42c3-add4-3d91587e253b)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:01.531866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:01.535540 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aa2d4d-b7e1-46ca-b700-fa88e4d86f6d" -d '{"events": [{"server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "name": "network-vif-plugged", "status": "completed", "tag": "1e891273-3993-4f29-8c67-aa221affaba1"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:01.553351 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.615474 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a91cdb1-9c4c-465d-923b-7dc588d45ff1 x-openstack-request-id: req-6a91cdb1-9c4c-465d-923b-7dc588d45ff1 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:01.616521 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "name": "network-vif-plugged", "status": "completed", "tag": "1e891273-3993-4f29-8c67-aa221affaba1", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:01.616927 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a91cdb1-9c4c-465d-923b-7dc588d45ff1 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:01.618225 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1', 'code': 200} Aug 21 18:28:01.672913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:01.735873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.769682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:01.875451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Transition to ACTIVE for port object 61f4f82c-697b-4dbb-8067-3829d9573348 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:01.903828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:01.981359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event updated for resources: {'Port': ['ID=61f4f82c-697b-4dbb-8067-3829d9573348,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:02.015172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2581e0-1b4c-4c27-be9b-28400fa52b99 req-631257a6-e51b-4c27-976d-3c5edfd677aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:02.017110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f2581e0-1b4c-4c27-be9b-28400fa52b99 req-631257a6-e51b-4c27-976d-3c5edfd677aa service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 1097 time: 0.2772150 Aug 21 18:28:02.092757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9da7ce-4869-4dff-935d-116703dbb929 req-20c5a055-8289-42c7-8ab9-e8daedc9beb6 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:02.095073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b9da7ce-4869-4dff-935d-116703dbb929 req-20c5a055-8289-42c7-8ab9-e8daedc9beb6 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.2409563 Aug 21 18:28:02.151270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] In _notify_port_updated(), no bound segment for port 61f4f82c-697b-4dbb-8067-3829d9573348 on network 2297459d-8fcf-4938-8c7a-944c4d053d6d {{(pid=94599) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:28:02.156989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:02.158207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.159153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e55e431e-daea-42f2-86e9-65f97515c966 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "PUT /v2.0/ports/61f4f82c-697b-4dbb-8067-3829d9573348 HTTP/1.1" status: 200 len: 960 time: 1.6859834 Aug 21 18:28:02.162700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55678) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:02.167630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f2581e0-1b4c-4c27-be9b-28400fa52b99 req-f60b3043-7ea6-4531-bedf-7e7e25268ce3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120150 Aug 21 18:28:02.195508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b9da7ce-4869-4dff-935d-116703dbb929 req-ffc6c15e-bcfa-49fd-bdfd-de0ddcf17787 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841219 Aug 21 18:28:02.246220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Provisioning for port 61f4f82c-697b-4dbb-8067-3829d9573348 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:02.252203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Provisioning complete for port 61f4f82c-697b-4dbb-8067-3829d9573348 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:02.252582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.298113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 61f4f82c-697b-4dbb-8067-3829d9573348 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:02.298567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.300232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Port 61f4f82c-697b-4dbb-8067-3829d9573348 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:02.312225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:02.312709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.357700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:02.370730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Provisioning for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:02.377077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:02.377618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72335cdc-8155-4c2b-afc3-63d66b88bf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.424511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71106cb6-8c02-4cd1-a9c3-426f1e89f8d8 req-908f0ba9-333b-48dd-a47e-57ba311c85ff tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:02.432429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71106cb6-8c02-4cd1-a9c3-426f1e89f8d8 req-908f0ba9-333b-48dd-a47e-57ba311c85ff tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1275883 Aug 21 18:28:02.478368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.507055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71106cb6-8c02-4cd1-a9c3-426f1e89f8d8 req-85ec6dae-85dd-42b4-bc8b-35dd9ca8355d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736971 Aug 21 18:28:02.508780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 61f4f82c-697b-4dbb-8067-3829d9573348 owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:02.662680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.702714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=61f4f82c-697b-4dbb-8067-3829d9573348,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:02.785229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1253c0cf-af1f-49d1-9a54-5164fea34481 None None] Could not find standard attr ID for object 61f4f82c-697b-4dbb-8067-3829d9573348. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:28:02.802266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.806548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-caebaa51-8455-4d53-8a87-2d6bdfcb27fd tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/61f4f82c-697b-4dbb-8067-3829d9573348 HTTP/1.1" status: 204 len: 168 time: 0.6412575 Aug 21 18:28:02.808593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55696) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:02.837799 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-5172e6ba-8e03-47f3-9e71-f7d7c7a6e533 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] GET failed (client error): The resource could not be found. Aug 21 18:28:02.840515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5172e6ba-8e03-47f3-9e71-f7d7c7a6e533 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports/61f4f82c-697b-4dbb-8067-3829d9573348 HTTP/1.1" status: 404 len: 333 time: 0.0309277 Aug 21 18:28:02.843340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55698) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:02.918616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:02.951906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.014793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.017729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.022196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/security-groups/186b428f-a6ba-471c-b88b-d9b0df8bfd44 HTTP/1.1" status: 204 len: 168 time: 0.1728427 Aug 21 18:28:03.022690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.032136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a371a608-74ea-43be-ba06-dab0cbead2ba tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=186b428f-a6ba-471c-b88b-d9b0df8bfd44,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:03.039323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.103563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.128815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.156437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-17f726f3-39c2-4e17-9e23-fc0166ff9b48 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:03.183703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.187679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.188980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/security-groups/f0baa2cd-e51b-4664-9cfa-8d345e2cd809 HTTP/1.1" status: 204 len: 168 time: 0.1652036 Aug 21 18:28:03.192823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55710) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.202360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2d3d5-bfdc-4469-ba28-93d6ca2a3b1d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0baa2cd-e51b-4664-9cfa-8d345e2cd809,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:03.223979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-17f726f3-39c2-4e17-9e23-fc0166ff9b48 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "PUT /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8 HTTP/1.1" status: 200 len: 366 time: 0.1835663 Aug 21 18:28:03.226627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55712) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.246546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0198c7bd-ddfb-43f9-aa98-92a3d5ba16f2 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0165641 Aug 21 18:28:03.249952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.269784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55720) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.271406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9813ec7e-6214-4cc3-a95b-c7c05812e066 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8 HTTP/1.1" status: 200 len: 366 time: 0.0195892 Aug 21 18:28:03.284369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.294706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fdedee4e-5eb2-4ae4-bab5-a5c97747e89d tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8 HTTP/1.1" status: 204 len: 168 time: 0.0236411 Aug 21 18:28:03.296879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55722) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.310380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f54a986-c3cc-41af-80d3-efd2707c9d5d tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0115318 Aug 21 18:28:03.312829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55724) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.333819 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a3db9640-2128-413e-903a-a1437f500c5c tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8 HTTP/1.1" status: 200 len: 370 time: 0.0198765 Aug 21 18:28:03.338299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55726) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.344842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b1aa8fe5-293c-4100-b02e-6ac4dd790db1 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8/default HTTP/1.1" status: 200 len: 370 time: 0.0051680 Aug 21 18:28:03.351321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55728) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.355290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.373934 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-c03ec881-7a18-4afa-afbd-e8d3a4f3c367 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] delete failed (client error): The resource could not be found. Aug 21 18:28:03.375208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c03ec881-7a18-4afa-afbd-e8d3a4f3c367 tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "DELETE /v2.0/quotas/bbbcc98fb5c8479089ba76ef1a5532e8 HTTP/1.1" status: 404 len: 348 time: 0.0208013 Aug 21 18:28:03.413857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64e0b8-c63b-47ad-8997-6cef21b29cdb req-01dd834e-c1b3-49dd-9e6b-3cfc9b15851e tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:03.415444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e64e0b8-c63b-47ad-8997-6cef21b29cdb req-01dd834e-c1b3-49dd-9e6b-3cfc9b15851e tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.1253977 Aug 21 18:28:03.430877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.434331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.437563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/security-groups/6b61c7a8-523f-450d-9cc7-eb47410962e1 HTTP/1.1" status: 204 len: 168 time: 0.2412655 Aug 21 18:28:03.438197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55732) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.457340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b61c7a8-523f-450d-9cc7-eb47410962e1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:03.475389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.475736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.476092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.476428 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.476750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.477085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.477418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.477745 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.478099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.478431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.479310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.479650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc355716-68b9-4855-a0c9-dffeb7e567df tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:03.484969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e64e0b8-c63b-47ad-8997-6cef21b29cdb req-906d8f8c-2fe7-4518-92dd-1c1e73cde30f tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626197 Aug 21 18:28:03.506865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet cabf57b5-b192-4f42-9f68-cdfaba13be91 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:03.513037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.546818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.570192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:network and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.572340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.583841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.590467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:subnet and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.595633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.602447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:subnetpool and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.609808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.617541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:port and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.623779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.631742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:router and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.637211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.645301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:floatingip and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.650758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.685320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c5eb1-8e42-49fb-89c5-9891d3266ba6 req-a7093458-e50a-4cbc-9792-9a4f03aeb6ea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:03.686822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d9c5eb1-8e42-49fb-89c5-9891d3266ba6 req-a7093458-e50a-4cbc-9792-9a4f03aeb6ea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.0931728 Aug 21 18:28:03.691649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:security_group and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.699395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.707044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Usage tracker for resource:security_group_rule and tenant:6a043badb41a4046b77c6ece2e6f9d54 is out of sync, need to count used quota {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 21 18:28:03.712240 n-d-793621-32 neutron-server[94599]: DEBUG neutron.quota.resource [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94599) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 21 18:28:03.717001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f9a74aac-72bf-407d-b686-0c2d4bc028bc tempest-QuotasTest-214423760 tempest-QuotasTest-214423760-project-admin] 10.222.0.41 "GET /v2.0/quotas/6a043badb41a4046b77c6ece2e6f9d54/details.json HTTP/1.1" status: 200 len: 703 time: 0.1691005 Aug 21 18:28:03.718005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.775453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2d9c5eb1-8e42-49fb-89c5-9891d3266ba6 req-a694250c-88d7-43b8-923f-4f9284be84d2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795314 Aug 21 18:28:03.821187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.854986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=cabf57b5-b192-4f42-9f68-cdfaba13be91,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:03.859134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.861069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b4ac9310-952e-4f6a-ac61-35a6c7a3132e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/cabf57b5-b192-4f42-9f68-cdfaba13be91 HTTP/1.1" status: 204 len: 168 time: 0.4217274 Aug 21 18:28:03.864518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55740) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:03.868122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59396141-1f61-4297-b0c8-daebe80cb189 None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:03.926395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet 3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:03.930407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:03.980931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.093727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.147277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.171191 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.206519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:04.218340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.222897 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55748) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.223403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cd8fb155-0f57-4bdb-8313-28f7efa69faf tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/3dbe3b07-abd9-4b2a-a8be-e6328e0b6d8e HTTP/1.1" status: 204 len: 168 time: 0.3571942 Aug 21 18:28:04.252806 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae4158-7164-4404-9dd1-014a442ace2d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:04.253275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae4158-7164-4404-9dd1-014a442ace2d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:04.255067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a5ae4158-7164-4404-9dd1-014a442ace2d tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/cabf57b5-b192-4f42-9f68-cdfaba13be91 HTTP/1.1" status: 404 len: 337 time: 0.0311747 Aug 21 18:28:04.257526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55750) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.299688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a677bba-2abc-4dce-a0e5-90e47edcd7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.319142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting subnet ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:04.323129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.377892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.459878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a677bba-2abc-4dce-a0e5-90e47edcd7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.465645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a677bba-2abc-4dce-a0e5-90e47edcd7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.500107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.514395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1a677bba-2abc-4dce-a0e5-90e47edcd7ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51c0f79c83014172a868e0b39503eb3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3637717 Aug 21 18:28:04.514395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a677bba-2abc-4dce-a0e5-90e47edcd7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a38f174-5a00-4aa3-8679-c6f7765ddf58,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:04.515670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55754) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.585999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.607652 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.624114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.667623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Subnet': ['ID=ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:04.671644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.677895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-449d87fd-b524-43a7-8d1e-63771d0e636e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/ed10c1fb-d5a7-433f-9df8-0c0bcfa5e2cb HTTP/1.1" status: 204 len: 168 time: 0.4154053 Aug 21 18:28:04.677895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55758) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.694767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5be4f4-9be0-4d95-ab78-d92ab4f602da None None] Network 2297459d-8fcf-4938-8c7a-944c4d053d6d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:04.709650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.712381 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-579c5166-c547-4968-bc70-0770b41f3c57 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:04.712818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579c5166-c547-4968-bc70-0770b41f3c57 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:04.714196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.719847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-579c5166-c547-4968-bc70-0770b41f3c57 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/fe6b7fbb-5004-4e6d-ab65-864fe5b54de0 HTTP/1.1" status: 404 len: 337 time: 0.0374484 Aug 21 18:28:04.720045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a38f174-5a00-4aa3-8679-c6f7765ddf58 HTTP/1.1" status: 204 len: 168 time: 0.1987832 Aug 21 18:28:04.720144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55760) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.724866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4b2b0-8109-44a9-8a05-3297719274cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a38f174-5a00-4aa3-8679-c6f7765ddf58,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:04.770298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-538139cd-e17f-4351-a8b3-7226866a36dc tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "GET /v2.0/ports?device_id=252a04f2-1542-40e7-993c-911fd08c7879 HTTP/1.1" status: 200 len: 205 time: 0.0510886 Aug 21 18:28:04.772408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.778892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7611f49-e37d-485c-ab32-fc310680d995 req-ac4a0de2-83e8-4c2a-a183-1c5999b97d3d tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:04.781507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7611f49-e37d-485c-ab32-fc310680d995 req-ac4a0de2-83e8-4c2a-a183-1c5999b97d3d tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.1708353 Aug 21 18:28:04.808523 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-affb6bb0-e239-41e9-b837-34938f810699 None None] Provisioning complete for port 82c88fec-d57c-4c0e-b253-4915f2ab151d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:04.808896 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-affb6bb0-e239-41e9-b837-34938f810699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.847143 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a2e313dc-972c-43de-b3fb-3780e5c23c7e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] delete failed (client error): The resource could not be found. Aug 21 18:28:04.848208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2e313dc-972c-43de-b3fb-3780e5c23c7e tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/routers/252a04f2-1542-40e7-993c-911fd08c7879 HTTP/1.1" status: 404 len: 336 time: 0.0746200 Aug 21 18:28:04.850745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.861893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7611f49-e37d-485c-ab32-fc310680d995 req-f3185ac4-c1b0-477f-951b-eb634da24d66 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734501 Aug 21 18:28:04.890065 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d3aae0-0e48-4b64-a678-1ceddfcec4c5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:04.890721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d3aae0-0e48-4b64-a678-1ceddfcec4c5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:04.895302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55772) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:04.908193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-13d3aae0-0e48-4b64-a678-1ceddfcec4c5 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/3c3e5d61-6cb3-4dfe-9f7b-5dff8cd6e8e9 HTTP/1.1" status: 404 len: 337 time: 0.0545325 Aug 21 18:28:04.949029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-affb6bb0-e239-41e9-b837-34938f810699 None None] Port 82c88fec-d57c-4c0e-b253-4915f2ab151d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:04.959526 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-03fcdb1c-9838-4572-ae8b-5c7476b5b1d0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:04.960001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03fcdb1c-9838-4572-ae8b-5c7476b5b1d0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:04.965925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-affb6bb0-e239-41e9-b837-34938f810699 None None] Provisioning complete for port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:04.966390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-affb6bb0-e239-41e9-b837-34938f810699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:04.967674 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-03fcdb1c-9838-4572-ae8b-5c7476b5b1d0 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/30b185e5-db32-4fc0-9f5b-a9dcc5337e1a HTTP/1.1" status: 404 len: 337 time: 0.0701504 Aug 21 18:28:04.968306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55776) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.031589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea16369-cd80-44e6-be59-8cefc29408ab req-fa0a975b-e8d0-4f26-aa5b-4333bb156dc0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:05.034743 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e39d25-af57-4539-89eb-573d0ce77028 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.034743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e39d25-af57-4539-89eb-573d0ce77028 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.034927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea16369-cd80-44e6-be59-8cefc29408ab req-fa0a975b-e8d0-4f26-aa5b-4333bb156dc0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1217389 Aug 21 18:28:05.036432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f7e39d25-af57-4539-89eb-573d0ce77028 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/3eb4e45f-376a-4c6f-8006-caee958f9ed7 HTTP/1.1" status: 404 len: 337 time: 0.0670328 Aug 21 18:28:05.040385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.092931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] DHCP port deletion for 2297459d-8fcf-4938-8c7a-944c4d053d6d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:05.101303 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ecfc55-8cd1-4bc7-b79e-1b4de2bfd010 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.102156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ecfc55-8cd1-4bc7-b79e-1b4de2bfd010 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.106231 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d2ecfc55-8cd1-4bc7-b79e-1b4de2bfd010 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/fd0168ac-4fe6-42ab-bb34-5c85bda1e034 HTTP/1.1" status: 404 len: 333 time: 0.0648551 Aug 21 18:28:05.108489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55780) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.127735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea16369-cd80-44e6-be59-8cefc29408ab req-d1165f2f-b242-4881-be09-88df214b045a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446866 Aug 21 18:28:05.150314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Deleting port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:05.150757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.161347 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2469d7b4-9f8d-4b52-a7c4-72adc5ae9548 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.161806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2469d7b4-9f8d-4b52-a7c4-72adc5ae9548 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.165915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2469d7b4-9f8d-4b52-a7c4-72adc5ae9548 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/22f6251a-e1e7-49d2-8ee0-29f65fec9783 HTTP/1.1" status: 404 len: 337 time: 0.0539854 Aug 21 18:28:05.166152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.201989 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8b8b19-bd87-4a4d-bb8a-55947aadf8ea tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.202455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8b8b19-bd87-4a4d-bb8a-55947aadf8ea tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.206642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aa8b8b19-bd87-4a4d-bb8a-55947aadf8ea tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/314db62d-1f29-4644-8350-073aa09b97a8 HTTP/1.1" status: 404 len: 337 time: 0.0367048 Aug 21 18:28:05.207013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55784) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.236407 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-37fcf49f-5e41-4728-a89c-b1c85356c176 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.237085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37fcf49f-5e41-4728-a89c-b1c85356c176 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.239109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37fcf49f-5e41-4728-a89c-b1c85356c176 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/50f461ec-fc6b-4ab2-8319-7d7ee5c2ad61 HTTP/1.1" status: 404 len: 333 time: 0.0311775 Aug 21 18:28:05.239361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] For port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,segment=NetworkSegment(1be01d64-d16a-403d-9e0c-206365105d06),segment_id=1be01d64-d16a-403d-9e0c-206365105d06)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:05.239917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.243627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55786) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.245195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.255823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Calling delete_port for aa88d4bf-ba98-4c58-8a97-e62a5b0601fc owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:05.259824 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9743e8f8-b69c-40a2-a0fc-1e2de2c609d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.287372 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a25db5-21b0-475c-8981-e9abba608a63 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.287776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a25db5-21b0-475c-8981-e9abba608a63 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.289661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e6a25db5-21b0-475c-8981-e9abba608a63 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/728f65fb-ac4c-4ef2-a5bd-ce73a3d14884 HTTP/1.1" status: 404 len: 337 time: 0.0462518 Aug 21 18:28:05.293127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55790) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.341098 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b51bc2-545e-4fe4-898f-672f355847f7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] DELETE failed (client error): The resource could not be found. Aug 21 18:28:05.341626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b51bc2-545e-4fe4-898f-672f355847f7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 18:28:05.344143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1b51bc2-545e-4fe4-898f-672f355847f7 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/subnets/4f343480-4e28-457d-81cc-0c11174c436b HTTP/1.1" status: 404 len: 337 time: 0.0499949 Aug 21 18:28:05.346690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55792) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.383451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.417980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] Pushing event deleted for resources: {'Port': ['ID=aa88d4bf-ba98-4c58-8a97-e62a5b0601fc,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:05.420034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21857326-02c5-4d65-85a5-52ee1e1ab1bd None None] No DVR routers for this DVR port aa88d4bf-ba98-4c58-8a97-e62a5b0601fc on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:05.483374 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9743e8f8-b69c-40a2-a0fc-1e2de2c609d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.489756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9743e8f8-b69c-40a2-a0fc-1e2de2c609d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.535274 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743e8f8-b69c-40a2-a0fc-1e2de2c609d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4decfd2-1b7e-4c96-88bb-69a77d319269,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:05.543666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9743e8f8-b69c-40a2-a0fc-1e2de2c609d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a043badb41a4046b77c6ece2e6f9d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971811 Aug 21 18:28:05.545231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55802) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.579844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Deleting port 82c88fec-d57c-4c0e-b253-4915f2ab151d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:05.580195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.682204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:05.684397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.692357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.709454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Calling delete_port for 82c88fec-d57c-4c0e-b253-4915f2ab151d owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:05.714537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: aa88d4bf-ba98-4c58-8a97-e62a5b0601fc {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:05.715298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aa88d4bf-ba98-4c58-8a97-e62a5b0601fc not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:05.734141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.842291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.845051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.846211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4decfd2-1b7e-4c96-88bb-69a77d319269 HTTP/1.1" status: 204 len: 168 time: 0.3000648 Aug 21 18:28:05.850082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.885685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6a3c5-ac30-4bab-b54f-da9097bcd0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4decfd2-1b7e-4c96-88bb-69a77d319269,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:05.895798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Port': ['ID=82c88fec-d57c-4c0e-b253-4915f2ab151d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:05.905454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:05.909690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0674e1ad-a63f-419d-8387-ac7dc412f1b1 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/ports/82c88fec-d57c-4c0e-b253-4915f2ab151d HTTP/1.1" status: 204 len: 168 time: 0.5597739 Aug 21 18:28:05.909980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55806) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:05.999355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.109425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.123735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2297459d-8fcf-4938-8c7a-944c4d053d6d']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:06.154783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be01d64-d16a-403d-9e0c-206365105d06') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:06.154783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be01d64-d16a-403d-9e0c-206365105d06') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:06.165230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.192751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.207646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:06.208096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:06.225135 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:06.311569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.321687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.326365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] 10.222.0.41 "DELETE /v2.0/networks/2297459d-8fcf-4938-8c7a-944c4d053d6d HTTP/1.1" status: 204 len: 168 time: 0.4131365 Aug 21 18:28:06.339122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629c200-5d94-461e-adfa-632f5c85e544 tempest-PortsTestJSON-888841366 tempest-PortsTestJSON-888841366-project] Pushing event deleted for resources: {'Network': ['ID=2297459d-8fcf-4938-8c7a-944c4d053d6d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:06.357592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffba08-c694-438c-9636-b30f3409c72b req-74131f3e-837b-4de3-bf75-a9932ecad709 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:06.359553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29ffba08-c694-438c-9636-b30f3409c72b req-74131f3e-837b-4de3-bf75-a9932ecad709 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1333244 Aug 21 18:28:06.414583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-29ffba08-c694-438c-9636-b30f3409c72b req-7810ef1d-23af-4758-8086-8396e0ab2c14 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453529 Aug 21 18:28:06.617026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55832) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:06.821407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2332a135-5bd5-436f-80da-5685ec3387d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aac580a3802e482994c6a0171bf77b7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2031372 Aug 21 18:28:06.824052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55846) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:06.878731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.890319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55852) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:06.904407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.970931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.970931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:06.973391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7896d3a1-2aa3-4715-9a06-0b9604a21fea HTTP/1.1" status: 204 len: 168 time: 0.1483040 Aug 21 18:28:06.985286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade65e0-4711-473c-9661-58475d5e9da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896d3a1-2aa3-4715-9a06-0b9604a21fea,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:07.038066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-945444213'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:07.064523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Made reservation on behalf of 0f4458edea4a4153a4e58b11a487081e for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:07.070139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.081004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.202092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.207617 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.240478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:07.246928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadabb12-25cf-4d47-b982-5649206b79d5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:07.256042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.256399 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Added segment b134c3f1-3615-4b3b-876e-8f5494fba370 of type vlan for network bb6dbeb8-e712-4761-b029-8a62558a0371 Aug 21 18:28:07.330683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.365900 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.373553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:07.374664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.468384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55874) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:07.468879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5774260 Aug 21 18:28:07.475307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Request body: {'subnet': {'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:07.494195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3b776-fa26-43d8-ab21-5c37b06c5502 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'Network': ['ID=bb6dbeb8-e712-4761-b029-8a62558a0371,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:07.520831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network bb6dbeb8-e712-4761-b029-8a62558a0371 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:07.677858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfc0f4-7204-47f4-bffb-81203115a6f9 req-ec2902d4-7c4b-4398-a3d3-65f1bbf34a0d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:07.684041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1dfc0f4-7204-47f4-bffb-81203115a6f9 req-ec2902d4-7c4b-4398-a3d3-65f1bbf34a0d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1641428 Aug 21 18:28:07.727501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Made reservation on behalf of 0f4458edea4a4153a4e58b11a487081e for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:07.734277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:07.807928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1dfc0f4-7204-47f4-bffb-81203115a6f9 req-0b9a1407-9d33-4844-b5f3-212e30fb865c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105201 Aug 21 18:28:07.984405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.070911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:08.087787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'Subnet': ['ID=9d56b96d-96f4-4801-a2b1-1eb347195069,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:08.089938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Checking segment: {'id': 'b134c3f1-3615-4b3b-876e-8f5494fba370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:08.090513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Network hostable DHCP agents. Network: bb6dbeb8-e712-4761-b029-8a62558a0371, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:08.139628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Network bb6dbeb8-e712-4761-b029-8a62558a0371 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:08.152605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8751a-adec-49c1-844d-6dcfec094b58 req-20358801-068d-4549-8b68-586f4ec6d021 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:08.154189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40d8751a-adec-49c1-844d-6dcfec094b58 req-20358801-068d-4549-8b68-586f4ec6d021 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.0754097 Aug 21 18:28:08.160330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, bb6dbeb8-e712-4761-b029-8a62558a0371) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:08.167803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:08.168407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.172693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aa1377-8be7-4abf-a7b2-d671f5fe3424 None None] Network bb6dbeb8-e712-4761-b029-8a62558a0371 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:08.197608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dc0aedb3-7872-4cfe-8853-b188caf4f555 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7272847 Aug 21 18:28:08.200091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:08.203094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-964661473', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:08.206038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Request body: {'port': {'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2127626356'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:08.234270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.235593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.273893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40d8751a-adec-49c1-844d-6dcfec094b58 req-15893b11-7a18-4d86-bc9a-f71002ddba25 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104918 Aug 21 18:28:08.298268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.309230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.330621 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.331867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52ca8037-cee2-402e-8ff8-04f65d5e215d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2594790 Aug 21 18:28:08.334671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:08.348068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2088781395'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:08.375532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:08.379473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.389410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.397737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Made reservation on behalf of 0f4458edea4a4153a4e58b11a487081e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:08.402254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.426911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] device_id is not set on port 3b229a21-4f59-462b-8421-c5b477a65796 yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:28:08.513580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.517589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-bb6dbeb8-e712-4761-b029-8a62558a0371', 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371', 'tenant_id': '0f4458edea4a4153a4e58b11a487081e', 'fixed_ips': [{'subnet_id': '9d56b96d-96f4-4801-a2b1-1eb347195069'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:28:08.519025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.519785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.558725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:08.569230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ea3e7-255c-4e80-a24b-8bafad97fa63,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:08.576037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.576403 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Added segment b3a31fd0-f51a-4594-84e7-3bbf7d3de555 of type vlan for network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 Aug 21 18:28:08.577832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Allocated IP 172.20.0.7 (bb6dbeb8-e712-4761-b029-8a62558a0371/9d56b96d-96f4-4801-a2b1-1eb347195069/3b229a21-4f59-462b-8421-c5b477a65796) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:08.622019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.649274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.656064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:08.656684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.721786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3830717 Aug 21 18:28:08.722008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:08.730310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'subnet': {'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:08.741091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594bebf-a61e-4a4f-abd5-a7c02a10fb3a tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Network': ['ID=598343f9-dd7d-4b87-9d4d-54ee82eabc87,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:08.751744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:08.776283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.795146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Transition to ACTIVE for port object 3b229a21-4f59-462b-8421-c5b477a65796 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:08.845887 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:08.903763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Network bb6dbeb8-e712-4761-b029-8a62558a0371 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:08.907715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:08.915321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:08.919784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'Port': ['ID=3b229a21-4f59-462b-8421-c5b477a65796,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:08.958142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Allocated IP 172.20.0.2 (bb6dbeb8-e712-4761-b029-8a62558a0371/9d56b96d-96f4-4801-a2b1-1eb347195069/3608a728-76f7-4afa-ae46-56676aff7d06) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:08.982475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:08.983365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.000656 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b7c91e84-a05d-4035-9386-862c0eb771a9 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.7992687 Aug 21 18:28:09.004252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:09.009617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Request body: {'port': {'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1764421654', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:09.010693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] bootfile-name is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:09.011035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] tftp-server is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:09.011363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] server-ip-address is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:09.147905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Made reservation on behalf of 0f4458edea4a4153a4e58b11a487081e for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:09.151645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.171272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] device_id is not set on port e6deb918-26a0-45b2-92be-502b22eada8c yet. {{(pid=94598) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 21 18:28:09.177750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890983d-6211-4da5-ace2-e963fa84e830 req-b6c0eb0d-a073-42f1-a47d-cdc2e537847a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:09.179739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b890983d-6211-4da5-ace2-e963fa84e830 req-b6c0eb0d-a073-42f1-a47d-cdc2e537847a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.0811141 Aug 21 18:28:09.198674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:09.200381 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.202133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.214086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Transition to ACTIVE for port object 3608a728-76f7-4afa-ae46-56676aff7d06 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:09.235684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Transition to ACTIVE for port object 3608a728-76f7-4afa-ae46-56676aff7d06 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:09.246047 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.285912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Network bb6dbeb8-e712-4761-b029-8a62558a0371 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:09.288809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:09.293439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:09.304973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Pushing event updated for resources: {'Port': ['ID=3608a728-76f7-4afa-ae46-56676aff7d06,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:09.326372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b890983d-6211-4da5-ace2-e963fa84e830 req-0d5126cb-d143-45c1-b528-196e329168f3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358697 Aug 21 18:28:09.343869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Allocated IP 172.20.0.5 (bb6dbeb8-e712-4761-b029-8a62558a0371/9d56b96d-96f4-4801-a2b1-1eb347195069/e6deb918-26a0-45b2-92be-502b22eada8c) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:09.364871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Attempting to bind port 3608a728-76f7-4afa-ae46-56676aff7d06 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:09.365208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Attempting to bind port 3608a728-76f7-4afa-ae46-56676aff7d06 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b134c3f1-3615-4b3b-876e-8f5494fba370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:09.365571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Attempting to bind port 3608a728-76f7-4afa-ae46-56676aff7d06 on network bb6dbeb8-e712-4761-b029-8a62558a0371 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:09.374468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:09.377912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Checking segment: {'id': 'b134c3f1-3615-4b3b-876e-8f5494fba370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:09.378355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.378786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Bound using segment: {'id': 'b134c3f1-3615-4b3b-876e-8f5494fba370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:09.379283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Bound port: 3608a728-76f7-4afa-ae46-56676aff7d06, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b134c3f1-3615-4b3b-876e-8f5494fba370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'bb6dbeb8-e712-4761-b029-8a62558a0371'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:09.379667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.507959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] For port 3608a728-76f7-4afa-ae46-56676aff7d06, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:09.512131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] For port 3608a728-76f7-4afa-ae46-56676aff7d06, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3608a728-76f7-4afa-ae46-56676aff7d06,segment=NetworkSegment(b134c3f1-3615-4b3b-876e-8f5494fba370),segment_id=b134c3f1-3615-4b3b-876e-8f5494fba370)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:09.517101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a358563-73a7-48e5-ab0a-5510796a9657 req-3012686e-896d-49f2-8773-93f021c26b72 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:09.518737 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a358563-73a7-48e5-ab0a-5510796a9657 req-3012686e-896d-49f2-8773-93f021c26b72 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.1230397 Aug 21 18:28:09.530216 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.552985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-c7633a92-2356-4085-b8f4-ab8072d15504 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:09.554852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-c7633a92-2356-4085-b8f4-ab8072d15504 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.64 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 945 time: 0.1116087 Aug 21 18:28:09.556458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.612187 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6d468-140a-47f9-9077-a41e6b77c6dc None None] Pushing event updated for resources: {'Port': ['ID=3608a728-76f7-4afa-ae46-56676aff7d06,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:09.625901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a358563-73a7-48e5-ab0a-5510796a9657 req-9a212d19-b8bb-4728-a7a7-4617c6bf08a1 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/security-groups?id=06fa6ae7-3f8a-4889-92cb-43c3f650d144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932531 Aug 21 18:28:09.664148 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.684093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Transition to ACTIVE for port object e6deb918-26a0-45b2-92be-502b22eada8c will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:09.704380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Subnet': ['ID=45595fba-46df-4e67-a988-f7e93d4d409e,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:09.712557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Checking segment: {'id': 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:09.712950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network hostable DHCP agents. Network: 598343f9-dd7d-4b87-9d4d-54ee82eabc87, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:09.736806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.740984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:09.760257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Deleting port 1e891273-3993-4f29-8c67-aa221affaba1 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:09.760481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.764827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 598343f9-dd7d-4b87-9d4d-54ee82eabc87) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:09.774076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a13ae90-a32f-4833-81d2-eeea037c06c8 None None] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:09.787833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:09.788438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.809758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Network bb6dbeb8-e712-4761-b029-8a62558a0371 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:09.812992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:09.818560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:09.855591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-555dd0bc-a0d4-4249-b278-05587962ab16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1325009 Aug 21 18:28:09.858398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55920) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:09.863595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'network': {'name': 'tempest-router-network01--1842102923'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:09.912205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'Port': ['ID=e6deb918-26a0-45b2-92be-502b22eada8c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:09.923215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:09.923870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.939427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] For port 1e891273-3993-4f29-8c67-aa221affaba1, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1e891273-3993-4f29-8c67-aa221affaba1,segment=NetworkSegment(3a4c74c0-d7f5-42c3-add4-3d91587e253b),segment_id=3a4c74c0-d7f5-42c3-add4-3d91587e253b)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:09.939829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.948269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:09.952233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:09.957802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:09.958122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fb4c67be-fa7c-49e2-87c7-42918a908e14 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.9526501 Aug 21 18:28:09.970555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Calling delete_port for 1e891273-3993-4f29-8c67-aa221affaba1 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:10.054567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-598343f9-dd7d-4b87-9d4d-54ee82eabc87', 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87', 'tenant_id': '0d12b8e47ec743608eff35b58f8e9aa5', 'fixed_ips': [{'subnet_id': '45595fba-46df-4e67-a988-f7e93d4d409e'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:28:10.056982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.068599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:10.093238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.093590 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Added segment 35946a18-1a88-4890-9b8d-8ade5fa9dc69 of type vlan for network 9b3dd014-25a9-41d8-9c39-e4914e8692aa Aug 21 18:28:10.112798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68667333-93d0-47c7-9b3e-d9a9b2c3c220 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.118795 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68667333-93d0-47c7-9b3e-d9a9b2c3c220 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.124763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68667333-93d0-47c7-9b3e-d9a9b2c3c220 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.126516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68667333-93d0-47c7-9b3e-d9a9b2c3c220 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1648281 Aug 21 18:28:10.129981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:10.176657 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.236009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Allocated IP 2001:db8::2 (598343f9-dd7d-4b87-9d4d-54ee82eabc87/45595fba-46df-4e67-a988-f7e93d4d409e/a1288941-44d3-4b22-8d97-a22baf2d7fe9) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:10.246209 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.252307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.253002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.254946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Deleting port e6deb918-26a0-45b2-92be-502b22eada8c {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:10.255289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.343101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Network': ['ID=9b3dd014-25a9-41d8-9c39-e4914e8692aa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:10.347984 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.381741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Pushing event deleted for resources: {'Port': ['ID=1e891273-3993-4f29-8c67-aa221affaba1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:10.388038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eb86e78f-7103-4c21-92e4-d815424324ba tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5285830 Aug 21 18:28:10.394024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55928) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:10.397560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.401780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'network': {'name': 'tempest-router-network02--161325818'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:10.420955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Calling delete_port for e6deb918-26a0-45b2-92be-502b22eada8c owned by {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:10.435973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:10.437882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['1e891273-3993-4f29-8c67-aa221affaba1'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:28:10.477766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:10.481624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.486582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] No DVR routers for this DVR port 1e891273-3993-4f29-8c67-aa221affaba1 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:10.489576 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.493831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4bfce773-1ee6-49ec-8a62-f2a5c1323335 req-51813177-c7fe-4249-94c3-71bd3e565e7c tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.64 "DELETE /v2.0/ports/1e891273-3993-4f29-8c67-aa221affaba1 HTTP/1.1" status: 204 len: 173 time: 0.9260831 Aug 21 18:28:10.509567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'name': 'network-vif-deleted', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:10.513167 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa68bf3-3494-4812-adc3-1309a88c0fe3" -d '{"events": [{"server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "name": "network-vif-deleted", "tag": "1e891273-3993-4f29-8c67-aa221affaba1"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:10.539797 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.548007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:10.578351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Transition to ACTIVE for port object a1288941-44d3-4b22-8d97-a22baf2d7fe9 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:10.600694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.603170 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Added segment 4525eb7e-2a43-47a6-b851-0badb1709d6e of type vlan for network be9f1bfb-d800-444e-a26c-aa4e9be95d64 Aug 21 18:28:10.678809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.700312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.701131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Transition to ACTIVE for port object a1288941-44d3-4b22-8d97-a22baf2d7fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:10.709099 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecd906e-ddd3-4b58-818f-f102df81ed1a x-openstack-request-id: req-eecd906e-ddd3-4b58-818f-f102df81ed1a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:10.709450 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98435787-c0eb-4ad7-a9e1-84861db5c81a", "name": "network-vif-deleted", "tag": "1e891273-3993-4f29-8c67-aa221affaba1", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:10.709644 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eecd906e-ddd3-4b58-818f-f102df81ed1a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:10.710931 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98435787-c0eb-4ad7-a9e1-84861db5c81a', 'name': 'network-vif-deleted', 'tag': '1e891273-3993-4f29-8c67-aa221affaba1', 'status': 'completed', 'code': 200} Aug 21 18:28:10.714419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.748822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.756967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.757611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.779198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event deleted for resources: {'Port': ['ID=e6deb918-26a0-45b2-92be-502b22eada8c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:10.800574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a28bb-58d9-46ed-b061-d3b36b7a7e7f req-073a71f0-efdb-4514-9b62-60116bb34bef tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:10.802932 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-772a28bb-58d9-46ed-b061-d3b36b7a7e7f req-073a71f0-efdb-4514-9b62-60116bb34bef tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.3185780 Aug 21 18:28:10.807989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4113688 Aug 21 18:28:10.813301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:10.816539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:10.830522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Pushing event updated for resources: {'Port': ['ID=a1288941-44d3-4b22-8d97-a22baf2d7fe9,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:10.830670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'subnet': {'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:10.835834 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:10.838889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:10.919313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Attempting to bind port a1288941-44d3-4b22-8d97-a22baf2d7fe9 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:10.919790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Attempting to bind port a1288941-44d3-4b22-8d97-a22baf2d7fe9 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:10.920572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Attempting to bind port a1288941-44d3-4b22-8d97-a22baf2d7fe9 on network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:10.927125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:10.927651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Checking segment: {'id': 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:10.928223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.929264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Bound using segment: {'id': 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:10.930391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Bound port: a1288941-44d3-4b22-8d97-a22baf2d7fe9, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '598343f9-dd7d-4b87-9d4d-54ee82eabc87'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:10.930910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:10.945116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-772a28bb-58d9-46ed-b061-d3b36b7a7e7f req-1b89654f-638e-440e-b2ff-92e9eb68981e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946980 Aug 21 18:28:10.950006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7da09-2ea0-4a2a-a7ec-3319bc89d895 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Network': ['ID=be9f1bfb-d800-444e-a26c-aa4e9be95d64,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:10.963095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:11.058745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416e2cb-22a9-41e2-b45f-2ca63eba340d None None] Network bb6dbeb8-e712-4761-b029-8a62558a0371 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:11.060646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64209ae-5467-4a6c-97c1-831cc913be4f req-b2a7424f-49f9-48b0-989a-6e37651d6305 tempest-VolumesActionsTest-1264538431 tempest-VolumesActionsTest-1264538431-project] 10.222.0.41 "GET /v2.0/ports?device_id=98435787-c0eb-4ad7-a9e1-84861db5c81a HTTP/1.1" status: 200 len: 210 time: 0.1790562 Aug 21 18:28:11.094119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.100496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5da00715-9dc8-47e1-bd7f-78d58c6a29b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "DELETE /v2.0/ports/e6deb918-26a0-45b2-92be-502b22eada8c HTTP/1.1" status: 204 len: 168 time: 0.9641702 Aug 21 18:28:11.100496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55938) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:11.113211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Request body: {'port': {'name': 'tempest-new-port-name-661384004', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:11.113651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] bootfile-name is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:11.114088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] tftp-server is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:11.114692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.api.validators [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] server-ip-address is not in valid_values {{(pid=94598) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 21 18:28:11.166997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] For port a1288941-44d3-4b22-8d97-a22baf2d7fe9, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:11.172026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] For port a1288941-44d3-4b22-8d97-a22baf2d7fe9, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1288941-44d3-4b22-8d97-a22baf2d7fe9,segment=NetworkSegment(b3a31fd0-f51a-4594-84e7-3bbf7d3de555),segment_id=b3a31fd0-f51a-4594-84e7-3bbf7d3de555)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:11.174572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-df7b34de-0378-43a0-950f-cb540bd790b7 None None] Provisioning for port 3608a728-76f7-4afa-ae46-56676aff7d06 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:11.185285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.217916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:11.221628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.227595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.272583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ba550-04a3-47b7-9b3a-60ba3dc22174 None None] Pushing event updated for resources: {'Port': ['ID=a1288941-44d3-4b22-8d97-a22baf2d7fe9,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:11.582366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.633042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.668921 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.762074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c916602-bf3c-46d1-88d1-958225c17119 None None] Provisioning for port 3b229a21-4f59-462b-8421-c5b477a65796 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:11.775565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8c916602-bf3c-46d1-88d1-958225c17119 None None] Provisioning complete for port 3b229a21-4f59-462b-8421-c5b477a65796 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:11.776167 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8c916602-bf3c-46d1-88d1-958225c17119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.791578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Subnet': ['ID=0db43ee8-f1f2-40e2-9ef1-06be2aeb2232,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:11.800254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] In _notify_port_updated(), no bound segment for port 3b229a21-4f59-462b-8421-c5b477a65796 on network bb6dbeb8-e712-4761-b029-8a62558a0371 {{(pid=94598) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 21 18:28:11.806828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:11.807687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.811008 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "PUT /v2.0/ports/3b229a21-4f59-462b-8421-c5b477a65796 HTTP/1.1" status: 200 len: 1135 time: 0.7094073 Aug 21 18:28:11.814888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55940) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:11.816686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Checking segment: {'id': '35946a18-1a88-4890-9b8d-8ade5fa9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:11.817051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network hostable DHCP agents. Network: 9b3dd014-25a9-41d8-9c39-e4914e8692aa, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:11.843997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada735c-200e-4303-9f1f-d1adf100e6e3 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event updated for resources: {'Port': ['ID=3b229a21-4f59-462b-8421-c5b477a65796,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:11.867591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:11.880646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9b3dd014-25a9-41d8-9c39-e4914e8692aa) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:11.891045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:11.891642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:11.896946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ada87-b33c-4d44-a991-1339a1e42155 None None] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:11.900901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8c916602-bf3c-46d1-88d1-958225c17119 None None] Port 3b229a21-4f59-462b-8421-c5b477a65796 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:11.929555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6cddc3b6-a087-4f97-9f96-2be452fa038d tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1162996 Aug 21 18:28:11.931045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953280b4-1bdb-4e7e-b1ff-2dcad5441b1d tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:11.932270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:11.940397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-953280b4-1bdb-4e7e-b1ff-2dcad5441b1d tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "GET /v2.0/ports/3b229a21-4f59-462b-8421-c5b477a65796 HTTP/1.1" status: 200 len: 1135 time: 0.1225350 Aug 21 18:28:11.941334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'subnet': {'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:11.945221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:12.029854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3608a728-76f7-4afa-ae46-56676aff7d06 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:12.205030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:12.209454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.314338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Deleting port 3b229a21-4f59-462b-8421-c5b477a65796 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:12.323046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9b3dd014-25a9-41d8-9c39-e4914e8692aa', 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa', 'tenant_id': '0d12b8e47ec743608eff35b58f8e9aa5', 'fixed_ips': [{'subnet_id': '0db43ee8-f1f2-40e2-9ef1-06be2aeb2232'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:28:12.324260 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.328313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.340473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-80ada799-da10-4f02-9bc2-adf7ff0a5406 None None] Provisioning complete for port 3b229a21-4f59-462b-8421-c5b477a65796 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:12.342117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-80ada799-da10-4f02-9bc2-adf7ff0a5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.398959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-80ada799-da10-4f02-9bc2-adf7ff0a5406 None None] Port 3b229a21-4f59-462b-8421-c5b477a65796 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:12.407884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564384d-583f-4239-8495-a41f893867e7 req-41fb3e1b-4f49-4f10-ad69-ac67ec346422 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:12.411068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d564384d-583f-4239-8495-a41f893867e7 req-41fb3e1b-4f49-4f10-ad69-ac67ec346422 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.2691441 Aug 21 18:28:12.425775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3608a728-76f7-4afa-ae46-56676aff7d06 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:12.460408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3608a728-76f7-4afa-ae46-56676aff7d06 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:12.460704 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.626893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d564384d-583f-4239-8495-a41f893867e7 req-43e3b159-e9f3-4c53-8978-30979e5c4326 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1574433 Aug 21 18:28:12.680880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.717943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Calling delete_port for 3b229a21-4f59-462b-8421-c5b477a65796 owned by {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:12.718704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:12.764962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5477ef4f-b515-4f01-961a-3cd40a33fa2f None None] Could not find standard attr ID for object e6deb918-26a0-45b2-92be-502b22eada8c. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:28:12.917028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Subnet': ['ID=abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:12.953595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Checking segment: {'id': '4525eb7e-2a43-47a6-b851-0badb1709d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:12.953966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network hostable DHCP agents. Network: be9f1bfb-d800-444e-a26c-aa4e9be95d64, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:13.008158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:13.019150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, be9f1bfb-d800-444e-a26c-aa4e9be95d64) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:13.024602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:13.025183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.027789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.037968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fb3e5e-e997-4493-8fdb-628b2cbc7e2c None None] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:13.044111 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.066788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Allocated IP 2001:db8::2 (9b3dd014-25a9-41d8-9c39-e4914e8692aa/0db43ee8-f1f2-40e2-9ef1-06be2aeb2232/43e98d28-baf4-4807-8aa3-1fbca291ff70) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:13.071946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-24ad8ddf-2040-4d39-98c6-fca3df956dec tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1348228 Aug 21 18:28:13.077591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55962) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:13.087482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event deleted for resources: {'Port': ['ID=3b229a21-4f59-462b-8421-c5b477a65796,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:13.171581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf55e08-0d0b-43eb-bdca-fbff3fb72ab0 None None] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:13.203653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.205934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0cc02dd-45a2-4c5b-898c-a290d3885909 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "DELETE /v2.0/ports/3b229a21-4f59-462b-8421-c5b477a65796 HTTP/1.1" status: 204 len: 168 time: 1.2594717 Aug 21 18:28:13.208465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:13.316630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Deleting subnet 9d56b96d-96f4-4801-a2b1-1eb347195069 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:13.327236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.499281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.526588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1e891273-3993-4f29-8c67-aa221affaba1 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:13.621373 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-beaf8610-c84a-4419-91e8-6e250c12123f req-84414f2b-3e32-414c-96b2-bd34af9eeaf0 service neutron] show failed (client error): The resource could not be found. Aug 21 18:28:13.622488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-84414f2b-3e32-414c-96b2-bd34af9eeaf0 service neutron] 10.222.0.64 "GET /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.2426949 Aug 21 18:28:13.781126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 1e891273-3993-4f29-8c67-aa221affaba1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:13.781819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1e891273-3993-4f29-8c67-aa221affaba1 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:13.857239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a31d38f3-0f86-4e58-9023-2e647311fe79 None None] Provisioning for port a1288941-44d3-4b22-8d97-a22baf2d7fe9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:13.864168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3608a728-76f7-4afa-ae46-56676aff7d06, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3608a728-76f7-4afa-ae46-56676aff7d06,segment=NetworkSegment(b134c3f1-3615-4b3b-876e-8f5494fba370),segment_id=b134c3f1-3615-4b3b-876e-8f5494fba370)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:13.890673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.925343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:13.926159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1288941-44d3-4b22-8d97-a22baf2d7fe9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:14.018107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.058253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event deleted for resources: {'Subnet': ['ID=9d56b96d-96f4-4801-a2b1-1eb347195069,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:14.069996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.075036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5469d83c-a444-4633-b114-6070279ec3b0 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "DELETE /v2.0/subnets/9d56b96d-96f4-4801-a2b1-1eb347195069 HTTP/1.1" status: 204 len: 168 time: 0.8650191 Aug 21 18:28:14.075856 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 55970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:14.185040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.296194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6313e646-df59-4447-a8a2-508f9c355974 None None] Network bb6dbeb8-e712-4761-b029-8a62558a0371 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:14.297154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Deleting port 3608a728-76f7-4afa-ae46-56676aff7d06 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:14.297581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.345826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c46b76c3-fd46-4cd3-ba2a-ce2bddefe8c3 None None] Could not find standard attr ID for object 3b229a21-4f59-462b-8421-c5b477a65796. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 18:28:14.376021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] For port 3608a728-76f7-4afa-ae46-56676aff7d06, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3608a728-76f7-4afa-ae46-56676aff7d06,segment=NetworkSegment(b134c3f1-3615-4b3b-876e-8f5494fba370),segment_id=b134c3f1-3615-4b3b-876e-8f5494fba370)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:14.376272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.376410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.390721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Calling delete_port for 3608a728-76f7-4afa-ae46-56676aff7d06 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:14.424703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3608a728-76f7-4afa-ae46-56676aff7d06,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:14.465312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Transition to ACTIVE for port object 43e98d28-baf4-4807-8aa3-1fbca291ff70 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:14.502048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.520198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-ce5f96f1-35ca-48c3-8a11-aa29608ede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:14.521590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Transition to ACTIVE for port object 43e98d28-baf4-4807-8aa3-1fbca291ff70 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:14.521792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-ce5f96f1-35ca-48c3-8a11-aa29608ede69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 1098 time: 0.1533155 Aug 21 18:28:14.523010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.534029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377cb55-d1a6-4cb9-b886-689c28cd3d61 req-52ce734e-833d-4876-8628-75183dbbab09 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:14.539024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event deleted for resources: {'Port': ['ID=3608a728-76f7-4afa-ae46-56676aff7d06,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:14.552741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] No DVR routers for this DVR port 3608a728-76f7-4afa-ae46-56676aff7d06 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:14.553304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3377cb55-d1a6-4cb9-b886-689c28cd3d61 req-52ce734e-833d-4876-8628-75183dbbab09 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1751797 Aug 21 18:28:14.565734 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.576023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:14.634164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a1288941-44d3-4b22-8d97-a22baf2d7fe9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:14.646488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-be9f1bfb-d800-444e-a26c-aa4e9be95d64', 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64', 'tenant_id': '0d12b8e47ec743608eff35b58f8e9aa5', 'fixed_ips': [{'subnet_id': 'abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:28:14.647884 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.649685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.655719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a1288941-44d3-4b22-8d97-a22baf2d7fe9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:14.656539 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.662213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6dbeb8-e712-4761-b029-8a62558a0371']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:14.679090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b134c3f1-3615-4b3b-876e-8f5494fba370') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:14.679459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b134c3f1-3615-4b3b-876e-8f5494fba370') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:14.696134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:14.697044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.697934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3377cb55-d1a6-4cb9-b886-689c28cd3d61 req-b2e22545-fabb-42fa-8121-d99abe23d90e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426187 Aug 21 18:28:14.708290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:14.713740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.714559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Pushing event updated for resources: {'Port': ['ID=43e98d28-baf4-4807-8aa3-1fbca291ff70,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:14.720507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:14.720849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:14.724233 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:14.737429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:14.766208 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.805436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.817100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.819083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] 10.222.0.41 "DELETE /v2.0/networks/bb6dbeb8-e712-4761-b029-8a62558a0371 HTTP/1.1" status: 204 len: 168 time: 0.7422597 Aug 21 18:28:14.835315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ed283-30d4-4fcf-bac9-289a28c4c033 tempest-ExtraDHCPOptionsTestJSON-166047025 tempest-ExtraDHCPOptionsTestJSON-166047025-project] Pushing event deleted for resources: {'Network': ['ID=bb6dbeb8-e712-4761-b029-8a62558a0371,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:14.857587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d245a34-8c8d-4c88-8b23-bf03143f5c2b None None] DHCP port deletion for bb6dbeb8-e712-4761-b029-8a62558a0371 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:14.954221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Attempting to bind port 43e98d28-baf4-4807-8aa3-1fbca291ff70 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:14.954621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Attempting to bind port 43e98d28-baf4-4807-8aa3-1fbca291ff70 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '35946a18-1a88-4890-9b8d-8ade5fa9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:14.954983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Attempting to bind port 43e98d28-baf4-4807-8aa3-1fbca291ff70 on network 9b3dd014-25a9-41d8-9c39-e4914e8692aa {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:14.996621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:14.996994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Checking segment: {'id': '35946a18-1a88-4890-9b8d-8ade5fa9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:14.997489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:14.997887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Bound using segment: {'id': '35946a18-1a88-4890-9b8d-8ade5fa9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:14.998368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Bound port: 43e98d28-baf4-4807-8aa3-1fbca291ff70, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35946a18-1a88-4890-9b8d-8ade5fa9dc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9b3dd014-25a9-41d8-9c39-e4914e8692aa'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:14.998789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.030639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.040174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Allocated IP 2001:db8::2 (be9f1bfb-d800-444e-a26c-aa4e9be95d64/abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0/14bb59b5-cf90-4926-8892-e207607b12e7) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:15.060418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Allocated IP 2001:db8::1 (9b3dd014-25a9-41d8-9c39-e4914e8692aa/0db43ee8-f1f2-40e2-9ef1-06be2aeb2232/a3a4fc4b-6652-472a-a740-d4f4d42958a4) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:15.161778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a1288941-44d3-4b22-8d97-a22baf2d7fe9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1288941-44d3-4b22-8d97-a22baf2d7fe9,segment=NetworkSegment(b3a31fd0-f51a-4594-84e7-3bbf7d3de555),segment_id=b3a31fd0-f51a-4594-84e7-3bbf7d3de555)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:15.168179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] For port 43e98d28-baf4-4807-8aa3-1fbca291ff70, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:15.173342 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.189172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] For port 43e98d28-baf4-4807-8aa3-1fbca291ff70, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=43e98d28-baf4-4807-8aa3-1fbca291ff70,segment=NetworkSegment(35946a18-1a88-4890-9b8d-8ade5fa9dc69),segment_id=35946a18-1a88-4890-9b8d-8ade5fa9dc69)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:15.213765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.323166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.330024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a1288941-44d3-4b22-8d97-a22baf2d7fe9,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:15.386089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:15.392452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3608a728-76f7-4afa-ae46-56676aff7d06 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:15.419928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Transition to ACTIVE for port object a3a4fc4b-6652-472a-a740-d4f4d42958a4 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:15.473734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55990) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:15.496049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:15.496204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3608a728-76f7-4afa-ae46-56676aff7d06 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:15.496413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3608a728-76f7-4afa-ae46-56676aff7d06 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:15.523315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-dfec1321-fa9e-444e-9808-ed21e64c58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:15.526253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-dfec1321-fa9e-444e-9808-ed21e64c58b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1098 time: 0.0819211 Aug 21 18:28:15.554300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:15.557635 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cbde98-92d9-4303-b657-f01a6491d149" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-unplugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:15.565297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.580487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025ccf6-b912-4597-a2e2-e7027e1c31bb None None] Pushing event updated for resources: {'Port': ['ID=43e98d28-baf4-4807-8aa3-1fbca291ff70,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:15.622629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.636498 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.660344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Transition to ACTIVE for port object 7769b018-4c2d-475f-a68f-0d5a7f913ed2 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:15.669406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Transition to ACTIVE for port object 14bb59b5-cf90-4926-8892-e207607b12e7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:15.746271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Transition to ACTIVE for port object 14bb59b5-cf90-4926-8892-e207607b12e7 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:15.752118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.765606 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ac6e6-7229-475d-9d03-62285d688771 x-openstack-request-id: req-667ac6e6-7229-475d-9d03-62285d688771 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:15.765913 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-unplugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:15.766291 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-667ac6e6-7229-475d-9d03-62285d688771 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:15.766773 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'code': 200} Aug 21 18:28:15.767883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.815190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:15.836403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:15.844110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-0adf9ff4-fb99-4672-8840-e7e50c8e829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:15.844633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Port': ['ID=a3a4fc4b-6652-472a-a740-d4f4d42958a4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:15.847238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:15.847819 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:15.863311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-0adf9ff4-fb99-4672-8840-e7e50c8e829b service neutron] 10.222.0.39 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.3143477 Aug 21 18:28:15.876012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:15.879313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:15.896331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:15.899907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Pushing event updated for resources: {'Port': ['ID=14bb59b5-cf90-4926-8892-e207607b12e7,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:16.003121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Attempting to bind port 14bb59b5-cf90-4926-8892-e207607b12e7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:16.006017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Attempting to bind port 14bb59b5-cf90-4926-8892-e207607b12e7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4525eb7e-2a43-47a6-b851-0badb1709d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:16.006171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Attempting to bind port 14bb59b5-cf90-4926-8892-e207607b12e7 on network be9f1bfb-d800-444e-a26c-aa4e9be95d64 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:16.022142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:16.023321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Checking segment: {'id': '4525eb7e-2a43-47a6-b851-0badb1709d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:16.023321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:16.023321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Bound using segment: {'id': '4525eb7e-2a43-47a6-b851-0badb1709d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:16.024791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Bound port: 14bb59b5-cf90-4926-8892-e207607b12e7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4525eb7e-2a43-47a6-b851-0badb1709d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'be9f1bfb-d800-444e-a26c-aa4e9be95d64'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:16.024791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:16.062220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-c44890b9-ec72-4454-b6f8-f1f167669ebc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1911399 Aug 21 18:28:16.160701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-71db4b5a-b452-4f6a-9193-1288397bd2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:16.163685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-71db4b5a-b452-4f6a-9193-1288397bd2e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0942943 Aug 21 18:28:16.165744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] For port 14bb59b5-cf90-4926-8892-e207607b12e7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:16.176456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] For port 14bb59b5-cf90-4926-8892-e207607b12e7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=14bb59b5-cf90-4926-8892-e207607b12e7,segment=NetworkSegment(4525eb7e-2a43-47a6-b851-0badb1709d6e),segment_id=4525eb7e-2a43-47a6-b851-0badb1709d6e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:16.186871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:16.269082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-cc138414-4f38-4d59-96e0-96a1e2f9996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:16.271225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-cc138414-4f38-4d59-96e0-96a1e2f9996a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0983164 Aug 21 18:28:16.317621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2600b7-ce43-48a3-8ca4-0fe9d20e7c38 None None] Pushing event updated for resources: {'Port': ['ID=14bb59b5-cf90-4926-8892-e207607b12e7,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:16.327058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfbe909f-1ecf-4f37-89ad-ebaf7c3172cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0f4458edea4a4153a4e58b11a487081e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8496733 Aug 21 18:28:16.332278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 55998) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:16.342651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:16.370070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5255183-eea8-4fb2-80ed-b854ebc473a0 req-0581f1b8-a4ad-479a-b8cb-3c8d0d9657b6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:16.376285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5255183-eea8-4fb2-80ed-b854ebc473a0 req-0581f1b8-a4ad-479a-b8cb-3c8d0d9657b6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.4452248 Aug 21 18:28:16.428688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-a26ed574-aaf3-45f6-a4ce-e1c6dfe0ac9d service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478720 Aug 21 18:28:16.437216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] No DVR routers for this DVR port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:16.595827 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4db85fbb-8cd2-49e5-bfad-2417294bbafd req-d6a72c48-1351-493d-b6e4-180a972a2d98 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572144 Aug 21 18:28:16.637977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5255183-eea8-4fb2-80ed-b854ebc473a0 req-b936c71f-2d68-493a-9e50-7251125e21d8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2364113 Aug 21 18:28:16.696247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:16.697843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:16.794966 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.029358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b0f1f-1156-4e06-b053-9605be130f73 None None] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:17.046124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:17.047573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:17.048099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:17.066157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:28:17.066488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:17.068357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.071078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.072279 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fadabb12-25cf-4d47-b982-5649206b79d5 HTTP/1.1" status: 204 len: 168 time: 0.7377996 Aug 21 18:28:17.108351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8cadb62f-a202-4504-b34d-6bd8dc8113c2 None None] Provisioning for port 43e98d28-baf4-4807-8aa3-1fbca291ff70 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:17.184503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:17.184851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:17.185515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Bound using segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:17.186130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Bound port: 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:17.186891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.196402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919906b-3c89-4fb1-9534-fa6bb349771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadabb12-25cf-4d47-b982-5649206b79d5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:17.344398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:17.366921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:17.376004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:17.388470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.466980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.488227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:17.488863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.488988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:17.490298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] 10.222.0.39 "PUT /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1093 time: 2.9185405 Aug 21 18:28:17.490979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.498354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.669062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 14bb59b5-cf90-4926-8892-e207607b12e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:17.820521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d021b13-41b9-43e1-912e-31898e24ae71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:17.854408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 14bb59b5-cf90-4926-8892-e207607b12e7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:17.884080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:17.887851 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8404b0f-6206-410f-8f79-fdc563e4168d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:17.894238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 43e98d28-baf4-4807-8aa3-1fbca291ff70 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:17.904700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9279dcb5-58ce-49d3-b1cd-47960723eb81 None None] Provisioning for port a3a4fc4b-6652-472a-a740-d4f4d42958a4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:17.950946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9205d67-52b5-4c37-b962-fb9b566b5d24 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:17.973330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dee0c9-b387-4128-8e13-2620b33271fe req-532eb45a-c050-4475-9375-f19016656f6a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:17.987166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78dee0c9-b387-4128-8e13-2620b33271fe req-532eb45a-c050-4475-9375-f19016656f6a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1823444 Aug 21 18:28:18.041661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9279dcb5-58ce-49d3-b1cd-47960723eb81 None None] Provisioning complete for port a3a4fc4b-6652-472a-a740-d4f4d42958a4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:18.045217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9279dcb5-58ce-49d3-b1cd-47960723eb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.088900 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ab3067-9a9e-43ed-953a-e1e15473cb74 x-openstack-request-id: req-d3ab3067-9a9e-43ed-953a-e1e15473cb74 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:18.089482 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:18.089883 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3ab3067-9a9e-43ed-953a-e1e15473cb74 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:18.090419 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:28:18.126771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9279dcb5-58ce-49d3-b1cd-47960723eb81 None None] Port a3a4fc4b-6652-472a-a740-d4f4d42958a4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:18.157773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 43e98d28-baf4-4807-8aa3-1fbca291ff70 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:18.165503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 43e98d28-baf4-4807-8aa3-1fbca291ff70 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:18.166260 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.194068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Port': ['ID=a3a4fc4b-6652-472a-a740-d4f4d42958a4,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:18.209453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-a392e01f-94e9-49bd-8b6d-ec7df85ba692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.212191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-a392e01f-94e9-49bd-8b6d-ec7df85ba692 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.6896830 Aug 21 18:28:18.213624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-78dee0c9-b387-4128-8e13-2620b33271fe req-ba2f7e90-7fe9-4b46-90f8-7850a2c997d1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2198529 Aug 21 18:28:18.217799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:18.233256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:18.262740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-5f9549b1-ddaa-435a-8885-b6432206e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.264439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-5f9549b1-ddaa-435a-8885-b6432206e8d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.1951482 Aug 21 18:28:18.273533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135a90b1-cfe2-4e49-9370-786d2d82a3ce None None] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:18.416296 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Provisioning for port 14bb59b5-cf90-4926-8892-e207607b12e7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:18.427308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-96e09f2c-1367-43d3-a415-44da2f3f97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.430646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-96e09f2c-1367-43d3-a415-44da2f3f97e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.1534512 Aug 21 18:28:18.450359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Provisioning complete for port 14bb59b5-cf90-4926-8892-e207607b12e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:18.451610 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.574692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:18.639335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-0c00d3e8-ca2b-41e5-9cd4-76959d6c00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.640840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-0c00d3e8-ca2b-41e5-9cd4-76959d6c00da service neutron] 10.222.0.39 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.4090445 Aug 21 18:28:18.656753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-4f37ee20-ba0b-41ed-aed5-03c8e7c3462a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1993251 Aug 21 18:28:18.691613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.704898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.769334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-5e266a47-eea5-4fd6-a290-e4ffce7d3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.774349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-5e266a47-eea5-4fd6-a290-e4ffce7d3c00 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1037767 Aug 21 18:28:18.805455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 43e98d28-baf4-4807-8aa3-1fbca291ff70, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=43e98d28-baf4-4807-8aa3-1fbca291ff70,segment=NetworkSegment(35946a18-1a88-4890-9b8d-8ade5fa9dc69),segment_id=35946a18-1a88-4890-9b8d-8ade5fa9dc69)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:18.866216 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:18.869915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1288941-44d3-4b22-8d97-a22baf2d7fe9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:18.876368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Router cd4f9503-9b79-4dcb-8c1c-626d0d933128 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:28:18.878167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-83a31875-448d-4df5-a90d-c20b8d823249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:18.882054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-83a31875-448d-4df5-a90d-c20b8d823249 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955176 Aug 21 18:28:18.888579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-c0d3ebfd-d264-4d32-908f-d9e7005d2b28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.2242618 Aug 21 18:28:18.896233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077959591-network', 'tenant_id': 'b0dda4673a4f47728e1a501167dd7b5c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:19.068974 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Made reservation on behalf of b0dda4673a4f47728e1a501167dd7b5c for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:19.072224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.094471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.110204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=43e98d28-baf4-4807-8aa3-1fbca291ff70,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:19.112939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.167842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.187004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-02fc74cf-d706-45a6-8b25-305a7a64c8bb service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849762 Aug 21 18:28:19.237244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] For port 14bb59b5-cf90-4926-8892-e207607b12e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=14bb59b5-cf90-4926-8892-e207607b12e7,segment=NetworkSegment(4525eb7e-2a43-47a6-b851-0badb1709d6e),segment_id=4525eb7e-2a43-47a6-b851-0badb1709d6e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:19.239339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a1288941-44d3-4b22-8d97-a22baf2d7fe9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:19.240098 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.271925 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.436414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a07bca-5a19-4fd4-b47e-7ea32d7f0874 None None] Pushing event updated for resources: {'Port': ['ID=14bb59b5-cf90-4926-8892-e207607b12e7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:19.472087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-0791974d-b319-45ee-9fee-8feb097c1ea0 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712557 Aug 21 18:28:19.533076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.552978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.592076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8e79cbc8-195d-46bb-8a64-dbf7241132db None None] Provisioning complete for port 14bb59b5-cf90-4926-8892-e207607b12e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:19.592448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e79cbc8-195d-46bb-8a64-dbf7241132db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.592689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:19.629131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.632855 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Added segment be539ed8-99b9-44d1-96ca-a0d20b38837b of type vlan for network 1846f321-73d0-475b-85eb-746153346cb2 Aug 21 18:28:19.738513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 43e98d28-baf4-4807-8aa3-1fbca291ff70 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:19.760912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-5a0896b8-f2f5-4589-b48c-2bfbd7787287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:19.762405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-5a0896b8-f2f5-4589-b48c-2bfbd7787287 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.8623271 Aug 21 18:28:19.788359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.815511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed583c2c-74b6-4339-b9fa-49fa5c3500c5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:19.847147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:28:19.858312 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] Sync routers for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:28:19.872978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.874252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:19.874947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.878515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:19.880617 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:19.883647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-76c57866-9fcf-438c-a9b5-1d2812758c50 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8049309 Aug 21 18:28:19.889209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56068) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:19.893823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8e79cbc8-195d-46bb-8a64-dbf7241132db None None] Provisioning complete for port a3a4fc4b-6652-472a-a740-d4f4d42958a4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:19.894340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e79cbc8-195d-46bb-8a64-dbf7241132db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.924776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3434324 Aug 21 18:28:19.927172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1539c-73be-4fcf-8abd-1bbfbd6b42ca req-16b4a592-1289-4cb5-9ed8-279ef8f59783 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:19.931141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fb1539c-73be-4fcf-8abd-1bbfbd6b42ca req-16b4a592-1289-4cb5-9ed8-279ef8f59783 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.2129579 Aug 21 18:28:19.931764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56070) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:19.950099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 43e98d28-baf4-4807-8aa3-1fbca291ff70 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:19.950468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:19.952046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Request body: {'subnet': {'network_id': '1846f321-73d0-475b-85eb-746153346cb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1077959591-subnet', 'tenant_id': 'b0dda4673a4f47728e1a501167dd7b5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:19.966819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf8610-c84a-4419-91e8-6e250c12123f req-52d869dc-ddfa-437b-af3d-2de75ba4b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:19.970689 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-52d869dc-ddfa-437b-af3d-2de75ba4b216 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976676 Aug 21 18:28:19.994412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:20.008275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:20.009898 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:27:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:20.027490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8e79cbc8-195d-46bb-8a64-dbf7241132db None None] Port a3a4fc4b-6652-472a-a740-d4f4d42958a4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:20.054596 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:20.055629 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ba4826-5157-4780-9a86-406391548a2e None None] The sync data for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:28:20.164237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Made reservation on behalf of b0dda4673a4f47728e1a501167dd7b5c for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:20.167934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.202570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bbaea-02e9-4b03-99e3-ed74644d11db admin admin] Pushing event updated for resources: {'Network': ['ID=1846f321-73d0-475b-85eb-746153346cb2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:20.236512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3fb1539c-73be-4fcf-8abd-1bbfbd6b42ca req-3c6382d8-d351-4c6d-b048-2ad1ba91932d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2770896 Aug 21 18:28:20.362800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1846f321-73d0-475b-85eb-746153346cb2 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:20.428042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-1f689e97-86bd-41af-a4f7-8c5563c00319 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387326 Aug 21 18:28:20.490905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84735405-4eb2-434c-8f85-ecb24b9c21b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.504818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 14bb59b5-cf90-4926-8892-e207607b12e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:20.546125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.579416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 14bb59b5-cf90-4926-8892-e207607b12e7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:20.579791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.609720 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-cb661686-aa58-4ebb-bee7-05e399b8f0bb tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:28:20.610665 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb661686-aa58-4ebb-bee7-05e399b8f0bb tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7184365 Aug 21 18:28:20.613815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56076) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:20.617446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-08dff67d-26e0-447a-b396-e4148d04cce3 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753740 Aug 21 18:28:20.676092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.781234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bd786e-383d-44ec-941e-5085ba3bc144,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:20.795850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-f2f0353a-6d2e-4c2c-962c-94dbce18cf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:20.797414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-f2f0353a-6d2e-4c2c-962c-94dbce18cf76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.1136642 Aug 21 18:28:20.830259 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Checking segment: {'id': 'be539ed8-99b9-44d1-96ca-a0d20b38837b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1846f321-73d0-475b-85eb-746153346cb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:20.830697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Network hostable DHCP agents. Network: 1846f321-73d0-475b-85eb-746153346cb2, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:20.894138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Network 1846f321-73d0-475b-85eb-746153346cb2 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:20.918725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1846f321-73d0-475b-85eb-746153346cb2) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:20.927796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c2cb31-3d40-434f-8e40-79f65ace9436 None None] Network 1846f321-73d0-475b-85eb-746153346cb2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:20.930211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:20.930776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:20.941341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-598c8ab5-6d96-40bb-a51a-7bd30f09a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:20.942959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-598c8ab5-6d96-40bb-a51a-7bd30f09a119 service neutron] 10.222.0.39 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.1352551 Aug 21 18:28:20.960981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3d2bab4f-9991-41bc-b0e8-71404cf59678 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0261838 Aug 21 18:28:21.032657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-7673bd8c-53c2-4437-8f50-7a601d8576f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.0704391 Aug 21 18:28:21.111514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-001fac09-3a6f-493a-8a4a-3c5c18b0150d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:21.113385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-001fac09-3a6f-493a-8a4a-3c5c18b0150d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0706136 Aug 21 18:28:21.170282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e67ef-22b3-49e8-9f2f-376f77973618 None None] Network 1846f321-73d0-475b-85eb-746153346cb2 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:21.217067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-2fb78f0d-3c9a-48a9-91d4-69298304c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:21.224640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-2fb78f0d-3c9a-48a9-91d4-69298304c5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1011112 Aug 21 18:28:21.432240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-653cdbad-af91-44d5-b8f7-ea6ed7e92d2f service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994631 Aug 21 18:28:21.480950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffef04-41a6-4795-8a15-6eb8f8052277 req-52b9f566-351f-4346-b0fc-46f06f7ab13e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:21.482662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fffef04-41a6-4795-8a15-6eb8f8052277 req-52b9f566-351f-4346-b0fc-46f06f7ab13e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.0923147 Aug 21 18:28:21.556983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8404b0f-6206-410f-8f79-fdc563e4168d req-e24df323-2c68-4a24-8487-73f816b7b1f4 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134915 Aug 21 18:28:21.610563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fffef04-41a6-4795-8a15-6eb8f8052277 req-8d0f9b36-d42e-49ba-a940-9004fc56807e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191049 Aug 21 18:28:21.615903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:21.653563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:21.948916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port a3a4fc4b-6652-472a-a740-d4f4d42958a4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:21.949264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:21.969708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56114) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:21.974553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452718322-network', 'tenant_id': '3fcfadab512747dd96aea3c16d6ae258'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:22.037112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Made reservation on behalf of 3fcfadab512747dd96aea3c16d6ae258 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:22.039381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.051342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.076333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.108138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for a3a4fc4b-6652-472a-a740-d4f4d42958a4 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:22.330678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.335880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.394165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:22.414597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6196e4f2-317d-41b6-abec-a48fa0381f76,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:22.425155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.425263 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Added segment 38f932bf-bd37-4498-b0aa-8368df6b3db6 of type vlan for network f34b938e-b9b2-4147-b09f-dd377d9db6dd Aug 21 18:28:22.459271 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.508769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.535523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=a3a4fc4b-6652-472a-a740-d4f4d42958a4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:22.548831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.549862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:22.550455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.710346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.722371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7513642 Aug 21 18:28:22.729394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56120) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:22.730341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127c590-e550-45fc-8073-c568e66bce14 admin admin] Pushing event updated for resources: {'Network': ['ID=f34b938e-b9b2-4147-b09f-dd377d9db6dd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:22.740161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Request body: {'subnet': {'network_id': 'f34b938e-b9b2-4147-b09f-dd377d9db6dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452718322-subnet', 'tenant_id': '3fcfadab512747dd96aea3c16d6ae258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:22.745667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f34b938e-b9b2-4147-b09f-dd377d9db6dd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:22.785979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Made reservation on behalf of 3fcfadab512747dd96aea3c16d6ae258 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:22.788735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:22.987923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Router cd4f9503-9b79-4dcb-8c1c-626d0d933128 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:28:23.050814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.095134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:28:23.105249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] Sync routers for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:28:23.112761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5e6a7291-51fb-41da-954b-c6427319f95f tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4965222 Aug 21 18:28:23.113130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:23.118760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:23.119482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:23.120218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838cf5d-cfe1-43e6-9407-bcf02648176d req-e484755d-e12b-4f9a-b7ed-ee4a73f47a61 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:23.129285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b838cf5d-cfe1-43e6-9407-bcf02648176d req-e484755d-e12b-4f9a-b7ed-ee4a73f47a61 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.4141703 Aug 21 18:28:23.159164 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-e630f62a-985d-4caf-94ff-a51ad0c897be tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] delete failed (client error): The resource could not be found. Aug 21 18:28:23.164728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e630f62a-985d-4caf-94ff-a51ad0c897be tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/routers/tempest-non_exist_router-1730901488 HTTP/1.1" status: 404 len: 335 time: 0.0505269 Aug 21 18:28:23.165337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56126) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:23.169914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:23.171681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-78c18716-487c-4bdb-9f59-efc6582bdf75 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cd4f9503-9b79-4dcb-8c1c-626d0d933128'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:23.197481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:23.198133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:23.200796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea001a4-823c-48b5-a8fe-d5049d8ad69c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:23.218911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Checking segment: {'id': '38f932bf-bd37-4498-b0aa-8368df6b3db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': 'f34b938e-b9b2-4147-b09f-dd377d9db6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:23.219412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Network hostable DHCP agents. Network: f34b938e-b9b2-4147-b09f-dd377d9db6dd, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:23.249089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b838cf5d-cfe1-43e6-9407-bcf02648176d req-d8f0bd3f-70f1-4427-9100-28e5d8a9e9b0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165740 Aug 21 18:28:23.267223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:23.268207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3c57e5-750b-47dc-9d25-b4776219c8a2 None None] The sync data for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:28:23.285812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Network f34b938e-b9b2-4147-b09f-dd377d9db6dd is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:23.292716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.298320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f34b938e-b9b2-4147-b09f-dd377d9db6dd) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:23.304972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:23.305524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.318295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f8fbb5-7a64-48ea-ac52-2f98d03ba165 None None] Network f34b938e-b9b2-4147-b09f-dd377d9db6dd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:23.330981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8f2b84f9-6147-4d1c-85c5-a8144c599e55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5959496 Aug 21 18:28:23.575725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b4ecd-f275-4f70-b81e-82486c4ab566 None None] Network f34b938e-b9b2-4147-b09f-dd377d9db6dd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:23.613206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56136) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:23.632433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-78c18716-487c-4bdb-9f59-efc6582bdf75 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.680777 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-78c18716-487c-4bdb-9f59-efc6582bdf75 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] update failed (client error): The resource could not be found. Aug 21 18:28:23.691828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56140) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:23.692100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-78c18716-487c-4bdb-9f59-efc6582bdf75 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128 HTTP/1.1" status: 404 len: 339 time: 0.5243540 Aug 21 18:28:23.700411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1932009582'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:23.750646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-269d125d-038a-4751-84c5-f5ce713e2010 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:23.751937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-269d125d-038a-4751-84c5-f5ce713e2010 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862&tenant_id=4a7b8a000d594a0e8597175f997c58c0&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 944 time: 0.1910799 Aug 21 18:28:23.758419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Deleting subnet d3bd786e-383d-44ec-941e-5085ba3bc144 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:23.783351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fdef5-25f2-44e0-898d-dc8b1b2dc1ea req-f494b261-7c86-4da9-bfd2-f2e7e0324f34 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:23.784880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d7fdef5-25f2-44e0-898d-dc8b1b2dc1ea req-f494b261-7c86-4da9-bfd2-f2e7e0324f34 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.1726243 Aug 21 18:28:23.785599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.820968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:23.826677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.905258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.970241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:28:23.984326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d7fdef5-25f2-44e0-898d-dc8b1b2dc1ea req-48b4b079-c785-4910-881f-2ca61dc3914f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320090 Aug 21 18:28:23.986197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-2e980821-49b9-4e46-8d7c-037858925870 service neutron] 10.222.0.39 "GET /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 383 time: 0.2204106 Aug 21 18:28:23.994935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:23.995358 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Added segment 7bc65e98-13df-4e90-a54a-722943465319 of type vlan for network dd117971-2449-4d9b-89c1-0404b18632bc Aug 21 18:28:24.005595 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.121739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.147569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-eb7df9db-baef-4e07-876f-25dbbceaca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.149062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-eb7df9db-baef-4e07-876f-25dbbceaca20 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1096 time: 0.1117070 Aug 21 18:28:24.217457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.222832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.223458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.235441 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.305140 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6091611 Aug 21 18:28:24.307236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56152) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:24.314296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'subnet': {'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:24.339266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bd786e-383d-44ec-941e-5085ba3bc144,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:24.362710 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.366924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bd6aae27-9dbb-442b-a72d-66b9932374f4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d3bd786e-383d-44ec-941e-5085ba3bc144 HTTP/1.1" status: 204 len: 168 time: 0.7502534 Aug 21 18:28:24.373113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:24.387857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b642dab-9424-4bd1-8833-8eadbb86a984 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Network': ['ID=dd117971-2449-4d9b-89c1-0404b18632bc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:24.399885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network dd117971-2449-4d9b-89c1-0404b18632bc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:28:24.494545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-6c3c2b2a-225d-466d-abe2-2ded75452a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.496020 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-6c3c2b2a-225d-466d-abe2-2ded75452a8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.3377540 Aug 21 18:28:24.529682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Made reservation on behalf of 0d12b8e47ec743608eff35b58f8e9aa5 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:28:24.533943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.583542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-7d8afd7f-4a03-4f30-9dbc-195be357a987 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.0790229 Aug 21 18:28:24.587005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.697856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:28:24.734066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.737882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-13b18441-455d-4580-9252-635c2c2af062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.739753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-13b18441-455d-4580-9252-635c2c2af062 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1456230 Aug 21 18:28:24.749438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.750004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1846f321-73d0-475b-85eb-746153346cb2']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:24.792268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be539ed8-99b9-44d1-96ca-a0d20b38837b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:24.792964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be539ed8-99b9-44d1-96ca-a0d20b38837b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:24.849642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Subnet': ['ID=e22e8021-e3a9-4a5d-855b-180699944933,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:24.855457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.872993 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.874141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Checking segment: {'id': '7bc65e98-13df-4e90-a54a-722943465319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:24.875049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network hostable DHCP agents. Network: dd117971-2449-4d9b-89c1-0404b18632bc, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:28:24.878994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-35c93bbc-c985-4118-8ce5-b95d55c0b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.881041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-35c93bbc-c985-4118-8ce5-b95d55c0b81d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328647 Aug 21 18:28:24.883145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:24.883555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:24.885972 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:24.899925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network dd117971-2449-4d9b-89c1-0404b18632bc is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:28:24.912951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, dd117971-2449-4d9b-89c1-0404b18632bc) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:24.922185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:24.929127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:24.929871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:24.934929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0529f7e2-2035-408a-befb-f11dbc122aa3 None None] Network dd117971-2449-4d9b-89c1-0404b18632bc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:24.962884 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71aaab72-9745-4a4d-864a-64c27183ae93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6542265 Aug 21 18:28:24.964214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56160) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:24.975250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5e6878ff-f6c3-49a1-b9fa-bb1a28a9a49b tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:24.996124 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.003801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.005546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] 10.222.0.41 "DELETE /v2.0/networks/1846f321-73d0-475b-85eb-746153346cb2 HTTP/1.1" status: 204 len: 168 time: 0.6312335 Aug 21 18:28:25.012874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56162) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:25.013147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:28:25.075426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Deleting subnet 6ea001a4-823c-48b5-a8fe-d5049d8ad69c {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:25.080474 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.082417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af7db4-98ca-47e0-8ab9-d5d45ddc2d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=1846f321-73d0-475b-85eb-746153346cb2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:25.091145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.127049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-1b1178d0-6050-4e39-8241-6a2d9bb7cde1 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307029 Aug 21 18:28:25.132715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.164027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:28:25.195130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.198740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:25.219019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.249874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-dd117971-2449-4d9b-89c1-0404b18632bc', 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc', 'tenant_id': '0d12b8e47ec743608eff35b58f8e9aa5', 'fixed_ips': [{'subnet_id': 'e22e8021-e3a9-4a5d-855b-180699944933'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:28:25.250671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.304546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:25.350456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e6878ff-f6c3-49a1-b9fa-bb1a28a9a49b tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.356060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.384405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142afe0-61fa-4ad0-ae90-2ad743c06a6b req-e37fc155-2811-49c2-8147-13f887540926 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:25.398054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3142afe0-61fa-4ad0-ae90-2ad743c06a6b req-e37fc155-2811-49c2-8147-13f887540926 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 944 time: 0.2372012 Aug 21 18:28:25.435084 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-409cbd7c-9e5d-40d8-af06-31655bd04bf8 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957737 Aug 21 18:28:25.437585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea001a4-823c-48b5-a8fe-d5049d8ad69c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:25.439862 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.442734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-07cbccb7-fbb7-428a-bd20-82d67df01d5b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ea001a4-823c-48b5-a8fe-d5049d8ad69c HTTP/1.1" status: 204 len: 168 time: 0.4278202 Aug 21 18:28:25.446099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56168) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:25.475754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['7769b018-4c2d-475f-a68f-0d5a7f913ed2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:28:25.583899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.604508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Allocated IP 2001:db8:1::2 (dd117971-2449-4d9b-89c1-0404b18632bc/e22e8021-e3a9-4a5d-855b-180699944933/69c9db0c-a620-4ad7-947e-ebebcfcab2dd) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:25.678713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.700940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34b938e-b9b2-4147-b09f-dd377d9db6dd']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:25.718176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f932bf-bd37-4498-b0aa-8368df6b3db6') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:25.718939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f932bf-bd37-4498-b0aa-8368df6b3db6') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:25.734055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.754904 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.764178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:25.764523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:25.767166 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:25.838701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.847778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.850448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f34b938e-b9b2-4147-b09f-dd377d9db6dd HTTP/1.1" status: 204 len: 168 time: 0.4030416 Aug 21 18:28:25.869227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18798322-f415-4300-b5e3-5f4909ebd160 admin admin] Pushing event deleted for resources: {'Network': ['ID=f34b938e-b9b2-4147-b09f-dd377d9db6dd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:25.893259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:25.911691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Transition to ACTIVE for port object 69c9db0c-a620-4ad7-947e-ebebcfcab2dd will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:25.944263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Transition to ACTIVE for port object 69c9db0c-a620-4ad7-947e-ebebcfcab2dd will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:25.953820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3142afe0-61fa-4ad0-ae90-2ad743c06a6b req-001d1eef-1e49-4a98-a1f9-fbfc97eac058 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5539296 Aug 21 18:28:25.959281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.016017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Network dd117971-2449-4d9b-89c1-0404b18632bc is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:26.019692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:26.026087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:26.028113 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-5e6878ff-f6c3-49a1-b9fa-bb1a28a9a49b tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 18:28:26.029614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5e6878ff-f6c3-49a1-b9fa-bb1a28a9a49b tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128 HTTP/1.1" status: 400 len: 364 time: 1.0629745 Aug 21 18:28:26.033449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:26.048992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Pushing event updated for resources: {'Port': ['ID=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:26.073740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:26.121464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Attempting to bind port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:26.122174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Attempting to bind port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '7bc65e98-13df-4e90-a54a-722943465319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:26.122578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Attempting to bind port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd on network dd117971-2449-4d9b-89c1-0404b18632bc {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:26.125654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58543bfe-1962-4175-a0f5-7c28fd71b463 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0dda4673a4f47728e1a501167dd7b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506005 Aug 21 18:28:26.128008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56184) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:26.128297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:26.128681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Checking segment: {'id': '7bc65e98-13df-4e90-a54a-722943465319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:26.129085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.129478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Bound using segment: {'id': '7bc65e98-13df-4e90-a54a-722943465319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:26.129962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Bound port: 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc65e98-13df-4e90-a54a-722943465319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'dd117971-2449-4d9b-89c1-0404b18632bc'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:26.130334 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.184455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.205555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47a20c53-5115-4659-9134-11543e7b835a None None] For port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:26.209562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47a20c53-5115-4659-9134-11543e7b835a None None] For port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,segment=NetworkSegment(7bc65e98-13df-4e90-a54a-722943465319),segment_id=7bc65e98-13df-4e90-a54a-722943465319)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:26.210041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.215143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.281595 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.285431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.286962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed583c2c-74b6-4339-b9fa-49fa5c3500c5 HTTP/1.1" status: 204 len: 168 time: 0.1577475 Aug 21 18:28:26.314047 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddc4b3-7ae3-4f30-99c3-57b1fb2501cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed583c2c-74b6-4339-b9fa-49fa5c3500c5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:26.336940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a20c53-5115-4659-9134-11543e7b835a None None] Pushing event updated for resources: {'Port': ['ID=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:26.356804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.669645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Allocated IP 2001:db8::1 (598343f9-dd7d-4b87-9d4d-54ee82eabc87/45595fba-46df-4e67-a988-f7e93d4d409e/f94c8be8-d953-49e4-bb11-e391ae674871) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:28:26.720897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:26.851434 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.871983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:26.872479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Transition to ACTIVE for port object f94c8be8-d953-49e4-bb11-e391ae674871 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:26.878115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:26.878748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.896032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56200) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:26.925929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:26.976957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:26.981651 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:26.988987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ddc92975-e46c-4830-8c6c-d186f544866f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fcfadab512747dd96aea3c16d6ae258&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915766 Aug 21 18:28:26.999124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56206) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:27.000209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:28:27.003492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.075564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.112247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Port': ['ID=f94c8be8-d953-49e4-bb11-e391ae674871,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:27.124378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.139304 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.183466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:27.186344 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1da80-b5e7-4492-8c6c-f2355601443d" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:27.208854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:27.234488 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.263151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.266821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.268112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6196e4f2-317d-41b6-abec-a48fa0381f76 HTTP/1.1" status: 204 len: 168 time: 0.2677114 Aug 21 18:28:27.300272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c857eb-cac2-4ecc-93de-92bdb4ce1bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6196e4f2-317d-41b6-abec-a48fa0381f76,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:27.369813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71bd77-5741-432d-b864-195ccbbc65b2 req-09e79653-7d0c-458e-bc33-2d2b78e489a4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:27.372347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd71bd77-5741-432d-b864-195ccbbc65b2 req-09e79653-7d0c-458e-bc33-2d2b78e489a4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.2378740 Aug 21 18:28:27.397941 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:28:27.467995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.482788 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7215bdd9-87e6-43a4-a2dc-d835626d3360 x-openstack-request-id: req-7215bdd9-87e6-43a4-a2dc-d835626d3360 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:27.483388 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:27.483815 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7215bdd9-87e6-43a4-a2dc-d835626d3360 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:27.484372 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'code': 200} Aug 21 18:28:27.486774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:27.545565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9756e088-cdf2-4079-b1de-e33bb2ce4558 None None] Provisioning for port f94c8be8-d953-49e4-bb11-e391ae674871 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:27.549995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9756e088-cdf2-4079-b1de-e33bb2ce4558 None None] Provisioning complete for port f94c8be8-d953-49e4-bb11-e391ae674871 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:27.550607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9756e088-cdf2-4079-b1de-e33bb2ce4558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:27.636551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9756e088-cdf2-4079-b1de-e33bb2ce4558 None None] Port f94c8be8-d953-49e4-bb11-e391ae674871 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:27.825197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69c9db0c-a620-4ad7-947e-ebebcfcab2dd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:27.873876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d02e74f-5990-440f-a6a4-56367d993f78 None None] Network dd117971-2449-4d9b-89c1-0404b18632bc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:27.995093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Provisioning for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:28.010444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:28.022207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:28.024764 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.101903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd71bd77-5741-432d-b864-195ccbbc65b2 req-d31b49be-8bde-4a73-b21e-16641c8562bf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6796393 Aug 21 18:28:28.111876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Provisioning complete for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:28.125133 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.256581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-fc27bc0a-e573-4d5d-9077-cfcac804b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:28.269048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-fc27bc0a-e573-4d5d-9077-cfcac804b9a1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 1098 time: 0.1971114 Aug 21 18:28:28.280804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.287259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:28.305439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.306769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.393983 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.407564 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.410454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event updated for resources: {'Port': ['ID=f94c8be8-d953-49e4-bb11-e391ae674871,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:28.456804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] For port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,segment=NetworkSegment(7bc65e98-13df-4e90-a54a-722943465319),segment_id=7bc65e98-13df-4e90-a54a-722943465319)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:28.460103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.480118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:28:28.482667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:28:28.485135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:28.705854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Router cd4f9503-9b79-4dcb-8c1c-626d0d933128 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:28:28.879792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:28:28.901113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] Sync routers for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:28:28.907531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:28.908160 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:28.920624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4845e11a-7aa3-47bf-ab2c-b17928de2606 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8780160 Aug 21 18:28:28.923559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56236) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:28.953934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:28:28.954542 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:28:28.979642 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:28.999101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-10a0ed9c-2eb7-4643-bd15-039ebe823197 None None] Provisioning complete for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:28.999475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10a0ed9c-2eb7-4643-bd15-039ebe823197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:29.002443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:29.003126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:29.040639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16802aee-35f0-40fd-802e-23012aa46cb5 None None] Pushing event updated for resources: {'Port': ['ID=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:29.090219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31ec258b-932e-4b22-b08a-c30727b09ff3 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:29.096631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:29.124222 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:29.124874 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b94347-0fb7-4a9b-ae98-010413764cde None None] The sync data for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 is: [] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:28:29.156470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:29.218391 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-31ec258b-932e-4b22-b08a-c30727b09ff3 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 21 18:28:29.219366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-31ec258b-932e-4b22-b08a-c30727b09ff3 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128 HTTP/1.1" status: 409 len: 329 time: 0.2946362 Aug 21 18:28:29.222127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56244) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:29.235688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:29.252228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Transition to ACTIVE for port object 7769b018-4c2d-475f-a68f-0d5a7f913ed2 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:28:29.253159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:29.255855 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66077e1-fc49-4ed0-8f08-2455fdeb9588" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-unplugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:29.272406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:29.318089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7dc6486b-de93-43bb-9f78-ced5d3826df7 None None] Provisioning complete for port f94c8be8-d953-49e4-bb11-e391ae674871 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:29.318467 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7dc6486b-de93-43bb-9f78-ced5d3826df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:29.376963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7dc6486b-de93-43bb-9f78-ced5d3826df7 None None] Port f94c8be8-d953-49e4-bb11-e391ae674871 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:28:29.385006 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57094191-8ae4-4a47-a7f7-71bee25e8871 x-openstack-request-id: req-57094191-8ae4-4a47-a7f7-71bee25e8871 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:29.385379 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-unplugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:29.385709 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57094191-8ae4-4a47-a7f7-71bee25e8871 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:29.386184 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'code': 200} Aug 21 18:28:29.389077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:29.672010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] No DVR routers for this DVR port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:29.725489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69c9db0c-a620-4ad7-947e-ebebcfcab2dd up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:29.775210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58455132-61d3-45b1-b0a8-0de4f4a6481d req-33fcc0c4-cb9e-46b8-b350-c522ff3f25de tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:29.778831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58455132-61d3-45b1-b0a8-0de4f4a6481d req-33fcc0c4-cb9e-46b8-b350-c522ff3f25de tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.5186679 Aug 21 18:28:29.878838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-58455132-61d3-45b1-b0a8-0de4f4a6481d req-02a03a0e-f449-4dc5-bb39-00b7878b39ca tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848334 Aug 21 18:28:29.931306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:29.931684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.028071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:28:30.029631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:28:30.029912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:30.049526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:28:30.049868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Attempting to bind port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on network 118490dc-0569-4783-b75a-f08157a42447 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:28:30.058171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.062170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:28:30.062538 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Checking segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:28:30.062939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Bound using segment: {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:28:30.072917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Bound port: 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51744efb-954e-47e4-8b84-ecc0ba757e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '118490dc-0569-4783-b75a-f08157a42447'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:28:30.073327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.184643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:28:30.189364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:28:30.206793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.273868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:30.274844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.276888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] 10.222.0.64 "PUT /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1094 time: 1.9943657 Aug 21 18:28:30.322924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e84e5-8c88-4da2-9953-cb36ab388781 service neutron] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:30.417687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-202bdca1-a17b-43b0-8e5f-5cf7a928a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:30.420963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-202bdca1-a17b-43b0-8e5f-5cf7a928a5cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1097 time: 0.0758915 Aug 21 18:28:30.590985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port f94c8be8-d953-49e4-bb11-e391ae674871 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:30.591469 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.606747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-e739f04f-2115-48a1-9072-793318873097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:30.609149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-e739f04f-2115-48a1-9072-793318873097 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.1748607 Aug 21 18:28:30.707141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:30.720269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for f94c8be8-d953-49e4-bb11-e391ae674871 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:30.735896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:30.757085 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-84dd0b8e-63d2-46f5-994f-8bf9ba5f5658 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1353116 Aug 21 18:28:30.854887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:30.902433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-c257e956-eb54-49f8-8a4f-d850fec87474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:30.904785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-c257e956-eb54-49f8-8a4f-d850fec87474 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1326740 Aug 21 18:28:30.997140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-3754ccc5-5d54-4b42-8470-56c0d7b6f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:31.003711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-3754ccc5-5d54-4b42-8470-56c0d7b6f76f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855353 Aug 21 18:28:31.111184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a161b-7ee7-4b50-b23f-c651c04554fd req-31cd2dac-832f-4a53-8a14-2d98fe720558 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:31.119091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af1a161b-7ee7-4b50-b23f-c651c04554fd req-31cd2dac-832f-4a53-8a14-2d98fe720558 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.1024902 Aug 21 18:28:31.126686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:31.159295 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-f6f5494e-3459-4f6d-b5be-12daa47e945d service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436381 Aug 21 18:28:31.178923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=f94c8be8-d953-49e4-bb11-e391ae674871,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:31.314201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c5e8aa-bb03-444c-8b31-c16eee9f450d req-36a90a7e-b158-4d63-9d56-bbf85b0dd6b6 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408803 Aug 21 18:28:31.374061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:31.387281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:31.387436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-af1a161b-7ee7-4b50-b23f-c651c04554fd req-50092c2a-5a4c-4d93-b3eb-4e567d216d61 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2672708 Aug 21 18:28:31.389945 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57c0124-d69e-4939-85d5-cda4e2e419bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:31.523639 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb165c-b40c-4f34-9f8e-9e6ec43f6047 x-openstack-request-id: req-13fb165c-b40c-4f34-9f8e-9e6ec43f6047 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:31.524155 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:31.525125 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13fb165c-b40c-4f34-9f8e-9e6ec43f6047 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:31.525678 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:28:31.628735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-636637c0-7123-4bee-8f27-b20babfd603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:31.630283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-636637c0-7123-4bee-8f27-b20babfd603c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1097 time: 0.0889130 Aug 21 18:28:31.723960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-109d6791-3cc3-4285-b5ef-9f700c3deef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:31.726203 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-109d6791-3cc3-4285-b5ef-9f700c3deef6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1097 time: 0.1622064 Aug 21 18:28:31.737005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Router cd4f9503-9b79-4dcb-8c1c-626d0d933128 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:28:31.754093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-ca44633f-feef-45df-8c79-82619f4e58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:31.755618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-ca44633f-feef-45df-8c79-82619f4e58f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.1173484 Aug 21 18:28:31.918386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-f0fbeb44-6614-4e97-90b8-dbf46d56c2b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.1508524 Aug 21 18:28:32.012276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:28:32.020125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8561632e-1af1-453c-a44e-eadf21b714ed tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7963333 Aug 21 18:28:32.025024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] Sync routers for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:28:32.027424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56302) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:32.043123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:32.043634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-51f5e02e-144e-48e8-94be-8e3d3bb27a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.044171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:32.045362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-51f5e02e-144e-48e8-94be-8e3d3bb27a25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1173415 Aug 21 18:28:32.071701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-a0b7be1f-3d3f-41ef-8509-49d01a47afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.073543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-a0b7be1f-3d3f-41ef-8509-49d01a47afb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.3348327 Aug 21 18:28:32.115955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:32.122544 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-f1b7dd02-dbbd-48f1-aa31-f9041c0e4aaa tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] show failed (client error): The resource could not be found. Aug 21 18:28:32.127537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f1b7dd02-dbbd-48f1-aa31-f9041c0e4aaa tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "GET /v2.0/routers/tempest-non_exist_router-452519959 HTTP/1.1" status: 404 len: 334 time: 0.0988295 Aug 21 18:28:32.131903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] Routers {'cd4f9503-9b79-4dcb-8c1c-626d0d933128'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:28:32.132920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:32.137094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:32.153930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4eba3f29-105a-4ac6-b1ca-62cf8db39b6c tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:32.169765 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-64935b6d-a3af-4ca6-aeb4-94082fec6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.171290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-64935b6d-a3af-4ca6-aeb4-94082fec6a3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776625 Aug 21 18:28:32.175207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:32.176011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f754c4-7e31-407c-8493-303a483741e8 None None] The sync data for ids ['cd4f9503-9b79-4dcb-8c1c-626d0d933128'] in n-d-793621-32 is: [] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:28:32.213250 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-4eba3f29-105a-4ac6-b1ca-62cf8db39b6c tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] update failed (client error): The resource could not be found. Aug 21 18:28:32.217248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4eba3f29-105a-4ac6-b1ca-62cf8db39b6c tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "PUT /v2.0/routers/tempest-non_exist_router-481233983 HTTP/1.1" status: 404 len: 334 time: 0.0769691 Aug 21 18:28:32.218925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56306) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:32.281996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting subnet e22e8021-e3a9-4a5d-855b-180699944933 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:32.292868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:32.297197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-ce006a0f-f032-4e83-b50c-2f7f39a68119 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 1000 time: 0.2155666 Aug 21 18:28:32.307812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-0ae6320a-292d-487e-8b97-099bbb15b21d service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259367 Aug 21 18:28:32.370254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:32.406280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-60bcdb20-2f1c-40a7-bf71-8edef6dd3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.407848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-60bcdb20-2f1c-40a7-bf71-8edef6dd3c84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.0908480 Aug 21 18:28:32.429851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-f0ae2e22-3c15-45d3-ab47-d20bd7897a6f service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133013 Aug 21 18:28:32.520051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-f407ec4e-15f3-40e3-ac7e-40b8e6a5046e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.521584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-f407ec4e-15f3-40e3-ac7e-40b8e6a5046e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049337 Aug 21 18:28:32.589596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:32.645466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed650d98-d1ee-4248-8c6e-675024a216e2 req-d86e0206-f2b2-425f-95ad-2df4fcb5ab5c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:32.647087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed650d98-d1ee-4248-8c6e-675024a216e2 req-d86e0206-f2b2-425f-95ad-2df4fcb5ab5c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 945 time: 0.1588678 Aug 21 18:28:32.708327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-4a0876fb-3361-4ec9-b6f2-22551e4aaf32 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792259 Aug 21 18:28:32.731392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed650d98-d1ee-4248-8c6e-675024a216e2 req-7a80c92d-7867-44a5-975e-254c97766ae3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713298 Aug 21 18:28:32.748494 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:32.823131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Subnet': ['ID=e22e8021-e3a9-4a5d-855b-180699944933,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:32.828081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:32.830984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8ea8ad7-0b73-4af2-865a-1c5e7f85b4f4 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/subnets/e22e8021-e3a9-4a5d-855b-180699944933 HTTP/1.1" status: 204 len: 168 time: 0.6122706 Aug 21 18:28:32.832851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:32.837847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3924f-1550-408a-be25-d0069fee9ccb None None] Network dd117971-2449-4d9b-89c1-0404b18632bc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:32.884927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d57c0124-d69e-4939-85d5-cda4e2e419bf req-19f66694-6793-4565-9678-df9b687ae734 service neutron] 10.222.0.39 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678588 Aug 21 18:28:32.941447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.062726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:33.063133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.128819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96356139-8b63-488c-a313-09e842853859 None None] DHCP port deletion for dd117971-2449-4d9b-89c1-0404b18632bc request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:33.208147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-96356139-8b63-488c-a313-09e842853859 None None] Deleting port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:33.208769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.210420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] For port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,segment=NetworkSegment(7bc65e98-13df-4e90-a54a-722943465319),segment_id=7bc65e98-13df-4e90-a54a-722943465319)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:33.210862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.226087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for 69c9db0c-a620-4ad7-947e-ebebcfcab2dd owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:33.287741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-96356139-8b63-488c-a313-09e842853859 None None] For port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,segment=NetworkSegment(7bc65e98-13df-4e90-a54a-722943465319),segment_id=7bc65e98-13df-4e90-a54a-722943465319)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:33.288143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.303665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-96356139-8b63-488c-a313-09e842853859 None None] Calling delete_port for 69c9db0c-a620-4ad7-947e-ebebcfcab2dd owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:33.412239 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.438307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:33.438999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.447059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] No DVR routers for this DVR port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:33.466707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:28:33.470655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96356139-8b63-488c-a313-09e842853859 None None] Pushing event deleted for resources: {'Port': ['ID=69c9db0c-a620-4ad7-947e-ebebcfcab2dd,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:33.486984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96356139-8b63-488c-a313-09e842853859 None None] No DVR routers for this DVR port 69c9db0c-a620-4ad7-947e-ebebcfcab2dd on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:33.494638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.495266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.496759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.497270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.498025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.498571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.499082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.499653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.500978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.501382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.501785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.502240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96356139-8b63-488c-a313-09e842853859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:33.544822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.557089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd117971-2449-4d9b-89c1-0404b18632bc']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:33.575142 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc65e98-13df-4e90-a54a-722943465319') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:33.575445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc65e98-13df-4e90-a54a-722943465319') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:33.585041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.599147 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.606323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:33.606776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.617365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:33.629450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'port_id': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'mac_address': 'fa:16:3e:cc:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:28:33.675864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:33.694721 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:33.696966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:28:33.700172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.702312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69c9db0c-a620-4ad7-947e-ebebcfcab2dd no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:33.712839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.714878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/networks/dd117971-2449-4d9b-89c1-0404b18632bc HTTP/1.1" status: 204 len: 168 time: 0.8808970 Aug 21 18:28:33.717269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56332) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:33.731052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 69c9db0c-a620-4ad7-947e-ebebcfcab2dd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:33.732310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69c9db0c-a620-4ad7-947e-ebebcfcab2dd not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:33.752780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:33.758003 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.785414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting subnet abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:33.789681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0c005-7ac3-414f-934f-7f6a352074f5 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Network': ['ID=dd117971-2449-4d9b-89c1-0404b18632bc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:33.793529 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.835630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:33.877612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:33.998846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['7769b018-4c2d-475f-a68f-0d5a7f913ed2'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:28:34.001727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.037105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa30df3-5038-45b3-84c4-bef4ae6e2a88 req-477a0d2c-2481-4e19-adb0-57db4f91b01c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:28:34.038790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5aa30df3-5038-45b3-84c4-bef4ae6e2a88 req-477a0d2c-2481-4e19-adb0-57db4f91b01c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 946 time: 0.1152201 Aug 21 18:28:34.092686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5aa30df3-5038-45b3-84c4-bef4ae6e2a88 req-dd1c0faa-229e-43c1-a3e1-b0c34f882304 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459003 Aug 21 18:28:34.128354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56348) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:34.153580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.200531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849249d-8d3b-46f2-b20e-42da9a81ce4d None None] Network be9f1bfb-d800-444e-a26c-aa4e9be95d64 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:34.233306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.237429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3e22b37a-b843-40a7-97ed-010bdb91f158 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 200 len: 993 time: 0.1079123 Aug 21 18:28:34.240274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:34.244857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/subnets/abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0 HTTP/1.1" status: 204 len: 168 time: 0.5262578 Aug 21 18:28:34.246700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63cdf5-73b4-433c-a350-686876c45a45 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Subnet': ['ID=abbcd2d9-c932-4e7a-a15d-c1003ee9fdc0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:34.317436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting subnet 0db43ee8-f1f2-40e2-9ef1-06be2aeb2232 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:34.323772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.392357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.529239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] DHCP port deletion for be9f1bfb-d800-444e-a26c-aa4e9be95d64 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:34.557793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.645049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.681767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Subnet': ['ID=0db43ee8-f1f2-40e2-9ef1-06be2aeb2232,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:34.699338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.704395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56382) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:34.710534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3acfcd-8137-488c-bd42-a6ac0a6e29f1 None None] Network 9b3dd014-25a9-41d8-9c39-e4914e8692aa requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:34.715101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-72ee77ec-b0bf-4d7a-92b5-a744617b9f71 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/subnets/0db43ee8-f1f2-40e2-9ef1-06be2aeb2232 HTTP/1.1" status: 204 len: 168 time: 0.4712255 Aug 21 18:28:34.813704 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.849283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Deleting port 14bb59b5-cf90-4926-8892-e207607b12e7 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:34.850113 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.891828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port 14bb59b5-cf90-4926-8892-e207607b12e7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:34.892170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:34.976557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] For port 14bb59b5-cf90-4926-8892-e207607b12e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=14bb59b5-cf90-4926-8892-e207607b12e7,segment=NetworkSegment(4525eb7e-2a43-47a6-b851-0badb1709d6e),segment_id=4525eb7e-2a43-47a6-b851-0badb1709d6e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:34.976854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.001422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for 14bb59b5-cf90-4926-8892-e207607b12e7 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:35.011956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] For port 14bb59b5-cf90-4926-8892-e207607b12e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=14bb59b5-cf90-4926-8892-e207607b12e7,segment=NetworkSegment(4525eb7e-2a43-47a6-b851-0badb1709d6e),segment_id=4525eb7e-2a43-47a6-b851-0badb1709d6e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:35.012465 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.032180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Calling delete_port for 14bb59b5-cf90-4926-8892-e207607b12e7 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:35.132767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.156838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] DHCP port deletion for 9b3dd014-25a9-41d8-9c39-e4914e8692aa request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:35.173990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=14bb59b5-cf90-4926-8892-e207607b12e7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:35.192420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] No DVR routers for this DVR port 14bb59b5-cf90-4926-8892-e207607b12e7 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:35.269213 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 18:28:35.287967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.357385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Deleting port 43e98d28-baf4-4807-8aa3-1fbca291ff70 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:35.357758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.363487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.363741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] No DVR routers for this DVR port 14bb59b5-cf90-4926-8892-e207607b12e7 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:35.382220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9f1bfb-d800-444e-a26c-aa4e9be95d64']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:35.383165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e5787-f0b8-47a1-95e9-4c11e6533708 None None] Pushing event deleted for resources: {'Port': ['ID=14bb59b5-cf90-4926-8892-e207607b12e7,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:35.397632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4525eb7e-2a43-47a6-b851-0badb1709d6e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:35.398226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4525eb7e-2a43-47a6-b851-0badb1709d6e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:35.408723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.431601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.441036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:35.441845 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:35.446427 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:35.454225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:28:35.464260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] For port 43e98d28-baf4-4807-8aa3-1fbca291ff70, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=43e98d28-baf4-4807-8aa3-1fbca291ff70,segment=NetworkSegment(35946a18-1a88-4890-9b8d-8ade5fa9dc69),segment_id=35946a18-1a88-4890-9b8d-8ade5fa9dc69)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:35.464694 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.556637 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.574974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.581645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56414) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:35.593278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Calling delete_port for 43e98d28-baf4-4807-8aa3-1fbca291ff70 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:35.604716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/networks/be9f1bfb-d800-444e-a26c-aa4e9be95d64 HTTP/1.1" status: 204 len: 168 time: 0.8975015 Aug 21 18:28:35.653600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5b645-0c19-4387-8d59-17ac47cccb93 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Network': ['ID=be9f1bfb-d800-444e-a26c-aa4e9be95d64,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:35.710914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 43e98d28-baf4-4807-8aa3-1fbca291ff70 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:35.746409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:28:35.762944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:28:35.763313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.789431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.864858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port 43e98d28-baf4-4807-8aa3-1fbca291ff70 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:35.865207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.924502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.942759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.949251 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] For port 43e98d28-baf4-4807-8aa3-1fbca291ff70, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=43e98d28-baf4-4807-8aa3-1fbca291ff70,segment=NetworkSegment(35946a18-1a88-4890-9b8d-8ade5fa9dc69),segment_id=35946a18-1a88-4890-9b8d-8ade5fa9dc69)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:35.949640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:35.965493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for 43e98d28-baf4-4807-8aa3-1fbca291ff70 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:36.000070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] Pushing event deleted for resources: {'Port': ['ID=43e98d28-baf4-4807-8aa3-1fbca291ff70,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:36.049642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 14bb59b5-cf90-4926-8892-e207607b12e7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:36.076543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f30dc-7ea5-4d73-9540-f1f5b9eef609 None None] No DVR routers for this DVR port 43e98d28-baf4-4807-8aa3-1fbca291ff70 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:36.097696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 14bb59b5-cf90-4926-8892-e207607b12e7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:36.098420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 14bb59b5-cf90-4926-8892-e207607b12e7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:36.111843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.141052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.144405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:28:36.146870 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c2f4d0-9d8d-4578-85b6-cf81e08d1cc5" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:28:36.163788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:36.171795 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.172519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=43e98d28-baf4-4807-8aa3-1fbca291ff70,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:36.207619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] No DVR routers for this DVR port 43e98d28-baf4-4807-8aa3-1fbca291ff70 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:36.227698 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1be2b37-63e9-4951-acbc-526c583f1656 x-openstack-request-id: req-f1be2b37-63e9-4951-acbc-526c583f1656 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:28:36.227983 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-plugged", "status": "completed", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:28:36.228238 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1be2b37-63e9-4951-acbc-526c583f1656 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:28:36.228633 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'code': 200} Aug 21 18:28:36.259997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=13']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:36.334970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.346066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3dd014-25a9-41d8-9c39-e4914e8692aa']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:36.357826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35946a18-1a88-4890-9b8d-8ade5fa9dc69') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:36.358256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35946a18-1a88-4890-9b8d-8ade5fa9dc69') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:36.375448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.399017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.399017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:36.399017 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self.session.flush() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:36.406633 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:36.482198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.489432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.491124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/networks/9b3dd014-25a9-41d8-9c39-e4914e8692aa HTTP/1.1" status: 204 len: 168 time: 0.9077129 Aug 21 18:28:36.493970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56426) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:36.581768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting subnet 45595fba-46df-4e67-a988-f7e93d4d409e {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:36.586432 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.641658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.770536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.865086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.931841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Subnet': ['ID=45595fba-46df-4e67-a988-f7e93d4d409e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:36.946174 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:36.948746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fdd03c7c-50c7-4149-b6c3-fb9a0ed8e187 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/subnets/45595fba-46df-4e67-a988-f7e93d4d409e HTTP/1.1" status: 204 len: 168 time: 0.4532132 Aug 21 18:28:36.951290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56432) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:36.951437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0561a285-7cd3-4514-a844-fe8bb050c547 None None] Network 598343f9-dd7d-4b87-9d4d-54ee82eabc87 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:28:36.961361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54966c99-fb16-4a23-bc20-4d68c9fd25a6 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Network': ['ID=9b3dd014-25a9-41d8-9c39-e4914e8692aa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:37.109772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.249649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Deleting port a1288941-44d3-4b22-8d97-a22baf2d7fe9 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:37.250276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.260024 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] DHCP port deletion for 598343f9-dd7d-4b87-9d4d-54ee82eabc87 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:28:37.329821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Deleting port a1288941-44d3-4b22-8d97-a22baf2d7fe9 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:28:37.330412 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.358753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] For port a1288941-44d3-4b22-8d97-a22baf2d7fe9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1288941-44d3-4b22-8d97-a22baf2d7fe9,segment=NetworkSegment(b3a31fd0-f51a-4594-84e7-3bbf7d3de555),segment_id=b3a31fd0-f51a-4594-84e7-3bbf7d3de555)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:37.359344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.378533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Calling delete_port for a1288941-44d3-4b22-8d97-a22baf2d7fe9 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:37.430474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] For port a1288941-44d3-4b22-8d97-a22baf2d7fe9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a1288941-44d3-4b22-8d97-a22baf2d7fe9,segment=NetworkSegment(b3a31fd0-f51a-4594-84e7-3bbf7d3de555),segment_id=b3a31fd0-f51a-4594-84e7-3bbf7d3de555)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:28:37.430975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.473225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Calling delete_port for a1288941-44d3-4b22-8d97-a22baf2d7fe9 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:28:37.546599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.589914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Port': ['ID=a1288941-44d3-4b22-8d97-a22baf2d7fe9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:37.591952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] No DVR routers for this DVR port a1288941-44d3-4b22-8d97-a22baf2d7fe9 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:37.613722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.676859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] No DVR routers for this DVR port a1288941-44d3-4b22-8d97-a22baf2d7fe9 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:28:37.689835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ce2a9-fa5f-4d4b-ba6a-2561c3a236d8 None None] Pushing event deleted for resources: {'Port': ['ID=a1288941-44d3-4b22-8d97-a22baf2d7fe9,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:37.709635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1288941-44d3-4b22-8d97-a22baf2d7fe9 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:28:37.710080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.722529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598343f9-dd7d-4b87-9d4d-54ee82eabc87']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:37.735230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: a1288941-44d3-4b22-8d97-a22baf2d7fe9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:28:37.735656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a1288941-44d3-4b22-8d97-a22baf2d7fe9 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:28:37.736558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:37.736865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a31fd0-f51a-4594-84e7-3bbf7d3de555') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:37.753357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.770628 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.777535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:37.777998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:37.781260 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:37.860304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.881936 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:37.886940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56448) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:37.887096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/networks/598343f9-dd7d-4b87-9d4d-54ee82eabc87 HTTP/1.1" status: 204 len: 168 time: 0.9292247 Aug 21 18:28:37.888261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70ef7f-60a3-4d0f-993e-1f5485597f16 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Pushing event deleted for resources: {'Network': ['ID=598343f9-dd7d-4b87-9d4d-54ee82eabc87,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:37.914707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0383728f-6e26-41a1-9e11-5837405fb0f3 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4f9503-9b79-4dcb-8c1c-626d0d933128 HTTP/1.1" status: 200 len: 205 time: 0.0265658 Aug 21 18:28:37.918208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56450) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:38.038120 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:38.217449 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:38.219775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:38.273184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:38.273933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Fanout notify agent at l3_agent the message router_deleted on router cd4f9503-9b79-4dcb-8c1c-626d0d933128 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:28:38.284317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:38.285789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-afcebc72-a0ff-42b7-84dd-b05932f8d5c8 tempest-RoutersNegativeIpV6Test-1262675433 tempest-RoutersNegativeIpV6Test-1262675433-project] 10.222.0.41 "DELETE /v2.0/routers/cd4f9503-9b79-4dcb-8c1c-626d0d933128 HTTP/1.1" status: 204 len: 168 time: 0.3662384 Aug 21 18:28:38.625523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56476) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:38.889082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-633fff2a-dbc7-45cb-b56a-8d34d3c62e54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d12b8e47ec743608eff35b58f8e9aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2599864 Aug 21 18:28:38.889361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56494) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:38.972031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.008448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.064784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.068752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.070051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f46ea3e7-255c-4e80-a24b-8bafad97fa63 HTTP/1.1" status: 204 len: 168 time: 0.1793563 Aug 21 18:28:39.081278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1224f-caa9-4ccd-9504-d108d7c23cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46ea3e7-255c-4e80-a24b-8bafad97fa63,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:39.110015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56508) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:39.245344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06528179-ce7f-46c0-922f-b2422ee49a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.380357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06528179-ce7f-46c0-922f-b2422ee49a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.390840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-06528179-ce7f-46c0-922f-b2422ee49a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.449146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06528179-ce7f-46c0-922f-b2422ee49a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5403f1ab-bfec-4b86-9abf-bea6a85ccf50,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:39.459979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56520) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:39.460242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-06528179-ce7f-46c0-922f-b2422ee49a3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67d410d1c4084a0db26ed6998ee11124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483469 Aug 21 18:28:39.529003 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.555547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.620927 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.632108 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:39.638514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5403f1ab-bfec-4b86-9abf-bea6a85ccf50 HTTP/1.1" status: 204 len: 168 time: 0.1769400 Aug 21 18:28:39.649142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5339d7-73be-4e94-bfcf-2a2e8b22d80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5403f1ab-bfec-4b86-9abf-bea6a85ccf50,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:40.082112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:40.096721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05705ce8-974f-45be-8b37-2a681734f9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.185416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:40.216177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05705ce8-974f-45be-8b37-2a681734f9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.225233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05705ce8-974f-45be-8b37-2a681734f9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.280538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-05705ce8-974f-45be-8b37-2a681734f9e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51f56248cf204f349b532ef7eb8e9904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971526 Aug 21 18:28:40.282729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05705ce8-974f-45be-8b37-2a681734f9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abcd364-92c9-4915-8b65-e7d065fece40,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:40.283071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56558) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:40.373922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.398095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1322527684'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:40.405009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.423026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.437467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.473066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.476994 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.477900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4abcd364-92c9-4915-8b65-e7d065fece40 HTTP/1.1" status: 204 len: 168 time: 0.1937809 Aug 21 18:28:40.511580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f3d15-1d59-41a8-b457-9960404a67a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abcd364-92c9-4915-8b65-e7d065fece40,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:40.572814 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.578841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.624848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc5be98-a0a2-4821-be7d-581000377b3d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:40.707970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.714731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.794139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.799032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6097348 Aug 21 18:28:40.799598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56568) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:40.801253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffc79e-e009-42b2-b3d3-6ea9620e1905 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc52a4d-84f3-463e-9464-452c682472bd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:40.877188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6d18846b-7c0c-4722-b1cf-127bdbdc24b8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0757420 Aug 21 18:28:40.879263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56572) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:40.885643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-security--1182865675', 'description': 'tempest-security-description-1781308186'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:40.921322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.980326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.986645 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.993668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:40.995016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "PUT /v2.0/security-groups/0dc52a4d-84f3-463e-9464-452c682472bd HTTP/1.1" status: 200 len: 1780 time: 0.1147752 Aug 21 18:28:40.997677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56578) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.025988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b169a43-a937-4a06-b850-0aa32de64935 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc52a4d-84f3-463e-9464-452c682472bd,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:41.057967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d92e732c-1b73-4333-b722-c9bc61634759 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups/0dc52a4d-84f3-463e-9464-452c682472bd HTTP/1.1" status: 200 len: 1780 time: 0.0590951 Aug 21 18:28:41.060704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56582) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.158806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.193339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.274804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.277655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.281513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/0dc52a4d-84f3-463e-9464-452c682472bd HTTP/1.1" status: 204 len: 168 time: 0.2197182 Aug 21 18:28:41.281703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56602) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.304726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c15263-70ad-421e-9785-679df60c115a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc52a4d-84f3-463e-9464-452c682472bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:41.370011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38dcd3ef-05cc-44a3-9ad6-e6750a433d2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836353 Aug 21 18:28:41.370275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56606) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.408246 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [None req-a998e054-25b4-42c3-a8b5-88c1156d7162 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] delete failed (client error): The resource could not be found. Aug 21 18:28:41.409393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a998e054-25b4-42c3-a8b5-88c1156d7162 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/0dc52a4d-84f3-463e-9464-452c682472bd HTTP/1.1" status: 404 len: 347 time: 0.0380030 Aug 21 18:28:41.413774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56610) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.423854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875259592'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:41.466917 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.566687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.575758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.635195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.639491 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2218683 Aug 21 18:28:41.639620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.641311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730da451-dad0-4a11-89d7-4c43e96f6889 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527c188d-2680-4b7b-a5af-c004d6875de1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:41.644174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': '527c188d-2680-4b7b-a5af-c004d6875de1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:41.683458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.794281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.806009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.841185 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.846476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56626) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.846929 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2060983 Aug 21 18:28:41.848423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081f240-9b57-44bc-b5e7-16fdc1880936 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47c009a-0769-4dfa-8826-21f1c9652b26,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:41.897160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.916187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.963461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.973096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:41.977614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c47c009a-0769-4dfa-8826-21f1c9652b26 HTTP/1.1" status: 204 len: 168 time: 0.1270950 Aug 21 18:28:41.978181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56632) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:41.991395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b9310-e29a-4baa-84b8-1338c9bf3fd2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c47c009a-0769-4dfa-8826-21f1c9652b26,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.043788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-01bf958e-62b1-48bc-a65d-90ad5838f541 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593355 Aug 21 18:28:42.044226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56638) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.137229 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.162212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.214274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.217947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.219389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/527c188d-2680-4b7b-a5af-c004d6875de1 HTTP/1.1" status: 204 len: 168 time: 0.1741333 Aug 21 18:28:42.222044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56644) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.231165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eacf83-c853-4560-a13e-7fdd6ed8a25b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c188d-2680-4b7b-a5af-c004d6875de1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.284015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-45d5b2f3-7ad3-4ee2-ab5b-6c319929cab9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0607028 Aug 21 18:28:42.287788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.294292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--680090481'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:42.323341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.440281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.450737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.482785 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.484365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1947298 Aug 21 18:28:42.487144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56662) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.492754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'a2a91068-8335-4d10-974c-3c886e093d32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:42.514906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3386b6-05ce-41ab-9765-19d420375976 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a91068-8335-4d10-974c-3c886e093d32,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.548049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.612957 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.618681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.640653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec72bd1-5750-4059-b0d6-46a84d4e0a05,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.653584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.657569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a24c18b5-5ebf-495d-9797-9365f7326998 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669204 Aug 21 18:28:42.658001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56668) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.664389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'a2a91068-8335-4d10-974c-3c886e093d32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:42.714256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.792041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.802709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.828824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d37353f-eee3-4947-bbb8-2998c0c3640e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.838883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.840235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-658710e1-ad1b-4a3f-be02-d095e8aa92e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1809082 Aug 21 18:28:42.843135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56670) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.847879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'a2a91068-8335-4d10-974c-3c886e093d32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:42.878172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.949676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.954068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.967747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066a8ae4-4560-4c6e-8725-75c4ef2cfea8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:42.980405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:42.981984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e2f5cdb-789b-4080-a370-af136418f221 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377060 Aug 21 18:28:42.984998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56672) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:42.993623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'a2a91068-8335-4d10-974c-3c886e093d32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:43.026474 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.107219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.112669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.158452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e80ffa3-9032-4e79-9be9-67fcd68ccebf,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.168245 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.170041 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6b8437bc-db1e-4e09-bf35-11e0896289e4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1811316 Aug 21 18:28:43.172814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56676) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.180069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'a2a91068-8335-4d10-974c-3c886e093d32', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:43.222237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.297017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.301171 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.323517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.326996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1530442 Aug 21 18:28:43.328382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56682) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.342705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f228-e135-40f2-9a40-ad8a6a402ca2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e11b30-2d1c-499b-b0af-26b84ceefed6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.366970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.377821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.408488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.415967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.420178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d3e11b30-2d1c-499b-b0af-26b84ceefed6 HTTP/1.1" status: 204 len: 168 time: 0.0876508 Aug 21 18:28:43.420314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56684) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.438458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59ca3e-592d-4aa1-95fa-f750b81a8b34 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3e11b30-2d1c-499b-b0af-26b84ceefed6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.478207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b1617054-65cd-4ba8-b9e7-9cd6c182eeb7 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0536644 Aug 21 18:28:43.478550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56688) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.505350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.513388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.552123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.563377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.563694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.568078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.569738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3e80ffa3-9032-4e79-9be9-67fcd68ccebf HTTP/1.1" status: 204 len: 168 time: 0.0901594 Aug 21 18:28:43.580055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3e55d-e92f-4d18-852d-b026e3f5aecb tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e80ffa3-9032-4e79-9be9-67fcd68ccebf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.668995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8c1238fa-d4ee-4e37-b2eb-49f568b9657c tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0985038 Aug 21 18:28:43.670655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56700) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.680499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Deleting subnet c9d956fa-15f2-4ff1-a69e-40efb3451936 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:43.684437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.715543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.724089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.738957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.771485 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.824697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.833570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.835017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/066a8ae4-4560-4c6e-8725-75c4ef2cfea8 HTTP/1.1" status: 204 len: 168 time: 0.1633582 Aug 21 18:28:43.838409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56702) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.870715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbfa02-968e-4cc8-aa67-3cd59be70ed2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=066a8ae4-4560-4c6e-8725-75c4ef2cfea8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.881677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.899342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-02979749-953b-4dbe-8c66-e7ca55d059a1 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0582139 Aug 21 18:28:43.902059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.919655 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.924893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c9d956fa-15f2-4ff1-a69e-40efb3451936 HTTP/1.1" status: 204 len: 168 time: 0.3583510 Aug 21 18:28:43.924893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bce56-e0d4-42d9-84fe-b6cb1e309b74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9d956fa-15f2-4ff1-a69e-40efb3451936,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:43.935221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56706) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:43.947740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:43.973501 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.053881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.066399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.078350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.080085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/6d37353f-eee3-4947-bbb8-2998c0c3640e HTTP/1.1" status: 204 len: 168 time: 0.1768749 Aug 21 18:28:44.083476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56708) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.120533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080cccb-6a52-4fac-bab5-9533ff88589b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d37353f-eee3-4947-bbb8-2998c0c3640e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:44.179600 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-977b9f75-92f3-4ae2-a8f5-28f5ffc03b4c tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0920470 Aug 21 18:28:44.180716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.206094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.224452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffee160-dfb4-4eba-82b5-ada04da19912']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.233573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.242173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.250080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4c74c0-d7f5-42c3-add4-3d91587e253b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.250455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4c74c0-d7f5-42c3-add4-3d91587e253b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.267470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.288290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.294293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.301524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:44.302221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.306983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/3ec72bd1-5750-4059-b0d6-46a84d4e0a05 HTTP/1.1" status: 204 len: 168 time: 0.1267064 Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:44.310550 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:44.313435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56716) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.325026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e647159-0d91-4241-940f-8c2df01dc2b0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ec72bd1-5750-4059-b0d6-46a84d4e0a05,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:44.386268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.410365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f48f3673-a09d-47fc-9368-f96e5ee741f7 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0925517 Aug 21 18:28:44.410616 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.410616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fffee160-dfb4-4eba-82b5-ada04da19912 HTTP/1.1" status: 204 len: 168 time: 0.4727080 Aug 21 18:28:44.410790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.411365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7a92c-efe5-49c4-b2bf-a1f4ab22c2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fffee160-dfb4-4eba-82b5-ada04da19912,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:44.413258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56722) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.471907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Deleting subnet 02837246-98bf-44a3-b479-ff973d93d8aa {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:28:44.480950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.517125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.531298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.599614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.660060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.679720 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.683340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/02837246-98bf-44a3-b479-ff973d93d8aa HTTP/1.1" status: 204 len: 168 time: 0.2689152 Aug 21 18:28:44.704508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56732) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.713973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f1575-0ff6-407b-97ec-7368d5b69c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02837246-98bf-44a3-b479-ff973d93d8aa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:44.793305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.897677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.908408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9b0d70-e6f9-4606-9163-adf948f0d0a2']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.915338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.919812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ed0ff0-eb9b-426d-bf0e-5d175871b170') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.920116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ed0ff0-eb9b-426d-bf0e-5d175871b170') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:28:44.929942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.944661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.951470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:28:44.951876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:28:44.953594 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:28:44.960102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.962743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:44.963897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2a91068-8335-4d10-974c-3c886e093d32 HTTP/1.1" status: 204 len: 168 time: 0.5526218 Aug 21 18:28:44.967317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56734) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:44.986799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ef390-f4e4-45b7-9d0d-80127caa8e30 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a91068-8335-4d10-974c-3c886e093d32,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.015543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0faff0d3-75df-4c75-be8b-7ff23cf2db8e tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0471175 Aug 21 18:28:45.021097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.026399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623798832'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:45.037034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.053651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.054907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.059969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ef9b0d70-e6f9-4606-9163-adf948f0d0a2 HTTP/1.1" status: 204 len: 168 time: 0.3529439 Aug 21 18:28:45.079422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1659422-ea94-403e-be94-380d124a9551 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9b0d70-e6f9-4606-9163-adf948f0d0a2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.168709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.175121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.209448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724f0f6a-04f8-415d-b1a0-53202ca4f723,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.237557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.239494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c857515-4731-47ea-abc4-78bb5d9d4d97 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2189741 Aug 21 18:28:45.242160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56740) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.249630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': '724f0f6a-04f8-415d-b1a0-53202ca4f723', 'direction': 'ingress', 'protocol': 17}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:45.289674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.298391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56742) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.361510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0dd51e17-5ef2-4908-954f-e97c923933af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5411768acd4c49edbe22cc3ea253e79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592675 Aug 21 18:28:45.361882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.374609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.382661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.410927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6c6bea-dbed-4dc7-a22c-169382db5c46,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.418908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.421791 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.423743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9e507a1-9422-4496-8866-fd6e9ff9ef2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1790600 Aug 21 18:28:45.426364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.443515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.494975 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.519170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.520212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.523316 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.526944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/06fa6ae7-3f8a-4889-92cb-43c3f650d144 HTTP/1.1" status: 204 len: 168 time: 0.1617265 Aug 21 18:28:45.550018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb796987-8ec1-4d2c-98be-f45b913322d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fa6ae7-3f8a-4889-92cb-43c3f650d144,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.626933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.629744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.633356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/724f0f6a-04f8-415d-b1a0-53202ca4f723 HTTP/1.1" status: 204 len: 168 time: 0.2034473 Aug 21 18:28:45.633745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56758) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.656450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9021e-abfd-4df3-881a-12fc41f58059 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=724f0f6a-04f8-415d-b1a0-53202ca4f723,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.691664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4b09b33-de5d-495c-9c99-07942173cc0d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551918 Aug 21 18:28:45.694456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56760) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.699553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--346609459'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:45.729963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.833648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.842294 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.886071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:45.887720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1920838 Aug 21 18:28:45.891647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:45.892901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e07b5-9471-4bb6-a863-fa6f2f10f444 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f79249-6b4a-4d74-9a05-720a8b4b4a7a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:45.896850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812205447'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:45.934311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.050477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56766) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.055419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.060113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.081328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.082796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1897476 Aug 21 18:28:46.092220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.100051 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8ee3e373-1ef9-4f7d-a7e9-9f9281a8c4ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04d6f8fd5d1a479abc3357cf9d243ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474219 Aug 21 18:28:46.105138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'c6f79249-6b4a-4d74-9a05-720a8b4b4a7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '19fadf19-4026-4344-a94a-1bfc29421e6e', 'remote_ip_prefix': None}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:46.105787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56770) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.136199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0330a447-e2df-4030-b01f-766ba91a92a9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19fadf19-4026-4344-a94a-1bfc29421e6e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:46.159758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.166863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.184006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.251134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.251963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.254659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.259401 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.267854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a0d4fd1-a152-40f7-9771-bebd385f44d4 HTTP/1.1" status: 204 len: 168 time: 0.1556654 Aug 21 18:28:46.285125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769df65-de8f-47e4-886f-90ba335d575e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d4fd1-a152-40f7-9771-bebd385f44d4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:46.298558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43009066-0a9f-4dcf-98b2-76ec43ef3fea,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:46.308422 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.309806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-274d11d4-d1aa-48ec-b5df-4c53e6df0b82 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2165825 Aug 21 18:28:46.313015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56774) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.345673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.354532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.400470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.412396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.416818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56776) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.417156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/43009066-0a9f-4dcf-98b2-76ec43ef3fea HTTP/1.1" status: 204 len: 168 time: 0.1028662 Aug 21 18:28:46.423571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7bb52-7c77-49ab-bbf6-41b85b7f4bc4 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43009066-0a9f-4dcf-98b2-76ec43ef3fea,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:46.470618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4296efdd-463d-4341-911d-b40d3f5fab83 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0515594 Aug 21 18:28:46.473183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.546764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.588484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.645596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.648911 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.650404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/19fadf19-4026-4344-a94a-1bfc29421e6e HTTP/1.1" status: 204 len: 168 time: 0.1759634 Aug 21 18:28:46.653569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56786) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.660970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d65fbf-a8a1-4f45-85c0-d9f679d237f6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fadf19-4026-4344-a94a-1bfc29421e6e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:46.759134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0266e23-8c58-4bff-a5da-59cb16bd75b9 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1035924 Aug 21 18:28:46.761749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56794) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.841403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.873013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.930865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.933899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:46.936625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/c6f79249-6b4a-4d74-9a05-720a8b4b4a7a HTTP/1.1" status: 204 len: 168 time: 0.1736667 Aug 21 18:28:46.939280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56802) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:46.951524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d243e-7535-4c10-8c45-5b2d75e38e13 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f79249-6b4a-4d74-9a05-720a8b4b4a7a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:47.021369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9c44c0ac-89e7-4fe8-aae9-2d1f43510f42 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809057 Aug 21 18:28:47.024923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56806) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:47.029924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--381027281'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:47.031004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56808) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:47.057915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.163562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.186300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.201816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-714896d7-99e1-4c21-afdf-533456a37bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.226003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a7310-872a-4119-bec7-018a405a7749,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:47.230323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.231875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-142b7236-34f1-4e0f-9913-abf44662a18d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2056577 Aug 21 18:28:47.234721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:47.240220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': 'de5a7310-872a-4119-bec7-018a405a7749', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:47.259293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.db.api [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 21 18:28:47.259293 n-d-793621-32 neutron-server[94598]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 21 18:28:47.259293 n-d-793621-32 neutron-server[94598]: [parameters: {'project_id_1': '24e6b6db876f4650a4d0fe619d23636d', 'expiration_1': datetime.datetime(2021, 8, 21, 18, 28, 47, 247617)}] Aug 21 18:28:47.259293 n-d-793621-32 neutron-server[94598]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94598) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 18:28:47.259952 n-d-793621-32 neutron-server[94598]: DEBUG oslo_db.api [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 18:28:47.351057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-714896d7-99e1-4c21-afdf-533456a37bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.356644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-714896d7-99e1-4c21-afdf-533456a37bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.398537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-714896d7-99e1-4c21-afdf-533456a37bcb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18c9fe065602467aae038ea871e368d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642721 Aug 21 18:28:47.398537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714896d7-99e1-4c21-afdf-533456a37bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9e5ffb-665f-48dc-b472-f3c5c28facaa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:47.402020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56824) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:47.466803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.499588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.553693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.556761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.558026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c9e5ffb-665f-48dc-b472-f3c5c28facaa HTTP/1.1" status: 204 len: 168 time: 0.1549745 Aug 21 18:28:47.566348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9e5ffb-665f-48dc-b472-f3c5c28facaa,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:47.575009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.575477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.575961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.576390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.576870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.577293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.577714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.578139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.578679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.579190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.579709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.580124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f8cb4-9600-4cef-bacc-e60fccbf9463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:28:47.763858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5635aa9-54a6-4111-95f5-c4e02878205a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.800733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.886293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.891897 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.917390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f793da-19cf-4ffb-a1c9-29acde4481d4,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:47.925962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.930453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2098bef-6244-450d-8450-42e9709207ae tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6915300 Aug 21 18:28:47.930949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56872) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:47.960085 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.970030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:47.995064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56874) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.005781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.010955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a7832e8-dee7-4809-8615-ea6302c3f7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.013762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.017634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/76f793da-19cf-4ffb-a1c9-29acde4481d4 HTTP/1.1" status: 204 len: 168 time: 0.0830872 Aug 21 18:28:48.017794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.069733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0aa33ffd-3529-472a-b103-807fec1fd8b7 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479465 Aug 21 18:28:48.069733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795006d-bd36-4ddc-8962-64def57bab2a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76f793da-19cf-4ffb-a1c9-29acde4481d4,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.069733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.144757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.154029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a7832e8-dee7-4809-8615-ea6302c3f7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.160215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6a7832e8-dee7-4809-8615-ea6302c3f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.170404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.207597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56886) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.207796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6a7832e8-dee7-4809-8615-ea6302c3f7c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b2eb4e91b794325b3f6e14a32902d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2104094 Aug 21 18:28:48.228905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7832e8-dee7-4809-8615-ea6302c3f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a4077a-ffac-4ce7-9beb-797bdf27a9c3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.252955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.256064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.257313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/de5a7310-872a-4119-bec7-018a405a7749 HTTP/1.1" status: 204 len: 168 time: 0.1867814 Aug 21 18:28:48.263077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.273904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fd50c-b840-48f5-8216-7d41797bac18 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a7310-872a-4119-bec7-018a405a7749,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.299659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.324634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a9e659e-bec6-4678-b84d-4c6d385849b5 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603669 Aug 21 18:28:48.328781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56892) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.332758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.333784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837132458'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:48.371015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.395495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.400243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.402026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f3a4077a-ffac-4ce7-9beb-797bdf27a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1932590 Aug 21 18:28:48.415029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2d891e-36cd-4e93-956e-589bb0fe9912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a4077a-ffac-4ce7-9beb-797bdf27a9c3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.478911 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.485853 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.492742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.547874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303b928c-ac48-4aaf-b51c-ffc9f49ca1f7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.552507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.554323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3bd96059-3580-47c8-9fbe-2a1a0d39de58 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2243965 Aug 21 18:28:48.557396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56910) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.562310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': '303b928c-ac48-4aaf-b51c-ffc9f49ca1f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:48.609463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.689734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.697351 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.730333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61fb0a3-5265-4782-9cb5-2ed65fe9ce4c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:48.753734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.755582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-02b8a397-9ef1-440a-87ad-053f41c7cf38 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1970909 Aug 21 18:28:48.758805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.784171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.784595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-50f0c604-21e8-4a9e-897e-97804041baad tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules/d61fb0a3-5265-4782-9cb5-2ed65fe9ce4c HTTP/1.1" status: 200 len: 763 time: 0.0246181 Aug 21 18:28:48.866584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-27e347f1-c765-4c5c-b573-a4e55694c23c tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0802984 Aug 21 18:28:48.869747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.898088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.906743 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.910649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.946971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.959938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:48.965348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/d61fb0a3-5265-4782-9cb5-2ed65fe9ce4c HTTP/1.1" status: 204 len: 168 time: 0.0944030 Aug 21 18:28:48.965553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:48.970416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cb81d-bebd-4c7e-a8a3-e93d54e052a8 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d61fb0a3-5265-4782-9cb5-2ed65fe9ce4c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:49.018044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef04ee34-0834-48a3-97c1-9b4e57462250 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0514059 Aug 21 18:28:49.020789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56952) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.025262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': '303b928c-ac48-4aaf-b51c-ffc9f49ca1f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:49.054113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.129325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.134960 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.152263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab5af75-d5a8-45eb-8458-3a6f8f06ce99,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:49.168163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.169425 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-88795e7d-3aec-4af7-975c-74f3bf87146d tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476793 Aug 21 18:28:49.172329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56956) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.199210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-99c65e03-b922-4689-b168-726122d72ed0 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules/fab5af75-d5a8-45eb-8458-3a6f8f06ce99 HTTP/1.1" status: 200 len: 763 time: 0.0251305 Aug 21 18:28:49.201786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56960) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.266334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3bb588b5-cc3d-4522-a212-2bc3415fed8b tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0612020 Aug 21 18:28:49.275631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56966) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.316076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.325357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.361117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.370626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.372097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/fab5af75-d5a8-45eb-8458-3a6f8f06ce99 HTTP/1.1" status: 204 len: 168 time: 0.0933099 Aug 21 18:28:49.374793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.383574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f11c220-932d-4dd4-aa79-8b003606c8ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fab5af75-d5a8-45eb-8458-3a6f8f06ce99,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:49.453546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-507a95da-070b-4626-87bd-556f8a79659c tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745604 Aug 21 18:28:49.454003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56976) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.460201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Request body: {'security_group_rule': {'security_group_id': '303b928c-ac48-4aaf-b51c-ffc9f49ca1f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:28:49.488748 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Project 24e6b6db876f4650a4d0fe619d23636d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:28:49.496028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.567404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.571202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.584871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bec8c3-3ea6-4499-977e-c015b020ec06,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:49.606773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.608679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fcd6e6ba-88fb-4f66-8651-641bfa0b83ff tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1533363 Aug 21 18:28:49.611087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.630438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e7c34fc-10b0-4997-b46e-dc256a177b8a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules/c6bec8c3-3ea6-4499-977e-c015b020ec06 HTTP/1.1" status: 200 len: 769 time: 0.0180027 Aug 21 18:28:49.633073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56980) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.694536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ef68f007-109b-4174-85fc-c0f3e46eb29a tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0578101 Aug 21 18:28:49.695044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56984) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.727397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.738755 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.772150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.779345 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.780528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-group-rules/c6bec8c3-3ea6-4499-977e-c015b020ec06 HTTP/1.1" status: 204 len: 168 time: 0.0843949 Aug 21 18:28:49.783598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.788717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec489c-3109-4a3c-856a-1bf19664f522 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6bec8c3-3ea6-4499-977e-c015b020ec06,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:49.861915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56988) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:49.862455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-02688178-0d54-4e2f-9fc6-6967292ef815 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0775092 Aug 21 18:28:49.930320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:49.955179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.024393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.028422 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.029784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "DELETE /v2.0/security-groups/303b928c-ac48-4aaf-b51c-ffc9f49ca1f7 HTTP/1.1" status: 204 len: 168 time: 0.1662073 Aug 21 18:28:50.033080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 56994) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:50.052743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9cab6-985c-4b10-8ad1-634b8724f2d6 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303b928c-ac48-4aaf-b51c-ffc9f49ca1f7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:50.093335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7792e532-1c30-4643-998b-130f8a8d0355 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586426 Aug 21 18:28:50.098424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 56998) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:50.144367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-64587119-7536-4573-b999-4acf0a7911e2 tempest-SecGroupIPv6Test-1012462271 tempest-SecGroupIPv6Test-1012462271-project] 10.222.0.41 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0442908 Aug 21 18:28:50.334863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ba59404-f39b-4d61-8df3-399a7117ce7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.465786 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.554667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57010) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:50.763327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-afb97670-10bb-483c-b88a-99e860bad5fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=24e6b6db876f4650a4d0fe619d23636d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038116 Aug 21 18:28:50.763631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57016) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:50.820572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.846159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.903841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.906519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:50.908077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fc5be98-a0a2-4821-be7d-581000377b3d HTTP/1.1" status: 204 len: 168 time: 0.1434312 Aug 21 18:28:50.917375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badc21a-45a8-43f3-a238-9ee8fb24c1be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc5be98-a0a2-4821-be7d-581000377b3d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:51.616986 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.198980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57112) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:53.276118 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.356258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e29-9488-4e00-9c28-099573b8d784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.473478 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e29-9488-4e00-9c28-099573b8d784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.478849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0a2d4e29-9488-4e00-9c28-099573b8d784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.521156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0a2d4e29-9488-4e00-9c28-099573b8d784 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6401bad08796427d8aca23c3b7d91df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212733 Aug 21 18:28:53.522294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d4e29-9488-4e00-9c28-099573b8d784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f010c0-3e59-4ead-a0f7-dfbba450c14c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:53.524000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57116) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:53.591691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.616565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.688139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.692372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:53.693906 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39f010c0-3e59-4ead-a0f7-dfbba450c14c HTTP/1.1" status: 204 len: 168 time: 0.1689022 Aug 21 18:28:53.703715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8eec11-b162-4ebb-8d3f-7463c90f6acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f010c0-3e59-4ead-a0f7-dfbba450c14c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:54.068227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57132) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:54.084235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-134e6368-d62e-4576-ae8f-8513f3115b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.218237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-134e6368-d62e-4576-ae8f-8513f3115b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.224244 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-134e6368-d62e-4576-ae8f-8513f3115b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.271633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e6368-d62e-4576-ae8f-8513f3115b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262d96e8-3461-4052-bc9f-abee04f84afe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:28:54.279019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-134e6368-d62e-4576-ae8f-8513f3115b3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c7c46830ae74fb6937b03ce93385c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2073891 Aug 21 18:28:54.279388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:28:54.341770 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.371284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.435045 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.439565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:28:54.441016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/262d96e8-3461-4052-bc9f-abee04f84afe HTTP/1.1" status: 204 len: 168 time: 0.1606524 Aug 21 18:28:54.451526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1b6d-c24d-4ae8-8893-f58c473eb6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262d96e8-3461-4052-bc9f-abee04f84afe,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:04.397737 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:29:06.910876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc66bb4-9d50-4e70-bece-0204bfd7e653 req-ecfe7c24-0096-481e-8d41-73b15de2115b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:06.917390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abc66bb4-9d50-4e70-bece-0204bfd7e653 req-ecfe7c24-0096-481e-8d41-73b15de2115b tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1099 time: 0.1016164 Aug 21 18:29:06.984759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-abc66bb4-9d50-4e70-bece-0204bfd7e653 req-0ce0ef09-8cff-4211-a0b8-091af176313c tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572715 Aug 21 18:29:07.011418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57402) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:07.831928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port c072f9bd-fc27-4993-b62c-c27df0a88337 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:29:07.836644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:07.980864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:07.981543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:07.996244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for c072f9bd-fc27-4993-b62c-c27df0a88337 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:29:08.290896 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:08.353625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=c072f9bd-fc27-4993-b62c-c27df0a88337,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:08.530232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:08.530881 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP 6bcfbea1-460f-42e5-a95e-ffc88801ad57 disassociated (deleted). External IP: 172.25.1.139, port: 7769b018-4c2d-475f-a68f-0d5a7f913ed2. Aug 21 18:29:08.959484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 942c5100-a2ac-49cb-ade1-efb4e7761848 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:29:09.128388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57428) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:09.144350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:29:09.155437 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Sync routers for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:29:09.157969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:09.169998 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:09.170656 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:09.232281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69bedfd7-526f-45ef-b68a-1cb25423c3ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/floatingips/6bcfbea1-460f-42e5-a95e-ffc88801ad57 HTTP/1.1" status: 204 len: 168 time: 2.2173715 Aug 21 18:29:09.232281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:29:09.243711 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebe1496-ded8-4fce-8924-d94211a0ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:29:09.340301 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a05e0e-157d-4c8b-ab83-b00b32b75b68 x-openstack-request-id: req-66a05e0e-157d-4c8b-ab83-b00b32b75b68 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:29:09.340598 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:29:09.340834 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66a05e0e-157d-4c8b-ab83-b00b32b75b68 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:29:09.341237 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:29:09.453154 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:09.487787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-444f618e-124e-4f56-89fd-e859cc6638dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:09.497919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-444f618e-124e-4f56-89fd-e859cc6638dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 1099 time: 0.1111736 Aug 21 18:29:09.525905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:09.770335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-d9dc16ec-add4-4c14-9f2c-40f137eac0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:09.792462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-d9dc16ec-add4-4c14-9f2c-40f137eac0e2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 200 len: 898 time: 0.2687507 Aug 21 18:29:09.859776 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:09.891377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Checking router: 942c5100-a2ac-49cb-ade1-efb4e7761848 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:29:09.905043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:09.905973 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:09.952652 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-32c50e46-a20f-4fcf-b254-8d7a85128790 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 200 len: 217 time: 0.1420507 Aug 21 18:29:10.089994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-1fb4a6a5-9bda-4b6d-bf8e-8cfa689bfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:10.091573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-1fb4a6a5-9bda-4b6d-bf8e-8cfa689bfcbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 200 len: 835 time: 0.1229780 Aug 21 18:29:10.129286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:10.141670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.189255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37729-b7a0-4536-ab6a-c8948a0634c2 req-96d0cf4b-201a-4fc3-95f2-97970274a0b2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:10.192590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.199115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13b37729-b7a0-4536-ab6a-c8948a0634c2 req-96d0cf4b-201a-4fc3-95f2-97970274a0b2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 947 time: 0.4524248 Aug 21 18:29:10.255263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9815050-6ad4-4091-9a2d-7f11df215e87,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:10.279947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.280221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.280567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.280905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.281312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.281861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.282611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.282972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.283302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.283704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.284043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.284395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:10.294049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5a5950dc-ff69-4b5b-b49f-7c58714db0b9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2517eb35e82b445295cb05509d44dd59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1644933 Aug 21 18:29:10.296668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57450) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:10.301364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-13b37729-b7a0-4536-ab6a-c8948a0634c2 req-c6380852-0873-417f-b3a7-67d52771b61b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=2cee34c0-7e60-4a04-b7d2-9641fecde5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937133 Aug 21 18:29:10.394252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-d7c14c19-405a-483b-acf0-a76ed58117a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:10.395978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-d7c14c19-405a-483b-acf0-a76ed58117a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=118490dc-0569-4783-b75a-f08157a42447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2913899 Aug 21 18:29:10.466745 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:10.477223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.500642 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c803141b-3d16-452d-87af-54b7126d5a3d None None] The sync data for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 is: [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:26:53Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd', 'name': '', 'network_id': '118490dc-0569-4783-b75a-f08157a42447', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:8b:0c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:52Z', 'updated_at': '2021-08-21T18:27:00Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '05d430f0-a1a4-4a73-94f9-ac490dda29a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:29:10.514918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.583772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-ed61eec0-8599-454f-bc3f-8e4d65bf0e74 service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781964 Aug 21 18:29:10.619998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.623553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:10.627184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9815050-6ad4-4091-9a2d-7f11df215e87 HTTP/1.1" status: 204 len: 168 time: 0.3271539 Aug 21 18:29:10.670571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf07b86-02fd-45fa-be7d-78e6e0b1dca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9815050-6ad4-4091-9a2d-7f11df215e87,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:10.742698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3ebe1496-ded8-4fce-8924-d94211a0ec91 req-83651190-cf8b-4f52-a4a1-e53940c40f7d service neutron] 10.222.0.64 "GET /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348057 Aug 21 18:29:10.983208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2d8a7e-c9cf-47fe-9270-5377bd677740 None None] New status for floating IP 6bcfbea1-460f-42e5-a95e-ffc88801ad57: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:29:11.140161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57466) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:11.157509 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cf15a0d-49bc-4475-92c8-fe226b37c9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.198206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-634ae3a8-ae96-4112-9c74-19ab5518fe71 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:11.200121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-634ae3a8-ae96-4112-9c74-19ab5518fe71 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 947 time: 0.1235993 Aug 21 18:29:11.299154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cf15a0d-49bc-4475-92c8-fe226b37c9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.309359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9cf15a0d-49bc-4475-92c8-fe226b37c9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.342488 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:29:11.343019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.380549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf15a0d-49bc-4475-92c8-fe226b37c9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56b58fc-c12e-4a9e-a85c-1a75a4ebe5fc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:11.387035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9cf15a0d-49bc-4475-92c8-fe226b37c9e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62f0fc11fea64e09aea3467ce31715a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452965 Aug 21 18:29:11.389419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:11.465407 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.480140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 7769b018-4c2d-475f-a68f-0d5a7f913ed2, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=7769b018-4c2d-475f-a68f-0d5a7f913ed2,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:11.480764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.498871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 7769b018-4c2d-475f-a68f-0d5a7f913ed2 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:29:11.535040 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.612201 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.612201 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.623051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b56b58fc-c12e-4a9e-a85c-1a75a4ebe5fc HTTP/1.1" status: 204 len: 168 time: 0.2306204 Aug 21 18:29:11.653583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2544a9-e232-4d38-867d-3c2c1376f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56b58fc-c12e-4a9e-a85c-1a75a4ebe5fc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:11.778032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.836562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=7769b018-4c2d-475f-a68f-0d5a7f913ed2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:11.906850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] No DVR routers for this DVR port 7769b018-4c2d-475f-a68f-0d5a7f913ed2 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:29:11.911960 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:11.912988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-095ca1fb-d273-494a-a9a7-8a86ecbe57df req-d63915c8-fe40-48bc-a0d1-1e5586209da9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "DELETE /v2.0/ports/7769b018-4c2d-475f-a68f-0d5a7f913ed2 HTTP/1.1" status: 204 len: 173 time: 0.7005644 Aug 21 18:29:11.914040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-deleted', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:29:11.916932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd6192c-8b46-45cd-ab96-e101fc264305" -d '{"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-deleted", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:29:11.937312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3fbc870b-bfbc-4f24-99f1-8536b790355c req-85cd5549-d410-4de0-bb94-4fc8cbe91897 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=4f73c536-9e4c-478a-b780-5ef43323a862 HTTP/1.1" status: 200 len: 210 time: 0.5082486 Aug 21 18:29:12.011159 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f7b269-c7a8-45b0-b724-d572f1d65dcc x-openstack-request-id: req-a0f7b269-c7a8-45b0-b724-d572f1d65dcc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:29:12.011778 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f73c536-9e4c-478a-b780-5ef43323a862", "name": "network-vif-deleted", "tag": "7769b018-4c2d-475f-a68f-0d5a7f913ed2", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:29:12.012255 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a0f7b269-c7a8-45b0-b724-d572f1d65dcc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:29:12.012979 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f73c536-9e4c-478a-b780-5ef43323a862', 'name': 'network-vif-deleted', 'tag': '7769b018-4c2d-475f-a68f-0d5a7f913ed2', 'status': 'completed', 'code': 200} Aug 21 18:29:13.046888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:13.581041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:13.617851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:29:13.949556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 7769b018-4c2d-475f-a68f-0d5a7f913ed2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:29:13.950120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 7769b018-4c2d-475f-a68f-0d5a7f913ed2 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:29:14.036199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:29:14.037416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:14.193857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:14.195933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:14.236806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:29:14.961147 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:14.991922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:15.430306 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:15.677431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:15.876051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d632e0-c948-4c31-b76a-8ce741aec8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:15.961014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 942c5100-a2ac-49cb-ade1-efb4e7761848 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:29:16.049810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d632e0-c948-4c31-b76a-8ce741aec8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.070590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35d632e0-c948-4c31-b76a-8ce741aec8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.166724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-35d632e0-c948-4c31-b76a-8ce741aec8dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e80379562b04b3ea3c8f9c757467bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4878116 Aug 21 18:29:16.167466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57636) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:16.199650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d632e0-c948-4c31-b76a-8ce741aec8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742d1882-aea5-4bcd-be14-be07632c56fd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:16.293929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:29:16.305097 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Sync routers for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:29:16.310315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.314548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:16.315479 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-74faedaf-ea95-4cdf-8162-34e130e28d0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/942c5100-a2ac-49cb-ade1-efb4e7761848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2657874 Aug 21 18:29:16.323030 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:16.323564 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:16.433812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.507027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting subnet 05d430f0-a1a4-4a73-94f9-ac490dda29a3 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:29:16.529654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.639088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.707602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.714516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.740470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/742d1882-aea5-4bcd-be14-be07632c56fd HTTP/1.1" status: 204 len: 168 time: 0.5459869 Aug 21 18:29:16.799115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2c05-d6c8-4b98-a85c-9a623826c8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742d1882-aea5-4bcd-be14-be07632c56fd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:16.829180 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:16.913828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:16.982800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.032441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Subnet': ['ID=05d430f0-a1a4-4a73-94f9-ac490dda29a3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:17.034954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.037130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c30868c-3b0b-4076-81d3-e75ae18df025 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/subnets/05d430f0-a1a4-4a73-94f9-ac490dda29a3 HTTP/1.1" status: 204 len: 168 time: 0.7143257 Aug 21 18:29:17.040702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57654) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:17.046299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d761cd8-f5d9-4d7a-bd99-4b1b251ada55 None None] Network 118490dc-0569-4783-b75a-f08157a42447 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:29:17.430820 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:29:14Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:17.449394 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.517746 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Checking router: 942c5100-a2ac-49cb-ade1-efb4e7761848 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:29:17.531927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] DHCP port deletion for 118490dc-0569-4783-b75a-f08157a42447 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:29:17.590190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Routers {'942c5100-a2ac-49cb-ade1-efb4e7761848'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:17.590858 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:28:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['942c5100-a2ac-49cb-ade1-efb4e7761848'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:17.608493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.684848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Deleting port 3cb26327-2644-4051-839c-953cdd397c92 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:29:17.685243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.778970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port aaeeac4b-478e-48f3-ae2d-964ccfec4418 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:29:17.779340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:17.856774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3cb26327-2644-4051-839c-953cdd397c92 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:29:18.033914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] Set router 942c5100-a2ac-49cb-ade1-efb4e7761848 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:18.087937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port aaeeac4b-478e-48f3-ae2d-964ccfec4418, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aaeeac4b-478e-48f3-ae2d-964ccfec4418,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:18.088464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.106017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for aaeeac4b-478e-48f3-ae2d-964ccfec4418 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:29:18.112962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-422514ab-f3cc-426b-94b5-a92d6a4e6ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.124638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] For port 3cb26327-2644-4051-839c-953cdd397c92, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb26327-2644-4051-839c-953cdd397c92,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:18.125333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.185189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.212944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Calling delete_port for 3cb26327-2644-4051-839c-953cdd397c92 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:29:18.254123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3cb26327-2644-4051-839c-953cdd397c92, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3cb26327-2644-4051-839c-953cdd397c92,segment=NetworkSegment(51744efb-954e-47e4-8b84-ecc0ba757e95),segment_id=51744efb-954e-47e4-8b84-ecc0ba757e95)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:18.357388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.442232 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:29:14Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:18.499496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.518322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f2d2-fdee-447c-8090-c831e0fe4242 None None] The sync data for ids ['942c5100-a2ac-49cb-ade1-efb4e7761848'] in n-d-793621-32 is: [{'id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094757208', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190'}], 'enable_snat': True}, 'gw_port_id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:26:46Z', 'updated_at': '2021-08-21T18:29:14Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'aaeeac4b-478e-48f3-ae2d-964ccfec4418', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:43:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '942c5100-a2ac-49cb-ade1-efb4e7761848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:26:47Z', 'updated_at': '2021-08-21T18:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:29:18.523077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3cb26327-2644-4051-839c-953cdd397c92,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:18.553503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=aaeeac4b-478e-48f3-ae2d-964ccfec4418,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:18.581475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.606429 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.640885 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] Pushing event deleted for resources: {'Port': ['ID=3cb26327-2644-4051-839c-953cdd397c92,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:18.645608 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.657287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55901a37-21a3-41c4-9a4d-95e0ffb50b89 None None] No DVR routers for this DVR port 3cb26327-2644-4051-839c-953cdd397c92 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:29:18.791210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.794481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.880175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.880175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Fanout notify agent at l3_agent the message router_deleted on router 942c5100-a2ac-49cb-ade1-efb4e7761848 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:29:18.888204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:18.889416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-14e70cb2-b7b9-4faa-8a02-e3afdebf95d0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/routers/942c5100-a2ac-49cb-ade1-efb4e7761848 HTTP/1.1" status: 204 len: 168 time: 1.8476510 Aug 21 18:29:18.892830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57694) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:18.936985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.011464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.182660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.193308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118490dc-0569-4783-b75a-f08157a42447']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:19.211357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51744efb-954e-47e4-8b84-ecc0ba757e95') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:19.211743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51744efb-954e-47e4-8b84-ecc0ba757e95') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:19.222316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.241925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.249622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:29:19.250237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:29:19.350469 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:29:19.356122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.371631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.373941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/networks/118490dc-0569-4783-b75a-f08157a42447 HTTP/1.1" status: 204 len: 168 time: 0.4786983 Aug 21 18:29:19.376709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57710) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:19.393075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0222a5-39ed-4d44-9352-4a68f67b605b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Network': ['ID=118490dc-0569-4783-b75a-f08157a42447,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:19.553225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.618681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.727554 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.732320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:19.737091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/security-groups/2cee34c0-7e60-4a04-b7d2-9641fecde5ac HTTP/1.1" status: 204 len: 168 time: 0.3589904 Aug 21 18:29:19.750976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c79f7-447f-4019-865b-2ddf61925372 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cee34c0-7e60-4a04-b7d2-9641fecde5ac,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:19.982888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:29:20.025368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:29:20.033778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 094b2a1b-f53e-481d-ae91-4cf2e3ddf3bd not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:29:20.034264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aaeeac4b-478e-48f3-ae2d-964ccfec4418 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:29:20.098630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: aaeeac4b-478e-48f3-ae2d-964ccfec4418 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:29:20.098990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aaeeac4b-478e-48f3-ae2d-964ccfec4418 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:29:20.342873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51b0e637-6551-4bf5-8dcc-5243ddf07e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.433800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57768) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:20.438782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803443941', 'description': 'tempest-secgroup-smoke-803443941 description', 'project_id': '4a7b8a000d594a0e8597175f997c58c0'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:20.460532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.516658 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.625495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.630214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.659087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.664742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57792) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:20.665700 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2307212 Aug 21 18:29:20.669374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:20.681107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175307db-13e9-4642-a216-e59471692b17 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854a5541-7133-4da1-8305-b202d213bf55,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:20.710860 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.782672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.788037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.813761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fdd753b-a16e-4bcc-a2d2-7c50e78b42bd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:20.834387 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.844047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0db4f6e2-bddc-425e-8749-179d0ba410a9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1784232 Aug 21 18:29:20.846481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57806) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:20.852398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:20.889307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.966297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:20.973263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.019002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6857042-82e7-4e1d-bd99-14747ab7833f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:21.020988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.025159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0da1f4f5-8bdd-4425-bed4-275adea70785 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746554 Aug 21 18:29:21.025600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57810) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:21.032379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:21.064313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.137269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.147326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.182097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d566e7-e3dc-44e0-a173-d56ff0483657,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:21.196406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.200450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fbfe4cf7-48f2-4071-ada6-8bc86b4af006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711159 Aug 21 18:29:21.200586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57812) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:21.206374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:21.238877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.349117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.353747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.383138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.384358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1828556 Aug 21 18:29:21.385245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3d880-1100-4ffd-81af-f7d1406b414a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f298773-de05-4c64-937d-59c9730f86c3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:21.388041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:21.396153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:21.471201 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:29:21.495510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.578908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.584485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.612919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573bdba5-1802-4fdd-a02d-047a748de306,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:21.622553 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.632798 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.634066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-147ad55e-64e6-4c3e-b5aa-35bb648c0946 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2446342 Aug 21 18:29:21.637005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57828) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:21.641475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '854a5541-7133-4da1-8305-b202d213bf55', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:21.691755 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:29:21.698156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.771505 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.775671 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.796519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eabdc9d6-8a41-41c9-a4d3-7f406fcef9bd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:21.813585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.823557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-987f39c6-9e6d-47a6-8426-f2266075434a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777139 Aug 21 18:29:21.823673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57834) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:21.823673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'network': {'name': 'tempest-network-smoke--1838300175', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:21.854945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:29:21.859832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.889942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:29:21.903010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.903010 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Added segment 22a268cf-e2c7-490b-8977-28a22f6029e9 of type vlan for network 147cf56a-0c88-4abf-851d-4cc2e1021107 Aug 21 18:29:21.949445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.987335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:21.993295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:21.993885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.153490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Network': ['ID=147cf56a-0c88-4abf-851d-4cc2e1021107,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:22.167707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:29:22.196263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57838) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:22.197554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-398abbd4-ec20-45a9-a363-ad974bc03def tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3778350 Aug 21 18:29:22.202185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'admin_state_up': True, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:22.253241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.255027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.318296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.498476 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.816262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:22.855451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:23.161680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.139 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/a7f1d051-650b-4f1a-b949-923de3a39da3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:29:23.285281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:23.385332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:23.441608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:23.484266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:23.488492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:23.492046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:29:23.499779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=a7f1d051-650b-4f1a-b949-923de3a39da3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:23.862979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:24.183752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:24.855951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 46e8cd54-b042-443d-ba15-bcdbde5505f9 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:29:24.991352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:29:25.002796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Sync routers for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:29:25.014781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:25.015734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:25.031733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:25.036106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1f3ecd60-60f6-46d3-8875-4fced35aa6c6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8350062 Aug 21 18:29:25.036360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57930) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:25.175798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:25.460212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb947334-308e-4616-bc69-35217b9ca53a tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4a7b8a000d594a0e8597175f997c58c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4221380 Aug 21 18:29:25.463004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:25.495260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:23Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:25.558401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Checking router: 46e8cd54-b042-443d-ba15-bcdbde5505f9 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:29:25.559146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Updating router 46e8cd54-b042-443d-ba15-bcdbde5505f9 port a7f1d051-650b-4f1a-b949-923de3a39da3 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:29:25.601072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:25.837592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140bd862-520d-4a0b-9ca8-25c5af8bcceb tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:25.845141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 57948) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:25.855956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-140bd862-520d-4a0b-9ca8-25c5af8bcceb tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3920164 Aug 21 18:29:25.894171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0b7e4da6-04ce-4102-bff9-8903e6dbb467 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477679 Aug 21 18:29:25.897301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57952) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:25.909978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582947091', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:26.045422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.059400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Transition to ACTIVE for port object a7f1d051-650b-4f1a-b949-923de3a39da3 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:26.068363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.105983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:29:26.110256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.190355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Attempting to bind port a7f1d051-650b-4f1a-b949-923de3a39da3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:29:26.190861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Attempting to bind port a7f1d051-650b-4f1a-b949-923de3a39da3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:29:26.191380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Attempting to bind port a7f1d051-650b-4f1a-b949-923de3a39da3 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:29:26.210085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:29:26.210476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:29:26.210894 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.211285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:29:26.211761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Bound port: a7f1d051-650b-4f1a-b949-923de3a39da3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:29:26.212144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.250327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994fbbd-fa51-4ff6-a8fb-ea899a74768e None None] Pushing event updated for resources: {'Port': ['ID=a7f1d051-650b-4f1a-b949-923de3a39da3,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:26.319830 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] For port a7f1d051-650b-4f1a-b949-923de3a39da3, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:29:26.325496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] For port a7f1d051-650b-4f1a-b949-923de3a39da3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7f1d051-650b-4f1a-b949-923de3a39da3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:29:26.333915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.396150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:26.397602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:26.417234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.470447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994fbbd-fa51-4ff6-a8fb-ea899a74768e None None] Pushing event updated for resources: {'Port': ['ID=a7f1d051-650b-4f1a-b949-923de3a39da3,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:26.502391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Subnet': ['ID=502b6ef9-5570-4995-b6b8-4c176e9f0e8c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:26.512663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:29:26.513114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network hostable DHCP agents. Network: 147cf56a-0c88-4abf-851d-4cc2e1021107, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:29:26.533992 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:29:26.547519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 147cf56a-0c88-4abf-851d-4cc2e1021107) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:26.556015 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:26.556771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:26.560838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838df128-7997-43f6-9b8f-2fc31f459a9a None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:29:26.580424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-40a678c1-106e-47ef-a262-c8e77185ce3a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6744213 Aug 21 18:29:26.582839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 57968) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:26.628648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:26.959066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-147cf56a-0c88-4abf-851d-4cc2e1021107', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:29:26.960643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:27.105606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:23Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:27.138570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c187db-967d-4c34-8fc1-1ec66d7388b3 None None] The sync data for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 is: [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:23Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:29:27.284097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Allocated IP 172.20.0.2 (147cf56a-0c88-4abf-851d-4cc2e1021107/502b6ef9-5570-4995-b6b8-4c176e9f0e8c/9d26083d-2758-456d-b2b0-f044670b9413) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:29:27.446412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:27.799781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:27.806208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7f1d051-650b-4f1a-b949-923de3a39da3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:28.172461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Transition to ACTIVE for port object 9d26083d-2758-456d-b2b0-f044670b9413 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:28.250379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Transition to ACTIVE for port object 9d26083d-2758-456d-b2b0-f044670b9413 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:28.292155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a7f1d051-650b-4f1a-b949-923de3a39da3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:28.312077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a7f1d051-650b-4f1a-b949-923de3a39da3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:28.312364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.395893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.1 (147cf56a-0c88-4abf-851d-4cc2e1021107/502b6ef9-5570-4995-b6b8-4c176e9f0e8c/9169cb6b-907c-4695-9098-79f224c4b304) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:29:28.413370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.488997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Pushing event updated for resources: {'Port': ['ID=9d26083d-2758-456d-b2b0-f044670b9413,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:28.570281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.581915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:28.589433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:28.609295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object 9169cb6b-907c-4695-9098-79f224c4b304 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:28.621478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:29:28.670631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.765883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.776324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:28.779555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Attempting to bind port 9d26083d-2758-456d-b2b0-f044670b9413 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:29:28.779931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Attempting to bind port 9d26083d-2758-456d-b2b0-f044670b9413 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:29:28.780297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Attempting to bind port 9d26083d-2758-456d-b2b0-f044670b9413 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:29:28.786776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:28.789202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:29:28.840344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:29:28.841171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:29:28.841760 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.842172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Bound using segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:29:28.842748 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Bound port: 9d26083d-2758-456d-b2b0-f044670b9413, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:29:28.843139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.863777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a7f1d051-650b-4f1a-b949-923de3a39da3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7f1d051-650b-4f1a-b949-923de3a39da3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:28.922680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:28.925069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f843d856-721a-4697-993d-246a8407cba2 None None] For port 9d26083d-2758-456d-b2b0-f044670b9413, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:29:28.929406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f843d856-721a-4697-993d-246a8407cba2 None None] For port 9d26083d-2758-456d-b2b0-f044670b9413, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9d26083d-2758-456d-b2b0-f044670b9413,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:29:28.931206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.960788 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:28.989955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:29.045091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a7f1d051-650b-4f1a-b949-923de3a39da3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:29.119057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843d856-721a-4697-993d-246a8407cba2 None None] Pushing event updated for resources: {'Port': ['ID=9d26083d-2758-456d-b2b0-f044670b9413,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:29.278392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:29.912170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7f1d051-650b-4f1a-b949-923de3a39da3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:30.037807 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:30.046043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a7f1d051-650b-4f1a-b949-923de3a39da3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:30.046934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:30.047931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:30.145179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:30.298213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9d26083d-2758-456d-b2b0-f044670b9413 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:30.444905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:30.497875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9d26083d-2758-456d-b2b0-f044670b9413 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:30.625730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:30.631476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:30.915772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58042) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:30.939277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58046) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:30.975705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 46e8cd54-b042-443d-ba15-bcdbde5505f9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:29:31.046780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab81e06-cf48-4bba-b900-e8f0fa88f05c None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:29:31.078840 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe554-31fa-44ef-bddf-70d9f41d8c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.169001 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96b0f05d-a3ce-4ec3-a6ce-ae24c56eefff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.187415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:29:31.204080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-62341292-2d11-4a05-927b-da370b2a9b40 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/46e8cd54-b042-443d-ba15-bcdbde5505f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6112895 Aug 21 18:29:31.218346 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Sync routers for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:29:31.235488 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:31.237019 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:31.240973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Provisioning for port 9d26083d-2758-456d-b2b0-f044670b9413 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:31.258299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Provisioning complete for port 9d26083d-2758-456d-b2b0-f044670b9413 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:31.262725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.364053 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe554-31fa-44ef-bddf-70d9f41d8c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.453531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:31.504696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96b0f05d-a3ce-4ec3-a6ce-ae24c56eefff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.510859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1b2fe554-31fa-44ef-bddf-70d9f41d8c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.533914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.557670 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b2fe554-31fa-44ef-bddf-70d9f41d8c2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df3e621e5c4a4e049d94c1ab5af13133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6408024 Aug 21 18:29:31.560285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58070) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:31.560427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96b0f05d-a3ce-4ec3-a6ce-ae24c56eefff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.627465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2fe554-31fa-44ef-bddf-70d9f41d8c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf8610-921a-4b65-bf81-d7339242fdc0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:31.659512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] For port 9d26083d-2758-456d-b2b0-f044670b9413, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9d26083d-2758-456d-b2b0-f044670b9413,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:31.663962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-96b0f05d-a3ce-4ec3-a6ce-ae24c56eefff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e923cc00688f4a669e3570e7aa0b6485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7212007 Aug 21 18:29:31.664708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58072) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:31.674897 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.693200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0f05d-a3ce-4ec3-a6ce-ae24c56eefff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aee1ef0-d574-4f2e-9313-fb6878285cc5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:31.746726 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-05aedad0-a72b-484a-bba7-20e15648b7ec tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803443941&fields=id&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 267 time: 0.1945014 Aug 21 18:29:31.795303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058c68b-892a-459e-b625-577fe9ed6fad None None] Pushing event updated for resources: {'Port': ['ID=9d26083d-2758-456d-b2b0-f044670b9413,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:31.879885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.892150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 2, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:31.923115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.928734 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Checking router: 46e8cd54-b042-443d-ba15-bcdbde5505f9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:29:31.929095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-97e35030-0cfd-4f53-8976-46bffedf55de tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:31.930072 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Updating router 46e8cd54-b042-443d-ba15-bcdbde5505f9 port 9169cb6b-907c-4695-9098-79f224c4b304 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:29:31.936219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:31.939337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-97e35030-0cfd-4f53-8976-46bffedf55de tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 797 time: 0.1852639 Aug 21 18:29:31.959238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-93c12702-1134-4400-8a41-b3799f63f5ba tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/quotas/4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 375 time: 0.0187681 Aug 21 18:29:31.984052 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.020322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.040753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-e6e24ee0-d85b-4e2e-9302-62aa43952722 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802047 Aug 21 18:29:32.110812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.117906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.119534 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eecf8610-921a-4b65-bf81-d7339242fdc0 HTTP/1.1" status: 204 len: 168 time: 0.5576551 Aug 21 18:29:32.148424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.153501 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.162261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5aee1ef0-d574-4f2e-9313-fb6878285cc5 HTTP/1.1" status: 204 len: 168 time: 0.4939218 Aug 21 18:29:32.167339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fb4aa-4d22-4de4-a71a-f3ad0148ed16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf8610-921a-4b65-bf81-d7339242fdc0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:32.203885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e39e9f-4970-44c7-a37e-5e3b0edf9d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aee1ef0-d574-4f2e-9313-fb6878285cc5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:32.269773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-75f72713-c7ac-43d4-b41b-4ac1f0e768cd service neutron] 10.222.0.41 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083843 Aug 21 18:29:32.280553 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Provisioning complete for port 9d26083d-2758-456d-b2b0-f044670b9413 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:32.281541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.493906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-a4221386-da3f-42ca-b8ed-a171a52e47a2 service neutron] 10.222.0.41 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231307 Aug 21 18:29:32.499652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Provisioning for port 9169cb6b-907c-4695-9098-79f224c4b304 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:32.514699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Provisioning complete for port 9169cb6b-907c-4695-9098-79f224c4b304 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:32.515707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.605663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0e3fbf31-233c-4671-b1ee-0c9f9e3d3733 None None] Port 9169cb6b-907c-4695-9098-79f224c4b304 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:29:32.687329 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.719341 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Transition to ACTIVE for port object 9169cb6b-907c-4695-9098-79f224c4b304 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:32.734601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-464ae1ff-4766-4c73-82a2-270b23a60c79 None None] Provisioning complete for port 9169cb6b-907c-4695-9098-79f224c4b304 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:32.736283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-464ae1ff-4766-4c73-82a2-270b23a60c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.739923 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:32.855436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-464ae1ff-4766-4c73-82a2-270b23a60c79 None None] Port 9169cb6b-907c-4695-9098-79f224c4b304 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:29:32.924563 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Pushing event updated for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:32.948197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e8b03543-4dbe-4746-b321-e5c399553014 req-3ca2a3c7-fe0b-4904-a3b5-dc15abecd77b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 210 time: 0.0686505 Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.976906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.977514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.977514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.977760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:32.986226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58104) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:33.002164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:33.004557 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:33.022356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05d0c737-3e31-4d33-96cf-ca49a880536a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.116244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Attempting to bind port 9169cb6b-907c-4695-9098-79f224c4b304 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:29:33.116799 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Attempting to bind port 9169cb6b-907c-4695-9098-79f224c4b304 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:29:33.129242 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Attempting to bind port 9169cb6b-907c-4695-9098-79f224c4b304 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:29:33.154157 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:29:33.159479 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:29:33.159899 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.160302 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Bound using segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:29:33.160804 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Bound port: 9169cb6b-907c-4695-9098-79f224c4b304, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:29:33.161193 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.207855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05d0c737-3e31-4d33-96cf-ca49a880536a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.217051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-05d0c737-3e31-4d33-96cf-ca49a880536a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.292723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-05d0c737-3e31-4d33-96cf-ca49a880536a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=316eafe111894d9284790029f4b4b7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3050647 Aug 21 18:29:33.293604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0c737-3e31-4d33-96cf-ca49a880536a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c44b67-1841-4663-812c-ac3ab2ba8c63,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:33.295321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58116) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:33.383753 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] For port 9169cb6b-907c-4695-9098-79f224c4b304, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:29:33.387311 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] For port 9169cb6b-907c-4695-9098-79f224c4b304, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9169cb6b-907c-4695-9098-79f224c4b304,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:29:33.402898 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.405328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.449587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.483894 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89177a26-b51b-4caa-abc6-5a74f2ca0868 None None] Pushing event updated for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:33.501991 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:33.503240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:33.550377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.558334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:33.560157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0c44b67-1841-4663-812c-ac3ab2ba8c63 HTTP/1.1" status: 204 len: 168 time: 0.2629294 Aug 21 18:29:33.579185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f36d7e-d0ad-4454-902b-7380202e546b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c44b67-1841-4663-812c-ac3ab2ba8c63,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:33.779626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9d26083d-2758-456d-b2b0-f044670b9413 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:33.879484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:33.960154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9d26083d-2758-456d-b2b0-f044670b9413 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:33.963291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:34.234396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-88deca9e-92e9-4f45-bafa-11a8ea6df7ca req-79407012-e361-45db-85a2-5c6990b696ef tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 210 time: 0.0940814 Aug 21 18:29:34.309743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:33Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:34.349155 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a95466a-f24b-4b9f-a8d1-8f346e17065e None None] The sync data for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 is: [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:33Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:29:34.401394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58146) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:34.444379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27107567-e0e5-4090-9c65-663992705e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:34.669526 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27107567-e0e5-4090-9c65-663992705e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:34.679948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27107567-e0e5-4090-9c65-663992705e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:34.741930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58150) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:34.742540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-27107567-e0e5-4090-9c65-663992705e0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec32a87048024f8f8d7b140c6ca899a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357234 Aug 21 18:29:34.743022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27107567-e0e5-4090-9c65-663992705e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5a42dc-ad7c-4184-b45f-fdec05587c7f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:34.992059 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.005482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-03909a32-ccbc-40e5-9f46-4f98deb0e8d4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:35.007962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-03909a32-ccbc-40e5-9f46-4f98deb0e8d4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 797 time: 0.3112750 Aug 21 18:29:35.054406 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.099268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-604730f0-b7bc-4ec2-a1cf-2df571b4161a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 379 time: 0.0745497 Aug 21 18:29:35.117248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'port': {'device_id': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'admin_state_up': True, 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'security_groups': ['854a5541-7133-4da1-8305-b202d213bf55']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:35.194312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.197213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.198378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db5a42dc-ad7c-4184-b45f-fdec05587c7f HTTP/1.1" status: 204 len: 168 time: 0.4516521 Aug 21 18:29:35.222770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc38412-919a-46da-8b3a-560e66181c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5a42dc-ad7c-4184-b45f-fdec05587c7f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:35.325115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:29:35.335327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.426056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25f21ae5-f535-4b41-8563-5c76ac97f46e req-e0380ecc-0cb6-4da5-8405-fcd661997414 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 210 time: 0.0391221 Aug 21 18:29:35.675438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.8 (147cf56a-0c88-4abf-851d-4cc2e1021107/502b6ef9-5570-4995-b6b8-4c176e9f0e8c/68c91d70-245a-4cd7-8f14-5b40eef255b3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:29:35.816249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9169cb6b-907c-4695-9098-79f224c4b304 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:35.921774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9169cb6b-907c-4695-9098-79f224c4b304 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:35.930109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9169cb6b-907c-4695-9098-79f224c4b304 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:35.947382 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:35.979552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.010243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object 68c91d70-245a-4cd7-8f14-5b40eef255b3 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:36.137625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.203934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:36.229078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:36.230592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:36.234155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:29:36.256876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.300242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:36.300949 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.336199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-8eb35bd0-85d2-4921-92b7-b488e017848e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2252154 Aug 21 18:29:36.340346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9169cb6b-907c-4695-9098-79f224c4b304, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9169cb6b-907c-4695-9098-79f224c4b304,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:36.348006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.362944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Request body: {'port': {'device_id': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:36.449905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.479312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:36.495415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.495767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.496212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.496554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.496904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.497221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.497549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.497877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.501874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.502227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.502925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.503276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:36.704042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3075ef-5346-440f-8603-c98bde3d42b3 req-7e17df39-291b-4069-b561-11e5ec10b3d1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:36.716846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a3075ef-5346-440f-8603-c98bde3d42b3 req-7e17df39-291b-4069-b561-11e5ec10b3d1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 931 time: 0.1519730 Aug 21 18:29:36.728087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4cd163a1-4042-4d87-91d2-c666ef795715 None None] Provisioning for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:36.732795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4cd163a1-4042-4d87-91d2-c666ef795715 None None] Provisioning complete for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:36.733513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cd163a1-4042-4d87-91d2-c666ef795715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.802218 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a3075ef-5346-440f-8603-c98bde3d42b3 req-80aa6ff1-9401-48a4-903c-7d6e36d5d007 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835145 Aug 21 18:29:36.819813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4cd163a1-4042-4d87-91d2-c666ef795715 None None] Port 68c91d70-245a-4cd7-8f14-5b40eef255b3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:29:36.859583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c91d70-245a-4cd7-8f14-5b40eef255b3 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:29:36.867482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:36.882901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Transition to ACTIVE for port object 68c91d70-245a-4cd7-8f14-5b40eef255b3 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:29:36.889594 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:37.472528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:37.497961 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:29:37.498315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:29:37.498664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:29:37.503427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:29:37.503770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:29:37.509212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:29:37.509560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:29:37.509954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Bound using segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:29:37.510453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Bound port: 68c91d70-245a-4cd7-8f14-5b40eef255b3, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:29:37.510783 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:37.604426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:29:37.610287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:29:37.618675 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:37.667577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:37.668218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:37.669630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] 10.222.0.64 "PUT /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1092 time: 1.3125181 Aug 21 18:29:37.670071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:29:37.673041 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16a06af-d210-465e-9494-36f2b56c629d" -d '{"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:29:37.734266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7b204-c2c7-405e-abef-dff8c342adbf service neutron] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:37.793917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9169cb6b-907c-4695-9098-79f224c4b304 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:37.831732 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375f8096-ec39-450f-80e8-c89069337df6 x-openstack-request-id: req-375f8096-ec39-450f-80e8-c89069337df6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:29:37.832039 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:29:37.832288 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-375f8096-ec39-450f-80e8-c89069337df6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:29:37.833666 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'status': 'completed', 'code': 200} Aug 21 18:29:37.852618 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-fb3bbe6b-0f50-4be7-872c-354aed8e6b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:37.856109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-fb3bbe6b-0f50-4be7-872c-354aed8e6b05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1095 time: 0.1150711 Aug 21 18:29:37.887175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9169cb6b-907c-4695-9098-79f224c4b304 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:37.888171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:37.942986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-2168182f-6fea-4432-9d81-0ad36e5c49f0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 217 time: 0.0735521 Aug 21 18:29:37.989345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708301ef-f9ee-44c5-bac0-f78300ed26f1 req-c6d7b2b5-3b16-417c-8bf9-1f911e84cac2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:37.991801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-708301ef-f9ee-44c5-bac0-f78300ed26f1 req-c6d7b2b5-3b16-417c-8bf9-1f911e84cac2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 943 time: 0.0823011 Aug 21 18:29:38.045616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-b35cb0a6-6028-4863-9020-6426800568e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.048174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-b35cb0a6-6028-4863-9020-6426800568e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0948331 Aug 21 18:29:38.082294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-708301ef-f9ee-44c5-bac0-f78300ed26f1 req-2268e337-7ffa-491f-a11f-a2d59c0f2f4b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830417 Aug 21 18:29:38.121279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0539c152-b430-4ecb-8741-669263716ac7 req-d8a98b30-8b1a-422b-a033-86cb2e8af89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.123096 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-d8a98b30-8b1a-422b-a033-86cb2e8af89e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628326 Aug 21 18:29:38.257176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-07c5094c-bba6-4950-9ee1-c08736ab4eac service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212766 Aug 21 18:29:38.415964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0539c152-b430-4ecb-8741-669263716ac7 req-9d42ce23-04f9-4b7d-9042-5394a35fb961 service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477380 Aug 21 18:29:38.547363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a06af-d210-465e-9494-36f2b56c629d req-7614d3b6-711f-45e0-a549-d461790797eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.549775 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-7614d3b6-711f-45e0-a549-d461790797eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1095 time: 0.0739253 Aug 21 18:29:38.685439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a06af-d210-465e-9494-36f2b56c629d req-08900d8e-c61b-4445-8108-f1c66dc463af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.687207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-08900d8e-c61b-4445-8108-f1c66dc463af service neutron] 10.222.0.64 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.1274304 Aug 21 18:29:38.746309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-c80dc20d-cdbd-4970-9bec-2157b7268a86 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 217 time: 0.0510676 Aug 21 18:29:38.811363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a06af-d210-465e-9494-36f2b56c629d req-d8e7696e-a9b6-49c7-8156-17589c2e4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.813134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-d8e7696e-a9b6-49c7-8156-17589c2e4a39 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0591943 Aug 21 18:29:38.874101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a06af-d210-465e-9494-36f2b56c629d req-733ffb86-aba4-4918-bbe8-dde4c91cb1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:38.875909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-733ffb86-aba4-4918-bbe8-dde4c91cb1a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540466 Aug 21 18:29:38.993049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-5f1ca6bf-4f8b-491d-8914-56845e8018e1 service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069262 Aug 21 18:29:39.140164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b16a06af-d210-465e-9494-36f2b56c629d req-5e11c2e4-0d20-4587-851e-f634b66bee9b service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387124 Aug 21 18:29:39.274959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb6d15-8656-421a-9a45-de5bc4b4374f req-f7765711-835d-440c-8c5a-454a9361c913 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:39.278227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2eeb6d15-8656-421a-9a45-de5bc4b4374f req-f7765711-835d-440c-8c5a-454a9361c913 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 943 time: 0.0850270 Aug 21 18:29:39.343510 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2eeb6d15-8656-421a-9a45-de5bc4b4374f req-a121ff97-396e-4cad-883c-5cdcdb635c72 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588601 Aug 21 18:29:39.728212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:29:39.935611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:39.964370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'port_id': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'mac_address': 'fa:16:3e:75:e9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 562, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:29:40.019791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:40.048204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c91d70-245a-4cd7-8f14-5b40eef255b3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:29:40.072244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:40.077191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:40.169578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:40.330873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['68c91d70-245a-4cd7-8f14-5b40eef255b3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:29:40.588400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995797-aac3-426c-ac53-7b24cd2a11b5 req-f72c540d-affa-40b9-b1ff-a74d3564aeb0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:40.597494 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe995797-aac3-426c-ac53-7b24cd2a11b5 req-f72c540d-affa-40b9-b1ff-a74d3564aeb0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.1003954 Aug 21 18:29:40.654920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe995797-aac3-426c-ac53-7b24cd2a11b5 req-4a379626-c9a0-4873-8549-c623e221bcaf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559790 Aug 21 18:29:41.400285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:29:41.739464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:29:41.821438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d69cf-8d7e-4eb3-8a9f-295af744514c req-2c778614-9ca6-4742-be36-0a0866653058 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:41.831093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-746d69cf-8d7e-4eb3-8a9f-295af744514c req-2c778614-9ca6-4742-be36-0a0866653058 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.1036937 Aug 21 18:29:41.854041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:29:41.860720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:29:41.861210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:41.907667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-746d69cf-8d7e-4eb3-8a9f-295af744514c req-0052069d-7f31-4b22-9381-640b4160824b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739431 Aug 21 18:29:42.017259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:42.058816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:29:42.060116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:29:42.063533 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2726cc-146f-4c4e-b88a-b6d8c14ae20b" -d '{"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-plugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:29:42.069987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:42.132097 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05773295-d5c1-4b54-8bbd-059d060e79fc x-openstack-request-id: req-05773295-d5c1-4b54-8bbd-059d060e79fc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:29:42.133033 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-plugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:29:42.133548 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05773295-d5c1-4b54-8bbd-059d060e79fc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:29:42.134409 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'code': 200} Aug 21 18:29:42.181937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:42.272842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bb780-55e4-4295-be30-2a2b39f2f281 req-d2967bf7-d395-4ee4-b20d-37dd9aba8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:42.274410 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-313bb780-55e4-4295-be30-2a2b39f2f281 req-d2967bf7-d395-4ee4-b20d-37dd9aba8054 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1097 time: 0.0547667 Aug 21 18:29:42.345398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-313bb780-55e4-4295-be30-2a2b39f2f281 req-45f2c5f0-6899-4bba-8110-dabea79fa779 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572648 Aug 21 18:29:43.043539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afb1e8-76df-40c5-977f-2469f1689a41 req-8d642afc-9d44-41ae-833f-73ba1b02981a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:43.045889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68afb1e8-76df-40c5-977f-2469f1689a41 req-8d642afc-9d44-41ae-833f-73ba1b02981a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.0624938 Aug 21 18:29:43.123025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68afb1e8-76df-40c5-977f-2469f1689a41 req-80142406-68cc-4d0d-af86-a5351161d66d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712578 Aug 21 18:29:44.270290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf450-7186-4091-aef4-c4089a34c855 req-4dbb306a-0d60-4a5b-aaeb-fd4629774a4c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:44.273104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-707bf450-7186-4091-aef4-c4089a34c855 req-4dbb306a-0d60-4a5b-aaeb-fd4629774a4c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.0694983 Aug 21 18:29:44.331883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-707bf450-7186-4091-aef4-c4089a34c855 req-90e3f2fd-2443-42eb-b37e-5f9af23d8317 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517745 Aug 21 18:29:44.514806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73115e8-af7d-42a6-9bb0-d4abb6310ca9 req-608b4b11-232e-4e8e-81f0-16f93968d177 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:44.516509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b73115e8-af7d-42a6-9bb0-d4abb6310ca9 req-608b4b11-232e-4e8e-81f0-16f93968d177 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.0763166 Aug 21 18:29:44.583124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b73115e8-af7d-42a6-9bb0-d4abb6310ca9 req-678e804e-0bb5-4853-a737-7e5f043d3c2e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589964 Aug 21 18:29:44.609028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:44.683123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2aed7-3903-4de1-aa9f-552805b6e9b2 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:44.690715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58470) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:44.691347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d4e2aed7-3903-4de1-aa9f-552805b6e9b2 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1092 time: 0.0812087 Aug 21 18:29:44.696506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:29:44.752694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:44.932295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:45.081037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.112 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/bf9efdf5-afb9-4d0f-9371-6a079923a829) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:29:45.212655 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:45.290859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:45.351761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:29:45.358255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:29:45.364506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:29:45.408907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=bf9efdf5-afb9-4d0f-9371-6a079923a829,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:45.893349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:45.982287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:46.265215 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:46.275957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:46.451620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=bf9efdf5-afb9-4d0f-9371-6a079923a829,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:46.457569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:46.603123 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP a07ecca3-2408-4aef-908e-992bd72395b8 associated. External IP: 172.25.1.112, port: 68c91d70-245a-4cd7-8f14-5b40eef255b3. Aug 21 18:29:46.994406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 46e8cd54-b042-443d-ba15-bcdbde5505f9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:29:47.568699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:29:47.579729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Sync routers for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:29:47.592009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:47.593042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:47.601820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:47.676166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eb73ae86-902f-4c3a-be65-c01ad71fb2dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9811742 Aug 21 18:29:47.676166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:29:47.676948 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbeb617-0db1-4f96-bdea-38e965d83a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:29:47.743706 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cd1c6a-4d8e-4d27-8cca-9cf542c6fbff x-openstack-request-id: req-64cd1c6a-4d8e-4d27-8cca-9cf542c6fbff {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:29:47.743989 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:29:47.744344 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-64cd1c6a-4d8e-4d27-8cca-9cf542c6fbff {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:29:47.744658 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'status': 'completed', 'code': 200} Aug 21 18:29:47.808790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-120e6872-8a68-48ce-a5b9-136139b843bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:47.824956 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:47.868329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-19e8b85d-2898-41da-94f3-80c8d094a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:47.872558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-19e8b85d-2898-41da-94f3-80c8d094a8db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1097 time: 0.0888577 Aug 21 18:29:47.966325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10008a45-58bf-4d19-b862-aae5ec9273b2 req-34512da3-4d7d-4434-a1d9-f5984637b631 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:47.999684 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10008a45-58bf-4d19-b862-aae5ec9273b2 req-34512da3-4d7d-4434-a1d9-f5984637b631 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1552000 Aug 21 18:29:48.010402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-951c5193-8040-4d68-9f5b-c15d07d638cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:48.014997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-951c5193-8040-4d68-9f5b-c15d07d638cc service neutron] 10.222.0.64 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.1342592 Aug 21 18:29:48.143530 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-10008a45-58bf-4d19-b862-aae5ec9273b2 req-0768b7dc-88ec-452c-a8b9-ee6df10dea51 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417058 Aug 21 18:29:48.147384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-4bb30bb7-ec38-4576-87ee-b07874c90854 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 999 time: 0.1257911 Aug 21 18:29:48.183542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:48.226708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-52942e98-28ef-40a0-8f23-8b5f5ffee8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:48.228594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-52942e98-28ef-40a0-8f23-8b5f5ffee8d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0725925 Aug 21 18:29:48.301223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ea459500-34ea-4e77-a861-bad987ceaf9d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 200 len: 991 time: 0.1143036 Aug 21 18:29:48.320326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-f47aa0cf-4877-41f4-b630-258cf4837796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:29:48.322002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-f47aa0cf-4877-41f4-b630-258cf4837796 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840821 Aug 21 18:29:48.357876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'a07ecca3-2408-4aef-908e-992bd72395b8', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'port_id': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'mac_address': 'fa:16:3e:75:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:29:45Z', 'updated_at': '2021-08-21T18:29:45Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:48.421376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Checking router: 46e8cd54-b042-443d-ba15-bcdbde5505f9 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:29:48.443457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:29:48.444892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:29:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:48.499418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-7e6d66ef-a506-4d51-9964-21fd17d2c11f service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679528 Aug 21 18:29:48.739034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9cbeb617-0db1-4f96-bdea-38e965d83a2e req-1f3f3b75-2ea7-48db-a87d-905819a5e8cf service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279723 Aug 21 18:29:48.764752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:29:48.805680 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:49.094909 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:49.193671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'a07ecca3-2408-4aef-908e-992bd72395b8', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'port_id': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'mac_address': 'fa:16:3e:75:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:29:45Z', 'updated_at': '2021-08-21T18:29:45Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:29:49.232870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf894745-a2f4-427d-8c39-914f9bd60c84 None None] The sync data for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 is: [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'a07ecca3-2408-4aef-908e-992bd72395b8', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.112', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'port_id': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3683, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'mac_address': 'fa:16:3e:75:e9:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:29:45Z', 'updated_at': '2021-08-21T18:29:45Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:29:49.304829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58618) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:49.395798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3da3ca3c-199c-4aa3-b12c-7bd39f580650 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 200 len: 991 time: 0.0864599 Aug 21 18:29:49.615929 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a9f133-e997-411e-8387-7fd9d3e80ef6 None None] New status for floating IP a07ecca3-2408-4aef-908e-992bd72395b8: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:29:50.322944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e6820e62-e3c9-458d-bad7-a858094e9ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:50.396273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58658) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:50.453599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:50.514350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3181f578-18d0-4c75-8edc-f6ccaabb0bdb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 200 len: 993 time: 0.1160350 Aug 21 18:29:51.642151 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:53.287368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.356107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:59.619226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.719724 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.724794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.756063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58930) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:29:59.756825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4872ff7e15744eabb6eaaf71dea4534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989606 Aug 21 18:29:59.818613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563aaae8-eec2-43c3-8b84-7b26dc16c853,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:29:59.830252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.830907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.831825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.832388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.832724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.833669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.834065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.834357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.835173 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.835864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.836361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.837076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8f98a7-0d60-49eb-acc4-de23049e076a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:29:59.855136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.881740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.945659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.949032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:29:59.952735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/563aaae8-eec2-43c3-8b84-7b26dc16c853 HTTP/1.1" status: 204 len: 168 time: 0.1924896 Aug 21 18:29:59.970898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86aecf6-1527-4799-b952-76d2ee468741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563aaae8-eec2-43c3-8b84-7b26dc16c853,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:00.984170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 58970) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:01.135222 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2021264724-network', 'tenant_id': '39d4784eb6624ef2b0ce86c83461878f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:01.179392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Made reservation on behalf of 39d4784eb6624ef2b0ce86c83461878f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:01.181992 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.196148 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.375788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.386772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.413693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:30:01.498185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344219b-8381-4007-a5ad-0e3760a3f917,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:01.513805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.514397 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Added segment f348b4d5-fd9d-4a17-885d-0e4671e174e0 of type vlan for network 53e087ea-d420-4b7f-8657-36b711732754 Aug 21 18:30:01.574557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.608442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.610080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:01.610781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.678190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6903093 Aug 21 18:30:01.679255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 58992) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:01.685183 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Request body: {'subnet': {'network_id': '53e087ea-d420-4b7f-8657-36b711732754', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2021264724-subnet', 'tenant_id': '39d4784eb6624ef2b0ce86c83461878f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:01.687284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b592c07-4161-4d6c-923b-9a059267e0bd admin admin] Pushing event updated for resources: {'Network': ['ID=53e087ea-d420-4b7f-8657-36b711732754,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:01.698865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 53e087ea-d420-4b7f-8657-36b711732754 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:30:01.715361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Made reservation on behalf of 39d4784eb6624ef2b0ce86c83461878f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:01.717783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.907510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:01.971305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54dd777e-52ee-484d-bd61-7e980bb75795,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:01.979995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Checking segment: {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:01.980362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Network hostable DHCP agents. Network: 53e087ea-d420-4b7f-8657-36b711732754, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:30:02.014620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Network 53e087ea-d420-4b7f-8657-36b711732754 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:30:02.027841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 53e087ea-d420-4b7f-8657-36b711732754) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:02.032230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:02.032812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:02.041357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e0c5e-7bdb-42f4-a451-b3587f491f98 None None] Network 53e087ea-d420-4b7f-8657-36b711732754 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:02.051081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a952088f-7b60-45ad-95f3-bef8f6f8084e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3703985 Aug 21 18:30:02.181087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809d5b74-fc3f-4fb6-b37e-e85c183af772 None None] Network 53e087ea-d420-4b7f-8657-36b711732754 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:17.772383 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31aedf2a-cb8c-44aa-876f-4004f189b9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:18.401116 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:30:18.532875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:18.998028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:19.046713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-77f3be15-7a86-402d-9cc7-00c931272329 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1945183 Aug 21 18:30:19.156420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-9376fa6f-8e35-4f9c-8a49-437c113cd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:19.158002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-9376fa6f-8e35-4f9c-8a49-437c113cd063 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1097 time: 0.0571957 Aug 21 18:30:19.328049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-2563d1b6-9c63-4e5e-9879-c8d468ef8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:19.330103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-2563d1b6-9c63-4e5e-9879-c8d468ef8912 service neutron] 10.222.0.64 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.1435871 Aug 21 18:30:19.441774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-fe6ef49d-8aa5-4c88-9708-139fdb82abf4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1001 time: 0.1005821 Aug 21 18:30:19.513366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-1bec05d6-9cd0-4d40-8d55-0cca0020f536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:19.515058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-1bec05d6-9cd0-4d40-8d55-0cca0020f536 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0651038 Aug 21 18:30:19.607280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-cbc2d9e6-5035-4286-bef6-8e7b05d460d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:19.609713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-cbc2d9e6-5035-4286-bef6-8e7b05d460d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857961 Aug 21 18:30:19.632691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-1034ec27-4656-4c36-8f46-4efae9e5a257 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:30:19.635424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-1034ec27-4656-4c36-8f46-4efae9e5a257 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127099 Aug 21 18:30:19.851188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-83a55c3c-57f4-4f19-a479-39dc20805a50 service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085991 Aug 21 18:30:19.972382 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37342e70-3bbb-4bb8-8d9d-66b9515f3a07 req-27183e29-bb74-48ef-a268-7ed55df5484c service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120586 Aug 21 18:30:20.327513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b0a74e8-b29c-4d3b-bb7c-709a7b956d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:20.451451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:21.631597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:21.980311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71228a94-9cbe-4d0c-9894-045ff96388a6 req-8a6db78e-bc4d-4140-b424-7abc8dbc9b63 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:21.999122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71228a94-9cbe-4d0c-9894-045ff96388a6 req-8a6db78e-bc4d-4140-b424-7abc8dbc9b63 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.0944431 Aug 21 18:30:22.058057 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71228a94-9cbe-4d0c-9894-045ff96388a6 req-6c10f65a-e572-4060-90d9-82c05cd760a2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578954 Aug 21 18:30:22.071864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 59596) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:22.182762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-33097000-0ebb-4e2f-b88d-66f012cec92b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 200 len: 993 time: 0.1093285 Aug 21 18:30:22.577867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfad35-885a-4b95-92b1-fb9c327b8d34 req-0495f25e-7e44-428f-9345-a32d0170133f tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:22.579903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aacfad35-885a-4b95-92b1-fb9c327b8d34 req-0495f25e-7e44-428f-9345-a32d0170133f tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1097 time: 0.0557122 Aug 21 18:30:22.628347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aacfad35-885a-4b95-92b1-fb9c327b8d34 req-4473a2ff-b02e-4cad-9527-5f3f928c079e tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350289 Aug 21 18:30:23.303008 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:24.626711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 59724) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:24.804200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-e884dba2-2e1b-467d-9c98-458d035a1233 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750588 Aug 21 18:30:24.812611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-0a9b2ab5-0404-45b7-9bab-f1960e2a711a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:30:24.827096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-0a9b2ab5-0404-45b7-9bab-f1960e2a711a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219016 Aug 21 18:30:25.929704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-db521ce0-f56d-4966-ac12-4734f32e0bfe tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:30:25.933047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-db521ce0-f56d-4966-ac12-4734f32e0bfe tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078952 Aug 21 18:30:26.192192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-48e44222-5e0f-46c9-9528-90a37bd56372 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:26.199587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-48e44222-5e0f-46c9-9528-90a37bd56372 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1094 time: 0.2201722 Aug 21 18:30:26.205419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Request body: {'binding': {'host': 'n-h1-793621-32', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:26.206058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Unknown quota resources ['binding']. {{(pid=94598) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 21 18:30:26.519008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on host n-h1-793621-32 for vnic_type normal with profile None {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:26.519622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:26.520181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:26.531915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:30:26.532239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:26.542060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:26.542595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:26.542996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Bound using segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:26.543432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Bound port: 68c91d70-245a-4cd7-8f14-5b40eef255b3, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:26.777428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:26.786448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] Notify callbacks [] for binding, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:26.791616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] 10.222.0.41 "POST /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3/bindings HTTP/1.1" status: 201 len: 390 time: 0.5908718 Aug 21 18:30:27.044844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1162c-1db1-4791-af8a-200353e2a7fb req-f4265d03-2261-4b69-903a-d60a4b655b6f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:27.059197 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37e1162c-1db1-4791-af8a-200353e2a7fb req-f4265d03-2261-4b69-903a-d60a4b655b6f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1131580 Aug 21 18:30:27.213788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37e1162c-1db1-4791-af8a-200353e2a7fb req-2b892a81-f5c3-494a-8cf0-6ad1967826fd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401079 Aug 21 18:30:27.324902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-6f35495f-2ea4-4d41-b551-b3c34be3e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:27.326538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-6f35495f-2ea4-4d41-b551-b3c34be3e810 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1097 time: 0.1876218 Aug 21 18:30:27.481199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-e6884228-d6d1-43d5-9906-bec64b5b7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:27.483193 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-e6884228-d6d1-43d5-9906-bec64b5b7ffd service neutron] 10.222.0.39 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.1497483 Aug 21 18:30:27.601833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-969f025a-5e60-4ec2-ab20-eb72c6aa395c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1001 time: 0.1079123 Aug 21 18:30:27.699377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-42c992c0-3cbd-4670-a819-61dc36145374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:27.705027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-42c992c0-3cbd-4670-a819-61dc36145374 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0960202 Aug 21 18:30:27.803427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f0419c8d-4f55-477f-b471-08536cc0bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:27.805411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f0419c8d-4f55-477f-b471-08536cc0bb4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0924783 Aug 21 18:30:27.979441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-7aaa9f97-5935-406e-88a6-16563ebbab88 service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587348 Aug 21 18:30:28.152641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-94b3290c-aae3-40fa-a898-377879a09bd1 service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649354 Aug 21 18:30:28.360594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-7e4dc0dc-353b-4782-8da2-fd2e0889ee7d tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:28.365502 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-7e4dc0dc-353b-4782-8da2-fd2e0889ee7d tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&tenant_id=4a7b8a000d594a0e8597175f997c58c0&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1097 time: 0.1461303 Aug 21 18:30:28.384218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-32'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:28.482983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f151fe-22b6-4b29-8610-be3bf8c248c6 req-ab31cc39-15de-4ffb-a9ce-28b11370340e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:28.494234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48f151fe-22b6-4b29-8610-be3bf8c248c6 req-ab31cc39-15de-4ffb-a9ce-28b11370340e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1318297 Aug 21 18:30:28.561856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:28.595116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-48f151fe-22b6-4b29-8610-be3bf8c248c6 req-41b079d4-6aae-446f-9da4-d0d4cc4b050a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981910 Aug 21 18:30:28.917348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:28.965267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:29.028452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:29.031605 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad3463-00a0-46c7-bdc4-ae6d670e3a1d" -d '{"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:29.062220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:29.084472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:29.312371 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3863303-6091-4dd2-ba79-7ed3392218b3 x-openstack-request-id: req-c3863303-6091-4dd2-ba79-7ed3392218b3 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:29.312869 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:29.312869 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3863303-6091-4dd2-ba79-7ed3392218b3 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:29.313677 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'code': 200} Aug 21 18:30:29.412564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:29.534788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on host n-h2-793621-32 for vnic_type normal with profile {"migrating_to": "n-h1-793621-32"} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:29.535567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:29.536119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:29.541832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:30:29.542399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Attempting to bind port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on network 147cf56a-0c88-4abf-851d-4cc2e1021107 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:29.549331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:29.549992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Checking segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:29.551632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Bound using segment: {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:29.552301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Bound port: 68c91d70-245a-4cd7-8f14-5b40eef255b3, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22a268cf-e2c7-490b-8977-28a22f6029e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:29.553146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:29.716529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f831bd4a-1c7e-497a-a8de-4e457c48a3d5 None None] Provisioning complete for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:29.717618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f831bd4a-1c7e-497a-a8de-4e457c48a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:29.782744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:29.790266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:29.801094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:29.884456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cade13-692d-4149-9138-2c76a40cfbb0 req-66452a2a-7b84-49a1-acd1-3726c3cabaa3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:29.888062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f831bd4a-1c7e-497a-a8de-4e457c48a3d5 None None] Port 68c91d70-245a-4cd7-8f14-5b40eef255b3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:30:29.902832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77cade13-692d-4149-9138-2c76a40cfbb0 req-66452a2a-7b84-49a1-acd1-3726c3cabaa3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 943 time: 0.1346514 Aug 21 18:30:29.991323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-77cade13-692d-4149-9138-2c76a40cfbb0 req-3eb7d312-71d8-4fd7-89c1-ad346ac863b4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871356 Aug 21 18:30:30.024797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=8']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:30.126548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:30.129312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:30.131747 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9a2ce9ad-a6c1-435d-a689-151bc75e12e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1123 time: 1.7563672 Aug 21 18:30:30.225997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['68c91d70-245a-4cd7-8f14-5b40eef255b3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:30:30.548174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] Provisioning complete for port 68c91d70-245a-4cd7-8f14-5b40eef255b3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:30.548914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:30.754790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:30.855723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:30.858009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:30.869107 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e476bd-8374-4c47-87c1-58ed55553661" -d '{"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-plugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:30.899955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:31.028726 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a2a0c8-2dba-45ed-b463-e1c908d22931 x-openstack-request-id: req-c2a2a0c8-2dba-45ed-b463-e1c908d22931 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:31.029375 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-plugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:31.029854 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2a2a0c8-2dba-45ed-b463-e1c908d22931 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:31.030788 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'code': 200} Aug 21 18:30:31.263049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac66fd-7d8e-4cc0-84ed-d4dd89070bc7 None None] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:31.315219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:31.320086 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfcc22d-94df-4130-a1bd-0af785d03387" -d '{"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:31.373806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c35d6-f022-45d3-bec2-ae0500c74b43 req-160e85d2-259a-4fa3-b507-53f33a785fd0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:31.397584 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b50142-43af-4a7c-bb24-9f67c069f17b x-openstack-request-id: req-50b50142-43af-4a7c-bb24-9f67c069f17b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:31.397980 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:31.398344 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50b50142-43af-4a7c-bb24-9f67c069f17b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:31.398971 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'status': 'completed', 'code': 200} Aug 21 18:30:31.403784 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254c35d6-f022-45d3-bec2-ae0500c74b43 req-160e85d2-259a-4fa3-b507-53f33a785fd0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.2084775 Aug 21 18:30:31.617887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-254c35d6-f022-45d3-bec2-ae0500c74b43 req-c9809882-5cd6-4452-bb56-90b0cf223937 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104714 Aug 21 18:30:31.642998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-6dabf241-8b2a-45f7-9504-8d0a66053bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:31.645525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-6dabf241-8b2a-45f7-9504-8d0a66053bbd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1128 time: 0.1625521 Aug 21 18:30:31.868695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-e489dca5-c04a-49b4-b13f-a27a64108699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:31.873946 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-e489dca5-c04a-49b4-b13f-a27a64108699 service neutron] 10.222.0.64 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.2209489 Aug 21 18:30:32.018094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-2f00f576-df5c-44ad-8e11-832eaf0a0043 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 1001 time: 0.1322327 Aug 21 18:30:32.096226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-108d57dd-c0bc-4a39-85c1-958b054f8328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:32.098008 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-108d57dd-c0bc-4a39-85c1-958b054f8328 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0651596 Aug 21 18:30:32.166828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-8ef747a3-ea38-4beb-8c57-7866fa91f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:32.168694 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-8ef747a3-ea38-4beb-8c57-7866fa91f742 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566480 Aug 21 18:30:32.390449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-55db5d88-275d-4951-9414-243416e531f2 service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114468 Aug 21 18:30:32.577260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccfcc22d-94df-4130-a1bd-0af785d03387 req-7edb9e9f-a072-4ad5-a391-b69822a0ef6c service neutron] 10.222.0.64 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747315 Aug 21 18:30:32.827417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba5ee7-f6f8-4093-b725-536d9ad2a7eb req-2298a271-22f3-4f77-933a-e536d92f41a0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:32.836583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29ba5ee7-f6f8-4093-b725-536d9ad2a7eb req-2298a271-22f3-4f77-933a-e536d92f41a0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1254432 Aug 21 18:30:32.915776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29ba5ee7-f6f8-4093-b725-536d9ad2a7eb req-af23a944-8d29-4c91-8eea-300438d10ff7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770459 Aug 21 18:30:33.377351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:30:33.534181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:33.552914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:30:34.126329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0eb50c-50dc-4cf6-83e3-349860869fa6 req-90cfdec3-44c5-4d36-a762-5ab94e84dead tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:34.132720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7d0eb50c-50dc-4cf6-83e3-349860869fa6 req-90cfdec3-44c5-4d36-a762-5ab94e84dead tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1083758 Aug 21 18:30:34.219551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7d0eb50c-50dc-4cf6-83e3-349860869fa6 req-d3e2be34-c4b7-41c6-aa51-adfd8aa56a0c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734966 Aug 21 18:30:35.381205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-7c0ef68a-f3cc-4753-a0b6-a9c8365577f4 service neutron] 10.222.0.64 "GET /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 385 time: 0.1629963 Aug 21 18:30:35.586590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5149b-d512-4c6f-ae14-f04c99b9a5fe req-8d855fa1-e75b-46b2-b82e-cae3d9a6a7a5 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:35.588233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44e5149b-d512-4c6f-ae14-f04c99b9a5fe req-8d855fa1-e75b-46b2-b82e-cae3d9a6a7a5 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 945 time: 0.1214311 Aug 21 18:30:35.748259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44e5149b-d512-4c6f-ae14-f04c99b9a5fe req-7a4fd60f-887d-4f6f-a3b3-84c8b8d495ac tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534135 Aug 21 18:30:35.780186 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:35.873855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:35.965007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:35.969795 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd270f3-4eb1-4370-8d65-6cdccec45e2e" -d '{"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:35.989201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:36.020024 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:36.046383 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90434e6f-04ea-497f-a716-5936ebf9c05f x-openstack-request-id: req-90434e6f-04ea-497f-a716-5936ebf9c05f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:36.046951 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-unplugged", "status": "completed", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:36.049681 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90434e6f-04ea-497f-a716-5936ebf9c05f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:36.050982 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'code': 200} Aug 21 18:30:36.218762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Transition to ACTIVE for port object 68c91d70-245a-4cd7-8f14-5b40eef255b3 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:36.227740 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:36.538829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Pushing event updated for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:36.543591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] No DVR routers for this DVR port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:30:36.594325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.594874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.595496 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.596459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.597071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.597615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.598171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.598988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.599532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.600082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.600627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.600958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:36.758558 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-f2abd189-3c09-4543-85ba-9584d5ca54cf service neutron] 10.222.0.64 "PUT /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3/bindings/n-h1-793621-32/activate HTTP/1.1" status: 200 len: 370 time: 1.3648283 Aug 21 18:30:37.105919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-774e5991-298e-424d-8e25-b11cd1036686 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.108602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-774e5991-298e-424d-8e25-b11cd1036686 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&tenant_id=4a7b8a000d594a0e8597175f997c58c0&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.2093890 Aug 21 18:30:37.226262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b925857-91c8-46e5-804d-42faa80bb9e3 req-d76f9fdb-95e1-495c-b3a1-8ced19e75031 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.236173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b925857-91c8-46e5-804d-42faa80bb9e3 req-d76f9fdb-95e1-495c-b3a1-8ced19e75031 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.2693517 Aug 21 18:30:37.261272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-77a13233-2a86-4658-aa75-49198f5ef7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.263137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-77a13233-2a86-4658-aa75-49198f5ef7eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 1096 time: 0.1425576 Aug 21 18:30:37.338194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b925857-91c8-46e5-804d-42faa80bb9e3 req-4bd60e93-1489-4a5a-b7cd-858c47656006 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015635 Aug 21 18:30:37.398565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-d05818db-58f2-4b1f-b528-3dfa1491e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.400954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-d05818db-58f2-4b1f-b528-3dfa1491e843 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1096 time: 0.0857284 Aug 21 18:30:37.614316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-1d633bfb-a199-4c50-9d65-7619c772ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.616546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-1d633bfb-a199-4c50-9d65-7619c772ad7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.2087178 Aug 21 18:30:37.741461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-ee98b041-a6fa-4d33-b9c1-fe2341ccbc6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 999 time: 0.1164658 Aug 21 18:30:37.872392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-8055f7ab-fcc7-402f-bfe7-df10ac3e9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.873912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-8055f7ab-fcc7-402f-bfe7-df10ac3e9934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.1246297 Aug 21 18:30:37.940908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-ae11cafc-e120-4725-b00f-83de32da8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:37.942377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-ae11cafc-e120-4725-b00f-83de32da8b9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547831 Aug 21 18:30:38.034350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:30:38.131435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:30:38.138876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-7bb996f9-c959-4ef6-abd9-c1b8179f0e6c service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869195 Aug 21 18:30:38.344106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-0215170e-c665-49e1-a5ef-dfe2be6f18a4 service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985161 Aug 21 18:30:38.589622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b480c96-4efe-4e74-85f2-007138c3520d req-55611c5e-3d58-44c4-8ff1-f260a1674850 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:38.589622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b480c96-4efe-4e74-85f2-007138c3520d req-55611c5e-3d58-44c4-8ff1-f260a1674850 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.1257913 Aug 21 18:30:38.691200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1b480c96-4efe-4e74-85f2-007138c3520d req-257b6267-c2a3-49af-88ae-a9d3ab43a3a1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959270 Aug 21 18:30:38.757406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-6d581210-0fd4-4357-aa0d-ac5f98ee62b5 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:38.762961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-6d581210-0fd4-4357-aa0d-ac5f98ee62b5 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b&tenant_id=4a7b8a000d594a0e8597175f997c58c0&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 1096 time: 0.0891359 Aug 21 18:30:38.949073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9922c6e6-aabc-4171-a53b-31b2521b3ca7 service neutron] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:38.953624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9922c6e6-aabc-4171-a53b-31b2521b3ca7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:38.958388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-9922c6e6-aabc-4171-a53b-31b2521b3ca7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3/bindings/n-h2-793621-32 HTTP/1.1" status: 204 len: 173 time: 0.1893075 Aug 21 18:30:39.881467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb2b48-16dc-42f0-ad8d-235e09c60c3c req-3ddd7e08-6271-4b12-b903-7e932749e36e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:39.883968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6cb2b48-16dc-42f0-ad8d-235e09c60c3c req-3ddd7e08-6271-4b12-b903-7e932749e36e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.0945735 Aug 21 18:30:40.008455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a6cb2b48-16dc-42f0-ad8d-235e09c60c3c req-a4ae6af3-7a0b-44e4-9978-01fe114c68b8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181259 Aug 21 18:30:40.191502 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a601ca-49ec-41ba-9c23-00927e43815a req-6504b602-012c-46b6-879c-af0ab1df5269 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:40.200880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5a601ca-49ec-41ba-9c23-00927e43815a req-6504b602-012c-46b6-879c-af0ab1df5269 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1096 time: 0.0773849 Aug 21 18:30:40.271752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5a601ca-49ec-41ba-9c23-00927e43815a req-ee65f472-b8e8-459d-b38f-0b453c8b2902 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697956 Aug 21 18:30:40.545004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b69bf8-7428-4dda-9759-2bc009f07b98 req-d0517299-0069-47a4-a1f1-f1fb30d7956c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:40.553938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76b69bf8-7428-4dda-9759-2bc009f07b98 req-d0517299-0069-47a4-a1f1-f1fb30d7956c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.1366229 Aug 21 18:30:40.667026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76b69bf8-7428-4dda-9759-2bc009f07b98 req-c4c90294-c3a2-4e03-833c-262341966b1d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122351 Aug 21 18:30:40.677991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60500) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:40.808317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-218ddd69-b88e-494a-a9a5-29980fc5cce8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 200 len: 991 time: 0.1290240 Aug 21 18:30:41.440057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60516) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:41.582669 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b061ab89-e7c0-4f2b-b385-89c8d5223019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:41.757592 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b061ab89-e7c0-4f2b-b385-89c8d5223019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:41.767002 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b061ab89-e7c0-4f2b-b385-89c8d5223019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:41.858001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061ab89-e7c0-4f2b-b385-89c8d5223019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a829df-32b3-41ff-a22b-3fa5dbc369fe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:41.872722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:41.884551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b061ab89-e7c0-4f2b-b385-89c8d5223019 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8eb9c2810284cc3aa00a82b3746c99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273810 Aug 21 18:30:41.969894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:42.003926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:42.055679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:42.059004 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:42.060771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8a829df-32b3-41ff-a22b-3fa5dbc369fe HTTP/1.1" status: 204 len: 168 time: 0.1869376 Aug 21 18:30:42.069442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c86408-3564-421b-b8ad-706bef5595db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a829df-32b3-41ff-a22b-3fa5dbc369fe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:43.086086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 60696) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:43.383062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port bf9efdf5-afb9-4d0f-9371-6a079923a829 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:43.383674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:43.487068 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:43.488171 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:43.507339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for bf9efdf5-afb9-4d0f-9371-6a079923a829 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:43.709806 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:43.742266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=bf9efdf5-afb9-4d0f-9371-6a079923a829,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:43.843519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:43.847402 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP a07ecca3-2408-4aef-908e-992bd72395b8 disassociated (deleted). External IP: 172.25.1.112, port: 68c91d70-245a-4cd7-8f14-5b40eef255b3. Aug 21 18:30:44.264673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 46e8cd54-b042-443d-ba15-bcdbde5505f9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:30:44.272239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 60844) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:44.461177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:30:44.466224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:44.472266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Sync routers for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:30:44.492087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'network': {'name': 'tempest-network-smoke--1432267856', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'port_security_enabled': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:44.496227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:44.497710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:44.528880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-42394b07-49d8-48ce-9d28-201703d27b5e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/floatingips/a07ecca3-2408-4aef-908e-992bd72395b8 HTTP/1.1" status: 204 len: 168 time: 1.4391620 Aug 21 18:30:44.529707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:44.532156 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7f3916-a59f-409a-83bd-ccb2d2824fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:44.554851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:44.558636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:44.577508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:44.633985 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f8396b-0f77-4d57-9d3e-6667cf6b0a57 x-openstack-request-id: req-42f8396b-0f77-4d57-9d3e-6667cf6b0a57 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:44.634274 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:44.634588 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42f8396b-0f77-4d57-9d3e-6667cf6b0a57 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:44.635287 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'status': 'completed', 'code': 200} Aug 21 18:30:44.718277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-2d108e37-d630-4c4f-9f19-a607d91f0cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:44.720468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-2d108e37-d630-4c4f-9f19-a607d91f0cbc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 1096 time: 0.0598314 Aug 21 18:30:44.755163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:44.865990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:44.874848 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:44.921919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-79e24ed9-c2a5-4388-aeac-cd7ab59f8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:44.923977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-79e24ed9-c2a5-4388-aeac-cd7ab59f8365 service neutron] 10.222.0.39 "GET /v2.0/networks?id=147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 200 len: 898 time: 0.1964839 Aug 21 18:30:44.990667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=982b0b15-179c-41e6-9b20-7c1a0948daa4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:45.014093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:30:45.022075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-d0f1a8d0-506c-4669-a6e4-f9a2e2ee82d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 200 len: 217 time: 0.0883434 Aug 21 18:30:45.104493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.104772 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Added segment af88b033-aebd-4fd5-970a-615624e48ca8 of type vlan for network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad Aug 21 18:30:45.109564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-5a74c0ce-8f43-4f45-bd6b-36aa616dc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:45.113928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-5a74c0ce-8f43-4f45-bd6b-36aa616dc1e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 200 len: 835 time: 0.0816085 Aug 21 18:30:45.201594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-4b61e788-80b6-4537-87a8-6500a5271471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:45.205462 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-4b61e788-80b6-4537-87a8-6500a5271471 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=147cf56a-0c88-4abf-851d-4cc2e1021107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854640 Aug 21 18:30:45.244240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:45.247871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df090f6-294f-43e3-a7db-571e72bef56b req-3c12dd73-654e-4876-8c0b-4eef8f93d0b3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:45.258893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4df090f6-294f-43e3-a7db-571e72bef56b req-3c12dd73-654e-4876-8c0b-4eef8f93d0b3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.2458291 Aug 21 18:30:45.305755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Checking router: 46e8cd54-b042-443d-ba15-bcdbde5505f9 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:30:45.321817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:45.323963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:45.394978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-041cdb7b-4d7d-4374-80bb-3f6495c7951e service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800427 Aug 21 18:30:45.400979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.436538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4df090f6-294f-43e3-a7db-571e72bef56b req-6b7db690-8d1b-4a11-82ba-5a3d448b051a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=854a5541-7133-4da1-8305-b202d213bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762629 Aug 21 18:30:45.501087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-ace3a011-259e-4f39-ba8c-4d0e03803b21 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:45.505013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-ace3a011-259e-4f39-ba8c-4d0e03803b21 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 944 time: 0.2226946 Aug 21 18:30:45.509008 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.516970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:45.517826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.536532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:45.610560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7f3916-a59f-409a-83bd-ccb2d2824fbf req-3e072eeb-0db7-45c6-88ff-02d6b79c83ef service neutron] 10.222.0.39 "GET /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080324 Aug 21 18:30:45.728877 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4555316 Aug 21 18:30:45.732062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:45.738143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'admin_state_up': True, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:45.793859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf936b42-589f-4bac-b29a-d0f542417ea7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Network': ['ID=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:45.805961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.808671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.819718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:45.822582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:30:45.849408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 68c91d70-245a-4cd7-8f14-5b40eef255b3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:45.849761 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:45.927531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.004847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db4a0f-87c5-4b22-9ad5-0ee81b5443d2 None None] The sync data for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 is: [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:29Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9169cb6b-907c-4695-9098-79f224c4b304', 'name': '', 'network_id': '147cf56a-0c88-4abf-851d-4cc2e1021107', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:48:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:27Z', 'updated_at': '2021-08-21T18:29:36Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': '502b6ef9-5570-4995-b6b8-4c176e9f0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:30:46.135803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 68c91d70-245a-4cd7-8f14-5b40eef255b3, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=68c91d70-245a-4cd7-8f14-5b40eef255b3,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:46.136183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.155940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 68c91d70-245a-4cd7-8f14-5b40eef255b3 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:46.176182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.445372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.490909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812d841-b17c-410b-babe-90daf992a92d None None] New status for floating IP a07ecca3-2408-4aef-908e-992bd72395b8: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:30:46.560756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=68c91d70-245a-4cd7-8f14-5b40eef255b3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:46.563261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] No DVR routers for this DVR port 68c91d70-245a-4cd7-8f14-5b40eef255b3 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:30:46.566793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.571521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2382aefe-bdbc-4593-95ae-db3d807876a6 req-6bae9bcb-d8c7-49a5-9c22-5e75f8ace229 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "DELETE /v2.0/ports/68c91d70-245a-4cd7-8f14-5b40eef255b3 HTTP/1.1" status: 204 len: 173 time: 1.0478811 Aug 21 18:30:46.572870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-deleted', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:30:46.574961 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.588288 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b37512-d6a1-48bd-a30a-3a410e6f223d" -d '{"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-deleted", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:30:46.638180 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f57fafd-1925-4c49-8363-b1027e810ecf x-openstack-request-id: req-0f57fafd-1925-4c49-8363-b1027e810ecf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:30:46.638360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:46.638872 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d394d68d-92dc-4b2f-84fd-4615b6d1108b", "name": "network-vif-deleted", "tag": "68c91d70-245a-4cd7-8f14-5b40eef255b3", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:30:46.639366 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f57fafd-1925-4c49-8363-b1027e810ecf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:30:46.639991 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394d68d-92dc-4b2f-84fd-4615b6d1108b', 'name': 'network-vif-deleted', 'tag': '68c91d70-245a-4cd7-8f14-5b40eef255b3', 'status': 'completed', 'code': 200} Aug 21 18:30:46.706177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-be9d5c6d-7704-4c11-9114-cf81fa5a3299 req-afd376c9-dbe4-4d97-a202-f393a8073693 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=d394d68d-92dc-4b2f-84fd-4615b6d1108b HTTP/1.1" status: 200 len: 210 time: 0.0691063 Aug 21 18:30:46.876658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.25.1.121 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/69d8fcc3-cec4-4676-8a64-34758e68972a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:30:47.019730 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:47.084477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:47.122293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:47.126681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:47.133670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:30:47.175406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=69d8fcc3-cec4-4676-8a64-34758e68972a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:47.503303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:47.780507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fce50191-4212-42b6-b96c-108fd2f3a156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:47.860165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 32902) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:47.952066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 32906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:48.188812 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c61fd4-97c5-4e25-8155-feea80dfbc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.217617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.385431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c61fd4-97c5-4e25-8155-feea80dfbc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.401891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:30:48.403013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c61fd4-97c5-4e25-8155-feea80dfbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.470542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8c61fd4-97c5-4e25-8155-feea80dfbc8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=752a6b8643924bc686f2a0f310286a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069160 Aug 21 18:30:48.470542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c61fd4-97c5-4e25-8155-feea80dfbc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88996fc-f366-44c7-9551-a4c8b592e1dc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:48.470542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 32918) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:48.521532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.575218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:30:48.587415 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.592768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f93079-6575-4377-bf82-144f50729662 None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:30:48.599306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.606053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:48.607061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:48.614464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.617904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5986213b-3b19-415e-a007-36d0642894ad tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8835001 Aug 21 18:30:48.620146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:48.669345 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.775487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.779416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:48.794042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d88996fc-f366-44c7-9551-a4c8b592e1dc HTTP/1.1" status: 204 len: 168 time: 0.3181481 Aug 21 18:30:48.892384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b4a4e42f-a18a-4a7e-8446-58418ead0a2b tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2678382 Aug 21 18:30:48.897505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32936) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:48.902041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d3e78-76cb-46fa-9967-69cb7ad41ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88996fc-f366-44c7-9551-a4c8b592e1dc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:49.053826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846e43f6-8695-4f23-87cf-eea2b1cb7f03 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:49.055666 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-846e43f6-8695-4f23-87cf-eea2b1cb7f03 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1571591 Aug 21 18:30:49.059949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:49.079252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:49.100950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1db66865-2254-4a49-bbbf-07f981f9b3e6 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396352 Aug 21 18:30:49.103638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32946) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:49.113776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111074975', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:49.152885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 9169cb6b-907c-4695-9098-79f224c4b304 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:49.153461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.253991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:49.258978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.329246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.440252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:47Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:49.475538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f93079-6575-4377-bf82-144f50729662 None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:30:49.476120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f93079-6575-4377-bf82-144f50729662 None None] Updating router c8e69518-6f64-4940-911e-8a2cb2d41506 port 69d8fcc3-cec4-4676-8a64-34758e68972a binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:30:49.516888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.519227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:30:49.669545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 68c91d70-245a-4cd7-8f14-5b40eef255b3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:30:49.670827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 68c91d70-245a-4cd7-8f14-5b40eef255b3 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:30:49.726432 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.821410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Subnet': ['ID=261f27bd-b5e0-42be-a9c5-ef5393ba4b78,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:49.856672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Checking segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:49.857353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network hostable DHCP agents. Network: f3e37a4c-143a-4c51-a4f1-f083a8ea98ad, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:30:49.896950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 9169cb6b-907c-4695-9098-79f224c4b304, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9169cb6b-907c-4695-9098-79f224c4b304,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:49.907954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:30:49.908298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.939282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 9169cb6b-907c-4695-9098-79f224c4b304 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:49.942750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f3e37a4c-143a-4c51-a4f1-f083a8ea98ad) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:49.948570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:49.949182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:49.959878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7932165e-b115-41b8-92d2-1b3e7fea9bae None None] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:49.979353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-974a0bc7-1c41-4b47-a77d-28d50efc80bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8746307 Aug 21 18:30:49.980047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32974) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:50.042606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 32978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:50.185032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.195534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:30:50.196326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.236136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-09f93079-6575-4377-bf82-144f50729662 None None] Transition to ACTIVE for port object 69d8fcc3-cec4-4676-8a64-34758e68972a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:50.280533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1923774509-network', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:50.316967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Made reservation on behalf of b33f1214635f4f55b4cef3b0887e3818 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:50.319759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.331672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.378578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.395392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.507458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=9169cb6b-907c-4695-9098-79f224c4b304,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:50.577900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Pushing event updated for resources: {'Port': ['ID=69d8fcc3-cec4-4676-8a64-34758e68972a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:50.635498 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-239a6a1f-5457-446a-8108-f781acf2b04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.637789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.638126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.638458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.638818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.639358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.639517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.639772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.640085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.640397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.640710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.641018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.641329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:50.663904 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.669571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-09f93079-6575-4377-bf82-144f50729662 None None] Attempting to bind port 69d8fcc3-cec4-4676-8a64-34758e68972a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:50.669945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-09f93079-6575-4377-bf82-144f50729662 None None] Attempting to bind port 69d8fcc3-cec4-4676-8a64-34758e68972a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:50.670304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f93079-6575-4377-bf82-144f50729662 None None] Attempting to bind port 69d8fcc3-cec4-4676-8a64-34758e68972a on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:50.702847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.708845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f93079-6575-4377-bf82-144f50729662 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:50.709316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f93079-6575-4377-bf82-144f50729662 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:50.709713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.710101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f93079-6575-4377-bf82-144f50729662 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:50.727582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-09f93079-6575-4377-bf82-144f50729662 None None] Bound port: 69d8fcc3-cec4-4676-8a64-34758e68972a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:50.727985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.752211 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.836513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.850489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:30:50.853668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Allocated IP 172.20.0.2 (f3e37a4c-143a-4c51-a4f1-f083a8ea98ad/261f27bd-b5e0-42be-a9c5-ef5393ba4b78/b42eabdf-a587-4e92-9904-8e9b946ca520) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:30:50.868987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.870001 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Added segment 2865b705-6fcd-405d-871a-3b3470607a39 of type vlan for network 2820283f-7af1-48f7-a865-8c9a84e8ff45 Aug 21 18:30:50.882746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-09f93079-6575-4377-bf82-144f50729662 None None] For port 69d8fcc3-cec4-4676-8a64-34758e68972a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:50.887659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-09f93079-6575-4377-bf82-144f50729662 None None] For port 69d8fcc3-cec4-4676-8a64-34758e68972a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69d8fcc3-cec4-4676-8a64-34758e68972a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:50.908041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-09f93079-6575-4377-bf82-144f50729662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.956808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:50.959388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b6d5ca-d6c4-47da-b147-7a4f2b7101b7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:51.061084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.085818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:51.086471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:51.094254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c4f3f-6706-4b71-884c-e1643470e091 None None] Pushing event updated for resources: {'Port': ['ID=69d8fcc3-cec4-4676-8a64-34758e68972a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:51.136620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.137748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:51.138318 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.222843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] Pushing event updated for resources: {'Network': ['ID=2820283f-7af1-48f7-a865-8c9a84e8ff45,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:51.236237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 32998) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:51.236457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-142e400e-1531-4c31-b6b0-69c9c038dea5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1924798 Aug 21 18:30:51.245167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:30:51.247103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Request body: {'subnet': {'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1923774509-subnet', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:51.280494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Made reservation on behalf of b33f1214635f4f55b4cef3b0887e3818 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:51.282898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.308459 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.329500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Transition to ACTIVE for port object b42eabdf-a587-4e92-9904-8e9b946ca520 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:51.361314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:51.455425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Transition to ACTIVE for port object b42eabdf-a587-4e92-9904-8e9b946ca520 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:51.456701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 46e8cd54-b042-443d-ba15-bcdbde5505f9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:30:51.479367 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.583667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Pushing event updated for resources: {'Port': ['ID=b42eabdf-a587-4e92-9904-8e9b946ca520,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:51.621198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.1 (f3e37a4c-143a-4c51-a4f1-f083a8ea98ad/261f27bd-b5e0-42be-a9c5-ef5393ba4b78/3091da1d-48b7-4076-a9c1-9d75f4825d4b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:30:51.641939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:51.650876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:51.660895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:30:51.672306 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.674235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:30:51.691867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a8260ba8-0ac9-4ec9-87b3-1beeaf963c9c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/46e8cd54-b042-443d-ba15-bcdbde5505f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8302646 Aug 21 18:30:51.692496 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Sync routers for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:30:51.694754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33004) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:51.707906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:51.708622 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:51.780883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting subnet 502b6ef9-5570-4995-b6b8-4c176e9f0e8c {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:30:51.791224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.796142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.826756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Attempting to bind port b42eabdf-a587-4e92-9904-8e9b946ca520 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:51.827129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Attempting to bind port b42eabdf-a587-4e92-9904-8e9b946ca520 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:51.827484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Attempting to bind port b42eabdf-a587-4e92-9904-8e9b946ca520 on network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:51.848974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:51.849800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Checking segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:51.850206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.850896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Bound using segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:51.851107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Bound port: b42eabdf-a587-4e92-9904-8e9b946ca520, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:51.851491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.860803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.875621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cdc4054-0857-4e2f-8ae5-0f0badad958a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:51.914153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:51.936212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:51.953666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object 3091da1d-48b7-4076-a9c1-9d75f4825d4b will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:51.972801 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Checking segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:51.973194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Network hostable DHCP agents. Network: 2820283f-7af1-48f7-a865-8c9a84e8ff45, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:30:51.973619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-09f93079-6575-4377-bf82-144f50729662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:47Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:52.014059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:30:52.024253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.058776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 2820283f-7af1-48f7-a865-8c9a84e8ff45) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:52.069971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f93079-6575-4377-bf82-144f50729662 None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:47Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:30:52.071284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:52.072642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.083711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] For port b42eabdf-a587-4e92-9904-8e9b946ca520, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:52.084485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:52.092965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.093955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] For port b42eabdf-a587-4e92-9904-8e9b946ca520, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b42eabdf-a587-4e92-9904-8e9b946ca520,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:52.095141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125679b0-c480-4621-ab79-ac09df90339d None None] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:52.096922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:52.108216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:30:52.114282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:52.148991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b66a879a-af44-4aba-a22d-8f2cc04545b7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9103644 Aug 21 18:30:52.154029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33014) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:52.159704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:52.217969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.228753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.262326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.276447 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/subnets/502b6ef9-5570-4995-b6b8-4c176e9f0e8c HTTP/1.1" status: 204 len: 168 time: 0.5792181 Aug 21 18:30:52.277211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33016) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:52.280399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03efd15-3271-4391-95c4-e92132a43209 None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:52.292506 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.357032 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:30:50Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:52.379979 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.381174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.391465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ab36e-39b1-44d5-8b22-e2bf4071103f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Subnet': ['ID=502b6ef9-5570-4995-b6b8-4c176e9f0e8c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:52.420555 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Checking router: 46e8cd54-b042-443d-ba15-bcdbde5505f9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:30:52.453171 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Routers {'46e8cd54-b042-443d-ba15-bcdbde5505f9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:52.454119 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['46e8cd54-b042-443d-ba15-bcdbde5505f9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:52.471712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.606719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.666773 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] Set router 46e8cd54-b042-443d-ba15-bcdbde5505f9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:52.833164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-2820283f-7af1-48f7-a865-8c9a84e8ff45', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:30:52.837109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.856479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:52.936656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01216a1-05bd-4416-a48d-b06492cd3e32 None None] Pushing event updated for resources: {'Port': ['ID=b42eabdf-a587-4e92-9904-8e9b946ca520,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:52.954022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port a7f1d051-650b-4f1a-b949-923de3a39da3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:52.977088 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.116684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.192284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.201279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.219405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port a7f1d051-650b-4f1a-b949-923de3a39da3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a7f1d051-650b-4f1a-b949-923de3a39da3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:53.220019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.239181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for a7f1d051-650b-4f1a-b949-923de3a39da3 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:53.303706 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:30:50Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:53.348216 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46bf4b0-bdb0-48b2-a3e7-5e852c8a0298 None None] The sync data for ids ['46e8cd54-b042-443d-ba15-bcdbde5505f9'] in n-d-793621-32 is: [{'id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1494238715', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:30:50Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': 'a7f1d051-650b-4f1a-b949-923de3a39da3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:89:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8cd54-b042-443d-ba15-bcdbde5505f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:29:22Z', 'updated_at': '2021-08-21T18:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:30:53.395874 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.408612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Allocated IP 172.20.0.2 (2820283f-7af1-48f7-a865-8c9a84e8ff45/9cdc4054-0857-4e2f-8ae5-0f0badad958a/5cf7928d-7998-48ff-8a0f-f3028dde5ce2) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:30:53.621796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.631151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:53.693346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.788100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=a7f1d051-650b-4f1a-b949-923de3a39da3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:53.794407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] DHCP port deletion for 147cf56a-0c88-4abf-851d-4cc2e1021107 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:30:53.819599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.834228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:53.906631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Transition to ACTIVE for port object 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:53.966868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Transition to ACTIVE for port object 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:54.012521 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.024958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Deleting port 9d26083d-2758-456d-b2b0-f044670b9413 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:54.025478 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.026682 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.130874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b42eabdf-a587-4e92-9904-8e9b946ca520 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:30:54.163429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:54.170985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Pushing event updated for resources: {'Port': ['ID=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:54.219515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:54.263203 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.271816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.327022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:54.336426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:54.342917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:30:54.358632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.359740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Fanout notify agent at l3_agent the message router_deleted on router 46e8cd54-b042-443d-ba15-bcdbde5505f9 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:30:54.377828 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.379478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-669accba-b116-4985-83f2-5653dc533847 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/routers/46e8cd54-b042-443d-ba15-bcdbde5505f9 HTTP/1.1" status: 204 len: 168 time: 2.0648572 Aug 21 18:30:54.382148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33042) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:54.520592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.526115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Attempting to bind port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:54.527560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Attempting to bind port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:54.528088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Attempting to bind port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 on network 2820283f-7af1-48f7-a865-8c9a84e8ff45 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:54.533432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f398512-47bb-4a59-a81d-f05311f995ad None None] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:54.538617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] For port 9d26083d-2758-456d-b2b0-f044670b9413, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9d26083d-2758-456d-b2b0-f044670b9413,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:54.539255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.541948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:54.542570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Checking segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:54.543143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.543699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Bound using segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:54.544329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Bound port: 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:54.545044 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.631754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.662967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 9d26083d-2758-456d-b2b0-f044670b9413 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:30:54.663345 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.681537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:30:54.689097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.825418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 9d26083d-2758-456d-b2b0-f044670b9413, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9d26083d-2758-456d-b2b0-f044670b9413,segment=NetworkSegment(22a268cf-e2c7-490b-8977-28a22f6029e9),segment_id=22a268cf-e2c7-490b-8977-28a22f6029e9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:54.825418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:54.834396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Allocated IP 172.25.1.85 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/2b3f95e4-472b-4f95-8a58-ec266676ab43) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:30:54.843676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b42eabdf-a587-4e92-9904-8e9b946ca520 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:54.857191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Calling delete_port for 9d26083d-2758-456d-b2b0-f044670b9413 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:54.861308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 9d26083d-2758-456d-b2b0-f044670b9413 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:30:54.939016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] For port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:54.943804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] For port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:54.944835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69d8fcc3-cec4-4676-8a64-34758e68972a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:30:54.994481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.004504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.051888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.062818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Provisioning for port b42eabdf-a587-4e92-9904-8e9b946ca520 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:55.107914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Provisioning complete for port b42eabdf-a587-4e92-9904-8e9b946ca520 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:55.108516 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.109259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=9d26083d-2758-456d-b2b0-f044670b9413,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:55.111112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] No DVR routers for this DVR port 9d26083d-2758-456d-b2b0-f044670b9413 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:30:55.196354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 69d8fcc3-cec4-4676-8a64-34758e68972a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:55.212301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.272825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 69d8fcc3-cec4-4676-8a64-34758e68972a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:55.273195 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.302522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:30:55.319538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.329760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:30:55.345422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:30:55.345645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147cf56a-0c88-4abf-851d-4cc2e1021107']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:55.376781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22a268cf-e2c7-490b-8977-28a22f6029e9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:55.377046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22a268cf-e2c7-490b-8977-28a22f6029e9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:55.399710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.408334 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:30:55.425154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382471b-4467-4643-8fe8-92501d598b06 None None] Pushing event updated for resources: {'Port': ['ID=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:55.432614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.441201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Pushing event updated for resources: {'Port': ['ID=2b3f95e4-472b-4f95-8a58-ec266676ab43,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:55.445536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:30:55.448942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:30:55.449373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:30:55.452958 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:30:55.461882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33062) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:55.471920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7f848707-3bcd-4ea4-b3f5-088ea31503b9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/c8e69518-6f64-4940-911e-8a2cb2d41506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4899213 Aug 21 18:30:55.618180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.669137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] For port b42eabdf-a587-4e92-9904-8e9b946ca520, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b42eabdf-a587-4e92-9904-8e9b946ca520,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:55.700036 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.725137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.726317 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.758709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.759550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 69d8fcc3-cec4-4676-8a64-34758e68972a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69d8fcc3-cec4-4676-8a64-34758e68972a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:55.761124 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.763864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/networks/147cf56a-0c88-4abf-851d-4cc2e1021107 HTTP/1.1" status: 204 len: 168 time: 1.3799880 Aug 21 18:30:55.764110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:30:55.771840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14226e0f-fec7-40a1-98e9-42342ef74b15 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Network': ['ID=147cf56a-0c88-4abf-851d-4cc2e1021107,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:55.774982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33064) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:55.833098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b2a04-47d7-410e-988d-f52f545d45be None None] Pushing event updated for resources: {'Port': ['ID=b42eabdf-a587-4e92-9904-8e9b946ca520,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:55.846753 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:55.878105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Network 147cf56a-0c88-4abf-851d-4cc2e1021107 is not hosted by any dhcp agent {{(pid=94600) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 21 18:30:55.878619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] No DVR routers for this DVR port 9d26083d-2758-456d-b2b0-f044670b9413 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:30:55.910017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:55.910644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:55.979479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.980038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.980500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.981161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.982089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.983043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.984058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:55.986336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-318f3300-f8de-483e-8412-c32f97758d7c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4937 time: 0.5103459 Aug 21 18:30:55.990885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33068) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:56.058081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:56.058461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.059050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.059567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.060078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.060580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.061083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:30:56.062912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1e9df23f-37e1-4cce-bc66-11a6ba361502 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4010 time: 0.0694678 Aug 21 18:30:56.068136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33072) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:56.077159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.105471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5d5bf-38dc-45bf-a7e1-3505bc573783 None None] Pushing event deleted for resources: {'Port': ['ID=9d26083d-2758-456d-b2b0-f044670b9413,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:56.109828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9169cb6b-907c-4695-9098-79f224c4b304 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:30:56.114982 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.208057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.212122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.215736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/security-groups/854a5541-7133-4da1-8305-b202d213bf55 HTTP/1.1" status: 204 len: 168 time: 0.4278286 Aug 21 18:30:56.238843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9169cb6b-907c-4695-9098-79f224c4b304 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:30:56.240666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9169cb6b-907c-4695-9098-79f224c4b304 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:30:56.241085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9d26083d-2758-456d-b2b0-f044670b9413 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:30:56.249327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69819a3-cb4f-46d6-8506-4bb03e1878be tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854a5541-7133-4da1-8305-b202d213bf55,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:56.304953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9d26083d-2758-456d-b2b0-f044670b9413 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:30:56.305311 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9d26083d-2758-456d-b2b0-f044670b9413 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:30:56.434131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=69d8fcc3-cec4-4676-8a64-34758e68972a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:56.671535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b42eabdf-a587-4e92-9904-8e9b946ca520 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:30:56.838157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b42eabdf-a587-4e92-9904-8e9b946ca520 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:56.838442 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.886661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:56.892646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040604246', 'description': 'tempest-secgroup-smoke-1040604246 description', 'project_id': '4a7b8a000d594a0e8597175f997c58c0'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:56.952627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.958157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:56.969038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:30:57.011586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5eb73a-29e7-430c-9983-c4960fa67290 None None] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:30:57.116999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 2, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:57.131547 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.141120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.183526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53393779-525f-4791-bcbe-9aac0c144ac7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:57.192422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.196077 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b3d52889-8895-46e9-9b10-2d310f620100 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3076928 Aug 21 18:30:57.202299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:57.214193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:57.217979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:30:57.218439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Updating router c8e69518-6f64-4940-911e-8a2cb2d41506 port 3091da1d-48b7-4076-a9c1-9d75f4825d4b binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:30:57.288892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:57.333956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.372537 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.374326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Provisioning complete for port b42eabdf-a587-4e92-9904-8e9b946ca520 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:57.374707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.429501 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.442840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.465263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbb702b-4876-43e5-b4bb-eeb63c977ef8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:57.478298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.479930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bde7e327-01f5-4226-8516-0637267b300a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2730584 Aug 21 18:30:57.483284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33100) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:57.488598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:57.521721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7f1d051-650b-4f1a-b949-923de3a39da3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:30:57.536338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.565371 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: a7f1d051-650b-4f1a-b949-923de3a39da3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:30:57.565818 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a7f1d051-650b-4f1a-b949-923de3a39da3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:30:57.580108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fa7bb40c-8b75-465b-9cfe-695881469d08 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2323 time: 1.5107651 Aug 21 18:30:57.583780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.647661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.658873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.723625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f342f1-2178-4b52-ae95-aa8392784704,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:57.746045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.750452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a8b9c3dc-6b23-4be7-80b6-ab4763e5bb9a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2660174 Aug 21 18:30:57.751078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33110) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:57.759949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:57.820436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.910375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:30:57.940911 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.947877 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.967295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bafbd7-5559-4bfe-9cff-8a5c05ce842b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:57.989938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:57.991900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a79bd685-49c4-416e-acf1-6e5ccede8cf3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2398007 Aug 21 18:30:57.994636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33116) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.000209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:58.036871 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.087560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:30:58.101288 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:30:58.112154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.118397 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:58.118609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.119431 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:58.134334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.139069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a6852e6c-ec8b-49c0-9993-93a6eaca10ad admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9842825 Aug 21 18:30:58.140053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33118) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.150400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33120) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.155813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789613281', 'description': 'tempest-secgroup-smoke-789613281 description', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:58.162082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.163468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673400 Aug 21 18:30:58.167057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.182887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:58.200790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860925d-0ad9-4791-8a03-cdbf2627fe7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c60782-07d5-4c6f-a006-f133b402e588,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:58.251705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.310297 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:30:58.321217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Provisioning for port 3091da1d-48b7-4076-a9c1-9d75f4825d4b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:58.326469 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.339290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Provisioning complete for port 3091da1d-48b7-4076-a9c1-9d75f4825d4b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:58.339290 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.494318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Port 3091da1d-48b7-4076-a9c1-9d75f4825d4b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:30:58.495286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.500229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69d8fcc3-cec4-4676-8a64-34758e68972a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:30:58.517082 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.577994 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:30:58.626552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Provisioning for port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:30:58.642277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.649912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 69d8fcc3-cec4-4676-8a64-34758e68972a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:58.653183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.666972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Provisioning complete for port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:58.667707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.669969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.757739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:58.773898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c86b0a-006c-4869-96af-003369a2c8f8,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:58.787891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.797293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-24581a89-aa88-40d5-8bb3-5bd94f4a1475 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6440511 Aug 21 18:30:58.799570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.800791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f31a09b6-6135-41d4-805b-9fb28ad8beea tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6305621 Aug 21 18:30:58.802032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.809827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:58.829145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:58.838073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'security_group_rule': {'security_group_id': '53393779-525f-4791-bcbe-9aac0c144ac7', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:58.887308 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.944531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.968346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Transition to ACTIVE for port object 3091da1d-48b7-4076-a9c1-9d75f4825d4b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:58.972374 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 3, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:58.980925 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:58.983041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.040909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:30:59.041485 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Updating router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 port 2b3f95e4-472b-4f95-8a58-ec266676ab43 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:30:59.047848 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Project 4a7b8a000d594a0e8597175f997c58c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:30:59.053808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.066222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] For port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:30:59.086096 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.087207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.109689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.112356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6ebc8-0bfa-4ffc-b1dc-969a1fe26198 None None] Pushing event updated for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.242633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.253937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Attempting to bind port 3091da1d-48b7-4076-a9c1-9d75f4825d4b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:59.254360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Attempting to bind port 3091da1d-48b7-4076-a9c1-9d75f4825d4b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:59.254751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Attempting to bind port 3091da1d-48b7-4076-a9c1-9d75f4825d4b on network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:59.256990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813086b-6e54-4a23-87aa-1c69732476b1 None None] Pushing event updated for resources: {'Port': ['ID=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.258008 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.272431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:59.272820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Checking segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:59.273600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.274001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Bound using segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:59.274550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Bound port: 3091da1d-48b7-4076-a9c1-9d75f4825d4b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:59.274936 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.347463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3fd0ca-0e88-4779-996a-422f65f8290c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.387748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.389287 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.391164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ae157284-1f47-481d-a9db-25e1c6c890bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5857177 Aug 21 18:30:59.395039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33156) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:59.405268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:59.412762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.416816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-87d40841-9568-4936-878d-73f852f9f295 None None] Provisioning complete for port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:30:59.417370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-87d40841-9568-4936-878d-73f852f9f295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.453056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e51558-3f81-4d86-bb06-dcb52f5f8e57,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.521395 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.529500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] For port 3091da1d-48b7-4076-a9c1-9d75f4825d4b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:30:59.532874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] For port 3091da1d-48b7-4076-a9c1-9d75f4825d4b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3091da1d-48b7-4076-a9c1-9d75f4825d4b,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:30:59.538737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.542061 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.553189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e0331522-3139-4ff1-8742-617e0b6b8bc6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7227249 Aug 21 18:30:59.554431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33164) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:30:59.577007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'network': {'name': 'tempest-network-smoke--51460237', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:30:59.640612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:30:59.651576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.673502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:30:59.674566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:30:59.711643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:30:59.739981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.740977 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Added segment d2a7f3e3-c28c-4c7c-aea3-08085a85d253 of type vlan for network d8e95323-d413-441c-9b55-cf18b9af311b Aug 21 18:30:59.781668 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.810879 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Transition to ACTIVE for port object 2b3f95e4-472b-4f95-8a58-ec266676ab43 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:30:59.835676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d6ebc8-0bfa-4ffc-b1dc-969a1fe26198 None None] Pushing event updated for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.836965 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.860740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.863065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.874348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.891506 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Attempting to bind port 2b3f95e4-472b-4f95-8a58-ec266676ab43 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:30:59.891506 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Attempting to bind port 2b3f95e4-472b-4f95-8a58-ec266676ab43 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:30:59.891823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Attempting to bind port 2b3f95e4-472b-4f95-8a58-ec266676ab43 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:30:59.920657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a1dc09-c548-4cc1-ba4b-3c43ea6ffb4f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:30:59.925083 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:30:59.925590 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:30:59.926351 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.926817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:30:59.928253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Bound port: 2b3f95e4-472b-4f95-8a58-ec266676ab43, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:30:59.928959 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.960246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.960861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.961403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.961921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.962612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.963874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.964386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.964938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.965431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.965916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.966395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.966918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:30:59.989649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:30:59.991145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b09ac9dc-6f64-4b31-8f64-2641c4635230 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5946887 Aug 21 18:30:59.994432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33174) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:00.000632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:00.013451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:00.039044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.045252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:00.060752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.076283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] For port 2b3f95e4-472b-4f95-8a58-ec266676ab43, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:00.081686 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Pushing event updated for resources: {'Port': ['ID=2b3f95e4-472b-4f95-8a58-ec266676ab43,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:00.123824 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.124084 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.124432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.124770 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.125104 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.125454 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.125762 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.126090 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.126412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.126760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.127837 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.128350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:31:00.153046 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] For port 2b3f95e4-472b-4f95-8a58-ec266676ab43, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b3f95e4-472b-4f95-8a58-ec266676ab43,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:00.163929 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.185779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6281078 Aug 21 18:31:00.204632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:00.205497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.234359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Allocated IP 172.20.0.1 (2820283f-7af1-48f7-a865-8c9a84e8ff45/9cdc4054-0857-4e2f-8ae5-0f0badad958a/aae9ba16-6a7d-43c0-b730-f4476aa426da) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:00.235805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'admin_state_up': True, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:00.243455 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4772b29-c8c4-41ad-a7ea-dc6e070258ec None None] Pushing event updated for resources: {'Port': ['ID=2b3f95e4-472b-4f95-8a58-ec266676ab43,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:00.265559 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:00.266725 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:00.297667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca7fde-3d74-457e-81ac-80cd6f26c3e0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Network': ['ID=d8e95323-d413-441c-9b55-cf18b9af311b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:00.315962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d8e95323-d413-441c-9b55-cf18b9af311b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:31:00.353463 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.374104 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.378041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.390826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Transition to ACTIVE for port object aae9ba16-6a7d-43c0-b730-f4476aa426da will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:00.453642 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:00.473006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.482360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:00.507692 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.510032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.561968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:00.563432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Pushing event updated for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:00.573211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.580260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:00.583100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:00.649922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58bc333-10d8-470c-ae83-37407104a78d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:00.671731 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.716477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:00.716869 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.769652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.834915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.836746 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6fb8b53e-e232-48e9-81b5-72e27cb9c5be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8405201 Aug 21 18:31:00.840001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:30:59Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:00.841761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33194) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:00.848424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:00.887783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c402f6d-aab6-4ae7-837e-9430558861de None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:30:59Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:00.943971 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:00.949468 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 3, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:01.027904 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76b82bb-f737-4166-9c76-6abbefb021f8 None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 3, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:01.037311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.104317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f04485f-538c-42e7-8477-2f18d7b16b62 None None] Provisioning for port aae9ba16-6a7d-43c0-b730-f4476aa426da completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:01.119809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f04485f-538c-42e7-8477-2f18d7b16b62 None None] Provisioning complete for port aae9ba16-6a7d-43c0-b730-f4476aa426da triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:01.120228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f04485f-538c-42e7-8477-2f18d7b16b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.184090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.209738 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.211842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7f04485f-538c-42e7-8477-2f18d7b16b62 None None] Port aae9ba16-6a7d-43c0-b730-f4476aa426da cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:01.325666 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.332751 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.350108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0160c51c-34a2-4910-9f66-f2723c14c3da,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:01.409168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.411663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.417631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-451cb676-7260-4e8a-9a0c-5fe99ef7390a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5737603 Aug 21 18:31:01.421726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33208) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:01.431364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:01.463797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.514218 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:31:01.539544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Pushing event updated for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:01.548091 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.551793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.722044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:01.725499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.140 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5c7f4288-31b3-4571-aa52-a56960271280) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:01.739859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:01.866908 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.924889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.985487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:01.994276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894260bb-0545-4eb5-95e2-281a52bddd7d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:02.015959 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.017356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-234d6bd2-e711-42bf-b253-9c8d546ece01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5946918 Aug 21 18:31:02.022062 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:02.037625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:02.080007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:31:02.159560 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:31:02.172794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.234892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.257144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-18fa7c6d-0e56-4a8c-bc3d-8f5195623703 None None] Provisioning complete for port aae9ba16-6a7d-43c0-b730-f4476aa426da triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:02.257791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-18fa7c6d-0e56-4a8c-bc3d-8f5195623703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.286224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:02.303175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-60427bc7-5041-4e91-8477-cd0f34b12a93 admin admin] 10.222.0.41 "PUT /v2.0/routers/8dfc0822-3e85-4a9d-a001-0cd52ac51698/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1568735 Aug 21 18:31:02.320090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:02.325559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:02.331761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:02.368448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-18fa7c6d-0e56-4a8c-bc3d-8f5195623703 None None] Port aae9ba16-6a7d-43c0-b730-f4476aa426da cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:02.450543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.513968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.528520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=5c7f4288-31b3-4571-aa52-a56960271280,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:02.578288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01e905d-623d-4ed4-b0f6-a1a33064870a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:02.620130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:02.621497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b3f95e4-472b-4f95-8a58-ec266676ab43 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:02.640360 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3cfd568a-3f1e-4a63-b86a-8186304ba98c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6168299 Aug 21 18:31:02.837842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2b3f95e4-472b-4f95-8a58-ec266676ab43 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:02.849874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2b3f95e4-472b-4f95-8a58-ec266676ab43 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:02.850258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.017016 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.092109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.152321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 2b3f95e4-472b-4f95-8a58-ec266676ab43, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b3f95e4-472b-4f95-8a58-ec266676ab43,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:03.161677 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.161876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-73680678-99eb-45f8-be4b-450c81cc8315 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789613281&fields=id&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 267 time: 0.0801551 Aug 21 18:31:03.162485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3091da1d-48b7-4076-a9c1-9d75f4825d4b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:03.298165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=2b3f95e4-472b-4f95-8a58-ec266676ab43,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:03.332986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3091da1d-48b7-4076-a9c1-9d75f4825d4b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:03.338232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3091da1d-48b7-4076-a9c1-9d75f4825d4b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:03.338959 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.347379 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-1f02f608-2dd2-454a-b7f2-630bea32f17c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:03.349062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-1f02f608-2dd2-454a-b7f2-630bea32f17c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 797 time: 0.1864462 Aug 21 18:31:03.393227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-035c6a66-9028-4462-a848-df29351c0ed0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/quotas/4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 375 time: 0.0360982 Aug 21 18:31:03.479875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.530183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.557242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3091da1d-48b7-4076-a9c1-9d75f4825d4b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3091da1d-48b7-4076-a9c1-9d75f4825d4b,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:03.567206 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.634133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-d5811888-e9b9-479f-a37b-5da2899f9bc6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2394552 Aug 21 18:31:03.651747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33284) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:03.657450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1566109439-network', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:03.705907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Made reservation on behalf of 94876c89dcd445df84ba13ab66174d6f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:03.708563 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.726434 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.757982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:03.784230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:31:03.882060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-75ba53dc-a0ee-435c-ae7a-67bee8841467 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:31:03.883091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-75ba53dc-a0ee-435c-ae7a-67bee8841467 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2010450 Aug 21 18:31:03.887744 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.892384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.963953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:31:03.990294 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:03.990850 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Added segment 319534f7-9efd-48db-88d6-d21f68aeff84 of type vlan for network 4787c5ee-13d9-4853-b543-210310c7370e Aug 21 18:31:04.000850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c35b8b-8e7b-4a7f-89b1-608f0253485e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:04.109906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.140993 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-16978bc0-3459-4fdc-8e24-9e057b34e1af service neutron] 10.222.0.41 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347972 Aug 21 18:31:04.148826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.150069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:04.150803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.337741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6823547 Aug 21 18:31:04.338370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:04.341720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-499a7965-c842-4a7d-9b01-f4b8527b8710 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876979 Aug 21 18:31:04.346223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Request body: {'subnet': {'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1566109439-subnet', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:04.354397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc33368-bb72-4fca-b054-cf9ccb3cb7ac admin admin] Pushing event updated for resources: {'Network': ['ID=4787c5ee-13d9-4853-b543-210310c7370e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:04.383933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Made reservation on behalf of 94876c89dcd445df84ba13ab66174d6f for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:04.385897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 4787c5ee-13d9-4853-b543-210310c7370e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:31:04.386724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.413863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:04.476441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Sync routers for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:04.497991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.498221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b3f95e4-472b-4f95-8a58-ec266676ab43 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:04.506835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-191fe230-8499-4c8c-ba37-8b9cd15f9ded tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.2889359 Aug 21 18:31:04.508988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:04.575514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-911f54e7-1351-44ec-b1c8-4f339ae9eea1 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4a7b8a000d594a0e8597175f997c58c0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644765 Aug 21 18:31:04.576271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33312) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:04.581321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:04.582387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:04.742872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.819904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0deaa83e-a5bb-40a2-aefa-2c3e88312d6a req-34c62697-b27c-4712-a346-2da5f5793527 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 210 time: 0.0885057 Aug 21 18:31:04.879846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2b3f95e4-472b-4f95-8a58-ec266676ab43 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:04.880656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:04.882099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6b7aaea-8c70-48ac-945d-624bfcbc0bfb,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:04.885582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Checking segment: {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:04.885955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Network hostable DHCP agents. Network: 4787c5ee-13d9-4853-b543-210310c7370e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:31:04.897745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1ea2c-153c-41a0-b99e-88bee8425230 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:04.901705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36a1ea2c-153c-41a0-b99e-88bee8425230 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3220143 Aug 21 18:31:04.906609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33322) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:04.932064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:04.946562 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:04.947294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:04.952987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:05.019510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33336) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:05.019802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c54a3d62-0020-4ce3-b15f-c8438cc8ff09 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1057744 Aug 21 18:31:05.021136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Network 4787c5ee-13d9-4853-b543-210310c7370e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:31:05.046937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-722385710', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:05.059899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 4787c5ee-13d9-4853-b543-210310c7370e) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:05.082541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:05.085518 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.104033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080fdcb-87c9-486f-a378-bdea3cb27a9e None None] Network 4787c5ee-13d9-4853-b543-210310c7370e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:31:05.135603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-060a4bcd-8c4a-4282-9f5e-4837b9feca57 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7939372 Aug 21 18:31:05.135804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 33338) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:05.140410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:05.192043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.193116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.201207 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:05.217998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:05.223289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.380207 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.532533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.546869 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:01Z', 'revision_number': 2, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:05.556278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.579685 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:05.579954 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Updating router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 port aae9ba16-6a7d-43c0-b730-f4476aa426da binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:31:05.629908 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.651015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Subnet': ['ID=f15784cb-916e-4812-99e0-98ff3176ed5d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:05.697346 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Checking segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:05.698071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network hostable DHCP agents. Network: d8e95323-d413-441c-9b55-cf18b9af311b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:31:05.743981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network d8e95323-d413-441c-9b55-cf18b9af311b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:31:05.757832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d8e95323-d413-441c-9b55-cf18b9af311b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:05.763899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:05.765946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:05.836723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3091da1d-48b7-4076-a9c1-9d75f4825d4b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:05.839500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7160a88a-a214-40f2-9fd2-08d9d3215b67 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8168590 Aug 21 18:31:05.840335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33352) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:05.855516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64ddd92-0199-4dfa-8d19-00db3d8fbd99 None None] Network d8e95323-d413-441c-9b55-cf18b9af311b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:31:06.090944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60f3db82-c6e9-4008-8c2a-84cc341a2f95 req-fed77a90-f43d-463e-ac31-db9e1a36107f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 210 time: 0.0831659 Aug 21 18:31:06.123140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.167063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.237455 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.253153 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Transition to ACTIVE for port object aae9ba16-6a7d-43c0-b730-f4476aa426da will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:06.264803 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.314981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-4787c5ee-13d9-4853-b543-210310c7370e', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:31:06.316258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.374562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3091da1d-48b7-4076-a9c1-9d75f4825d4b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:06.375209 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.377413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Allocated IP 172.25.1.39 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/84707e0e-d685-407e-9bd8-e1b34290a7a2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:06.527250 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808c147-4ded-4130-b4d9-95c530015c56 None None] Pushing event updated for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:06.634130 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Attempting to bind port aae9ba16-6a7d-43c0-b730-f4476aa426da on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:06.634625 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Attempting to bind port aae9ba16-6a7d-43c0-b730-f4476aa426da by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:06.635084 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Attempting to bind port aae9ba16-6a7d-43c0-b730-f4476aa426da on network 2820283f-7af1-48f7-a865-8c9a84e8ff45 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:06.643324 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:06.654960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-d8e95323-d413-441c-9b55-cf18b9af311b', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:31:06.655843 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.660092 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Checking segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:06.663561 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.664340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Bound using segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:06.667406 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Bound port: aae9ba16-6a7d-43c0-b730-f4476aa426da, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:06.668199 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.705503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:02Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:06.876661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.884970 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] For port aae9ba16-6a7d-43c0-b730-f4476aa426da, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:06.893938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Checking router: 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:06.894441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Updating router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 port 5c7f4288-31b3-4571-aa52-a56960271280 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:31:06.895427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] For port aae9ba16-6a7d-43c0-b730-f4476aa426da, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aae9ba16-6a7d-43c0-b730-f4476aa426da,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:06.909174 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.914265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.943311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:06.983939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:07.049120 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:07.049764 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:07.073388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:07.081735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:07.113051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-f7a311be-95e2-44ae-82ff-ea0ce11d2758 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:07.121540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-f7a311be-95e2-44ae-82ff-ea0ce11d2758 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.64 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 797 time: 0.5819921 Aug 21 18:31:07.123297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:07.125915 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808c147-4ded-4130-b4d9-95c530015c56 None None] Pushing event updated for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:07.146284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Pushing event updated for resources: {'Port': ['ID=84707e0e-d685-407e-9bd8-e1b34290a7a2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:07.304845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-cd341eae-e210-423d-b442-769e18b1b8e6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 379 time: 0.1595855 Aug 21 18:31:07.348299 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:07.355739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'port': {'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'admin_state_up': True, 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'security_groups': ['f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:07.385509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Allocated IP 172.20.0.2 (4787c5ee-13d9-4853-b543-210310c7370e/c6b7aaea-8c70-48ac-945d-624bfcbc0bfb/0931f1ec-6c51-4d51-a323-f415a7245234) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:07.421959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd109da1-6d58-43d5-93d2-e17514f54198 req-1f92a2f4-6202-4263-852d-bb02fc9faa27 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 210 time: 0.1782172 Aug 21 18:31:07.773353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:06Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:07.814534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Allocated IP 172.20.0.2 (d8e95323-d413-441c-9b55-cf18b9af311b/f15784cb-916e-4812-99e0-98ff3176ed5d/eb5c263a-d68f-47fd-9709-ad26599b7409) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:07.911609 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814ca748-b633-4920-9d0d-f33fbf028531 None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:06Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:08.098526 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.135830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.185327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Transition to ACTIVE for port object 5c7f4288-31b3-4571-aa52-a56960271280 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:08.222640 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.299601 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.317583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20087e-c104-4a45-b29c-057adb4af40f None None] Pushing event updated for resources: {'Port': ['ID=5c7f4288-31b3-4571-aa52-a56960271280,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:08.320644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Attempting to bind port 5c7f4288-31b3-4571-aa52-a56960271280 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:08.320644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Attempting to bind port 5c7f4288-31b3-4571-aa52-a56960271280 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:08.320913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Attempting to bind port 5c7f4288-31b3-4571-aa52-a56960271280 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:08.351648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:08.352122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:08.352591 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.353052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:08.353601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Bound port: 5c7f4288-31b3-4571-aa52-a56960271280, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:08.354049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.382050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:08.388549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.413273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Transition to ACTIVE for port object 0931f1ec-6c51-4d51-a323-f415a7245234 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:08.491388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Transition to ACTIVE for port object 0931f1ec-6c51-4d51-a323-f415a7245234 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:08.511556 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.530809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] For port 5c7f4288-31b3-4571-aa52-a56960271280, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:08.533176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.536430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] For port 5c7f4288-31b3-4571-aa52-a56960271280, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5c7f4288-31b3-4571-aa52-a56960271280,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:08.537810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Transition to ACTIVE for port object eb5c263a-d68f-47fd-9709-ad26599b7409 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:08.550553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.608338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Pushing event updated for resources: {'Port': ['ID=0931f1ec-6c51-4d51-a323-f415a7245234,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:08.628395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.666535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Transition to ACTIVE for port object eb5c263a-d68f-47fd-9709-ad26599b7409 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:08.685797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.4 (f3e37a4c-143a-4c51-a4f1-f083a8ea98ad/261f27bd-b5e0-42be-a9c5-ef5393ba4b78/5211abaf-f01c-4163-9df7-2fed4d74eac0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:08.715517 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.746667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Network 4787c5ee-13d9-4853-b543-210310c7370e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:08.758480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:08.759137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:08.777570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Network d8e95323-d413-441c-9b55-cf18b9af311b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:08.779059 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:08.784657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.1 (d8e95323-d413-441c-9b55-cf18b9af311b/f15784cb-916e-4812-99e0-98ff3176ed5d/0aa656c3-aab0-4786-b597-68e592e4f0f0) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:08.812660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:08.837670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01d72c81-dde5-47cf-b673-5f25f0c97b55 req-1ccaa851-51bc-4408-a285-ce9bc475fa79 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 210 time: 0.2293799 Aug 21 18:31:08.893451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:08.942902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:08.964954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:08.983112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object 0aa656c3-aab0-4786-b597-68e592e4f0f0 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:09.031549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.037018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.073412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object 5211abaf-f01c-4163-9df7-2fed4d74eac0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:09.083364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20087e-c104-4a45-b29c-057adb4af40f None None] Pushing event updated for resources: {'Port': ['ID=5c7f4288-31b3-4571-aa52-a56960271280,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:09.135548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:31:09.144594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network d8e95323-d413-441c-9b55-cf18b9af311b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:09.154592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Pushing event updated for resources: {'Port': ['ID=eb5c263a-d68f-47fd-9709-ad26599b7409,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:09.162582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:09.169533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:09.173495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:09.186177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Attempting to bind port eb5c263a-d68f-47fd-9709-ad26599b7409 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:09.186575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Attempting to bind port eb5c263a-d68f-47fd-9709-ad26599b7409 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:09.186936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Attempting to bind port eb5c263a-d68f-47fd-9709-ad26599b7409 on network d8e95323-d413-441c-9b55-cf18b9af311b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:09.199961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:09.200396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Checking segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:09.200791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.201220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Bound using segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:09.201705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Bound port: eb5c263a-d68f-47fd-9709-ad26599b7409, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:09.202087 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.234583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.277046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.332554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] For port eb5c263a-d68f-47fd-9709-ad26599b7409, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:09.335924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] For port eb5c263a-d68f-47fd-9709-ad26599b7409, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eb5c263a-d68f-47fd-9709-ad26599b7409,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:09.366742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:09.393213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.404822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Attempting to bind port 0931f1ec-6c51-4d51-a323-f415a7245234 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:09.405300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Attempting to bind port 0931f1ec-6c51-4d51-a323-f415a7245234 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:09.405723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Attempting to bind port 0931f1ec-6c51-4d51-a323-f415a7245234 on network 4787c5ee-13d9-4853-b543-210310c7370e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:09.442812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:09.448672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:09.505256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aae9ba16-6a7d-43c0-b730-f4476aa426da up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:09.530095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:09.537309 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:09.538000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.539231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Checking segment: {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:09.539670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.540087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Bound using segment: {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:09.540581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Bound port: 0931f1ec-6c51-4d51-a323-f415a7245234, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:09.548587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.558347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:09.577843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:09.613496 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-2e783326-c38c-4159-b0d6-1d680f014e6f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2970817 Aug 21 18:31:09.622436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:09.624486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3fbc3785-b028-4b4b-8ec5-3ec070d6067f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4877632 Aug 21 18:31:09.632432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Request body: {'port': {'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:09.632640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:09.658651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Sync routers for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:09.742024 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.187226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.260655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-adc8535d-59ac-4587-98fb-0f22b03f62d1 None None] Provisioning for port 5211abaf-f01c-4163-9df7-2fed4d74eac0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:10.265663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:10.271534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-adc8535d-59ac-4587-98fb-0f22b03f62d1 None None] Provisioning complete for port 5211abaf-f01c-4163-9df7-2fed4d74eac0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:10.271910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-adc8535d-59ac-4587-98fb-0f22b03f62d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.305821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:10.306099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:10.336078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9896dd1-da61-4da2-97c9-316b0cfa95bb req-0a907ff1-2476-434b-9905-5e88a237fb0a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:10.337614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9896dd1-da61-4da2-97c9-316b0cfa95bb req-0a907ff1-2476-434b-9905-5e88a237fb0a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 931 time: 0.2299218 Aug 21 18:31:10.396028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b383f-8cc7-48f4-8ee7-2be618daebf1 None None] Pushing event updated for resources: {'Port': ['ID=eb5c263a-d68f-47fd-9709-ad26599b7409,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:10.481501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5211abaf-f01c-4163-9df7-2fed4d74eac0 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:10.498881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.506175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-adc8535d-59ac-4587-98fb-0f22b03f62d1 None None] Port 5211abaf-f01c-4163-9df7-2fed4d74eac0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:10.509239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port aae9ba16-6a7d-43c0-b730-f4476aa426da completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:10.518633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Transition to ACTIVE for port object 5211abaf-f01c-4163-9df7-2fed4d74eac0 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:10.525067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aae9ba16-6a7d-43c0-b730-f4476aa426da triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:10.525519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.527119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.578718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9896dd1-da61-4da2-97c9-316b0cfa95bb req-57b52d8b-8689-4f39-a73d-71260268d0e1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479180 Aug 21 18:31:10.671537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Pushing event updated for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:10.691542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] For port 0931f1ec-6c51-4d51-a323-f415a7245234, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:10.706424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] For port 0931f1ec-6c51-4d51-a323-f415a7245234, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0931f1ec-6c51-4d51-a323-f415a7245234,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:10.737019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:10.870182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:10.896853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Attempting to bind port 5211abaf-f01c-4163-9df7-2fed4d74eac0 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:10.897203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Attempting to bind port 5211abaf-f01c-4163-9df7-2fed4d74eac0 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:10.897537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Attempting to bind port 5211abaf-f01c-4163-9df7-2fed4d74eac0 on network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:10.915706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Port 5211abaf-f01c-4163-9df7-2fed4d74eac0 on network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:31:10.916036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Attempting to bind port 5211abaf-f01c-4163-9df7-2fed4d74eac0 on network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:10.931635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:10.931983 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Checking segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:10.932378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Bound using segment: {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:10.932823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Bound port: 5211abaf-f01c-4163-9df7-2fed4d74eac0, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af88b033-aebd-4fd5-970a-615624e48ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:10.933190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.080970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:11.084766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:11.100976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.160978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:11.162097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.163785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] 10.222.0.64 "PUT /v2.0/ports/5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 1092 time: 1.5361218 Aug 21 18:31:11.167302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:11.180561 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec63860-2fc6-46b4-a7ce-d8129e769948" -d '{"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:11.298081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3e84e-2d75-45d3-a7c8-f18c2818890c service neutron] Pushing event updated for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:11.351283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-f51bb3ea-f058-402b-8017-4203eaa6b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:11.354869 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-f51bb3ea-f058-402b-8017-4203eaa6b5eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1095 time: 0.1159234 Aug 21 18:31:11.472166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-4bc3895a-f86a-4e61-92aa-bc4f19679607 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 217 time: 0.1039262 Aug 21 18:31:11.472949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.477971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca1b1e-60c2-4d81-9e77-69608fa6b1c3 None None] Pushing event updated for resources: {'Port': ['ID=0931f1ec-6c51-4d51-a323-f415a7245234,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:11.584912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port aae9ba16-6a7d-43c0-b730-f4476aa426da, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aae9ba16-6a7d-43c0-b730-f4476aa426da,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:11.630143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.640849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-1b3ef0dd-5cb0-46ce-9642-e0b53dd4deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:11.649630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-1b3ef0dd-5cb0-46ce-9642-e0b53dd4deb4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 200 len: 834 time: 0.1636741 Aug 21 18:31:11.715995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.731803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.754169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc139da9-0dc6-4546-b74c-bbe95cd968b9 None None] Network d8e95323-d413-441c-9b55-cf18b9af311b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:31:11.770394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-66655da9-2268-45cf-8bbf-9ebf774b7841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:11.772108 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-66655da9-2268-45cf-8bbf-9ebf774b7841 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088574 Aug 21 18:31:11.774291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:02Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:11.799636 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b5b8e9-e5fe-4b73-8097-3f9c6039b770 x-openstack-request-id: req-52b5b8e9-e5fe-4b73-8097-3f9c6039b770 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:11.805888 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:11.806256 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-52b5b8e9-e5fe-4b73-8097-3f9c6039b770 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:11.807421 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'status': 'completed', 'code': 200} Aug 21 18:31:11.980903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c0d62-b3de-468d-8059-5530f1c53d0b None None] The sync data for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 is: [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:02Z', 'revision_number': 3, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:11.993946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0931f1ec-6c51-4d51-a323-f415a7245234 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:11.996629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:11.999520 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:12.002454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-b5638c42-6d2d-4d88-899d-6a4c6d3182c4 service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158802 Aug 21 18:31:12.268016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cae49e53-e22c-4f34-88ff-476455b20c64 req-b33ac7a1-70a5-410a-9046-94ea86c5744d service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477975 Aug 21 18:31:12.305097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a65c717-1bfc-4fb0-bd02-4259680bbf7f None None] Provisioning for port eb5c263a-d68f-47fd-9709-ad26599b7409 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:12.353484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:12.401486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-d2776037-52a4-41b2-91e7-7a4c3499beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:12.412230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-d2776037-52a4-41b2-91e7-7a4c3499beb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1095 time: 0.0774059 Aug 21 18:31:12.414946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0931f1ec-6c51-4d51-a323-f415a7245234 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:12.432964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:07Z', 'revision_number': 3, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:12.441638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eb5c263a-d68f-47fd-9709-ad26599b7409 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:12.521316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Checking router: ad1568e4-92a5-4d1c-93b8-2e0b25923e10 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:12.522446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Updating router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 port 84707e0e-d685-407e-9bd8-e1b34290a7a2 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:31:12.565900 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:12.647413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d68c5e-348e-4448-8f69-154bb936ab44 req-c4140bf1-da58-452e-9dd0-03fb89340e7c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:12.652126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23d68c5e-348e-4448-8f69-154bb936ab44 req-c4140bf1-da58-452e-9dd0-03fb89340e7c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 943 time: 0.7672942 Aug 21 18:31:12.652813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:12.700844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-bb5c2e22-39f3-4768-bd54-c8d0b975fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:12.702571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-bb5c2e22-39f3-4768-bd54-c8d0b975fcf5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 898 time: 0.2820382 Aug 21 18:31:12.814663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-bff508d0-f13e-44f2-b684-bdd3f07e9b2a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 217 time: 0.0983758 Aug 21 18:31:12.834848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port eb5c263a-d68f-47fd-9709-ad26599b7409 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:12.852922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port eb5c263a-d68f-47fd-9709-ad26599b7409 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:12.853578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:12.955163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2888311-fab6-4f87-8cfb-ddb64469e203 None None] Network 4787c5ee-13d9-4853-b543-210310c7370e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:31:13.038018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-d430f6aa-55b5-4b00-9eef-dc60e227193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:13.039669 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-d430f6aa-55b5-4b00-9eef-dc60e227193f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 200 len: 834 time: 0.2054918 Aug 21 18:31:13.140351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23d68c5e-348e-4448-8f69-154bb936ab44 req-811161d1-c479-4bfc-a59f-0af48865319a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320321 Aug 21 18:31:13.171758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Provisioning for port 0931f1ec-6c51-4d51-a323-f415a7245234 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:13.212913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-6fbdcf0a-d7d0-4c8f-b70d-a72e98c1484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:13.221823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-6fbdcf0a-d7d0-4c8f-b70d-a72e98c1484b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1706154 Aug 21 18:31:13.227596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Provisioning complete for port 0931f1ec-6c51-4d51-a323-f415a7245234 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:13.227875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.248538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network d8e95323-d413-441c-9b55-cf18b9af311b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:13.272005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:13.360437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Allocated IP 172.20.0.1 (4787c5ee-13d9-4853-b543-210310c7370e/c6b7aaea-8c70-48ac-945d-624bfcbc0bfb/bdba19b7-fc8a-459f-933f-66cb76fcc617) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:13.527849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-9070361a-b6ff-46a4-b5f4-d4faee834e7e service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926335 Aug 21 18:31:13.683110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ec63860-2fc6-46b4-a7ce-d8129e769948 req-5fb39a6d-24ad-4bd6-bcb3-e0781b2941a4 service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417670 Aug 21 18:31:13.761029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.824110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.828974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Transition to ACTIVE for port object bdba19b7-fc8a-459f-933f-66cb76fcc617 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:13.868619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:31:13.902606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.912530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port eb5c263a-d68f-47fd-9709-ad26599b7409, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eb5c263a-d68f-47fd-9709-ad26599b7409,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:13.948281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.951269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:13.968426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Transition to ACTIVE for port object 84707e0e-d685-407e-9bd8-e1b34290a7a2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:14.013790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Network 4787c5ee-13d9-4853-b543-210310c7370e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:14.038541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.058123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Pushing event updated for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:14.063407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:14.072013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:14.095443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=eb5c263a-d68f-47fd-9709-ad26599b7409,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:14.107232 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.130856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:14.135364 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.151929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25413c53-752e-49f1-bd65-f70a1bd869e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/625fbb28-95a0-42e0-b00f-5ea4d3f73fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3102715 Aug 21 18:31:14.171636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Attempting to bind port 84707e0e-d685-407e-9bd8-e1b34290a7a2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:14.172004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Attempting to bind port 84707e0e-d685-407e-9bd8-e1b34290a7a2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:14.172364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Attempting to bind port 84707e0e-d685-407e-9bd8-e1b34290a7a2 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:14.189878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:14.190252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:14.190690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.191106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:14.191560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Bound port: 84707e0e-d685-407e-9bd8-e1b34290a7a2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:14.191942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.233970 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53f27d-6369-4939-ad32-0a79929a66d2 None None] Pushing event updated for resources: {'Port': ['ID=84707e0e-d685-407e-9bd8-e1b34290a7a2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:14.263859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5c7f4288-31b3-4571-aa52-a56960271280 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:14.273022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5211abaf-f01c-4163-9df7-2fed4d74eac0 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:31:14.281535 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] For port 0931f1ec-6c51-4d51-a323-f415a7245234, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0931f1ec-6c51-4d51-a323-f415a7245234,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:14.333789 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.409055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b505c1d-6bfd-4822-890d-17f63217510e req-f7f80584-c1a2-41c3-88f6-63ebb926eae7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:14.412118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b505c1d-6bfd-4822-890d-17f63217510e req-f7f80584-c1a2-41c3-88f6-63ebb926eae7 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 943 time: 0.1165049 Aug 21 18:31:14.446955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Provisioning for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:14.454749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.494265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.resource_extend [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 21 18:31:14.505463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9b505c1d-6bfd-4822-890d-17f63217510e req-733da007-8698-42cb-9cf1-9a479075aa80 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862975 Aug 21 18:31:14.531239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Provisioning complete for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:14.531621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.586093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Port 0aa656c3-aab0-4786-b597-68e592e4f0f0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:14.619281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] For port 84707e0e-d685-407e-9bd8-e1b34290a7a2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:14.624049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-a6481fa5-d5c7-4063-b97c-9f516d656ced tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040604246&fields=id&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 267 time: 0.1419067 Aug 21 18:31:14.681044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] For port 84707e0e-d685-407e-9bd8-e1b34290a7a2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84707e0e-d685-407e-9bd8-e1b34290a7a2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:14.707389 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.712594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Pushing event updated for resources: {'Port': ['ID=0931f1ec-6c51-4d51-a323-f415a7245234,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:14.741242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Provisioning complete for port eb5c263a-d68f-47fd-9709-ad26599b7409 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:14.741616 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea8c39d0-ac43-49dc-9329-db9058d40cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.799749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5c7f4288-31b3-4571-aa52-a56960271280 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:14.825037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5c7f4288-31b3-4571-aa52-a56960271280 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:14.825653 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:14.891630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:14.902473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53f27d-6369-4939-ad32-0a79929a66d2 None None] Pushing event updated for resources: {'Port': ['ID=84707e0e-d685-407e-9bd8-e1b34290a7a2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:14.914218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:14.914915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:14.962385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:31:14.971972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-0b2c4dca-4f3d-4c5a-a335-802d05c460ce tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:14.973512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-0b2c4dca-4f3d-4c5a-a335-802d05c460ce tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 795 time: 0.3360722 Aug 21 18:31:14.997421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-31272870-b549-4fb8-bbfa-82a8b9ef8c21 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/quotas/4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 375 time: 0.0166566 Aug 21 18:31:15.047098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.068012 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.136805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Pushing event updated for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:15.159506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:15.160679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.161935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.201614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5211abaf-f01c-4163-9df7-2fed4d74eac0 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:15.214403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Sync routers for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:15.229634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.233025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-0bb68f7e-7112-49f0-bd11-2fe2aff2711a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2239943 Aug 21 18:31:15.245830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:15.246756 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:15.304798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:15.340351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5c7f4288-31b3-4571-aa52-a56960271280, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5c7f4288-31b3-4571-aa52-a56960271280,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:15.341327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.356654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-557f3803-12a2-4c55-9255-70358a03904a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:31:15.358297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-557f3803-12a2-4c55-9255-70358a03904a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071008 Aug 21 18:31:15.379725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.380512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:15.380624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aae9ba16-6a7d-43c0-b730-f4476aa426da up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:15.383835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Network 4787c5ee-13d9-4853-b543-210310c7370e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:15.397122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:15.466649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Provisioning complete for port 0931f1ec-6c51-4d51-a323-f415a7245234 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:15.467026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.624183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:15.675803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5211abaf-f01c-4163-9df7-2fed4d74eac0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:31:15.678099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port aae9ba16-6a7d-43c0-b730-f4476aa426da triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:15.678462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.685925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddfb7e-d53d-45fb-8ecc-b83309b2ff00 req-546f2271-2520-4417-beb4-e90b5c0ca674 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:15.701980 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fddfb7e-d53d-45fb-8ecc-b83309b2ff00 req-546f2271-2520-4417-beb4-e90b5c0ca674 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 944 time: 0.1098156 Aug 21 18:31:15.720563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:31:15.761466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fddfb7e-d53d-45fb-8ecc-b83309b2ff00 req-471aad89-08f4-4d43-aef2-9bc01fe965d9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610764 Aug 21 18:31:15.791844 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 2, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:15.800229 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-727f63cb-3a9e-444e-8c7f-d521a0b73456 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348512 Aug 21 18:31:15.848937 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Checking router: 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:15.849298 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Updating router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 port 0aa656c3-aab0-4786-b597-68e592e4f0f0 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:31:15.855299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5c7f4288-31b3-4571-aa52-a56960271280,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:15.898483 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:15.995242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Provisioning complete for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:15.995618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.082647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Port 0aa656c3-aab0-4786-b597-68e592e4f0f0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:16.139260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Provisioning for port bdba19b7-fc8a-459f-933f-66cb76fcc617 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:16.154342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Provisioning complete for port bdba19b7-fc8a-459f-933f-66cb76fcc617 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:16.154754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.219539 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.241455 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Transition to ACTIVE for port object 0aa656c3-aab0-4786-b597-68e592e4f0f0 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:16.248685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bdba19b7-fc8a-459f-933f-66cb76fcc617', 'name': '', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'mac_address': 'fa:16:3e:f4:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:12Z', 'updated_at': '2021-08-21T18:31:13Z', 'revision_number': 1, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'subnets': [{'id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:16.264961 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.291499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f8edeae7-930f-48f5-9b50-c996ee7ffbf3 None None] Port bdba19b7-fc8a-459f-933f-66cb76fcc617 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:16.294428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4cdb6d-f790-4002-87aa-002a6c4e29b3 None None] The sync data for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 is: [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bdba19b7-fc8a-459f-933f-66cb76fcc617', 'name': '', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'mac_address': 'fa:16:3e:f4:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:12Z', 'updated_at': '2021-08-21T18:31:13Z', 'revision_number': 1, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'subnets': [{'id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:16.338028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-475cb298-16df-4242-8c5c-3c2448d00147 service neutron] 10.222.0.41 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289707 Aug 21 18:31:16.441853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eb5c263a-d68f-47fd-9709-ad26599b7409 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:16.511010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:16.526914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Attempting to bind port 0aa656c3-aab0-4786-b597-68e592e4f0f0 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:16.526914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Attempting to bind port 0aa656c3-aab0-4786-b597-68e592e4f0f0 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:16.527259 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Attempting to bind port 0aa656c3-aab0-4786-b597-68e592e4f0f0 on network d8e95323-d413-441c-9b55-cf18b9af311b {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:16.537853 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:16.538227 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Checking segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:16.538926 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.539533 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Bound using segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:16.539899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-821b70b7-2a2c-4c51-adca-5a4fa8815f0a admin admin] 10.222.0.41 "PUT /v2.0/routers/ad1568e4-92a5-4d1c-93b8-2e0b25923e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9061058 Aug 21 18:31:16.540469 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Bound port: 0aa656c3-aab0-4786-b597-68e592e4f0f0, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:16.546552 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.561202 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb6f00-3367-4b07-8a45-a9f66470c3fb None None] Pushing event updated for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:16.618357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5df8d61e-76a3-4b5f-9583-759fc373d3c9 None None] Provisioning complete for port bdba19b7-fc8a-459f-933f-66cb76fcc617 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:16.618776 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5df8d61e-76a3-4b5f-9583-759fc373d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.703191 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d687dff-d9af-4f14-9ca8-c421a66ee4ef req-f50e2282-05c5-45c5-b7c1-bf2d3187b4f3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 210 time: 0.0846734 Aug 21 18:31:16.734703 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] For port 0aa656c3-aab0-4786-b597-68e592e4f0f0, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:16.750448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] For port 0aa656c3-aab0-4786-b597-68e592e4f0f0, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0aa656c3-aab0-4786-b597-68e592e4f0f0,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:16.756333 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:16.963528 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:16.964182 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:30:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:17.129615 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb6f00-3367-4b07-8a45-a9f66470c3fb None None] Pushing event updated for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:17.130998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee184d00-7cdd-45aa-a54b-e64e56fd60cc req-2cda08cf-3432-46b2-acc4-4b2460322d87 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:17.146828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee184d00-7cdd-45aa-a54b-e64e56fd60cc req-2cda08cf-3432-46b2-acc4-4b2460322d87 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 944 time: 0.1881566 Aug 21 18:31:17.264091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee184d00-7cdd-45aa-a54b-e64e56fd60cc req-22fb0be7-4c96-4fe7-86fb-500d8ed604d6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113207 Aug 21 18:31:17.352707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:17.365173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5df8d61e-76a3-4b5f-9583-759fc373d3c9 None None] Port bdba19b7-fc8a-459f-933f-66cb76fcc617 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:17.381010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port eb5c263a-d68f-47fd-9709-ad26599b7409 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:17.381391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:17.641159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0931f1ec-6c51-4d51-a323-f415a7245234 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:17.818068 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca8f679d-fec8-4ea5-a3a6-ad15c13ffbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:17.892374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0931f1ec-6c51-4d51-a323-f415a7245234 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:17.892744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:17.977289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a9b29d2-6084-4292-be7a-87198010c72b req-108c4aef-d81e-4008-bab1-2f696da71277 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 210 time: 0.0550463 Aug 21 18:31:18.078574 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:16Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:18.138456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5c7f4288-31b3-4571-aa52-a56960271280 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:18.153677 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd30e7cd-1b3e-4f8d-8393-ee6232df9c6a None None] The sync data for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 is: [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:16Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:18.266000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5211abaf-f01c-4163-9df7-2fed4d74eac0 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:18.331463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5c7f4288-31b3-4571-aa52-a56960271280 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:18.331933 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:18.494163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5211abaf-f01c-4163-9df7-2fed4d74eac0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:18.509758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac97eb4-2372-46c9-9aac-893681892069 req-a0b8f91c-3954-408a-80fe-280a8814b7ec tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:18.511551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aac97eb4-2372-46c9-9aac-893681892069 req-a0b8f91c-3954-408a-80fe-280a8814b7ec tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 944 time: 0.0890870 Aug 21 18:31:18.536424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5211abaf-f01c-4163-9df7-2fed4d74eac0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:18.537058 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:18.598793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:18.670838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aac97eb4-2372-46c9-9aac-893681892069 req-bcc7863d-8b78-4e60-a620-b1595a16ec7d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473002 Aug 21 18:31:18.834075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:18.846755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84707e0e-d685-407e-9bd8-e1b34290a7a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:19.010028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 84707e0e-d685-407e-9bd8-e1b34290a7a2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:19.016238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:19.023740 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5002c748-2fb7-4b5c-a949-80defa8adb96" -d '{"events": [{"server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "name": "network-vif-plugged", "status": "completed", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:19.091359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 84707e0e-d685-407e-9bd8-e1b34290a7a2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:19.091866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.095494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:19.103886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.141468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.247824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:19.259519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-89fae05c-0652-4141-8515-d4c4d04eb93b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:19.265317 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-89fae05c-0652-4141-8515-d4c4d04eb93b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 795 time: 0.9070082 Aug 21 18:31:19.294448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eea7b5a1-a077-4618-a0b5-3c8c010e1391 req-87ebeb0e-d350-4c95-9fe7-e477c81d7a7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 210 time: 0.1202109 Aug 21 18:31:19.297145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.320665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 84707e0e-d685-407e-9bd8-e1b34290a7a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84707e0e-d685-407e-9bd8-e1b34290a7a2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:19.334459 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.338013 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05108595-bbf0-483d-9638-cb30bcb1e094 x-openstack-request-id: req-05108595-bbf0-483d-9638-cb30bcb1e094 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:19.338487 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "name": "network-vif-plugged", "status": "completed", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:19.339496 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05108595-bbf0-483d-9638-cb30bcb1e094 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:19.340136 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'code': 200} Aug 21 18:31:19.407494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=84707e0e-d685-407e-9bd8-e1b34290a7a2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:19.414297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-f9b4838c-d91d-4594-9bfa-f68987d6d51d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a7b8a000d594a0e8597175f997c58c0 HTTP/1.1" status: 200 len: 380 time: 0.1259222 Aug 21 18:31:19.454084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'port': {'device_id': '94338a67-59a9-4c26-804d-235071502e99', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'admin_state_up': True, 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'security_groups': ['53393779-525f-4791-bcbe-9aac0c144ac7']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:19.576846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e384f-f1d3-44e9-a9f3-670229516113 req-26134655-378b-4665-8138-2d200fa29524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:19.581834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc9e384f-f1d3-44e9-a9f3-670229516113 req-26134655-378b-4665-8138-2d200fa29524 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1097 time: 0.1665726 Aug 21 18:31:19.720308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc9e384f-f1d3-44e9-a9f3-670229516113 req-b8fbbdc6-54be-4167-9d3d-14113343f751 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410440 Aug 21 18:31:19.720877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Made reservation on behalf of 4a7b8a000d594a0e8597175f997c58c0 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:19.724414 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:19.966617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea77aa-e79d-454f-8364-5db3dbef78e7 req-b305a920-a3a3-4c8f-8497-619838d5446b tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:19.973882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ea77aa-e79d-454f-8364-5db3dbef78e7 req-b305a920-a3a3-4c8f-8497-619838d5446b tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.1611230 Aug 21 18:31:20.034758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.20.0.6 (d8e95323-d413-441c-9b55-cf18b9af311b/f15784cb-916e-4812-99e0-98ff3176ed5d/cd73c06e-0b81-4d05-bef6-c6e59abb92ea) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:20.052592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83ea77aa-e79d-454f-8364-5db3dbef78e7 req-26435a17-88b5-4400-8216-fe5529ec964a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712361 Aug 21 18:31:20.331978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:20.332637 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4097c71c-031e-4541-9dd7-a61312c0a1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:20.355859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Transition to ACTIVE for port object cd73c06e-0b81-4d05-bef6-c6e59abb92ea will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:20.429552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:20.484523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:20.549189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network d8e95323-d413-441c-9b55-cf18b9af311b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:20.566680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:20.574076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:20.631329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7d40b-dcc6-4a0d-b0f4-3c5c14558bbc req-88d296fa-b75f-4ef1-9d25-15a11ec3f45e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:20.646268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baf7d40b-dcc6-4a0d-b0f4-3c5c14558bbc req-88d296fa-b75f-4ef1-9d25-15a11ec3f45e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 931 time: 0.1643093 Aug 21 18:31:20.695613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:20.730820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baf7d40b-dcc6-4a0d-b0f4-3c5c14558bbc req-fd5b525b-0619-4da3-9c27-e6ded586c13c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816872 Aug 21 18:31:20.786971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:20.787660 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:20.839439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-00a04865-0d16-440b-8f8d-53d706dd2387 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3905733 Aug 21 18:31:20.853934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Request body: {'port': {'device_id': '94338a67-59a9-4c26-804d-235071502e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:20.897957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0aa656c3-aab0-4786-b597-68e592e4f0f0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:20.966468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.056934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:21.087649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:21.088321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.193851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53c3b961-19a9-4606-b3ca-23a66c616557 None None] Provisioning for port cd73c06e-0b81-4d05-bef6-c6e59abb92ea completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:21.211585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53c3b961-19a9-4606-b3ca-23a66c616557 None None] Provisioning complete for port cd73c06e-0b81-4d05-bef6-c6e59abb92ea triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:21.212136 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53c3b961-19a9-4606-b3ca-23a66c616557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.332776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-53c3b961-19a9-4606-b3ca-23a66c616557 None None] Port cd73c06e-0b81-4d05-bef6-c6e59abb92ea cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:31:21.350378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.408499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 0aa656c3-aab0-4786-b597-68e592e4f0f0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0aa656c3-aab0-4786-b597-68e592e4f0f0,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:21.420211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.421405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84707e0e-d685-407e-9bd8-e1b34290a7a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:21.444023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0933584-1e90-4182-aff8-cf290ace48d0 req-c4bee7df-d420-48c2-b3e6-43864314b90a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:21.446817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0933584-1e90-4182-aff8-cf290ace48d0 req-c4bee7df-d420-48c2-b3e6-43864314b90a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.2115152 Aug 21 18:31:21.619946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd73c06e-0b81-4d05-bef6-c6e59abb92ea {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:21.629956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.646656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Transition to ACTIVE for port object cd73c06e-0b81-4d05-bef6-c6e59abb92ea will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:21.662939 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.669052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 84707e0e-d685-407e-9bd8-e1b34290a7a2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:21.669422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.676681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:21.697872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:21.741043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:21.762411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f0933584-1e90-4182-aff8-cf290ace48d0 req-f4152682-c194-4487-839e-569545f5a082 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458193 Aug 21 18:31:21.893857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Attempting to bind port cd73c06e-0b81-4d05-bef6-c6e59abb92ea on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:21.894150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Attempting to bind port cd73c06e-0b81-4d05-bef6-c6e59abb92ea by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:21.894443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Attempting to bind port cd73c06e-0b81-4d05-bef6-c6e59abb92ea on network d8e95323-d413-441c-9b55-cf18b9af311b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:21.900968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Port cd73c06e-0b81-4d05-bef6-c6e59abb92ea on network d8e95323-d413-441c-9b55-cf18b9af311b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:31:21.901298 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Attempting to bind port cd73c06e-0b81-4d05-bef6-c6e59abb92ea on network d8e95323-d413-441c-9b55-cf18b9af311b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:21.949839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:21.950264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Checking segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:21.950887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Bound using segment: {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:21.951340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Bound port: cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:21.952013 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.027258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab97f3-0437-408b-a4b6-406b03a4d0f1 req-49cd0662-ab08-450b-a60d-de1e4427fcf6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.029728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2ab97f3-0437-408b-a4b6-406b03a4d0f1 req-49cd0662-ab08-450b-a60d-de1e4427fcf6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 943 time: 0.1588991 Aug 21 18:31:22.076901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:22.081092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:22.096921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Sync routers for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:22.098652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b54d06-aa7b-4052-9697-7c2511b0536e req-8f2f6c8d-5d70-43ce-94bb-a59638bc4225 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.101060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2ab97f3-0437-408b-a4b6-406b03a4d0f1 req-7a4da79f-8f14-446a-9261-db0d210e284d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648432 Aug 21 18:31:22.107260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-69b54d06-aa7b-4052-9697-7c2511b0536e req-8f2f6c8d-5d70-43ce-94bb-a59638bc4225 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.1949522 Aug 21 18:31:22.109463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:22.111221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:22.137047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.228820 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-69b54d06-aa7b-4052-9697-7c2511b0536e req-d0bd9418-cd1d-4a74-b8d2-e577e18e55ed tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205509 Aug 21 18:31:22.274889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33758) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:22.288677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.288677 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.290039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] 10.222.0.39 "PUT /v2.0/ports/cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 1092 time: 1.4409473 Aug 21 18:31:22.290681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:22.301720 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1a2cff-0af3-4dec-ae76-7da6338873b5" -d '{"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:22.331266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:22.408115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db071c5-2917-4b7f-9c69-4a2795cfa8db tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.408358 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c400d-a0f4-49a2-acd9-df0a6f454dd2 x-openstack-request-id: req-de2c400d-a0f4-49a2-acd9-df0a6f454dd2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:22.409566 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:22.409778 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de2c400d-a0f4-49a2-acd9-df0a6f454dd2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:22.410855 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'status': 'completed', 'code': 200} Aug 21 18:31:22.414434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1db071c5-2917-4b7f-9c69-4a2795cfa8db tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1092 time: 0.1384473 Aug 21 18:31:22.417424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 33764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:22.424789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:22.459191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823bbb05-720f-4980-bdb9-d41a0704b00c service neutron] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:22.497856 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.512552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-e6beec08-a4a2-4e23-94f6-ca0f0c30b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.514103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-e6beec08-a4a2-4e23-94f6-ca0f0c30b3a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1095 time: 0.1642246 Aug 21 18:31:22.715917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-96b6db96-c7ee-4e5b-bf9c-e3a3dba3598c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 217 time: 0.1910653 Aug 21 18:31:22.720660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bdba19b7-fc8a-459f-933f-66cb76fcc617', 'name': '', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'mac_address': 'fa:16:3e:f4:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:12Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 2, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'subnets': [{'id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:22.756514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Checking router: ad1568e4-92a5-4d1c-93b8-2e0b25923e10 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:22.756955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Updating router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 port bdba19b7-fc8a-459f-933f-66cb76fcc617 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:31:22.760330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0aa656c3-aab0-4786-b597-68e592e4f0f0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:22.811637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.842423 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.882645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-692f44ee-aa0b-4288-bc00-2ace774faced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:22.883502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0aa656c3-aab0-4786-b597-68e592e4f0f0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:22.883966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:22.885634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-692f44ee-aa0b-4288-bc00-2ace774faced service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 200 len: 834 time: 0.1562269 Aug 21 18:31:23.000454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-b813013d-4ca0-4082-8133-db61f5f9d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:23.006409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-b813013d-4ca0-4082-8133-db61f5f9d8d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e95323-d413-441c-9b55-cf18b9af311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1128736 Aug 21 18:31:23.107290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.25.1.5 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/31774fb6-9b9d-4666-b056-045bf9fda60b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:23.208728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-d3fb0b1a-a3c9-4404-9dba-9a82feab65dd service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938119 Aug 21 18:31:23.349644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.452694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.512434 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.516150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907f4a2-241e-44e4-879b-be51c0bae592 req-53361df8-ab29-4bfe-9fb5-7f6d1846ab93 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:23.517786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a907f4a2-241e-44e4-879b-be51c0bae592 req-53361df8-ab29-4bfe-9fb5-7f6d1846ab93 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 943 time: 0.1723680 Aug 21 18:31:23.523681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1294e418-d3ee-44e5-b1e8-751cdc6da95f req-c29989b2-e888-4fde-b8ad-11233089fba6 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068466 Aug 21 18:31:23.536263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Transition to ACTIVE for port object bdba19b7-fc8a-459f-933f-66cb76fcc617 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:23.545931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.578627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a907f4a2-241e-44e4-879b-be51c0bae592 req-33e0192c-61a0-4ae3-9a3c-9e6ec5d94855 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480931 Aug 21 18:31:23.598150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.642850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e626a-7f2a-4ca2-9de3-0204068c9517 None None] Pushing event updated for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:23.690267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-f32c159b-c61b-47eb-ac5c-a1b4f6b00e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:23.691887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-f32c159b-c61b-47eb-ac5c-a1b4f6b00e69 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1095 time: 0.0902624 Aug 21 18:31:23.697870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=31774fb6-9b9d-4666-b056-045bf9fda60b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:23.720640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:23.732171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:23.753471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:23.793898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Attempting to bind port bdba19b7-fc8a-459f-933f-66cb76fcc617 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:23.794463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Attempting to bind port bdba19b7-fc8a-459f-933f-66cb76fcc617 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:23.794719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Attempting to bind port bdba19b7-fc8a-459f-933f-66cb76fcc617 on network 4787c5ee-13d9-4853-b543-210310c7370e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:23.811963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:23.812222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Checking segment: {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:23.812626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.813032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Bound using segment: {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:23.813554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Bound port: bdba19b7-fc8a-459f-933f-66cb76fcc617, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319534f7-9efd-48db-88d6-d21f68aeff84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:23.813941 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:23.966256 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-bb637a35-291d-4660-88a0-e6869cba27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:23.974703 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-bb637a35-291d-4660-88a0-e6869cba27e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 896 time: 0.2734635 Aug 21 18:31:24.035430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] For port bdba19b7-fc8a-459f-933f-66cb76fcc617, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:24.039418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] For port bdba19b7-fc8a-459f-933f-66cb76fcc617, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bdba19b7-fc8a-459f-933f-66cb76fcc617,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:24.048982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:24.070314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-98564c29-8e35-4d8a-9ab8-597685c1fb03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 217 time: 0.0886850 Aug 21 18:31:24.179690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:24.180435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:24.270664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-442903fd-e3fe-45c4-84f5-01d3d3df87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:24.272518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-442903fd-e3fe-45c4-84f5-01d3d3df87f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 200 len: 834 time: 0.1723258 Aug 21 18:31:24.396547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-f6ce0723-5247-4125-867a-9edc721cefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:24.398439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-f6ce0723-5247-4125-867a-9edc721cefaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e95323-d413-441c-9b55-cf18b9af311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163967 Aug 21 18:31:24.414184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e626a-7f2a-4ca2-9de3-0204068c9517 None None] Pushing event updated for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:24.495586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:24.588025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:24.639150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-94b7a635-9f09-470e-a180-e4012d2f9169 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314227 Aug 21 18:31:24.681283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:24.781225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bdba19b7-fc8a-459f-933f-66cb76fcc617 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:24.917767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa1a2cff-0af3-4dec-ae76-7da6338873b5 req-05554937-aa6e-4b16-ba1e-5d6396a8f925 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665861 Aug 21 18:31:25.028841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782372f-7182-4f78-8711-e57d8f231e7d req-524f0df3-f5d0-48ff-9ff6-0439ab88437b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:25.034265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e782372f-7182-4f78-8711-e57d8f231e7d req-524f0df3-f5d0-48ff-9ff6-0439ab88437b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 943 time: 0.2366853 Aug 21 18:31:25.088022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port bdba19b7-fc8a-459f-933f-66cb76fcc617 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:25.145896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bdba19b7-fc8a-459f-933f-66cb76fcc617 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:25.146271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.151339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.167076 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.232307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bdba19b7-fc8a-459f-933f-66cb76fcc617', 'name': '', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'mac_address': 'fa:16:3e:f4:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:12Z', 'updated_at': '2021-08-21T18:31:24Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'subnets': [{'id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:25.242154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=31774fb6-9b9d-4666-b056-045bf9fda60b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:25.260182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e782372f-7182-4f78-8711-e57d8f231e7d req-51a79951-1f78-49da-8430-24ba002e0a55 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130127 Aug 21 18:31:25.289590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a586d-4996-4c72-aa2e-c49c2f8f7638 None None] The sync data for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 is: [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:31:14Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bdba19b7-fc8a-459f-933f-66cb76fcc617', 'name': '', 'network_id': '4787c5ee-13d9-4853-b543-210310c7370e', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'mac_address': 'fa:16:3e:f4:ac:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:12Z', 'updated_at': '2021-08-21T18:31:24Z', 'revision_number': 4, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'subnets': [{'id': 'c6b7aaea-8c70-48ac-945d-624bfcbc0bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:25.325154 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.347376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.379496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port bdba19b7-fc8a-459f-933f-66cb76fcc617, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bdba19b7-fc8a-459f-933f-66cb76fcc617,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:25.394756 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:25.529632 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Floating IP 41d5a554-67c8-4a6d-a57c-64f13986cb45 associated. External IP: 172.25.1.5, port: 5211abaf-f01c-4163-9df7-2fed4d74eac0. Aug 21 18:31:25.546255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:25.671175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:31:25.872898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:25.893250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'mac_address': 'fa:16:3e:bb:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:31:25.991877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:26.041943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd73c06e-0b81-4d05-bef6-c6e59abb92ea {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:26.104295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:26.118392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:26.214347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:31:26.256383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:26.339606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cd73c06e-0b81-4d05-bef6-c6e59abb92ea'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:31:26.415881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:26.427343 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:26.439251 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:26.440459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:26.467157 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:26.576093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-31b44b65-e596-4847-b0e7-2976ae7620ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.1571670 Aug 21 18:31:26.576289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b86db0-3bea-4146-8bbc-ad70434ff567 req-9fbeabe1-f49f-42a6-902e-a412d381f59b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:26.578784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34040) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:26.579812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:26.582141 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70d0fb6-3a07-4665-93c0-e0c55f558f63" -d '{"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:26.582920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20b86db0-3bea-4146-8bbc-ad70434ff567 req-9fbeabe1-f49f-42a6-902e-a412d381f59b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 944 time: 0.1862061 Aug 21 18:31:26.724485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20b86db0-3bea-4146-8bbc-ad70434ff567 req-ee3073c5-fc1a-43f7-80b4-60813c64c7a8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350231 Aug 21 18:31:26.770380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bdba19b7-fc8a-459f-933f-66cb76fcc617 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:26.810175 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078dcbf9-b12a-4b92-a3ef-b0eed97a6d41 x-openstack-request-id: req-078dcbf9-b12a-4b92-a3ef-b0eed97a6d41 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:26.810485 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:26.810806 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-078dcbf9-b12a-4b92-a3ef-b0eed97a6d41 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:26.811230 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'status': 'completed', 'code': 200} Aug 21 18:31:26.845191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-bed1d258-212b-4eef-8c3f-2cd403cdf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:26.849158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-bed1d258-212b-4eef-8c3f-2cd403cdf2c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1097 time: 0.0800464 Aug 21 18:31:26.867760 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:26.903069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a9874c37-2194-4acf-88b1-99ac5919de5b tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/41d5a554-67c8-4a6d-a57c-64f13986cb45 HTTP/1.1" status: 200 len: 989 time: 0.3041370 Aug 21 18:31:27.113262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-2c2f1dbc-d8e0-46b9-9ecb-795857570856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:27.115738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-2c2f1dbc-d8e0-46b9-9ecb-795857570856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 898 time: 0.2589407 Aug 21 18:31:27.209476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-e6dc8dab-2bec-4013-b488-c95bebf8772e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 997 time: 0.0788159 Aug 21 18:31:27.295347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-70a0790c-1cf6-4386-917e-e887baf37634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:27.297304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-70a0790c-1cf6-4386-917e-e887baf37634 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 200 len: 834 time: 0.0773916 Aug 21 18:31:27.401512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-9860e973-c214-4bec-8863-0d4674214d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:27.401688 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:24Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:27.404630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-9860e973-c214-4bec-8863-0d4674214d35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963743 Aug 21 18:31:27.448393 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:27.462933 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:27.464653 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:27.511188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bdba19b7-fc8a-459f-933f-66cb76fcc617 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:27.511766 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:27.615513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:27.674851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-f9539dd4-d4af-4fc4-9849-f429499ab782 service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599037 Aug 21 18:31:27.868463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e70d0fb6-3a07-4665-93c0-e0c55f558f63 req-933a44c7-b8b2-4527-9ac0-33184bf23dfb service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874502 Aug 21 18:31:27.894269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34164) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:27.992394 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:24Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:27.996417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c930cd-6adf-4cbd-8cbf-271792fa6763 req-02691ed7-7d63-4502-80a7-eb83aa9ece18 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:28.007920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68c930cd-6adf-4cbd-8cbf-271792fa6763 req-02691ed7-7d63-4502-80a7-eb83aa9ece18 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 944 time: 0.1276200 Aug 21 18:31:28.027817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bb2adf-045f-4830-8b52-58ef2ead4f39 None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:30:52Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:24Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:28.069453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d24e42bd-f5d6-4670-84a7-d9d0dc44017c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/41d5a554-67c8-4a6d-a57c-64f13986cb45 HTTP/1.1" status: 200 len: 989 time: 0.1739857 Aug 21 18:31:28.077100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68c930cd-6adf-4cbd-8cbf-271792fa6763 req-dab2ba99-1fff-4d24-b389-bda9cb19ca72 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683186 Aug 21 18:31:28.321515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4668f3-8b4b-42e4-94c4-957e95df8c1b None None] New status for floating IP 41d5a554-67c8-4a6d-a57c-64f13986cb45: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:31:29.071859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34312) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:29.135464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2d4f59aa-aa18-4003-889e-5be86a436691 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/41d5a554-67c8-4a6d-a57c-64f13986cb45 HTTP/1.1" status: 200 len: 991 time: 0.0623653 Aug 21 18:31:29.236408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbc9fc-4662-4987-a7c3-85b938da199e req-3b587c5e-3014-4b1a-8533-2cefb90e9c99 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:29.238282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccdbc9fc-4662-4987-a7c3-85b938da199e req-3b587c5e-3014-4b1a-8533-2cefb90e9c99 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 944 time: 0.0748830 Aug 21 18:31:29.287571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccdbc9fc-4662-4987-a7c3-85b938da199e req-42bd4469-cef3-4c72-a189-a77396a75480 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Aug 21 18:31:29.533639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-15b3cbbe-2884-4834-acfa-ef842b398d6d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:29.535298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-15b3cbbe-2884-4834-acfa-ef842b398d6d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 814 time: 0.1309593 Aug 21 18:31:29.551352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-3a95a522-b23d-4b85-88b7-4b4d5da36d4e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/quotas/39d4784eb6624ef2b0ce86c83461878f HTTP/1.1" status: 200 len: 375 time: 0.0098722 Aug 21 18:31:29.588990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-4e9c007f-21cd-468f-8bf4-f1422c3e5de5 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293634 Aug 21 18:31:29.685973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-cfe7c5bd-4e90-4138-8f0a-d3768d5b86e9 service neutron] 10.222.0.41 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Aug 21 18:31:29.704289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:29.769063 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port cd73c06e-0b81-4d05-bef6-c6e59abb92ea completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:29.774525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cd73c06e-0b81-4d05-bef6-c6e59abb92ea triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:29.775110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:29.809508 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-2d27b397-58e0-4abd-8ac9-12417c496004 service neutron] 10.222.0.41 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155498 Aug 21 18:31:29.912234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:29.937718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:29.941366 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d84d0ca-dc9d-4819-bfc8-99aff72feee5" -d '{"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-plugged", "status": "completed", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:29.957634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:29.965572 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:30.041543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:30.045648 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f0747-7c41-47d8-8025-bae230a823ee x-openstack-request-id: req-2c7f0747-7c41-47d8-8025-bae230a823ee {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:30.046410 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-plugged", "status": "completed", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:30.046878 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2c7f0747-7c41-47d8-8025-bae230a823ee {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:30.047414 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'code': 200} Aug 21 18:31:30.049782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65669de3-f416-40f7-80a0-a93cb1930fe4 req-a1c95fa6-d996-428d-90f9-cf147b1e0ca2 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 210 time: 0.0785768 Aug 21 18:31:30.116461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7035362-092b-41d3-88e6-b0eed60c3c0d req-9a93d366-57af-4921-a353-580dbef27b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:30.118478 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7035362-092b-41d3-88e6-b0eed60c3c0d req-9a93d366-57af-4921-a353-580dbef27b69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1097 time: 0.0458248 Aug 21 18:31:30.169339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7035362-092b-41d3-88e6-b0eed60c3c0d req-cb90f017-44a3-4bca-804c-783c0376f5c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Aug 21 18:31:30.436233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c741bc-146d-49e3-8216-bd176bc4b393 req-5da6822d-a979-49fb-8bd2-adaddcf244d6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:30.439149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26c741bc-146d-49e3-8216-bd176bc4b393 req-5da6822d-a979-49fb-8bd2-adaddcf244d6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0646055 Aug 21 18:31:30.502398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-26c741bc-146d-49e3-8216-bd176bc4b393 req-dea72da1-4301-40f0-9840-e54c1b1af6b0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563266 Aug 21 18:31:31.228080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41c43b43-c335-4d86-8f2a-01db47f7c797 req-63a56647-6fa8-43eb-b382-2b30373441e6 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 210 time: 0.0341823 Aug 21 18:31:31.276707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-2d45504b-9daf-4e87-bc1a-34dce635bc4a tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:31.281379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-2d45504b-9daf-4e87-bc1a-34dce635bc4a tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 814 time: 0.2109563 Aug 21 18:31:31.302433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Request body: {'port': {'device_id': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'network_id': '53e087ea-d420-4b7f-8657-36b711732754', 'admin_state_up': True, 'tenant_id': '39d4784eb6624ef2b0ce86c83461878f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:31.451536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Made reservation on behalf of 39d4784eb6624ef2b0ce86c83461878f for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:31:31.456292 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:31.639537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Allocated IP 172.20.0.11 (53e087ea-d420-4b7f-8657-36b711732754/54dd777e-52ee-484d-bd61-7e980bb75795/c38981ab-14ac-4f4f-bc48-c19daa0c5c14) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:31.688706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd29cad-14c8-4440-99ca-79d9500f4558 req-66311de6-cdd1-4c5f-ad9c-187ed0421f0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:31.690554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bd29cad-14c8-4440-99ca-79d9500f4558 req-66311de6-cdd1-4c5f-ad9c-187ed0421f0a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0889814 Aug 21 18:31:31.794868 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bd29cad-14c8-4440-99ca-79d9500f4558 req-724b71f6-e1cb-4bda-aa2d-f44f562895e8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976338 Aug 21 18:31:31.880706 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:31.936247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2c25a-b3c9-4544-9654-6f6525775864 req-178bcadd-cf7b-4dde-9f6c-9f54866e9926 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:31.938366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06a2c25a-b3c9-4544-9654-6f6525775864 req-178bcadd-cf7b-4dde-9f6c-9f54866e9926 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0605030 Aug 21 18:31:31.947853 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:31.992848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06a2c25a-b3c9-4544-9654-6f6525775864 req-e92e221b-3f1d-4000-896f-441dfefece4d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Aug 21 18:31:32.000376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Network 53e087ea-d420-4b7f-8657-36b711732754 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:32.004193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:32.011188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:32.015163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34410) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:32.056776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Pushing event updated for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:32.075014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fa7bde-efa7-41a6-86f5-0d928116df98 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:32.078317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34fa7bde-efa7-41a6-86f5-0d928116df98 tempest-TestNetworkAdvancedServerOps-1715165328 tempest-TestNetworkAdvancedServerOps-1715165328-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1092 time: 0.0617061 Aug 21 18:31:32.082864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34414) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:32.089517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:32.091125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:32.091849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.126196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.131371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-8ee2922d-f8b1-49bc-ac59-41fd12865f09 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8336806 Aug 21 18:31:32.148348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Request body: {'port': {'device_id': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:31:32.213455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.268498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.404241 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:31:32.417598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Allocated IP 172.25.1.200 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9c27f9c5-1edd-4579-a904-93d0766c7d60) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:31:32.504688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1221b-9225-4368-b58f-5fabee3446ca req-a277e51e-bead-4ce3-9f9c-d259ee1077ea tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:32.506310 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9df1221b-9225-4368-b58f-5fabee3446ca req-a277e51e-bead-4ce3-9f9c-d259ee1077ea tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 932 time: 0.1214640 Aug 21 18:31:32.553393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.577290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9df1221b-9225-4368-b58f-5fabee3446ca req-493d80c4-f126-4e27-b2c2-99731d929a21 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Aug 21 18:31:32.618289 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.647549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38981ab-14ac-4f4f-bc48-c19daa0c5c14 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:32.659001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.677252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:31:32.680897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:31:32.683131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=9c27f9c5-1edd-4579-a904-93d0766c7d60,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:32.691229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:31:32.693452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Transition to ACTIVE for port object c38981ab-14ac-4f4f-bc48-c19daa0c5c14 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:31:32.698656 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.825911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Pushing event updated for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:32.858900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Attempting to bind port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:31:32.861808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Attempting to bind port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:31:32.862527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Attempting to bind port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 on network 53e087ea-d420-4b7f-8657-36b711732754 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:32.876138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 on network 53e087ea-d420-4b7f-8657-36b711732754 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:31:32.876711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Attempting to bind port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 on network 53e087ea-d420-4b7f-8657-36b711732754 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:31:32.882986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:31:32.883663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Checking segment: {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:31:32.884280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Bound using segment: {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:31:32.884927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Bound port: c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:31:32.885295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:32.969073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:31:32.974140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:31:32.983720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.035106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:33.035813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.037219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] 10.222.0.64 "PUT /v2.0/ports/c38981ab-14ac-4f4f-bc48-c19daa0c5c14 HTTP/1.1" status: 200 len: 1093 time: 0.8949680 Aug 21 18:31:33.037642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:33.039947 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662601c-e56f-406d-9bbc-47a897733dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:33.060482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84c99d-efbc-43d6-b155-f13335042a79 service neutron] Pushing event updated for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:33.103956 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4310f0a0-78e2-45b0-b093-cb14af184811 x-openstack-request-id: req-4310f0a0-78e2-45b0-b093-cb14af184811 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:33.104428 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:33.104841 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4310f0a0-78e2-45b0-b093-cb14af184811 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:33.105458 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14', 'status': 'completed', 'code': 200} Aug 21 18:31:33.182201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-9929228e-b2e8-45fb-ac7f-e5583b32a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:33.185134 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-9929228e-b2e8-45fb-ac7f-e5583b32a5c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 1096 time: 0.0573199 Aug 21 18:31:33.204342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.235557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-0472e72a-334b-4929-8ca8-57d400a8f12a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14 HTTP/1.1" status: 200 len: 217 time: 0.0427849 Aug 21 18:31:33.292113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-d1a27581-31a9-4be6-a7c7-64fffd158512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:33.293941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-d1a27581-31a9-4be6-a7c7-64fffd158512 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54dd777e-52ee-484d-bd61-7e980bb75795 HTTP/1.1" status: 200 len: 854 time: 0.0512936 Aug 21 18:31:33.325614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.342031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-57376c6b-8775-4681-b752-4ad9d2389ff5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e087ea-d420-4b7f-8657-36b711732754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380616 Aug 21 18:31:33.571581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.585539 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.670592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event updated for resources: {'Port': ['ID=9c27f9c5-1edd-4579-a904-93d0766c7d60,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:33.692219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:33.790803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-49066f2f-8965-4df8-896e-7b136b0916a6 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402854 Aug 21 18:31:33.823411 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP 469b77db-b646-49f2-862c-f01c5a07aeab associated. External IP: 172.25.1.200, port: cd73c06e-0b81-4d05-bef6-c6e59abb92ea. Aug 21 18:31:33.848359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75037b8-15d6-4b12-9b03-8ead525927b0 req-a417af9a-51cb-40b5-8d67-693e58b54c23 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:33.850952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e75037b8-15d6-4b12-9b03-8ead525927b0 req-a417af9a-51cb-40b5-8d67-693e58b54c23 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 944 time: 0.1173525 Aug 21 18:31:33.943908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e75037b8-15d6-4b12-9b03-8ead525927b0 req-621d8438-a47f-41e2-80a2-bda163368d59 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Aug 21 18:31:33.966707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b08f72ec-4a82-40dd-abdc-ece70c40eb7f req-fc91097b-2296-45b5-815c-37a2c6fa1c75 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625555 Aug 21 18:31:34.071447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-f7e26190-8c26-40f4-9861-152d58c2b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.072872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-f7e26190-8c26-40f4-9861-152d58c2b54c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 1096 time: 0.0498447 Aug 21 18:31:34.209579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-817560cd-c3e3-4334-b5d2-f6d7b27bc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.211150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-817560cd-c3e3-4334-b5d2-f6d7b27bc962 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 915 time: 0.1300504 Aug 21 18:31:34.264003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-1f3b01f5-32cb-42c5-8a36-43a83b8455ac service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14 HTTP/1.1" status: 200 len: 217 time: 0.0422120 Aug 21 18:31:34.322578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-883e03fb-3fdc-4432-bf6e-d824295d605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.324165 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-883e03fb-3fdc-4432-bf6e-d824295d605b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54dd777e-52ee-484d-bd61-7e980bb75795 HTTP/1.1" status: 200 len: 854 time: 0.0523317 Aug 21 18:31:34.374256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-a2ef182b-7302-42a0-aa52-6c6102f81e50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e087ea-d420-4b7f-8657-36b711732754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377429 Aug 21 18:31:34.444004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:31:34.494707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-3c860e61-e3a1-41fc-b4f3-3ed06bf4d5ad service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109731 Aug 21 18:31:34.572270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:31:34.585826 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Sync routers for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:31:34.595507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:34.598251 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:34.598509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:34.639218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a662601c-e56f-406d-9bbc-47a897733dc4 req-d156d746-3ac1-4e0c-9944-e9f44fa4243e service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304514 Aug 21 18:31:34.657222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e00fb94-ba57-4675-b5eb-38bbf5a07560 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5730841 Aug 21 18:31:34.657851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:34.664706 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23be0b69-5081-493b-bf46-eac34faf29d1" -d '{"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:34.719031 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef969b6c-5277-48cb-8555-a8850a693efd x-openstack-request-id: req-ef969b6c-5277-48cb-8555-a8850a693efd {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:34.719564 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:34.721349 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef969b6c-5277-48cb-8555-a8850a693efd {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:34.722325 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'status': 'completed', 'code': 200} Aug 21 18:31:34.750059 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:34.839145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4dedcb-f50c-49e1-8705-011018dd0394 req-7a1e9ac8-0c2f-44d1-ad65-a871cb7ec6df tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.841864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f4dedcb-f50c-49e1-8705-011018dd0394 req-7a1e9ac8-0c2f-44d1-ad65-a871cb7ec6df tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.1027327 Aug 21 18:31:34.851290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-586a0803-d1b6-4ac6-aa9a-3c6df3119348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.852924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-586a0803-d1b6-4ac6-aa9a-3c6df3119348 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1097 time: 0.1123691 Aug 21 18:31:34.916149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f4dedcb-f50c-49e1-8705-011018dd0394 req-f057ee0f-09f7-4b93-95a0-a00bcb2acdd9 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566907 Aug 21 18:31:34.941078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34472) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:34.966981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-d1bbc45f-17a0-447c-89d9-61f77c324a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:34.968587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-d1bbc45f-17a0-447c-89d9-61f77c324a3c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 896 time: 0.1076193 Aug 21 18:31:35.041151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4b20a928-3bf1-4355-8f60-53f6e7aad9b0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/469b77db-b646-49f2-862c-f01c5a07aeab HTTP/1.1" status: 200 len: 991 time: 0.0983689 Aug 21 18:31:35.072512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '469b77db-b646-49f2-862c-f01c5a07aeab', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'mac_address': 'fa:16:3e:bb:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94338a67-59a9-4c26-804d-235071502e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:32Z', 'updated_at': '2021-08-21T18:31:32Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:35.111338 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Checking router: 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:31:35.122260 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:31:35.122984 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:31:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:35.123887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-c46ad007-64c8-4d50-9ae2-dfe900f77e4f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 999 time: 0.1420362 Aug 21 18:31:35.174518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6437b7-2dbe-4070-aea0-3a202ca9437b req-2a953956-243e-45ee-9b3c-2fe5b64d6b1d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:35.184362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f6437b7-2dbe-4070-aea0-3a202ca9437b req-2a953956-243e-45ee-9b3c-2fe5b64d6b1d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 944 time: 0.1191466 Aug 21 18:31:35.236183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-ad9e2dfb-a626-490a-bd9a-82280361b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:35.239561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-ad9e2dfb-a626-490a-bd9a-82280361b5ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 200 len: 834 time: 0.1063228 Aug 21 18:31:35.270741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:31:35.285450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f6437b7-2dbe-4070-aea0-3a202ca9437b req-33185771-df22-4880-94d6-e786bf67c858 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908103 Aug 21 18:31:35.304623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-e70b53ea-df44-46bc-960d-d14365375d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:35.306269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-e70b53ea-df44-46bc-960d-d14365375d33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e95323-d413-441c-9b55-cf18b9af311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595708 Aug 21 18:31:35.432997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-09459322-f713-45da-bd40-8e678439253a service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194108 Aug 21 18:31:35.579970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23be0b69-5081-493b-bf46-eac34faf29d1 req-097c0526-7fdd-4797-a7c5-d416a4fa938a service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405375 Aug 21 18:31:35.632282 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '469b77db-b646-49f2-862c-f01c5a07aeab', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'mac_address': 'fa:16:3e:bb:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94338a67-59a9-4c26-804d-235071502e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:32Z', 'updated_at': '2021-08-21T18:31:32Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:31:35.664948 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7266e83-876e-4245-b5ff-a3093047d721 None None] The sync data for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 is: [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '469b77db-b646-49f2-862c-f01c5a07aeab', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'mac_address': 'fa:16:3e:bb:38:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94338a67-59a9-4c26-804d-235071502e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:32Z', 'updated_at': '2021-08-21T18:31:32Z', 'revision_number': 0, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:31:35.942848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84549be-cdf2-411b-831f-d222cd833513 None None] New status for floating IP 469b77db-b646-49f2-862c-f01c5a07aeab: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:31:36.045837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34496) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:36.150968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5ad73758-7466-4e82-a278-5e4d95fc1af7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/469b77db-b646-49f2-862c-f01c5a07aeab HTTP/1.1" status: 200 len: 991 time: 0.1032505 Aug 21 18:31:36.375519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c38981ab-14ac-4f4f-bc48-c19daa0c5c14 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:31:36.423230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c82aec-9714-43ad-87fd-5f8dfd3bb6c3 req-b89263e1-3ea9-4f82-983a-e2d332fafb61 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:36.431032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3c82aec-9714-43ad-87fd-5f8dfd3bb6c3 req-b89263e1-3ea9-4f82-983a-e2d332fafb61 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 944 time: 0.0743015 Aug 21 18:31:36.476292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3c82aec-9714-43ad-87fd-5f8dfd3bb6c3 req-67b1d274-364e-4702-a1cd-25cb8dc71dfc tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444176 Aug 21 18:31:36.496796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:36.507940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14', 'network_id': '53e087ea-d420-4b7f-8657-36b711732754', 'port_id': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14', 'mac_address': 'fa:16:3e:ec:c4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dd777e-52ee-484d-bd61-7e980bb75795', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:31:36.545271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:36.558174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38981ab-14ac-4f4f-bc48-c19daa0c5c14 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:31:36.580687 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:36.585844 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:36.647839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:36.827457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c38981ab-14ac-4f4f-bc48-c19daa0c5c14'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:31:37.154999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 34534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:37.225926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a4a9496-d4a0-4f4f-b509-015a1dd6edcc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/469b77db-b646-49f2-862c-f01c5a07aeab HTTP/1.1" status: 200 len: 993 time: 0.0668027 Aug 21 18:31:37.592027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acaebf-8a3f-4230-bbbf-ddc669fbfcfc req-b0ea59cf-1746-4eb2-9016-eec3f7247634 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:37.593551 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1acaebf-8a3f-4230-bbbf-ddc669fbfcfc req-b0ea59cf-1746-4eb2-9016-eec3f7247634 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 945 time: 0.0528691 Aug 21 18:31:37.638524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1acaebf-8a3f-4230-bbbf-ddc669fbfcfc req-02dfff90-da79-4ce2-8e91-1e6f3df7bd11 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357370 Aug 21 18:31:38.389604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c38981ab-14ac-4f4f-bc48-c19daa0c5c14 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:31:38.439728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:31:38.443375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:31:38.443753 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:38.533687 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:38.560923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:31:38.564430 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6054fee8-e32e-4dc7-8455-e53d82e6b0d2" -d '{"events": [{"server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "name": "network-vif-plugged", "status": "completed", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:31:38.578646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:31:38.585776 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:38.613882 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9456fad3-a8f1-4b71-9a85-9ef415584a53 x-openstack-request-id: req-9456fad3-a8f1-4b71-9a85-9ef415584a53 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:31:38.614177 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "name": "network-vif-plugged", "status": "completed", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:31:38.614429 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9456fad3-a8f1-4b71-9a85-9ef415584a53 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:31:38.614865 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14', 'code': 200} Aug 21 18:31:38.639638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:31:38.756109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e4698-5cbe-41e9-b9d6-30420844431d req-7f7e2a8e-99d0-45fb-86d4-abc510d5a72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:38.757587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a55e4698-5cbe-41e9-b9d6-30420844431d req-7f7e2a8e-99d0-45fb-86d4-abc510d5a72f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 1098 time: 0.0798821 Aug 21 18:31:38.788845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e58ad-0385-4f90-94b8-fa01685f5c0a req-dcbe6de9-c783-46f8-929a-95c2a800f1b2 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:38.790348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a64e58ad-0385-4f90-94b8-fa01685f5c0a req-dcbe6de9-c783-46f8-929a-95c2a800f1b2 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0735538 Aug 21 18:31:38.834391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a55e4698-5cbe-41e9-b9d6-30420844431d req-0037fe4c-fdbd-4d80-b075-1dbdb71fbefb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681818 Aug 21 18:31:38.855232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a64e58ad-0385-4f90-94b8-fa01685f5c0a req-515ea988-0fc4-4b88-9b45-f65b144dc449 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525918 Aug 21 18:31:40.026180 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1dfa-29d3-4bfc-973d-18558a0b7e51 req-e7963a4e-966b-4a43-aca2-49612bf51326 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:40.029201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab7d1dfa-29d3-4bfc-973d-18558a0b7e51 req-e7963a4e-966b-4a43-aca2-49612bf51326 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0811172 Aug 21 18:31:40.089836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab7d1dfa-29d3-4bfc-973d-18558a0b7e51 req-454d620f-2312-4e8f-9027-683017b25c6d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509264 Aug 21 18:31:41.209834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa2169-ca08-4d1b-bd9d-4fb5715c5e7d req-ea901d0b-8bca-4970-963a-786d3b4fcca1 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:41.212149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6fa2169-ca08-4d1b-bd9d-4fb5715c5e7d req-ea901d0b-8bca-4970-963a-786d3b4fcca1 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0555408 Aug 21 18:31:41.253290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b6fa2169-ca08-4d1b-bd9d-4fb5715c5e7d req-38362e45-e38e-41f3-a20b-6a88f43f1f04 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341609 Aug 21 18:31:47.771701 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a132951e-a21d-4982-811d-c9a9195e13f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:48.519391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:48.966227 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:50.317926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60314489-11bf-477a-84ae-01b11c83252f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:50.459622 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:51.626662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:53.298578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:31:58.231537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35026) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:31:58.328411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b7-9bb6-4adf-bac2-3b3f70edec05 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:58.328927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b7-9bb6-4adf-bac2-3b3f70edec05 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:58.329412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413818b7-9bb6-4adf-bac2-3b3f70edec05 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:31:58.331176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-413818b7-9bb6-4adf-bac2-3b3f70edec05 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/ports?project_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 2972 time: 0.0983996 Aug 21 18:32:00.248917 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35092) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:00.306673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459d4b1-f8ab-482c-90d2-c6e9fd562156 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:00.319364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e459d4b1-f8ab-482c-90d2-c6e9fd562156 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712 HTTP/1.1" status: 200 len: 814 time: 0.0687876 Aug 21 18:32:00.775666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:00.782846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'network': {'name': 'tempest-network-smoke--341089254', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:00.813659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:00.828070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:00.856512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:32:00.867461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:00.868195 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Added segment 70eab0f5-fe02-4982-9e5e-24a9b48e918e of type vlan for network 924c82b4-635e-413c-bec3-3e09248e5f79 Aug 21 18:32:00.936650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:00.985304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:00.998694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:00.999589 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:01.071105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2933826 Aug 21 18:32:01.074425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.087863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Network': ['ID=924c82b4-635e-413c-bec3-3e09248e5f79,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:01.097419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.097962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.098519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.099012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.099501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.099983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.100569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.101066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.101768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.103015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.103936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.104282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5414f682-2d87-426b-88b4-a6965d5156a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:01.119078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 924c82b4-635e-413c-bec3-3e09248e5f79 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:32:01.235138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b713cc7-c7e9-4797-a9a1-e6c0e464a1e3 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:01.240738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7b713cc7-c7e9-4797-a9a1-e6c0e464a1e3 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1652491 Aug 21 18:32:01.240921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35130) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.345889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948c7d8c-fecd-41a5-ae71-cb6139d1f93e tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:01.350991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-948c7d8c-fecd-41a5-ae71-cb6139d1f93e tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1091959 Aug 21 18:32:01.351135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35134) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.407737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.408189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-821b373e-bd89-45dc-94ea-633fdba0b889 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555749 Aug 21 18:32:01.457771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6eaf8934-d518-430a-af7a-517f59248067 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487633 Aug 21 18:32:01.460508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.641516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08cea5d-ebc8-4164-b4d5-e0862adc1205 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:01.646454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35152) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.646686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e08cea5d-ebc8-4164-b4d5-e0862adc1205 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1850166 Aug 21 18:32:01.678788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6242efda-7e29-4b49-8afd-55839e60a933 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306122 Aug 21 18:32:01.681226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:01.687771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532742330', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:01.795846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:01.802100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.036479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.122885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Checking segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:02.122885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network hostable DHCP agents. Network: 924c82b4-635e-413c-bec3-3e09248e5f79, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:32:02.131073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Subnet': ['ID=59c89244-dee4-4fbd-acd5-0387a8bbaef3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:02.156383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 924c82b4-635e-413c-bec3-3e09248e5f79 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:32:02.166582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 924c82b4-635e-413c-bec3-3e09248e5f79) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:02.176891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a28ca-d511-4864-91bc-a093e1377db5 None None] Network 924c82b4-635e-413c-bec3-3e09248e5f79 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:32:02.179181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:02.179787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.201850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7abc39c-abec-4ec2-9d66-fc0a9e2dcac4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5192685 Aug 21 18:32:02.448640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-924c82b4-635e-413c-bec3-3e09248e5f79', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ips': [{'subnet_id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:32:02.450163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.636470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Allocated IP 172.20.0.18 (924c82b4-635e-413c-bec3-3e09248e5f79/59c89244-dee4-4fbd-acd5-0387a8bbaef3/3c63cf73-e029-4579-bf32-cf659e9c7f4b) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:02.662916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:02.670576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374075266', 'description': 'tempest-secgroup-smoke-374075266 description', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:02.700288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.867164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.881121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Transition to ACTIVE for port object 3c63cf73-e029-4579-bf32-cf659e9c7f4b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:02.885732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.889547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.901564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Transition to ACTIVE for port object 3c63cf73-e029-4579-bf32-cf659e9c7f4b will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:02.911006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.926984 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:02.932013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:02.937731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:02.939091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2748318 Aug 21 18:32:02.940567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13598171-f476-478a-8315-49fd0fe45fff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ee583b-9d3d-48a9-8747-4b2a389f3a38,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:02.969637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Network 924c82b4-635e-413c-bec3-3e09248e5f79 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:02.973622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:02.984744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:02.987917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Pushing event updated for resources: {'Port': ['ID=3c63cf73-e029-4579-bf32-cf659e9c7f4b,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.002360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.002833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.003185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.003576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.004004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.004338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.004688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.005043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.005291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.005661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.005992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.006229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.013483 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.059702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Attempting to bind port 3c63cf73-e029-4579-bf32-cf659e9c7f4b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:32:03.059702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Attempting to bind port 3c63cf73-e029-4579-bf32-cf659e9c7f4b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:32:03.059702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Attempting to bind port 3c63cf73-e029-4579-bf32-cf659e9c7f4b on network 924c82b4-635e-413c-bec3-3e09248e5f79 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:03.065262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:32:03.065858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Checking segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:03.069704 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.069704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Bound using segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:32:03.069704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Bound port: 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:32:03.069704 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.106771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.111570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.132008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ebbdd-c744-4d64-bc6b-7594c275081d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.141354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.141800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.142183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.143232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.143232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.143704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.143704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.144123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.144370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.144704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.145200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.145533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:03.149988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.151354 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de17878a-b6fa-4769-bc15-447fc53ede68 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2176981 Aug 21 18:32:03.154021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:03.160969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:03.174246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] For port 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:32:03.178177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] For port 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c63cf73-e029-4579-bf32-cf659e9c7f4b,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:32:03.182867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.227551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.271542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426e00d-00ab-4759-b2a4-ca8563d66430 None None] Pushing event updated for resources: {'Port': ['ID=3c63cf73-e029-4579-bf32-cf659e9c7f4b,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.298685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.303979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.341552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.342833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877244 Aug 21 18:32:03.346487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35202) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:03.349908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984261f0-085e-4bbb-8e1d-c19c92d5ff47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=158e76c3-cef9-4c58-8015-4c88c4f7b4a1,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.354950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:03.416140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.537330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.543945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.563616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef1e173-d2e9-4581-979c-833a1d769655,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.574963 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.579427 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9616742d-945e-4304-9b82-ba350e0444de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2283514 Aug 21 18:32:03.579791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35212) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:03.584476 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:03.620962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.731073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.737474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.775313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a21dd97-fb12-493d-a426-e9d9428848a1,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.780167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.781711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a927f9d4-85de-4d8e-8a4b-fb800e068be5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2008805 Aug 21 18:32:03.784345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35218) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:03.792528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:03.837911 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:32:03.844608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.926403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.930967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.968988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7a6e46-839d-445c-83aa-9fd6c0851d4b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:03.990435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:03.994649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 35226) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:03.995217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-226b427e-354f-4bec-a000-ff39ce9ffb84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2092726 Aug 21 18:32:04.001368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': '99ee583b-9d3d-48a9-8747-4b2a389f3a38', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:04.054695 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:32:04.061493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:04.135644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:04.140118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:04.155092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ae810a-464a-4e84-b594-3e4cea661f9d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:04.169400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:04.170802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2dd1217-c377-4a42-801e-5630929b7331 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739094 Aug 21 18:32:04.418171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-c84764f0-bee1-490b-9f20-683efef0118a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374075266&fields=id&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 267 time: 0.0462058 Aug 21 18:32:04.556233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f8ccd-524a-4d66-bae0-e830347c1deb None None] Network 924c82b4-635e-413c-bec3-3e09248e5f79 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:32:04.570103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-f31f8880-f71b-441b-8a23-c1b65eabc869 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:04.573330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-f31f8880-f71b-441b-8a23-c1b65eabc869 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/networks?id=924c82b4-635e-413c-bec3-3e09248e5f79 HTTP/1.1" status: 200 len: 796 time: 0.1465354 Aug 21 18:32:04.595492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-381b3048-c777-446f-94f1-5ee6d1292757 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/quotas/4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 375 time: 0.0101626 Aug 21 18:32:04.705220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a664c524-12dd-4c56-8760-b4f4788b2607 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1025567 Aug 21 18:32:04.739945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0a67a9f0-2160-401c-8307-c9e01d29f13c None None] Provisioning for port 3c63cf73-e029-4579-bf32-cf659e9c7f4b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:04.854035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c63cf73-e029-4579-bf32-cf659e9c7f4b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:04.930733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3c63cf73-e029-4579-bf32-cf659e9c7f4b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:04.951571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3c63cf73-e029-4579-bf32-cf659e9c7f4b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:04.951944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:04.978374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-1362843f-3ade-40aa-a0a9-5eda21bdbf83 service neutron] 10.222.0.41 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553396 Aug 21 18:32:05.053522 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:05.093477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c63cf73-e029-4579-bf32-cf659e9c7f4b,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:05.102325 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:05.142713 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-969d4008-73cb-45d5-8adc-9c9914081bc8 service neutron] 10.222.0.41 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633809 Aug 21 18:32:05.200003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3c63cf73-e029-4579-bf32-cf659e9c7f4b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:05.323719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-95724eef-1db6-434e-9f81-efc04499a520 None None] Provisioning complete for port 3c63cf73-e029-4579-bf32-cf659e9c7f4b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:05.324183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95724eef-1db6-434e-9f81-efc04499a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:05.384676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c8b4a16b-76b1-4b8d-9ef2-68ef6c72126e req-84b50407-1bb6-497b-b6ca-52fbc238ae09 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 210 time: 0.0428753 Aug 21 18:32:06.493673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-fa074099-93c5-4ca8-b5c4-b9e8713dcab5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:06.496240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-fa074099-93c5-4ca8-b5c4-b9e8713dcab5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/networks?id=924c82b4-635e-413c-bec3-3e09248e5f79 HTTP/1.1" status: 200 len: 796 time: 0.1259217 Aug 21 18:32:06.566870 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09948dac-67a0-4901-9c87-e0692f4f57c0 req-2586c597-7b9f-4ff1-8f74-f2e94b8f11c6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 210 time: 0.0407262 Aug 21 18:32:06.592809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-ca30e269-a0cc-46a2-9580-8f6700eb9a8f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 471 time: 0.0858157 Aug 21 18:32:06.603493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'port': {'device_id': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'admin_state_up': True, 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'security_groups': ['99ee583b-9d3d-48a9-8747-4b2a389f3a38']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:06.793968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c63cf73-e029-4579-bf32-cf659e9c7f4b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:06.873277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:06.882096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:06.957340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3c63cf73-e029-4579-bf32-cf659e9c7f4b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:06.958038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.066399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e38ce-1ce3-4fb2-9a6d-fbea43192ed4 req-8a0af5b9-d68a-48fa-917e-8cf13549bb63 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:07.068698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e77e38ce-1ce3-4fb2-9a6d-fbea43192ed4 req-8a0af5b9-d68a-48fa-917e-8cf13549bb63 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.1217594 Aug 21 18:32:07.150362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e77e38ce-1ce3-4fb2-9a6d-fbea43192ed4 req-20a37bf9-0a91-44aa-8d4f-ab7c8edab7eb tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547371 Aug 21 18:32:07.172740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.19 (924c82b4-635e-413c-bec3-3e09248e5f79/59c89244-dee4-4fbd-acd5-0387a8bbaef3/a3ef6d5a-1f4b-4373-9883-f94824c16007) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:07.345816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.362818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object a3ef6d5a-1f4b-4373-9883-f94824c16007 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:07.402867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.448541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 924c82b4-635e-413c-bec3-3e09248e5f79 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:07.451970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:07.483808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:07.487776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:07.543868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:07.544735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.583341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-a77802c0-9a73-4da7-9620-932a235a3377 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827406 Aug 21 18:32:07.610764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Request body: {'port': {'device_id': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:07.690224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.794582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80103821-a7fa-4699-b370-dbc79fc0842d req-eaac76a7-2731-4014-b603-46db93d736c6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:07.797003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80103821-a7fa-4699-b370-dbc79fc0842d req-eaac76a7-2731-4014-b603-46db93d736c6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 932 time: 0.1155322 Aug 21 18:32:07.867299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-80103821-a7fa-4699-b370-dbc79fc0842d req-984417af-106e-4ddb-9e67-54881a1f800c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346596 Aug 21 18:32:07.879709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-441de979-fd5d-4abe-b757-5c5c4ab4aa9f None None] Provisioning for port a3ef6d5a-1f4b-4373-9883-f94824c16007 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:07.896077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-441de979-fd5d-4abe-b757-5c5c4ab4aa9f None None] Provisioning complete for port a3ef6d5a-1f4b-4373-9883-f94824c16007 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:07.896444 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-441de979-fd5d-4abe-b757-5c5c4ab4aa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:07.950320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-441de979-fd5d-4abe-b757-5c5c4ab4aa9f None None] Port a3ef6d5a-1f4b-4373-9883-f94824c16007 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:32:08.079563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ef6d5a-1f4b-4373-9883-f94824c16007 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:08.087898 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:08.100214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Transition to ACTIVE for port object a3ef6d5a-1f4b-4373-9883-f94824c16007 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:08.105073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:08.197956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:08.336988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Attempting to bind port a3ef6d5a-1f4b-4373-9883-f94824c16007 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:32:08.337707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Attempting to bind port a3ef6d5a-1f4b-4373-9883-f94824c16007 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:32:08.338207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Attempting to bind port a3ef6d5a-1f4b-4373-9883-f94824c16007 on network 924c82b4-635e-413c-bec3-3e09248e5f79 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:08.347896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Port a3ef6d5a-1f4b-4373-9883-f94824c16007 on network 924c82b4-635e-413c-bec3-3e09248e5f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:32:08.348225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Attempting to bind port a3ef6d5a-1f4b-4373-9883-f94824c16007 on network 924c82b4-635e-413c-bec3-3e09248e5f79 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:08.357456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d18cd5-059c-4a86-b900-dcdb9d38257f req-6f2c1d1e-726c-43fc-9c40-7d975bc15a9e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:08.359219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4d18cd5-059c-4a86-b900-dcdb9d38257f req-6f2c1d1e-726c-43fc-9c40-7d975bc15a9e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0981398 Aug 21 18:32:08.363841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:32:08.364178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Checking segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:08.364564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Bound using segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:32:08.364995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Bound port: a3ef6d5a-1f4b-4373-9883-f94824c16007, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:32:08.365351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:08.455398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4d18cd5-059c-4a86-b900-dcdb9d38257f req-7166674c-8234-4d49-b354-6006cec33ce8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808394 Aug 21 18:32:08.483230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:32:08.486753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:32:08.494042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:08.542321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:08.543224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:08.546315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3ef6d5a-1f4b-4373-9883-f94824c16007 HTTP/1.1" status: 200 len: 1093 time: 0.9520183 Aug 21 18:32:08.547459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:08.551005 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8429195-dcae-408d-a5a5-6e47b6dd6b85" -d '{"events": [{"name": "network-changed", "server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:08.600708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e08358-8044-4ce3-8f91-77e0f903b7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:08.611262 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7379fc95-d45b-4af6-a71c-9af5fb849ffd x-openstack-request-id: req-7379fc95-d45b-4af6-a71c-9af5fb849ffd {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:08.611759 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:08.612184 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7379fc95-d45b-4af6-a71c-9af5fb849ffd {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:08.612590 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007', 'status': 'completed', 'code': 200} Aug 21 18:32:08.645565 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-2a9fba10-103c-4e1b-aefd-2cff03c4cd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:08.647164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-2a9fba10-103c-4e1b-aefd-2cff03c4cd4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 1096 time: 0.0572865 Aug 21 18:32:08.712350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-014db977-231d-48eb-bc42-124ef2088ce6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007 HTTP/1.1" status: 200 len: 217 time: 0.0553033 Aug 21 18:32:08.782692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-093cefd1-a538-41cf-ba19-cfa3fa19d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:08.784404 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-093cefd1-a538-41cf-ba19-cfa3fa19d491 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c89244-dee4-4fbd-acd5-0387a8bbaef3 HTTP/1.1" status: 200 len: 838 time: 0.0648830 Aug 21 18:32:08.842391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-fe47a860-bc3d-4cc5-a3a0-48282cb51e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:08.844066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-fe47a860-bc3d-4cc5-a3a0-48282cb51e08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=924c82b4-635e-413c-bec3-3e09248e5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0505416 Aug 21 18:32:08.982254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-0d06b1f6-d36a-4d5d-b976-37917be76c8a service neutron] 10.222.0.39 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290317 Aug 21 18:32:09.114799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b97f6-5ad8-42bb-bab3-2b6c505c50cd req-4cb1e6ad-9daf-435c-9ed2-16f286348406 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.116651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b76b97f6-5ad8-42bb-bab3-2b6c505c50cd req-4cb1e6ad-9daf-435c-9ed2-16f286348406 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 944 time: 0.1332057 Aug 21 18:32:09.194045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6cc1f2e4-fc1f-4769-95b2-5c519d82135a req-b97d1894-13b0-4168-bf3f-53fbd006ba5e service neutron] 10.222.0.39 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001610 Aug 21 18:32:09.197103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b76b97f6-5ad8-42bb-bab3-2b6c505c50cd req-d479420f-5056-4f07-9dd8-1dc71c842bc4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715384 Aug 21 18:32:09.288008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-995b53c1-5136-451e-a3f7-d20ae80b4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.289581 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-995b53c1-5136-451e-a3f7-d20ae80b4ca7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 1096 time: 0.0457306 Aug 21 18:32:09.390041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-9385247c-db73-4bef-96b5-7a4463432008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.391542 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-9385247c-db73-4bef-96b5-7a4463432008 service neutron] 10.222.0.39 "GET /v2.0/networks?id=924c82b4-635e-413c-bec3-3e09248e5f79 HTTP/1.1" status: 200 len: 897 time: 0.0943856 Aug 21 18:32:09.403575 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:32:09.441730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-f6b03320-7c16-4ca7-b7fe-9770d8805961 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007 HTTP/1.1" status: 200 len: 217 time: 0.0399060 Aug 21 18:32:09.505038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-3fb42f83-55ea-4703-8cc0-68c976581901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.507561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-3fb42f83-55ea-4703-8cc0-68c976581901 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=59c89244-dee4-4fbd-acd5-0387a8bbaef3 HTTP/1.1" status: 200 len: 838 time: 0.0584838 Aug 21 18:32:09.591174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-d91f6094-44a3-4a4e-b5fd-e00bdd8cb7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.593929 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-d91f6094-44a3-4a4e-b5fd-e00bdd8cb7b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=924c82b4-635e-413c-bec3-3e09248e5f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0745382 Aug 21 18:32:09.625990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841fd32-ed55-453b-bcc7-7fad74237263 req-8c82818b-e2b0-4a92-adff-d2aba5f7d543 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:09.629422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8841fd32-ed55-453b-bcc7-7fad74237263 req-8c82818b-e2b0-4a92-adff-d2aba5f7d543 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0680964 Aug 21 18:32:09.685899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8841fd32-ed55-453b-bcc7-7fad74237263 req-4a763d90-da42-4716-8274-6e2c23e893e8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 Aug 21 18:32:09.730323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-fc556858-5c02-40d1-b5f8-30dd3a5802b9 service neutron] 10.222.0.39 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258755 Aug 21 18:32:09.829172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a8429195-dcae-408d-a5a5-6e47b6dd6b85 req-3f323698-bb73-4c5e-8594-c255e7a3a482 service neutron] 10.222.0.39 "GET /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852740 Aug 21 18:32:10.367932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf52c4-5af3-4162-a7b8-91c2ac60b11d req-6257d582-3e89-411f-b149-362a2d287bbd tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:10.369349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3abf52c4-5af3-4162-a7b8-91c2ac60b11d req-6257d582-3e89-411f-b149-362a2d287bbd tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 944 time: 0.0855024 Aug 21 18:32:10.419709 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3abf52c4-5af3-4162-a7b8-91c2ac60b11d req-e5299664-94ba-4a61-9a6b-a7bdd2716efb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417919 Aug 21 18:32:10.833700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d151d-06b1-4b99-87ce-5e1913c8d676 req-86e91f15-648c-423d-8813-8602e83b2cb6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:10.838248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b8d151d-06b1-4b99-87ce-5e1913c8d676 req-86e91f15-648c-423d-8813-8602e83b2cb6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0578613 Aug 21 18:32:10.874719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b8d151d-06b1-4b99-87ce-5e1913c8d676 req-87241bf5-bcb1-4299-8e00-c45bb42c3ca2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325615 Aug 21 18:32:11.654026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893eb8b-3cb8-4adb-b8b6-3726cb0d63cf req-2fd50478-5418-4b07-921b-cc88a4bfaec8 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:11.656291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f893eb8b-3cb8-4adb-b8b6-3726cb0d63cf req-2fd50478-5418-4b07-921b-cc88a4bfaec8 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 944 time: 0.1485348 Aug 21 18:32:11.741789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f893eb8b-3cb8-4adb-b8b6-3726cb0d63cf req-4f808a4c-78ee-49bf-ac54-aa35974dc1bb tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696671 Aug 21 18:32:11.964442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a3ef6d5a-1f4b-4373-9883-f94824c16007 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:32:12.027544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdcf2f-9c76-48aa-b864-c710538893c8 req-2033cfa3-45b6-4620-9ee9-40ba0772a0dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:12.029053 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4cbdcf2f-9c76-48aa-b864-c710538893c8 req-2033cfa3-45b6-4620-9ee9-40ba0772a0dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0769713 Aug 21 18:32:12.080249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4cbdcf2f-9c76-48aa-b864-c710538893c8 req-89a78647-2389-4ddb-aeb9-c663dee89e56 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434294 Aug 21 18:32:12.101221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:12.112114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'a3ef6d5a-1f4b-4373-9883-f94824c16007', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'port_id': 'a3ef6d5a-1f4b-4373-9883-f94824c16007', 'mac_address': 'fa:16:3e:22:3e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:32:12.151775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:12.167900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ef6d5a-1f4b-4373-9883-f94824c16007 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:12.190190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:12.196119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:12.257136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:12.408801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['a3ef6d5a-1f4b-4373-9883-f94824c16007'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:12.911246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a73d-e544-4f4f-b32f-067b9e59f199 req-5c6489a5-1126-444a-87bd-f2b4c6a57723 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:12.912936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6564a73d-e544-4f4f-b32f-067b9e59f199 req-5c6489a5-1126-444a-87bd-f2b4c6a57723 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 945 time: 0.0629075 Aug 21 18:32:12.959742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6564a73d-e544-4f4f-b32f-067b9e59f199 req-1c2476c7-79ba-4942-b0bf-563431f5164c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Aug 21 18:32:13.237113 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19ae66-c6d6-4049-9972-a7dad29bccf8 req-e855a3cc-9e8f-4622-9f7f-d00740f4fbd7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:13.244977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b19ae66-c6d6-4049-9972-a7dad29bccf8 req-e855a3cc-9e8f-4622-9f7f-d00740f4fbd7 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0876772 Aug 21 18:32:13.277490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b19ae66-c6d6-4049-9972-a7dad29bccf8 req-ae31706b-0328-4d6c-9e43-b3b4d75f5cd8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315044 Aug 21 18:32:13.963746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a3ef6d5a-1f4b-4373-9883-f94824c16007 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:14.072026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port a3ef6d5a-1f4b-4373-9883-f94824c16007 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:14.077892 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port a3ef6d5a-1f4b-4373-9883-f94824c16007 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:14.078996 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:14.117871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c5d83-fe01-4041-ad6c-e41986e7292f req-c5ff2a84-6419-4920-ad9f-33b3d2032215 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:14.119546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e5c5d83-fe01-4041-ad6c-e41986e7292f req-c5ff2a84-6419-4920-ad9f-33b3d2032215 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 945 time: 0.0723507 Aug 21 18:32:14.162232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e5c5d83-fe01-4041-ad6c-e41986e7292f req-83adff8c-5b9a-4d84-a1dc-c8e411b1f37b tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351789 Aug 21 18:32:14.184791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:14.212078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:14.214481 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e8edd-83fe-4709-97d4-f12221d967c5" -d '{"events": [{"server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "name": "network-vif-plugged", "status": "completed", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:14.230858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:14.236975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:14.406084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84a8c1-91ed-4fd5-9c4e-cb113eaaeeb9 req-174800da-2c80-4c6b-9e43-90a374276447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:14.407803 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd84a8c1-91ed-4fd5-9c4e-cb113eaaeeb9 req-174800da-2c80-4c6b-9e43-90a374276447 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 1098 time: 0.0819707 Aug 21 18:32:14.419136 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de622ac-5389-4a36-b5fc-0b6ddd2bb41c x-openstack-request-id: req-1de622ac-5389-4a36-b5fc-0b6ddd2bb41c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:14.419426 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "name": "network-vif-plugged", "status": "completed", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:14.419677 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1de622ac-5389-4a36-b5fc-0b6ddd2bb41c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:14.420067 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007', 'code': 200} Aug 21 18:32:14.421197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fe897-1948-4e3a-ac4f-011245844f1b req-92879c8c-cfe3-4745-ab36-4da96b4dda50 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:14.422873 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-542fe897-1948-4e3a-ac4f-011245844f1b req-92879c8c-cfe3-4745-ab36-4da96b4dda50 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0621505 Aug 21 18:32:14.451761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:14.472863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd84a8c1-91ed-4fd5-9c4e-cb113eaaeeb9 req-dc587e28-a514-4446-b7f0-9238a77b82c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490286 Aug 21 18:32:14.480017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-542fe897-1948-4e3a-ac4f-011245844f1b req-1f096263-d499-49c8-9313-2bb79b4e0ac4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497563 Aug 21 18:32:15.293862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6a6d3-7756-4064-a1bc-91155395d5c0 req-86312acf-d79a-420f-adae-82d3b08c8247 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:15.302107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90b6a6d3-7756-4064-a1bc-91155395d5c0 req-86312acf-d79a-420f-adae-82d3b08c8247 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.0606277 Aug 21 18:32:15.344172 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-90b6a6d3-7756-4064-a1bc-91155395d5c0 req-04c430dd-d7b3-41ba-a287-98ddf4c2ea40 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408750 Aug 21 18:32:15.650577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a0c6f0-9f51-4984-87a9-f27a58a7645d req-4f1e6de8-cb27-4766-913b-e322ed1cbfe8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:15.652835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34a0c6f0-9f51-4984-87a9-f27a58a7645d req-4f1e6de8-cb27-4766-913b-e322ed1cbfe8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0792909 Aug 21 18:32:15.709489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34a0c6f0-9f51-4984-87a9-f27a58a7645d req-454adcfd-0e80-45d9-81d7-9565036c5abc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499485 Aug 21 18:32:16.475047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed84a4-dd94-409a-a05b-03ee88cd8940 req-d105afe3-18f0-4821-953d-7b397cb08421 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:16.477269 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15ed84a4-dd94-409a-a05b-03ee88cd8940 req-d105afe3-18f0-4821-953d-7b397cb08421 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.0584610 Aug 21 18:32:16.527565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15ed84a4-dd94-409a-a05b-03ee88cd8940 req-14933338-922b-40ed-9c96-300f7b598888 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Aug 21 18:32:16.641921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949690d6-85c6-4c5e-9096-b4228057b4a8 req-fb7c2ab1-d695-4c56-8e7b-c3c3c94ec7ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:16.648731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-949690d6-85c6-4c5e-9096-b4228057b4a8 req-fb7c2ab1-d695-4c56-8e7b-c3c3c94ec7ff tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.0585706 Aug 21 18:32:16.688109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-949690d6-85c6-4c5e-9096-b4228057b4a8 req-9251df16-c068-4984-9009-3ce3c59165fd tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374217 Aug 21 18:32:16.834394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea0256-6488-4e57-8b08-c5789551f599 req-11cde16c-7e80-46fa-81d1-0dec7cbb0177 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:16.836027 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ea0256-6488-4e57-8b08-c5789551f599 req-11cde16c-7e80-46fa-81d1-0dec7cbb0177 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0603790 Aug 21 18:32:16.874738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31ea0256-6488-4e57-8b08-c5789551f599 req-d0bcd456-0868-41ac-9477-56bfbe2b8abf tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Aug 21 18:32:17.046161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-211fa879-f024-4903-afc4-edc899316230 req-29ebdbd1-b8d6-4404-b338-712e916d3f3b service neutron] (94598) timed out ('10.222.0.41', 36588) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:32:17.766402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eeb66cab-cb14-451a-83bc-d6e2de53dc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:18.001383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581af4c-34a1-4154-bf38-7e90766feff8 req-5ef85165-f322-40f6-890c-7963c6101e32 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:18.002733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0581af4c-34a1-4154-bf38-7e90766feff8 req-5ef85165-f322-40f6-890c-7963c6101e32 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0557168 Aug 21 18:32:18.053436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0581af4c-34a1-4154-bf38-7e90766feff8 req-64a6174b-a787-4cfa-862f-5082b9a411fe tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446589 Aug 21 18:32:18.177986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 35554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:18.559064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:18.983851 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:19.032000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:19.185882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd91f9-fbe9-4ca5-9940-a1178e8aa775 req-ec1379e4-b19a-43f0-99eb-8e7cd4994b2b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:19.188324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3dd91f9-fbe9-4ca5-9940-a1178e8aa775 req-ec1379e4-b19a-43f0-99eb-8e7cd4994b2b tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Aug 21 18:32:19.251877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d3dd91f9-fbe9-4ca5-9940-a1178e8aa775 req-57ce171c-f9d7-4db4-a566-5761ff94380f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557084 Aug 21 18:32:19.412448 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.17 (924c82b4-635e-413c-bec3-3e09248e5f79/59c89244-dee4-4fbd-acd5-0387a8bbaef3/c7f4654f-08f6-4444-9f27-cf8b40c04ae1) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:19.551742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-44618026-81b8-42e5-be1d-26600370a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:19.553322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-44618026-81b8-42e5-be1d-26600370a8b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1097 time: 0.1236143 Aug 21 18:32:19.603277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:19.679144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object c7f4654f-08f6-4444-9f27-cf8b40c04ae1 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:19.748124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-547bf84e-3052-4305-8181-bd7abe504dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:19.751226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-547bf84e-3052-4305-8181-bd7abe504dea service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 896 time: 0.1666775 Aug 21 18:32:19.762881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:19.883104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 924c82b4-635e-413c-bec3-3e09248e5f79 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:19.916437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:19.919050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:19.993491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:20.004209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-bd7f0773-1449-4849-b6e0-346fb918c551 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 1001 time: 0.2341545 Aug 21 18:32:20.029145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:20.074071 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-05c0a7d9-dba6-4fe1-a713-9d6151835c5c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2172763 Aug 21 18:32:20.151969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-282000b7-00b7-40d6-a1ba-0d3bca7b6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:20.153601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-282000b7-00b7-40d6-a1ba-0d3bca7b6685 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 200 len: 834 time: 0.1389055 Aug 21 18:32:20.276843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93340c-c329-4e44-8229-ac5f6c88655e req-b7d9c5a8-2a31-41ae-9184-a909e205aa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:20.278905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-b7d9c5a8-2a31-41ae-9184-a909e205aa4b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1097 time: 0.1185820 Aug 21 18:32:20.346622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-40d27e64-1ac8-4b33-beeb-30b1f97772d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:20.348161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-40d27e64-1ac8-4b33-beeb-30b1f97772d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e95323-d413-441c-9b55-cf18b9af311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1510706 Aug 21 18:32:20.363689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5b3b07c9-71eb-4366-bb7f-34ca07b5c070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:20.378237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aa8b9d93-cfba-4fd5-aab3-f46c9b44e1c2 None None] Provisioning for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:20.382623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-aa8b9d93-cfba-4fd5-aab3-f46c9b44e1c2 None None] Provisioning complete for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:20.382999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aa8b9d93-cfba-4fd5-aab3-f46c9b44e1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:20.443128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b9d93-cfba-4fd5-aab3-f46c9b44e1c2 None None] Port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:32:20.472181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:20.534987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:20.707140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92490a-942b-46c8-aed3-a7eff6662186 req-8823b418-d2e9-4546-9407-86b74855df24 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:20.711836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc92490a-942b-46c8-aed3-a7eff6662186 req-8823b418-d2e9-4546-9407-86b74855df24 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.3134425 Aug 21 18:32:20.720170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93340c-c329-4e44-8229-ac5f6c88655e req-b36817b1-cd24-49ff-a681-2b749b3b89c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:20.722079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-b36817b1-cd24-49ff-a681-2b749b3b89c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 898 time: 0.4131901 Aug 21 18:32:20.877839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-2f3ba13e-83a7-448a-b60f-396500bddf49 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893429 Aug 21 18:32:21.001227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bc92490a-942b-46c8-aed3-a7eff6662186 req-7e9b024a-fe2f-4b31-95ee-0da3a2ef747a tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703547 Aug 21 18:32:21.009027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-00305e29-2013-4b94-b4fd-43fc530fe1d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 999 time: 0.2457066 Aug 21 18:32:21.136012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1de47857-da94-4b4d-9281-a1a8966a2e6b req-7966ba8e-ca7d-45ac-8a9c-0ee5c33d25a7 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480717 Aug 21 18:32:21.150011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93340c-c329-4e44-8229-ac5f6c88655e req-380f684d-110c-415c-8411-e9154802b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:21.151587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-380f684d-110c-415c-8411-e9154802b3fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 200 len: 834 time: 0.1283622 Aug 21 18:32:21.246064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93340c-c329-4e44-8229-ac5f6c88655e req-9831b510-3f94-4407-90d1-5aaa76b374fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:21.247823 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-9831b510-3f94-4407-90d1-5aaa76b374fc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744793 Aug 21 18:32:21.275904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:21.287486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:21.415011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:21.419635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:21.449019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-a9e3775c-36fa-4f4a-9d90-0b66465c5fc7 service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863601 Aug 21 18:32:21.639359 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:21.993123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db93340c-c329-4e44-8229-ac5f6c88655e req-1d742913-233a-46bc-ad20-21e91ca313bf service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297222 Aug 21 18:32:22.004720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 924c82b4-635e-413c-bec3-3e09248e5f79 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:22.006147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:22.207138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d417f-0103-4cc1-ae38-232b760527b0 req-cde7242f-8db3-4f51-b855-1c199d48219e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:22.215665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-749d417f-0103-4cc1-ae38-232b760527b0 req-cde7242f-8db3-4f51-b855-1c199d48219e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0816064 Aug 21 18:32:22.234088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:32:22.290243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-749d417f-0103-4cc1-ae38-232b760527b0 req-6de29470-efa9-4c03-817c-bc0ee209676d tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733738 Aug 21 18:32:22.387005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3bfcbad4-c51c-4b31-930c-7f8bb3f43306 None None] Provisioning complete for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:22.387468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3bfcbad4-c51c-4b31-930c-7f8bb3f43306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:22.412891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:32:22.418375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d27b9487-4962-4a83-848e-cbbcae73bdaf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/c8e69518-6f64-4940-911e-8a2cb2d41506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2382262 Aug 21 18:32:22.426984 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:32:22.446811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3bfcbad4-c51c-4b31-930c-7f8bb3f43306 None None] Port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:32:22.447284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:22.448143 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:22.584650 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:22.918290 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:20Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f4654f-08f6-4444-9f27-cf8b40c04ae1', 'name': '', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:cb:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:19Z', 'updated_at': '2021-08-21T18:32:21Z', 'revision_number': 2, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:22.945842 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:32:22.946456 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Updating router c8e69518-6f64-4940-911e-8a2cb2d41506 port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:32:22.974772 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.301824 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.311766 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.324763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Transition to ACTIVE for port object c7f4654f-08f6-4444-9f27-cf8b40c04ae1 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:23.334684 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.400015 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Pushing event updated for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:23.414100 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.414597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.415035 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.415441 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.415844 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.422375 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.422835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.423245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.423650 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.424050 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.424450 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.424848 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:32:23.438071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b72343-90ba-4c71-9fd4-dd46ee9e10f3 req-7b9415d3-7dcd-46ca-b70a-54ae32e6bc61 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:23.446916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79b72343-90ba-4c71-9fd4-dd46ee9e10f3 req-7b9415d3-7dcd-46ca-b70a-54ae32e6bc61 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0843527 Aug 21 18:32:23.533728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-79b72343-90ba-4c71-9fd4-dd46ee9e10f3 req-d9276038-0fa2-4872-8fc9-45d782fed76c tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843515 Aug 21 18:32:23.551803 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Attempting to bind port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:32:23.553432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Attempting to bind port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:32:23.553880 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Attempting to bind port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 on network 924c82b4-635e-413c-bec3-3e09248e5f79 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Checking segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Bound using segment: {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Bound port: c7f4654f-08f6-4444-9f27-cf8b40c04ae1, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70eab0f5-fe02-4982-9e5e-24a9b48e918e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:32:23.574554 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.711305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] For port c7f4654f-08f6-4444-9f27-cf8b40c04ae1, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:32:23.714938 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] For port c7f4654f-08f6-4444-9f27-cf8b40c04ae1, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:32:23.720567 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:23.811321 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:23.811980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:23.882784 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608512b1-62ce-431d-9983-a1f7343b5f46 None None] Pushing event updated for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:24.019375 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:24.372544 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:20Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f4654f-08f6-4444-9f27-cf8b40c04ae1', 'name': '', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:cb:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:19Z', 'updated_at': '2021-08-21T18:32:23Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:24.399605 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cbd36a-3667-426f-92a4-70a953b4e67e None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:20Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7f4654f-08f6-4444-9f27-cf8b40c04ae1', 'name': '', 'network_id': '924c82b4-635e-413c-bec3-3e09248e5f79', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:cb:ba:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3789, 'fixed_ips': [{'subnet_id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:19Z', 'updated_at': '2021-08-21T18:32:23Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '59c89244-dee4-4fbd-acd5-0387a8bbaef3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:32:24.836080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97bd1-bc17-467a-bd23-b73017b7c794 req-be2ed3ad-3638-4e88-8c04-c035c4438e02 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:24.846776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60d97bd1-bc17-467a-bd23-b73017b7c794 req-be2ed3ad-3638-4e88-8c04-c035c4438e02 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.1874952 Aug 21 18:32:24.858291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa32f0d-4848-475a-aa48-bc465d42d4e0 req-8fbb86b4-6c37-4edf-be5f-6a13b7fc8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:24.860077 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3aa32f0d-4848-475a-aa48-bc465d42d4e0 req-8fbb86b4-6c37-4edf-be5f-6a13b7fc8b9e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1097 time: 0.1097488 Aug 21 18:32:24.870999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c7f4654f-08f6-4444-9f27-cf8b40c04ae1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:24.917604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60d97bd1-bc17-467a-bd23-b73017b7c794 req-45e2daaf-529e-4451-89f0-b29d1f8b68d3 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671225 Aug 21 18:32:24.973701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3aa32f0d-4848-475a-aa48-bc465d42d4e0 req-b70acc4b-26c7-4172-97af-5fee2f32da97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912144 Aug 21 18:32:24.991512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:24.996155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:24.996841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:25.092587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:25.157652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c7f4654f-08f6-4444-9f27-cf8b40c04ae1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:25.171729 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:25.247146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:26.017732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:32:26.055675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee299e-7536-48f4-a493-7b7486527ef4 req-f43da25a-27d7-4ee9-86aa-0c1995c5ab50 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:26.064930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eee299e-7536-48f4-a493-7b7486527ef4 req-f43da25a-27d7-4ee9-86aa-0c1995c5ab50 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.0652056 Aug 21 18:32:26.115598 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9eee299e-7536-48f4-a493-7b7486527ef4 req-a18f287f-4b3c-47f4-ab32-bae34193a7ad tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456643 Aug 21 18:32:26.222953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:26.237128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'port_id': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'mac_address': 'fa:16:3e:bb:38:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:32:26.288524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:26.310427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd73c06e-0b81-4d05-bef6-c6e59abb92ea {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:26.339492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:26.344810 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:26.401886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:26.610678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['cd73c06e-0b81-4d05-bef6-c6e59abb92ea'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:26.769217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c7f4654f-08f6-4444-9f27-cf8b40c04ae1 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:26.881972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:26.882486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:27.228419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959bdf11-7a36-4a6c-b2d2-a4e9999f8e4c req-277cfbc7-95a2-4abd-b431-41584b4aa091 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:27.230154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-959bdf11-7a36-4a6c-b2d2-a4e9999f8e4c req-277cfbc7-95a2-4abd-b431-41584b4aa091 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 944 time: 0.0510964 Aug 21 18:32:27.270141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-959bdf11-7a36-4a6c-b2d2-a4e9999f8e4c req-ea3bfb1f-c922-4d4e-b915-bb5e22c729f6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335698 Aug 21 18:32:27.294166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:27.378012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-057223f4-905b-4ddf-90e2-47ae6516df7e tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/floatingips/469b77db-b646-49f2-862c-f01c5a07aeab HTTP/1.1" status: 200 len: 992 time: 0.0824759 Aug 21 18:32:28.009774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:28.057269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port cd73c06e-0b81-4d05-bef6-c6e59abb92ea triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:28.057631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:28.136730 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:28.159156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:28.161343 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e29af1-c201-4e4d-a968-c5e9f4cf1699" -d '{"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-plugged", "status": "completed", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:28.174321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:28.181559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:28.236770 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee171907-e043-435c-adb5-253586bb4dd0 x-openstack-request-id: req-ee171907-e043-435c-adb5-253586bb4dd0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:28.237203 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-plugged", "status": "completed", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:28.237462 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee171907-e043-435c-adb5-253586bb4dd0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:28.237869 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'code': 200} Aug 21 18:32:28.238415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:29.792751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b5240-af2b-4ecd-a7df-067a7eda0bca req-d3cf5a1e-ec19-4946-a3ec-8a2311b469eb tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:29.794606 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb0b5240-af2b-4ecd-a7df-067a7eda0bca req-d3cf5a1e-ec19-4946-a3ec-8a2311b469eb tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0507069 Aug 21 18:32:29.842921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb0b5240-af2b-4ecd-a7df-067a7eda0bca req-91560acb-7973-49e3-abc5-995f34c8d58e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 Aug 21 18:32:30.971613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12be3a2-00a5-4a68-9e3b-5584f268c859 req-7fae8ce4-173d-4221-a8c9-fac785db8751 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:30.973130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b12be3a2-00a5-4a68-9e3b-5584f268c859 req-7fae8ce4-173d-4221-a8c9-fac785db8751 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0512834 Aug 21 18:32:31.011760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b12be3a2-00a5-4a68-9e3b-5584f268c859 req-9557ce7d-bea7-4511-b02b-62f0ccf5846a tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Aug 21 18:32:31.431820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-f4655b80-21c1-4922-babb-c8bddd64ee41 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:31.433289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-f4655b80-21c1-4922-babb-c8bddd64ee41 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 946 time: 0.0519416 Aug 21 18:32:31.542912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Deleting port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:31.543264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:31.638701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] For port c38981ab-14ac-4f4f-bc48-c19daa0c5c14, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:31.639166 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:31.652691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Calling delete_port for c38981ab-14ac-4f4f-bc48-c19daa0c5c14 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:31.796863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:31.823312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c38981ab-14ac-4f4f-bc48-c19daa0c5c14'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:31.836028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Pushing event deleted for resources: {'Port': ['ID=c38981ab-14ac-4f4f-bc48-c19daa0c5c14,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:31.892058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] No DVR routers for this DVR port c38981ab-14ac-4f4f-bc48-c19daa0c5c14 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:31.895056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:31.897548 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-67ca2d03-3081-4b63-b39b-0123c0bd4ff7 req-01bb9040-6f8d-4796-88bd-c2ba4e21f4df tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "DELETE /v2.0/ports/c38981ab-14ac-4f4f-bc48-c19daa0c5c14 HTTP/1.1" status: 204 len: 173 time: 0.4545257 Aug 21 18:32:31.898034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'name': 'network-vif-deleted', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:31.900450 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4d646b-b2a3-4766-861c-3bf41f0a3a93" -d '{"events": [{"server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "name": "network-vif-deleted", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:31.913791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36190) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:31.953802 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90394193-155b-4f8d-bdc4-b8a62abe6b0a x-openstack-request-id: req-90394193-155b-4f8d-bdc4-b8a62abe6b0a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:31.954164 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ee6fc3-ceff-41db-8476-76cae4c337a3", "name": "network-vif-deleted", "tag": "c38981ab-14ac-4f4f-bc48-c19daa0c5c14", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:31.954661 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90394193-155b-4f8d-bdc4-b8a62abe6b0a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:31.955264 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ee6fc3-ceff-41db-8476-76cae4c337a3', 'name': 'network-vif-deleted', 'tag': 'c38981ab-14ac-4f4f-bc48-c19daa0c5c14', 'status': 'completed', 'code': 200} Aug 21 18:32:32.103002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-696a50d3-9c65-4f12-aeb0-e954fa8b2c2c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c9146ce0ce3b4a85b7c79105ad06af6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875720 Aug 21 18:32:32.105407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36200) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:32.134033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f5108ca-4225-4ee9-9040-d0abe3a68afb req-f8a1a605-94a8-4f42-a164-a547e23e566a tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7ee6fc3-ceff-41db-8476-76cae4c337a3 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Aug 21 18:32:32.165716 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:32.191408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:32.238298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:32.241139 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:32.245438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b9572647-854c-4767-b1a2-5434ddfe5046 HTTP/1.1" status: 204 len: 168 time: 0.1342216 Aug 21 18:32:32.254147 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a665f-ae7a-40f8-a5a7-b9ecef085bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9572647-854c-4767-b1a2-5434ddfe5046,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:36.670842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c38981ab-14ac-4f4f-bc48-c19daa0c5c14 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:36.691732 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: c38981ab-14ac-4f4f-bc48-c19daa0c5c14 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:36.692081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c38981ab-14ac-4f4f-bc48-c19daa0c5c14 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:37.125011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36334) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:37.240940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bb373eb-6497-48ca-b85c-e05b11482ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.338025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bb373eb-6497-48ca-b85c-e05b11482ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.341615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bb373eb-6497-48ca-b85c-e05b11482ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.378347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb373eb-6497-48ca-b85c-e05b11482ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab615ddd-78ae-48cf-810f-2c35626432a5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:37.385215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7bb373eb-6497-48ca-b85c-e05b11482ddd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec8a92cda11c4486b17257c90522065d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567298 Aug 21 18:32:37.385572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36338) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:37.457755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.479232 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.526172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.528971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:37.530262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab615ddd-78ae-48cf-810f-2c35626432a5 HTTP/1.1" status: 204 len: 168 time: 0.1437240 Aug 21 18:32:37.537850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b670-c9a5-4ecc-a3e4-b35f4f13217b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab615ddd-78ae-48cf-810f-2c35626432a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:39.884816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-e111f89d-a33a-407d-866a-86ab85dc753c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee6e23d8d18940179d59d39be183b0f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283072 Aug 21 18:32:40.079832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-f2670623-862a-4164-b14b-ed651071cfa5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:40.081476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-f2670623-862a-4164-b14b-ed651071cfa5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1907082 Aug 21 18:32:40.097927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-72467745-c673-4630-9703-84596459a871 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/quotas/ee6e23d8d18940179d59d39be183b0f4 HTTP/1.1" status: 200 len: 375 time: 0.0100799 Aug 21 18:32:40.130080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-77feaac2-f4cb-49ca-86c8-f044a6666da5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee6e23d8d18940179d59d39be183b0f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259254 Aug 21 18:32:40.316541 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dda6e563-8210-4985-a90f-631d31d6b8eb req-d8532098-6807-441c-b2cd-f58c9b8616e0 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 210 time: 0.0277169 Aug 21 18:32:40.322992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-7facbca8-13b4-4e32-99c9-d6b01bd1ead4 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:40.324503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-7facbca8-13b4-4e32-99c9-d6b01bd1ead4 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 814 time: 0.1184580 Aug 21 18:32:40.344204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-09091257-9373-49c9-80de-d0fb000ec231 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/quotas/39d4784eb6624ef2b0ce86c83461878f HTTP/1.1" status: 200 len: 375 time: 0.0112860 Aug 21 18:32:40.379067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-4377738e-38bd-432b-ae24-b62075cdee62 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287435 Aug 21 18:32:40.483663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-d8153626-c3f1-482f-a81e-fd6c7fd63b77 service neutron] 10.222.0.41 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969057 Aug 21 18:32:40.598177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-e47fd156-9e55-4e22-9ce3-116b1b80155f service neutron] 10.222.0.41 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081336 Aug 21 18:32:40.787143 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0fc75914-0a4b-4781-8a2e-1a740e209ee8 req-3bb4dc63-e9c8-4ecf-b3fb-d3c4065fab0a tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 210 time: 0.0283768 Aug 21 18:32:40.894325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:41.379682 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:41.397067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-173d50aa-7c54-4304-818a-d8d1dfb08eb3 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=ee6e23d8d18940179d59d39be183b0f4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569880 Aug 21 18:32:41.580267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-39e70f58-a63d-4592-8499-571595e930c8 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:41.582023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-39e70f58-a63d-4592-8499-571595e930c8 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1705205 Aug 21 18:32:41.598248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Request body: {'port': {'device_id': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': 'ee6e23d8d18940179d59d39be183b0f4'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:41.722581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Made reservation on behalf of ee6e23d8d18940179d59d39be183b0f4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:41.726639 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:41.744892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:41.865143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3d46ce83-e92d-42d5-bf79-c0a633c57136 req-36620f2a-2007-4462-8711-5ebc5a778acc tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 210 time: 0.4098947 Aug 21 18:32:41.887365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:41.891619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:41.933247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e48c9da-b054-4255-a6f0-49e9d982f299,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:42.005140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a4c211ba-7050-4b95-85b3-9cbb63492235 req-0c374b76-dc92-4ab8-b644-50be41cfdad2 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 210 time: 0.0593560 Aug 21 18:32:42.100323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Allocated IP 192.168.233.175 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/45710df3-dab9-4ec8-863b-8d0caca1306d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:42.150525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-cfcc2c7d-f979-4268-b7d8-b5dc12cc6401 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:42.152049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-cfcc2c7d-f979-4268-b7d8-b5dc12cc6401 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 814 time: 0.2860432 Aug 21 18:32:42.180799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Request body: {'port': {'device_id': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'network_id': '53e087ea-d420-4b7f-8657-36b711732754', 'admin_state_up': True, 'tenant_id': '39d4784eb6624ef2b0ce86c83461878f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:42.257117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.272922 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Transition to ACTIVE for port object 45710df3-dab9-4ec8-863b-8d0caca1306d will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:42.310650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.357582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:42.361339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:42.365239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:42.383810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Made reservation on behalf of 39d4784eb6624ef2b0ce86c83461878f for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:42.387734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.403196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Pushing event updated for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:42.427315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:42.428030 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.452842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-5435ec42-0bfd-4e6b-993f-c70fcc12887c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8592081 Aug 21 18:32:42.479185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Request body: {'port': {'device_id': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:42.490960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port c7f4654f-08f6-4444-9f27-cf8b40c04ae1 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:42.491322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.553156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.635487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Allocated IP 172.20.0.8 (53e087ea-d420-4b7f-8657-36b711732754/54dd777e-52ee-484d-bd61-7e980bb75795/dd7da32a-4ddb-45ab-9c30-fd133124c86b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:42.665012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port c7f4654f-08f6-4444-9f27-cf8b40c04ae1, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:42.665386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.679580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b71f545b-a6cd-4994-b3a7-752d506d94bf None None] Provisioning for port 45710df3-dab9-4ec8-863b-8d0caca1306d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:42.692944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b71f545b-a6cd-4994-b3a7-752d506d94bf None None] Provisioning complete for port 45710df3-dab9-4ec8-863b-8d0caca1306d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:42.694671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b71f545b-a6cd-4994-b3a7-752d506d94bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.697288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for c7f4654f-08f6-4444-9f27-cf8b40c04ae1 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:42.744659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b71f545b-a6cd-4994-b3a7-752d506d94bf None None] Port 45710df3-dab9-4ec8-863b-8d0caca1306d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:32:42.864378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45710df3-dab9-4ec8-863b-8d0caca1306d {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:42.872154 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.884659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Transition to ACTIVE for port object 45710df3-dab9-4ec8-863b-8d0caca1306d will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:42.889438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:42.925675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.011241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:43.067178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.085800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.127409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17f46e-acd6-44ec-aec3-f4149fdd81cf req-07b5fb78-4611-400d-b9b4-ca5509d6ec03 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.129105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc17f46e-acd6-44ec-aec3-f4149fdd81cf req-07b5fb78-4611-400d-b9b4-ca5509d6ec03 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 948 time: 0.1336727 Aug 21 18:32:43.154097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Attempting to bind port 45710df3-dab9-4ec8-863b-8d0caca1306d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:32:43.154440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Attempting to bind port 45710df3-dab9-4ec8-863b-8d0caca1306d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:32:43.154842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Attempting to bind port 45710df3-dab9-4ec8-863b-8d0caca1306d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:43.162609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Port 45710df3-dab9-4ec8-863b-8d0caca1306d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:32:43.162967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Attempting to bind port 45710df3-dab9-4ec8-863b-8d0caca1306d on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:43.178049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6a592-0670-4b90-b241-6bb121661b9a req-db99f78c-f6bb-4c86-b524-54b8a0efb2ca tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.179793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0f6a592-0670-4b90-b241-6bb121661b9a req-db99f78c-f6bb-4c86-b524-54b8a0efb2ca tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 931 time: 0.0862215 Aug 21 18:32:43.180621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:32:43.180960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:43.181348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:32:43.181868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Bound port: 45710df3-dab9-4ec8-863b-8d0caca1306d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:32:43.182220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.248423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Network 53e087ea-d420-4b7f-8657-36b711732754 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:43.265921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0f6a592-0670-4b90-b241-6bb121661b9a req-5e4d8861-cd11-4204-a2e7-b51a09446c10 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729699 Aug 21 18:32:43.271642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:43.274189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:43.293164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:32:43.297103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=45710df3-dab9-4ec8-863b-8d0caca1306d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:32:43.316117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.329443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Pushing event updated for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:43.341584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc17f46e-acd6-44ec-aec3-f4149fdd81cf req-328a18f7-bb21-4ddc-9ddc-1d23ee61208d tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414287 Aug 21 18:32:43.359730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.360624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.362083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] 10.222.0.64 "PUT /v2.0/ports/45710df3-dab9-4ec8-863b-8d0caca1306d HTTP/1.1" status: 200 len: 1097 time: 0.8905141 Aug 21 18:32:43.362757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:43.365146 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0caf6-999a-4433-bac1-db2a64ccac9a" -d '{"events": [{"name": "network-changed", "server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:43.486673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ef542-7799-49b5-b402-494a46448aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:43.491243 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a461f54-8522-4d25-b9cc-7c8f686ff14a x-openstack-request-id: req-2a461f54-8522-4d25-b9cc-7c8f686ff14a {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:43.491474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=c7f4654f-08f6-4444-9f27-cf8b40c04ae1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:43.492353 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:43.492837 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a461f54-8522-4d25-b9cc-7c8f686ff14a {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:43.493576 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d', 'status': 'completed', 'code': 200} Aug 21 18:32:43.523469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-9122bca9-cc3d-4da1-81fe-e177f41fb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.525698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-9122bca9-cc3d-4da1-81fe-e177f41fb6b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee6e23d8d18940179d59d39be183b0f4&device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 1100 time: 0.0884824 Aug 21 18:32:43.528382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.529097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.553216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.566188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6d02a9f6-7fb0-4b49-9d37-c0b2e96deb9e tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3907835 Aug 21 18:32:43.600420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-80e42fc5-8eae-42c7-9aeb-d505b6fec4d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=45710df3-dab9-4ec8-863b-8d0caca1306d HTTP/1.1" status: 200 len: 217 time: 0.0617089 Aug 21 18:32:43.621667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Request body: {'port': {'device_id': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:43.653438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-8af68be5-ec65-478d-8c8b-0df2c6259cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.655732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-8af68be5-ec65-478d-8c8b-0df2c6259cd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0474763 Aug 21 18:32:43.720266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-20f78e09-40ea-4585-a2d0-7f840bd3db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:43.722019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-20f78e09-40ea-4585-a2d0-7f840bd3db43 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538068 Aug 21 18:32:43.740126 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:43.845443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-708f37fa-5f3a-45d4-806b-ed1221bfe96f service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089933 Aug 21 18:32:43.948170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-636e51cc-d0bc-4931-a6a5-2f42fc10ef9d req-42c7f379-5103-404c-a914-d09e8f914b89 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896804 Aug 21 18:32:44.026355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:32:44.046959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-a1ab62f0-8a9b-4948-baec-29fd4d8b28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.048505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-a1ab62f0-8a9b-4948-baec-29fd4d8b28d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee6e23d8d18940179d59d39be183b0f4&device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 1100 time: 0.0429921 Aug 21 18:32:44.145838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-4c42d51e-7a2f-4f9e-aa75-64faa8197109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.147416 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-4c42d51e-7a2f-4f9e-aa75-64faa8197109 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.0910728 Aug 21 18:32:44.193685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-72ee66cf-c3c2-4f78-b1ec-cf378bf8d13d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=45710df3-dab9-4ec8-863b-8d0caca1306d HTTP/1.1" status: 200 len: 217 time: 0.0383959 Aug 21 18:32:44.225412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:32:44.230764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3b463f22-e28c-4764-8321-a18916511692 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/c8e69518-6f64-4940-911e-8a2cb2d41506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3353159 Aug 21 18:32:44.243740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:32:44.251168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-4a210f75-e404-42c3-8c14-a6da1ba10fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.252856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-4a210f75-e404-42c3-8c14-a6da1ba10fff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0510616 Aug 21 18:32:44.270886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:44.271697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:44.274272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7da32a-4ddb-45ab-9c30-fd133124c86b {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:44.283086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:44.296694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Transition to ACTIVE for port object dd7da32a-4ddb-45ab-9c30-fd133124c86b will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:32:44.303732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:44.315425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-af81d99d-e91e-48b5-b59f-6b6676f00af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.317075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-af81d99d-e91e-48b5-b59f-6b6676f00af3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555675 Aug 21 18:32:44.436295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:44.438265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Pushing event updated for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:44.459629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Attempting to bind port dd7da32a-4ddb-45ab-9c30-fd133124c86b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:32:44.459962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Attempting to bind port dd7da32a-4ddb-45ab-9c30-fd133124c86b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:32:44.460353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Attempting to bind port dd7da32a-4ddb-45ab-9c30-fd133124c86b on network 53e087ea-d420-4b7f-8657-36b711732754 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:44.463713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-6b1b15d8-4755-4c12-80ce-1cd0d0e6c16f service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375651 Aug 21 18:32:44.465154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Port dd7da32a-4ddb-45ab-9c30-fd133124c86b on network 53e087ea-d420-4b7f-8657-36b711732754 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:32:44.465466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Attempting to bind port dd7da32a-4ddb-45ab-9c30-fd133124c86b on network 53e087ea-d420-4b7f-8657-36b711732754 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:32:44.471574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:32:44.471915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Checking segment: {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:32:44.472301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Bound using segment: {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:32:44.472729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Bound port: dd7da32a-4ddb-45ab-9c30-fd133124c86b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f348b4d5-fd9d-4a17-885d-0e4671e174e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '53e087ea-d420-4b7f-8657-36b711732754'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:32:44.473149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:44.598761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:32:44.600694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee5f63-14e7-40b9-88a2-f16e6bae1837 req-2c2b9e68-a2ea-4a62-a676-5aed9958a977 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.602958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbee5f63-14e7-40b9-88a2-f16e6bae1837 req-2c2b9e68-a2ea-4a62-a676-5aed9958a977 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 943 time: 0.1444216 Aug 21 18:32:44.612079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:32:44.626143 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:44.661226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-7893e5ca-fca3-43f2-bcab-9989d4ac4031 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853144 Aug 21 18:32:44.689352 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbee5f63-14e7-40b9-88a2-f16e6bae1837 req-b1cc7138-b5fc-408a-96b8-863a8e3f5833 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801179 Aug 21 18:32:44.740533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.741174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:44.743402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] 10.222.0.64 "PUT /v2.0/ports/dd7da32a-4ddb-45ab-9c30-fd133124c86b HTTP/1.1" status: 200 len: 1092 time: 1.1278899 Aug 21 18:32:44.745641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:44.749299 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2848c888-13ce-4314-8dab-f6f1be156841" -d '{"events": [{"name": "network-changed", "server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:44.792290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba3663-6c7c-41c2-98c0-e420664f9607 req-bf0d43bd-8e24-47a2-bed2-9bfc6551cba5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.793883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0ba3663-6c7c-41c2-98c0-e420664f9607 req-bf0d43bd-8e24-47a2-bed2-9bfc6551cba5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 948 time: 0.1109121 Aug 21 18:32:44.794822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455d67f-9419-47d1-a36e-1cce528a059c service neutron] Pushing event updated for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:44.849120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cf5d5-d694-488b-8651-1662a872bcf2 req-cd2154c1-abf2-46c8-9571-a915867a40fa tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.850639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-954cf5d5-d694-488b-8651-1662a872bcf2 req-cd2154c1-abf2-46c8-9571-a915867a40fa tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.0544212 Aug 21 18:32:44.880240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0ba3663-6c7c-41c2-98c0-e420664f9607 req-c8ad6450-6441-4017-b464-f99a2277d877 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718203 Aug 21 18:32:44.904783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-954cf5d5-d694-488b-8651-1662a872bcf2 req-862be3c0-397b-4d3a-ae58-2c77c405a5a5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479798 Aug 21 18:32:44.907708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-56b24934-3077-4097-b43c-6afae9dcee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:44.909224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-56b24934-3077-4097-b43c-6afae9dcee96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 1095 time: 0.1089487 Aug 21 18:32:44.917384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:44.959010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:32:44.961511 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c21f2c-0b65-4bf0-9493-67186850cf9d x-openstack-request-id: req-89c21f2c-0b65-4bf0-9493-67186850cf9d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:44.961802 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:44.962066 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89c21f2c-0b65-4bf0-9493-67186850cf9d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:44.962445 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b', 'status': 'completed', 'code': 200} Aug 21 18:32:44.964239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-d50d6bcd-f45d-44a3-bb37-9289d602b51d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b HTTP/1.1" status: 200 len: 217 time: 0.0453424 Aug 21 18:32:44.968143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:44.968828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:45.093277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:45.305987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6e8ed63a-b5be-47bf-b955-17aa65d63e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:45.307018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-6e8ed63a-b5be-47bf-b955-17aa65d63e78 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54dd777e-52ee-484d-bd61-7e980bb75795 HTTP/1.1" status: 200 len: 854 time: 0.3356442 Aug 21 18:32:45.336968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:45.345910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-01f3bb43-3849-46a0-8c4c-3464845c2ad8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e087ea-d420-4b7f-8657-36b711732754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265269 Aug 21 18:32:45.364908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858483c6-b2f8-413e-b9fe-7fd25a168399 None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '41d5a554-67c8-4a6d-a57c-64f13986cb45', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'port_id': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'mac_address': 'fa:16:3e:6c:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:31:24Z', 'updated_at': '2021-08-21T18:31:28Z', 'revision_number': 1, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:32:45.447282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-68220da4-55a8-43fd-befd-695c24d6e002 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911043 Aug 21 18:32:45.544754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bd861c5-6846-483c-a432-e4eb4960da9f req-3992069a-a88a-4642-bb10-0a5db8a1ae08 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 Aug 21 18:32:45.645098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848c888-13ce-4314-8dab-f6f1be156841 req-81d0e4ba-c5d9-4447-a1b1-9efe2b290302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:45.646577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-81d0e4ba-c5d9-4447-a1b1-9efe2b290302 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=39d4784eb6624ef2b0ce86c83461878f&device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 1095 time: 0.0419028 Aug 21 18:32:45.764726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848c888-13ce-4314-8dab-f6f1be156841 req-e9e779a7-880f-4f42-839a-247283bc0467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:45.766509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-e9e779a7-880f-4f42-839a-247283bc0467 service neutron] 10.222.0.64 "GET /v2.0/networks?id=53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 200 len: 915 time: 0.1114178 Aug 21 18:32:45.822312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-0cd97608-52bc-4f04-9765-62d6e3d3d919 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b HTTP/1.1" status: 200 len: 217 time: 0.0446737 Aug 21 18:32:45.857790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fe3d4-fa78-4052-ae02-85ad661c2880 req-ba16ccc4-5689-4101-8b21-8500e855af4d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:45.860273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-028fe3d4-fa78-4052-ae02-85ad661c2880 req-ba16ccc4-5689-4101-8b21-8500e855af4d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 943 time: 0.0721474 Aug 21 18:32:45.886471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848c888-13ce-4314-8dab-f6f1be156841 req-26f130f7-a94d-4ce4-8960-ceb77794f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:45.886471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-26f130f7-a94d-4ce4-8960-ceb77794f883 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=54dd777e-52ee-484d-bd61-7e980bb75795 HTTP/1.1" status: 200 len: 854 time: 0.0573905 Aug 21 18:32:45.909107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-028fe3d4-fa78-4052-ae02-85ad661c2880 req-a2b7d05a-ac8b-4eeb-b6a9-f02aa9c7b41b tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Aug 21 18:32:45.942484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-51858857-c5ce-4061-bd84-0550e8c751e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=53e087ea-d420-4b7f-8657-36b711732754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464127 Aug 21 18:32:46.111547 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5472a8-5e71-4e59-8382-99f590809538 req-09c73f33-d7a4-423a-b271-24c82dd29c63 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:46.113287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f5472a8-5e71-4e59-8382-99f590809538 req-09c73f33-d7a4-423a-b271-24c82dd29c63 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 948 time: 0.1233921 Aug 21 18:32:46.124969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-6ec9546b-8a0a-441a-878d-187aed599eb2 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679437 Aug 21 18:32:46.207609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0f5472a8-5e71-4e59-8382-99f590809538 req-4f6bc61c-4e96-4c88-8862-4dfb6c57606a tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860510 Aug 21 18:32:46.246658 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2848c888-13ce-4314-8dab-f6f1be156841 req-e7899382-7e4e-471a-96b9-03305587c257 service neutron] 10.222.0.64 "GET /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074688 Aug 21 18:32:46.328469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-c4bd0e8a-18aa-45e7-9642-3e2d6b4d9a13 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:46.329854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-c4bd0e8a-18aa-45e7-9642-3e2d6b4d9a13 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.3845322 Aug 21 18:32:46.372616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bdc8e-0341-4479-b641-a05a0bc080d0 req-e8ea71d6-5521-4e40-a5a4-f0806bf311b0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:46.374301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb3bdc8e-0341-4479-b641-a05a0bc080d0 req-e8ea71d6-5521-4e40-a5a4-f0806bf311b0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a69dae5-b2fe-4714-9438-562383d8a32b HTTP/1.1" status: 200 len: 946 time: 0.0888243 Aug 21 18:32:46.403685 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:32:46.455767 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb3bdc8e-0341-4479-b641-a05a0bc080d0 req-76e44973-dee3-48cb-91fb-9f099b236b47 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=99ee583b-9d3d-48a9-8747-4b2a389f3a38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733631 Aug 21 18:32:46.474917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port a3ef6d5a-1f4b-4373-9883-f94824c16007 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:46.475268 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.562249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port a3ef6d5a-1f4b-4373-9883-f94824c16007, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=a3ef6d5a-1f4b-4373-9883-f94824c16007,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:46.562648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.574055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for a3ef6d5a-1f4b-4373-9883-f94824c16007 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:46.704923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c7f4654f-08f6-4444-9f27-cf8b40c04ae1 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:46.714673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.725755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c7f4654f-08f6-4444-9f27-cf8b40c04ae1 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:46.726145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c7f4654f-08f6-4444-9f27-cf8b40c04ae1 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:46.737874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device dd7da32a-4ddb-45ab-9c30-fd133124c86b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:32:46.756351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=a3ef6d5a-1f4b-4373-9883-f94824c16007,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:46.804416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] No DVR routers for this DVR port a3ef6d5a-1f4b-4373-9883-f94824c16007 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:46.807193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.814686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f00e6b5d-164f-4073-a359-4456bcdd6517 req-5ff77ad9-8743-4d06-8a53-3ce86e285912 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "DELETE /v2.0/ports/a3ef6d5a-1f4b-4373-9883-f94824c16007 HTTP/1.1" status: 204 len: 173 time: 0.4775319 Aug 21 18:32:46.815267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'name': 'network-vif-deleted', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:46.818606 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdecfae-0bc1-4249-bfaa-4089baf8963d" -d '{"events": [{"server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "name": "network-vif-deleted", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:46.849701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:46.861443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b', 'network_id': '53e087ea-d420-4b7f-8657-36b711732754', 'port_id': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b', 'mac_address': 'fa:16:3e:d7:e0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54dd777e-52ee-484d-bd61-7e980bb75795', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:32:46.865057 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91833a04-545c-4a8c-83e0-bf9c4b1fc0ba x-openstack-request-id: req-91833a04-545c-4a8c-83e0-bf9c4b1fc0ba {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:46.865994 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a69dae5-b2fe-4714-9438-562383d8a32b", "name": "network-vif-deleted", "tag": "a3ef6d5a-1f4b-4373-9883-f94824c16007", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:46.866519 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91833a04-545c-4a8c-83e0-bf9c4b1fc0ba {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:46.867094 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a69dae5-b2fe-4714-9438-562383d8a32b', 'name': 'network-vif-deleted', 'tag': 'a3ef6d5a-1f4b-4373-9883-f94824c16007', 'status': 'completed', 'code': 200} Aug 21 18:32:46.903905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.918372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7da32a-4ddb-45ab-9c30-fd133124c86b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:46.942872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:46.949451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:46.950484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 45710df3-dab9-4ec8-863b-8d0caca1306d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:32:47.040866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:47.084675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93828d5-c5ee-4af1-a662-c3ff8e176d16 req-74640b29-8b35-45fd-bbab-8378d1ea9860 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:47.092022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f93828d5-c5ee-4af1-a662-c3ff8e176d16 req-74640b29-8b35-45fd-bbab-8378d1ea9860 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 944 time: 0.0901661 Aug 21 18:32:47.114320 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=45710df3-dab9-4ec8-863b-8d0caca1306d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:47.127046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '45710df3-dab9-4ec8-863b-8d0caca1306d', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': '45710df3-dab9-4ec8-863b-8d0caca1306d', 'mac_address': 'fa:16:3e:57:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:32:47.132106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f93828d5-c5ee-4af1-a662-c3ff8e176d16 req-36caf6c2-c5e5-41d8-8ae4-773c2d39c6d6 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Aug 21 18:32:47.166845 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.180962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45710df3-dab9-4ec8-863b-8d0caca1306d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:32:47.203285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=45710df3-dab9-4ec8-863b-8d0caca1306d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:47.207826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.270070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:47.358253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6b19e-c1c0-44ce-a5c6-7aba8f536daa req-83da5a84-f34d-440f-90d3-3cdd268ff1f0 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:47.359770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5c6b19e-c1c0-44ce-a5c6-7aba8f536daa req-83da5a84-f34d-440f-90d3-3cdd268ff1f0 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 949 time: 0.0666695 Aug 21 18:32:47.408571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5c6b19e-c1c0-44ce-a5c6-7aba8f536daa req-f6b0b6bd-a5b1-4320-931c-1e8dc77644f5 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Aug 21 18:32:47.482572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['45710df3-dab9-4ec8-863b-8d0caca1306d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:47.493972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['dd7da32a-4ddb-45ab-9c30-fd133124c86b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:47.514098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36600) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:47.595744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.621404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.688618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.691403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.692677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/security-groups/99ee583b-9d3d-48a9-8747-4b2a389f3a38 HTTP/1.1" status: 204 len: 168 time: 0.1774778 Aug 21 18:32:47.710132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be29faf-36aa-47ba-b20a-1b69cee32b0e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ee583b-9d3d-48a9-8747-4b2a389f3a38,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:47.735498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36606) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:47.776055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-abc812d1-528a-4880-92c9-c4ab1bc49111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.798764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting subnet 59c89244-dee4-4fbd-acd5-0387a8bbaef3 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:32:47.802217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.845182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.936827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:47.995371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.021151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Subnet': ['ID=59c89244-dee4-4fbd-acd5-0387a8bbaef3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:48.027858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.032384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f43c4ca8-eb0f-4fb9-865c-1895c9518ea6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/subnets/59c89244-dee4-4fbd-acd5-0387a8bbaef3 HTTP/1.1" status: 204 len: 168 time: 0.2929790 Aug 21 18:32:48.033133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:48.033929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6baa705-703f-4d07-9065-9c6475ccd373 None None] Network 924c82b4-635e-413c-bec3-3e09248e5f79 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:32:48.110533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.188721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 3c63cf73-e029-4579-bf32-cf659e9c7f4b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:48.189006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.238225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] DHCP port deletion for 924c82b4-635e-413c-bec3-3e09248e5f79 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:32:48.287665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Deleting port 3c63cf73-e029-4579-bf32-cf659e9c7f4b {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:48.288048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.311228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c63cf73-e029-4579-bf32-cf659e9c7f4b,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:48.311602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.325819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 3c63cf73-e029-4579-bf32-cf659e9c7f4b owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:48.340906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341269bf-10cb-464a-aaf8-2ad054a5ab45 req-271d27aa-cab2-4331-853c-a238e3c37b43 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:48.342426 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-341269bf-10cb-464a-aaf8-2ad054a5ab45 req-271d27aa-cab2-4331-853c-a238e3c37b43 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 944 time: 0.0895271 Aug 21 18:32:48.352723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] For port 3c63cf73-e029-4579-bf32-cf659e9c7f4b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3c63cf73-e029-4579-bf32-cf659e9c7f4b,segment=NetworkSegment(70eab0f5-fe02-4982-9e5e-24a9b48e918e),segment_id=70eab0f5-fe02-4982-9e5e-24a9b48e918e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:48.353212 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.367005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Calling delete_port for 3c63cf73-e029-4579-bf32-cf659e9c7f4b owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:48.447173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-341269bf-10cb-464a-aaf8-2ad054a5ab45 req-d02d0249-60fc-4862-ae78-aba3302007cf tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591719 Aug 21 18:32:48.455792 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.488089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.494353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] No DVR routers for this DVR port 3c63cf73-e029-4579-bf32-cf659e9c7f4b on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:48.501695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d048c7d-7d34-4959-8085-f30ef48640d7 None None] Pushing event deleted for resources: {'Port': ['ID=3c63cf73-e029-4579-bf32-cf659e9c7f4b,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:48.532867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] No DVR routers for this DVR port 3c63cf73-e029-4579-bf32-cf659e9c7f4b on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:48.539669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=3c63cf73-e029-4579-bf32-cf659e9c7f4b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:48.539958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.558900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6030c-4c9e-491c-a7e2-89063e41ee4d req-ee6a3e2e-54c9-4dad-82f5-4e328d212c8f tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:48.561102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73b6030c-4c9e-491c-a7e2-89063e41ee4d req-ee6a3e2e-54c9-4dad-82f5-4e328d212c8f tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 949 time: 0.0612478 Aug 21 18:32:48.602280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73b6030c-4c9e-491c-a7e2-89063e41ee4d req-ca8f4863-8cd8-4461-a2c0-ed93aa393e86 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Aug 21 18:32:48.634158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.645092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924c82b4-635e-413c-bec3-3e09248e5f79']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:48.656039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70eab0f5-fe02-4982-9e5e-24a9b48e918e') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:48.656346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70eab0f5-fe02-4982-9e5e-24a9b48e918e') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:48.665972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.680616 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.688691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:32:48.689097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self.session.flush() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:32:48.692557 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:32:48.756663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device dd7da32a-4ddb-45ab-9c30-fd133124c86b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:48.759441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c63cf73-e029-4579-bf32-cf659e9c7f4b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:48.768533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.786861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.788748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/networks/924c82b4-635e-413c-bec3-3e09248e5f79 HTTP/1.1" status: 204 len: 168 time: 0.7550309 Aug 21 18:32:48.791462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36638) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:48.797870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308d7d2-8b99-4aa0-b637-1d8c66a8cb01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Network': ['ID=924c82b4-635e-413c-bec3-3e09248e5f79,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:48.801920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3c63cf73-e029-4579-bf32-cf659e9c7f4b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:48.802850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3c63cf73-e029-4579-bf32-cf659e9c7f4b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:48.834838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port dd7da32a-4ddb-45ab-9c30-fd133124c86b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:48.839253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port dd7da32a-4ddb-45ab-9c30-fd133124c86b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:48.839560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.928505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.953776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:48.956185 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9a3450-6de0-4da8-b79b-57400d58af93" -d '{"events": [{"server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "name": "network-vif-plugged", "status": "completed", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:48.964908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 31774fb6-9b9d-4666-b056-045bf9fda60b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:48.965429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.977132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:48.984703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:48.986214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 45710df3-dab9-4ec8-863b-8d0caca1306d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:32:49.027907 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46fe28b-e846-49fe-9b86-2a5306421d4c x-openstack-request-id: req-b46fe28b-e846-49fe-9b86-2a5306421d4c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:49.028215 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "name": "network-vif-plugged", "status": "completed", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:49.028482 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b46fe28b-e846-49fe-9b86-2a5306421d4c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:49.028882 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b', 'code': 200} Aug 21 18:32:49.060576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.067849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.068494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.084650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 31774fb6-9b9d-4666-b056-045bf9fda60b owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:49.088656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 45710df3-dab9-4ec8-863b-8d0caca1306d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:32:49.094129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:49.096855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 45710df3-dab9-4ec8-863b-8d0caca1306d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:32:49.097228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.152728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdda7ff-2e0f-45a6-a60f-60b9ed061257 req-fca7275b-0b16-4c65-b63f-dfa5db393dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:49.166326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bdda7ff-2e0f-45a6-a60f-60b9ed061257 req-fca7275b-0b16-4c65-b63f-dfa5db393dc2 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 1097 time: 0.0612195 Aug 21 18:32:49.182338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.219639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4bdda7ff-2e0f-45a6-a60f-60b9ed061257 req-d53b3d1c-e20a-4cfa-bfd3-bcec2af82e39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407393 Aug 21 18:32:49.224491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=45710df3-dab9-4ec8-863b-8d0caca1306d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:49.229856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.285186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:49.302892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.331205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=31774fb6-9b9d-4666-b056-045bf9fda60b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:49.399801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.400135 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Floating IP 41d5a554-67c8-4a6d-a57c-64f13986cb45 disassociated (deleted). External IP: 172.25.1.5, port: 5211abaf-f01c-4163-9df7-2fed4d74eac0. Aug 21 18:32:49.595397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe87ab-ee05-4acc-8188-036e18b43d29 req-6468b48d-34c3-4697-b34c-84d5b6391bfe tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:49.599081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11fe87ab-ee05-4acc-8188-036e18b43d29 req-6468b48d-34c3-4697-b34c-84d5b6391bfe tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 945 time: 0.0631297 Aug 21 18:32:49.618251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:32:49.640672 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11fe87ab-ee05-4acc-8188-036e18b43d29 req-96cb1cff-c9f3-4a1e-ad8d-c6775dfbed99 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359833 Aug 21 18:32:49.759473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:32:49.765299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:49.770287 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:32:49.783575 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:49.784199 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:49.810665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ec447-3242-4a93-b4f5-3a8e6a861af6 req-8083a5f8-2578-4b66-a93f-56bcf7c7fccb tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:49.812190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a06ec447-3242-4a93-b4f5-3a8e6a861af6 req-8083a5f8-2578-4b66-a93f-56bcf7c7fccb tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0999310 Aug 21 18:32:49.839933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-34600534-21bd-4fb3-9f8b-842affd3153e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/floatingips/41d5a554-67c8-4a6d-a57c-64f13986cb45 HTTP/1.1" status: 204 len: 168 time: 1.0395141 Aug 21 18:32:49.846586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:49.849018 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d435de36-9462-48d8-95ec-bd1337eb6c78" -d '{"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:49.886098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a06ec447-3242-4a93-b4f5-3a8e6a861af6 req-28579f82-bed0-4090-9d62-7d38525e434f tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 Aug 21 18:32:49.904475 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:49.947715 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f0b8c0-3bc2-4cfd-b7ad-c3a4f28bcd9f x-openstack-request-id: req-d7f0b8c0-3bc2-4cfd-b7ad-c3a4f28bcd9f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:49.948034 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:49.948287 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7f0b8c0-3bc2-4cfd-b7ad-c3a4f28bcd9f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:49.948687 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'status': 'completed', 'code': 200} Aug 21 18:32:50.021678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-06d7477e-e609-4f13-8c1d-71c0b79fd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.023818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-06d7477e-e609-4f13-8c1d-71c0b79fd7a5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 1097 time: 0.0530701 Aug 21 18:32:50.103146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a3ef6d5a-1f4b-4373-9883-f94824c16007 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:50.132777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4af4fc-fe28-4525-8769-000ee6ac8875 req-152d9563-a3a2-4e96-9807-29b089f0c383 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.135230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:50.140955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef4af4fc-fe28-4525-8769-000ee6ac8875 req-152d9563-a3a2-4e96-9807-29b089f0c383 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.0666525 Aug 21 18:32:50.146681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: a3ef6d5a-1f4b-4373-9883-f94824c16007 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:50.151739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device a3ef6d5a-1f4b-4373-9883-f94824c16007 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:50.169624 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:32:50.180811 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:50.181698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:50.187632 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef4af4fc-fe28-4525-8769-000ee6ac8875 req-14975e0b-53d5-4549-ac3b-a277759d9614 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456693 Aug 21 18:32:50.221555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-3da5cf2b-6e18-47f5-8931-b098ba38809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.223248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-3da5cf2b-6e18-47f5-8931-b098ba38809f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 200 len: 898 time: 0.1846189 Aug 21 18:32:50.270831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-eb5f752b-73eb-4b19-ad2d-4bc25dcc2b55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 200 len: 217 time: 0.0381126 Aug 21 18:32:50.292565 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:50.316893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9db85cb-4c56-4370-aeeb-fb09e0a7d5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:50.326831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-ebb4b896-8ce2-4e46-86e1-10c1b997f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.328498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-ebb4b896-8ce2-4e46-86e1-10c1b997f3dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 200 len: 834 time: 0.0503092 Aug 21 18:32:50.390230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-91175d94-4778-4d74-b10d-9bd8504f69a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.391914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-91175d94-4778-4d74-b10d-9bd8504f69a4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487628 Aug 21 18:32:50.464082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:50.512668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-ea4c7a32-0f4e-4ab8-8bad-729037cf998b service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122079 Aug 21 18:32:50.518388 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:50.548416 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46220a-b539-47e5-afc0-99d34f2c7917 None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:42Z', 'revision_number': 6, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '3091da1d-48b7-4076-a9c1-9d75f4825d4b', 'name': '', 'network_id': 'f3e37a4c-143a-4c51-a4f1-f083a8ea98ad', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:8f:65:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:50Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '261f27bd-b5e0-42be-a9c5-ef5393ba4b78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:32:50.628732 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d435de36-9462-48d8-95ec-bd1337eb6c78 req-10304113-d2ab-4eda-be7a-239c52967d8d service neutron] 10.222.0.64 "GET /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077092 Aug 21 18:32:50.774207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bce796-2aee-49ab-b284-de057ebd1284 req-e2fd2e19-b676-47af-b065-9a80dd707790 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:50.776037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8bce796-2aee-49ab-b284-de057ebd1284 req-e2fd2e19-b676-47af-b065-9a80dd707790 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 945 time: 0.0594690 Aug 21 18:32:50.847324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f8bce796-2aee-49ab-b284-de057ebd1284 req-27e5f9f4-42b9-49b8-89d7-fad495d769d2 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621843 Aug 21 18:32:50.863258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc772a5a-4946-4715-aac5-ac9cae63003b None None] New status for floating IP 41d5a554-67c8-4a6d-a57c-64f13986cb45: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:32:51.030373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:51.033350 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d85ac0-b722-4943-b36b-31dbc7ed3ad2" -d '{"events": [{"server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:51.038615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34026c8a-152d-481c-8412-5c26ebfeefa1 req-ccb88b46-4bea-4813-944d-df6c2ae08ecd tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:51.040225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34026c8a-152d-481c-8412-5c26ebfeefa1 req-ccb88b46-4bea-4813-944d-df6c2ae08ecd tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0562816 Aug 21 18:32:51.084879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-34026c8a-152d-481c-8412-5c26ebfeefa1 req-48e2bdf4-5f3b-404c-b5fe-6045af515345 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Aug 21 18:32:51.136335 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46e7cb-9dee-40cf-81cf-a31a587ecb5c x-openstack-request-id: req-4a46e7cb-9dee-40cf-81cf-a31a587ecb5c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:51.136853 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "name": "network-vif-plugged", "status": "completed", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:51.137042 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a46e7cb-9dee-40cf-81cf-a31a587ecb5c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:51.138045 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d', 'code': 200} Aug 21 18:32:51.254531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0edc3b-8b70-406a-a85e-cb4c6f58cb90 req-5e8645da-465c-40ce-b1c7-b22f126996b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:51.256431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d0edc3b-8b70-406a-a85e-cb4c6f58cb90 req-5e8645da-465c-40ce-b1c7-b22f126996b7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 1102 time: 0.0516937 Aug 21 18:32:51.359626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759ef44-3dfc-4cd8-a084-a26ddb3693dc req-a96becd0-159c-4a10-896e-b0445f4b4a64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:51.360837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a759ef44-3dfc-4cd8-a084-a26ddb3693dc req-a96becd0-159c-4a10-896e-b0445f4b4a64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.0793984 Aug 21 18:32:51.362432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d0edc3b-8b70-406a-a85e-cb4c6f58cb90 req-fb69d4f9-25b8-4103-8604-c2159ed0e675 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939734 Aug 21 18:32:51.400554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a759ef44-3dfc-4cd8-a084-a26ddb3693dc req-f8af1d8c-4892-484f-a578-95d7a70ea367 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333276 Aug 21 18:32:51.616711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-ba1c1795-701f-474e-b7f0-aef356d44f70 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:51.618252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-ba1c1795-701f-474e-b7f0-aef356d44f70 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.64 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Aug 21 18:32:51.624666 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:51.722906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 5211abaf-f01c-4163-9df7-2fed4d74eac0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:51.723405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:51.829186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 5211abaf-f01c-4163-9df7-2fed4d74eac0, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5211abaf-f01c-4163-9df7-2fed4d74eac0,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:51.829186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:51.843294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 5211abaf-f01c-4163-9df7-2fed4d74eac0 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:51.989498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:52.031191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=5211abaf-f01c-4163-9df7-2fed4d74eac0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:52.066117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] No DVR routers for this DVR port 5211abaf-f01c-4163-9df7-2fed4d74eac0 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:52.069036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:52.071396 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12fdb1fc-7cc3-4ba3-84ee-aa53efe4bc8a req-33a661ab-392a-4926-bee6-f6c01eedc520 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.64 "DELETE /v2.0/ports/5211abaf-f01c-4163-9df7-2fed4d74eac0 HTTP/1.1" status: 204 len: 173 time: 0.4456491 Aug 21 18:32:52.072047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'name': 'network-vif-deleted', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:52.074452 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51713e35-3e95-4743-9355-cd7d2a5f97e9" -d '{"events": [{"server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "name": "network-vif-deleted", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:52.141287 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade5a775-8e2d-4930-b21a-5b701121ce59 x-openstack-request-id: req-ade5a775-8e2d-4930-b21a-5b701121ce59 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:52.141710 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec302ea5-43bd-4460-81e5-d20c4ba52294", "name": "network-vif-deleted", "tag": "5211abaf-f01c-4163-9df7-2fed4d74eac0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:52.142061 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ade5a775-8e2d-4930-b21a-5b701121ce59 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:52.142586 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec302ea5-43bd-4460-81e5-d20c4ba52294', 'name': 'network-vif-deleted', 'tag': '5211abaf-f01c-4163-9df7-2fed4d74eac0', 'status': 'completed', 'code': 200} Aug 21 18:32:52.244424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eb119-8469-4df0-94a5-765ac722546f req-04534556-5544-4349-a291-109199fb5b8f tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:52.251685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b5eb119-8469-4df0-94a5-765ac722546f req-04534556-5544-4349-a291-109199fb5b8f tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0683846 Aug 21 18:32:52.341737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0b5eb119-8469-4df0-94a5-765ac722546f req-adfe155f-2bba-4bef-bec7-6769aa96f424 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863008 Aug 21 18:32:52.556654 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-04da2639-1b5e-44ed-8acf-b5f040b5f43e req-997ec3ce-8f66-418d-bc47-f38ad03094e6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec302ea5-43bd-4460-81e5-d20c4ba52294 HTTP/1.1" status: 200 len: 210 time: 0.0421364 Aug 21 18:32:53.291052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:53.466533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c1577-df72-4bed-b03e-7a2f31211f0f req-3b4c8891-18b3-4372-b9f9-9b77be29a971 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:53.468035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-942c1577-df72-4bed-b03e-7a2f31211f0f req-3b4c8891-18b3-4372-b9f9-9b77be29a971 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0517604 Aug 21 18:32:53.505372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-942c1577-df72-4bed-b03e-7a2f31211f0f req-22bb5324-46ef-4f42-9dbc-7f628f57f676 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Aug 21 18:32:53.615402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36754) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:53.680416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:53.726787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:53.814058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba695770-c300-437b-8afb-5ea59b97c8be req-39027445-3f51-4e31-b50c-44ebbc23ed12 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:53.816036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba695770-c300-437b-8afb-5ea59b97c8be req-39027445-3f51-4e31-b50c-44ebbc23ed12 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0613148 Aug 21 18:32:53.860329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ba695770-c300-437b-8afb-5ea59b97c8be req-45736c24-348d-49ef-b92b-aad406d16f56 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Aug 21 18:32:53.861491 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:53.864126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:53.866650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/security-groups/f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb HTTP/1.1" status: 204 len: 168 time: 0.2484946 Aug 21 18:32:53.879693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b991d09-333d-4b70-897c-bc698912c280 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d3ae68-05f7-48c6-9aaf-1b4c1c36c1bb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:53.919367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36762) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:54.282183 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:54.553174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 3091da1d-48b7-4076-a9c1-9d75f4825d4b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:54.553419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:54.648639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 3091da1d-48b7-4076-a9c1-9d75f4825d4b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3091da1d-48b7-4076-a9c1-9d75f4825d4b,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:54.649009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:54.661301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 3091da1d-48b7-4076-a9c1-9d75f4825d4b owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:54.855129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:54.882701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=3091da1d-48b7-4076-a9c1-9d75f4825d4b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:55.004756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d99146-6b30-4bb6-a0ef-0d6e2b7b582d req-a43fe35c-ef2a-4c4e-9985-a57351c3b0e4 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:55.015423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76d99146-6b30-4bb6-a0ef-0d6e2b7b582d req-a43fe35c-ef2a-4c4e-9985-a57351c3b0e4 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0641322 Aug 21 18:32:55.063518 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76d99146-6b30-4bb6-a0ef-0d6e2b7b582d req-d2d6a44c-f608-43bc-a0d8-eea1016ebb84 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/security-groups?id=9e48c9da-b054-4255-a6f0-49e9d982f299&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450258 Aug 21 18:32:55.121596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:55.182969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-9804e781-6216-4423-8c11-fc48cab76e17 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:55.184982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-9804e781-6216-4423-8c11-fc48cab76e17 tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.64 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 950 time: 0.0956826 Aug 21 18:32:55.372225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Deleting port 45710df3-dab9-4ec8-863b-8d0caca1306d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:55.372481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:55.486875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router c8e69518-6f64-4940-911e-8a2cb2d41506 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:32:55.509953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] For port 45710df3-dab9-4ec8-863b-8d0caca1306d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=45710df3-dab9-4ec8-863b-8d0caca1306d,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:55.510267 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:55.554389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Calling delete_port for 45710df3-dab9-4ec8-863b-8d0caca1306d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:55.967537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:32:55.973324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-df293c6c-d4a8-4766-92fe-d5df6793c250 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/c8e69518-6f64-4940-911e-8a2cb2d41506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0526071 Aug 21 18:32:55.976153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36776) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:55.978920 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Sync routers for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:32:55.990323 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:55.991863 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:56.034326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting subnet 261f27bd-b5e0-42be-a9c5-ef5393ba4b78 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:32:56.037651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.058757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.075557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['45710df3-dab9-4ec8-863b-8d0caca1306d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:32:56.096419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.120181 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:56.135121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Pushing event deleted for resources: {'Port': ['ID=45710df3-dab9-4ec8-863b-8d0caca1306d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:56.269614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] No DVR routers for this DVR port 45710df3-dab9-4ec8-863b-8d0caca1306d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:56.278186 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.305122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.307289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e04f63a9-938a-42b8-9632-83d577d0f4a7 req-fa1067da-c696-4cd2-91ff-482ec9971e9c tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.64 "DELETE /v2.0/ports/45710df3-dab9-4ec8-863b-8d0caca1306d HTTP/1.1" status: 204 len: 173 time: 1.1160152 Aug 21 18:32:56.307953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'name': 'network-vif-deleted', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:32:56.321474 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ab25d-1147-42b4-91f6-8802a4330557" -d '{"events": [{"server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "name": "network-vif-deleted", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:32:56.359852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb7df440-d520-4592-b98c-ca1388c774e4 req-efb4fba2-eed5-47da-afe3-35d74acb4edb tempest-VolumesNegativeTest-2001519520 tempest-VolumesNegativeTest-2001519520-project] 10.222.0.41 "GET /v2.0/ports?device_id=30fa7bc3-8459-4720-be35-6d8b5e82bbd7 HTTP/1.1" status: 200 len: 210 time: 0.1522417 Aug 21 18:32:56.378326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.390643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:54Z', 'revision_number': 7, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:56.417847 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Checking router: c8e69518-6f64-4940-911e-8a2cb2d41506 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:32:56.428391 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Routers {'c8e69518-6f64-4940-911e-8a2cb2d41506'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:32:56.429111 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['c8e69518-6f64-4940-911e-8a2cb2d41506'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:56.441247 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e597e9-e09b-470b-b8e1-3ea6ba612f82 x-openstack-request-id: req-40e597e9-e09b-470b-b8e1-3ea6ba612f82 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:32:56.441592 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30fa7bc3-8459-4720-be35-6d8b5e82bbd7", "name": "network-vif-deleted", "tag": "45710df3-dab9-4ec8-863b-8d0caca1306d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:32:56.441945 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40e597e9-e09b-470b-b8e1-3ea6ba612f82 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:32:56.442413 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30fa7bc3-8459-4720-be35-6d8b5e82bbd7', 'name': 'network-vif-deleted', 'tag': '45710df3-dab9-4ec8-863b-8d0caca1306d', 'status': 'completed', 'code': 200} Aug 21 18:32:56.452459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Subnet': ['ID=261f27bd-b5e0-42be-a9c5-ef5393ba4b78,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:56.454684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55474b82-8b5b-4f08-96b9-3cc5dd7d03e5 None None] Network f3e37a4c-143a-4c51-a4f1-f083a8ea98ad requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:32:56.455213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.459769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5b6cad3d-91bb-4f64-9473-544f30f2b50a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/subnets/261f27bd-b5e0-42be-a9c5-ef5393ba4b78 HTTP/1.1" status: 204 len: 168 time: 0.4798894 Aug 21 18:32:56.460447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36782) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:56.554685 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] Set router c8e69518-6f64-4940-911e-8a2cb2d41506 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:32:56.669610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] DHCP port deletion for f3e37a4c-143a-4c51-a4f1-f083a8ea98ad request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:32:56.675623 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.731682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Deleting port b42eabdf-a587-4e92-9904-8e9b946ca520 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:56.732062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.760527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5211abaf-f01c-4163-9df7-2fed4d74eac0 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:56.813807 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.850079 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:54Z', 'revision_number': 7, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:56.869739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b42eabdf-a587-4e92-9904-8e9b946ca520 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:56.888192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 5211abaf-f01c-4163-9df7-2fed4d74eac0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:56.888554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5211abaf-f01c-4163-9df7-2fed4d74eac0 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:56.921872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 69d8fcc3-cec4-4676-8a64-34758e68972a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:32:56.922371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.933725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] For port b42eabdf-a587-4e92-9904-8e9b946ca520, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b42eabdf-a587-4e92-9904-8e9b946ca520,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:56.934426 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:56.951144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Calling delete_port for b42eabdf-a587-4e92-9904-8e9b946ca520 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:57.034362 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0612ce-1d55-49ee-aec7-69f5d0bdf972 None None] The sync data for ids ['c8e69518-6f64-4940-911e-8a2cb2d41506'] in n-d-793621-32 is: [{'id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'name': 'tempest-TestNetworkBasicOps-router-1077442293', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:45Z', 'updated_at': '2021-08-21T18:32:54Z', 'revision_number': 7, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '69d8fcc3-cec4-4676-8a64-34758e68972a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:77:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8e69518-6f64-4940-911e-8a2cb2d41506', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:46Z', 'updated_at': '2021-08-21T18:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:32:57.070143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 69d8fcc3-cec4-4676-8a64-34758e68972a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=69d8fcc3-cec4-4676-8a64-34758e68972a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:57.070857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.071202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.092504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 69d8fcc3-cec4-4676-8a64-34758e68972a owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:32:57.109281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b42eabdf-a587-4e92-9904-8e9b946ca520, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b42eabdf-a587-4e92-9904-8e9b946ca520,segment=NetworkSegment(af88b033-aebd-4fd5-970a-615624e48ca8),segment_id=af88b033-aebd-4fd5-970a-615624e48ca8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:32:57.122301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.158669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.184441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] No DVR routers for this DVR port b42eabdf-a587-4e92-9904-8e9b946ca520 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:32:57.187539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b42eabdf-a587-4e92-9904-8e9b946ca520,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:57.213604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ace9-38d1-4a9b-a885-2d57ea9f3217 None None] Pushing event deleted for resources: {'Port': ['ID=b42eabdf-a587-4e92-9904-8e9b946ca520,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:57.284550 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.311284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=69d8fcc3-cec4-4676-8a64-34758e68972a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:57.370278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.485666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.487926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.563447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.564050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Fanout notify agent at l3_agent the message router_deleted on router c8e69518-6f64-4940-911e-8a2cb2d41506 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:32:57.577495 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.579224 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9b0843bb-7fd1-4536-8cfd-2a6449828728 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/routers/c8e69518-6f64-4940-911e-8a2cb2d41506 HTTP/1.1" status: 204 len: 168 time: 1.1173341 Aug 21 18:32:57.581557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36800) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:57.685894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.807023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.825742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e37a4c-143a-4c51-a4f1-f083a8ea98ad']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:57.849953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af88b033-aebd-4fd5-970a-615624e48ca8') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:57.850246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af88b033-aebd-4fd5-970a-615624e48ca8') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:32:57.885423 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.910782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.923486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:32:57.924901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:32:57.935901 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:32:58.026707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.054975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.056830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/networks/f3e37a4c-143a-4c51-a4f1-f083a8ea98ad HTTP/1.1" status: 204 len: 168 time: 0.4743075 Aug 21 18:32:58.058237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67dc3a-4863-49c1-a8a9-5264495e5dd6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Network': ['ID=f3e37a4c-143a-4c51-a4f1-f083a8ea98ad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:58.077301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 36832) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:58.083618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'network': {'name': 'tempest-network-smoke--33048813', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:58.110397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:32:58.113838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.142594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:32:58.151737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.154754 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Added segment e43504cd-ce47-43e5-b806-55c8694c25e2 of type vlan for network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 Aug 21 18:32:58.208988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.247973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.254115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:32:58.254808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.326171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2466352 Aug 21 18:32:58.327497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 36872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:32:58.333138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-978345496', 'admin_state_up': True, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:32:58.346447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0befe77-5dcd-470d-8f0c-6a089fe4b955 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Network': ['ID=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:58.360158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:32:58.369402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.371156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.439046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.596630 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.793233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3091da1d-48b7-4076-a9c1-9d75f4825d4b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:58.828421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3091da1d-48b7-4076-a9c1-9d75f4825d4b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:58.829169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3091da1d-48b7-4076-a9c1-9d75f4825d4b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:58.829883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69d8fcc3-cec4-4676-8a64-34758e68972a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:32:58.831882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.855365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:58.855790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 69d8fcc3-cec4-4676-8a64-34758e68972a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:32:58.857194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 69d8fcc3-cec4-4676-8a64-34758e68972a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:32:58.976683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.25.1.193 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/456ffe61-5796-4594-a513-d6a384886071) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:32:59.087031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:59.138410 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:59.175692 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:32:59.180429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:32:59.183976 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:32:59.218473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=456ffe61-5796-4594-a513-d6a384886071,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:32:59.486140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:32:59.963974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:00.099994 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router e4490419-9598-4f4f-a9f6-925ac0c2dabe is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:33:00.222265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:00.236344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Sync routers for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:00.247161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:00.247812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:00.261546 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:00.267233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37026) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:00.280723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59c100d2-6992-4fd5-a56c-0b8afbaf4666 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9507651 Aug 21 18:33:00.313083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37032) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:00.325490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ff217669-8660-4443-81e4-f0be1a8a6da9 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553098 Aug 21 18:33:00.392562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:00.472635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a94985-4be2-409b-9743-c04b68c2e5cf tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:00.476850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-24a94985-4be2-409b-9743-c04b68c2e5cf tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1599174 Aug 21 18:33:00.477184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37038) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:00.509460 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3dc4b1cc-57d2-4eea-b872-d435f3d72f65 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309441 Aug 21 18:33:00.512197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37040) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:00.519681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-136855972', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:00.616131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:32:59Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:00.639851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:00.649914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:00.655883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Checking router: e4490419-9598-4f4f-a9f6-925ac0c2dabe for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:00.656168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Updating router e4490419-9598-4f4f-a9f6-925ac0c2dabe port 456ffe61-5796-4594-a513-d6a384886071 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:00.682692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:00.797552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 45710df3-dab9-4ec8-863b-8d0caca1306d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:00.839409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 45710df3-dab9-4ec8-863b-8d0caca1306d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:00.839901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 45710df3-dab9-4ec8-863b-8d0caca1306d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:00.908080 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:00.985592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Checking segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:00.985962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network hostable DHCP agents. Network: 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:33:00.989183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Subnet': ['ID=69df690e-02e0-4cef-b460-be59174f08bf,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:01.008355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:33:01.025664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:01.033641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:01.034242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.048471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363923fa-406c-4fa8-b413-1478b39c6ba9 None None] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:01.053265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2dc0e169-a7a8-4e7a-ae07-8e3ad67c1ef1 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5349789 Aug 21 18:33:01.053481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37048) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:01.058218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.084644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Transition to ACTIVE for port object 456ffe61-5796-4594-a513-d6a384886071 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:01.128903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.185616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Attempting to bind port 456ffe61-5796-4594-a513-d6a384886071 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:01.186133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Attempting to bind port 456ffe61-5796-4594-a513-d6a384886071 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:01.186641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Attempting to bind port 456ffe61-5796-4594-a513-d6a384886071 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:01.237723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:01.238427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:01.238994 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.239407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:01.239872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Bound port: 456ffe61-5796-4594-a513-d6a384886071, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:01.240288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.320435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38702c5-7972-4da5-9eef-ddf9e1c43932 None None] Pushing event updated for resources: {'Port': ['ID=456ffe61-5796-4594-a513-d6a384886071,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:01.369654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] For port 456ffe61-5796-4594-a513-d6a384886071, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:01.373256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] For port 456ffe61-5796-4594-a513-d6a384886071, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=456ffe61-5796-4594-a513-d6a384886071,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:01.381132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.398183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:33:01.401650 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.463814 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:01.464587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:01.585171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38702c5-7972-4da5-9eef-ddf9e1c43932 None None] Pushing event updated for resources: {'Port': ['ID=456ffe61-5796-4594-a513-d6a384886071,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:01.643090 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:01.680594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Allocated IP 172.20.0.2 (1bd7009a-a84f-4d48-8577-8a4b7c2e1e69/69df690e-02e0-4cef-b460-be59174f08bf/bc870de2-9eff-44b8-a19a-09ed1a323244) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:01.687644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:02.056348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.069650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Transition to ACTIVE for port object bc870de2-9eff-44b8-a19a-09ed1a323244 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:02.092669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Transition to ACTIVE for port object bc870de2-9eff-44b8-a19a-09ed1a323244 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:02.102849 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.146813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:32:59Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:02.157369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:02.161525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:02.164766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:02.170660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.1 (1bd7009a-a84f-4d48-8577-8a4b7c2e1e69/69df690e-02e0-4cef-b460-be59174f08bf/5868f067-b445-4eb9-9140-b136765146e7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:02.205965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19802cf-4c85-4cfc-8ad4-549020d0de7b None None] The sync data for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 is: [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:32:59Z', 'revision_number': 3, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:02.216568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Pushing event updated for resources: {'Port': ['ID=bc870de2-9eff-44b8-a19a-09ed1a323244,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:02.334138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.351798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object 5868f067-b445-4eb9-9140-b136765146e7 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:02.390947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.436966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:02.440573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:02.444748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:02.454748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:02.476116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Attempting to bind port bc870de2-9eff-44b8-a19a-09ed1a323244 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:02.478734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Attempting to bind port bc870de2-9eff-44b8-a19a-09ed1a323244 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:02.486534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Attempting to bind port bc870de2-9eff-44b8-a19a-09ed1a323244 on network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:02.492271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:02.492655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Checking segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:02.493065 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.493461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Bound using segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:02.493939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Bound port: bc870de2-9eff-44b8-a19a-09ed1a323244, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:02.494530 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.519562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.524463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37058) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:02.590982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] For port bc870de2-9eff-44b8-a19a-09ed1a323244, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:02.594598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] For port bc870de2-9eff-44b8-a19a-09ed1a323244, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bc870de2-9eff-44b8-a19a-09ed1a323244,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:02.602159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.821577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72155340-13a3-4814-a4ad-85f7b606d5f1 None None] Pushing event updated for resources: {'Port': ['ID=bc870de2-9eff-44b8-a19a-09ed1a323244,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:02.898255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:02.936445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 456ffe61-5796-4594-a513-d6a384886071 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:03.025317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 9c27f9c5-1edd-4579-a904-93d0766c7d60 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:03.025666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.116861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 456ffe61-5796-4594-a513-d6a384886071 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:03.122930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 456ffe61-5796-4594-a513-d6a384886071 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:03.123604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.312346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37072) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:03.320514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.320837 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.352702 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.353555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 9c27f9c5-1edd-4579-a904-93d0766c7d60 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:03.427294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 456ffe61-5796-4594-a513-d6a384886071, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=456ffe61-5796-4594-a513-d6a384886071,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:03.445512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.604965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=456ffe61-5796-4594-a513-d6a384886071,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:03.616587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.617641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.617992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.618373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.618745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.619209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.619678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.620011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.620343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.620708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.621035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.621396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.703242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-264db0b5-a337-426f-a8e0-257efd1698e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee6e23d8d18940179d59d39be183b0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894265 Aug 21 18:33:03.705727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37078) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:03.721255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.752241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.844693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:03.914534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=9c27f9c5-1edd-4579-a904-93d0766c7d60,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:03.989170 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.989526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.989878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.990223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.990588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.994122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:03.996077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.996882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.997237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.997587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.997927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:03.998265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.002985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.065406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.065406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.065737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.065932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.072878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.075030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.075564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.076073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.076555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.077211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.078152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.078694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:04.118901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.124955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.125575 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Floating IP 469b77db-b646-49f2-862c-f01c5a07aeab disassociated (deleted). External IP: 172.25.1.200, port: cd73c06e-0b81-4d05-bef6-c6e59abb92ea. Aug 21 18:33:04.143549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.286106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.329206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f92bae-6037-4cf1-9c2a-bb3f8751d6c4 None None] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:04.376372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.381661 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.385624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e48c9da-b054-4255-a6f0-49e9d982f299 HTTP/1.1" status: 204 len: 168 time: 0.6766124 Aug 21 18:33:04.397367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4ca6e-235e-427a-b02f-f3e8b0029ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e48c9da-b054-4255-a6f0-49e9d982f299,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:04.473981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:04.478022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:04.495148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a8a4721a-0731-4787-89c3-bfe631ebe32e None None] Provisioning for port bc870de2-9eff-44b8-a19a-09ed1a323244 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:04.693132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:04.771395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router e4490419-9598-4f4f-a9f6-925ac0c2dabe has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:04.957569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:04.967814 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Sync routers for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:04.972523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:04.985307 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:04.994657 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:05.014956 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8090a8c4-7ee5-4302-bb6e-5a35885aa02f tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/floatingips/469b77db-b646-49f2-862c-f01c5a07aeab HTTP/1.1" status: 204 len: 168 time: 2.4890122 Aug 21 18:33:05.015648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:05.018154 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f943f-cb4a-498d-abd2-e6b29a80f01f" -d '{"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:05.092204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 456ffe61-5796-4594-a513-d6a384886071 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:05.113216 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc61c841-3206-4124-a294-4cbc06df0af5 x-openstack-request-id: req-bc61c841-3206-4124-a294-4cbc06df0af5 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:05.114227 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:05.114679 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc61c841-3206-4124-a294-4cbc06df0af5 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:05.115261 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'status': 'completed', 'code': 200} Aug 21 18:33:05.219569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 456ffe61-5796-4594-a513-d6a384886071 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:05.220917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:05.329062 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:05.420213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bc870de2-9eff-44b8-a19a-09ed1a323244 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:05.516807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2354ce75-47a7-4797-a438-7110a53df71c None None] Provisioning for port 5868f067-b445-4eb9-9140-b136765146e7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:05.528661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2354ce75-47a7-4797-a438-7110a53df71c None None] Provisioning complete for port 5868f067-b445-4eb9-9140-b136765146e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:05.529266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2354ce75-47a7-4797-a438-7110a53df71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:05.587865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2354ce75-47a7-4797-a438-7110a53df71c None None] Port 5868f067-b445-4eb9-9140-b136765146e7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:05.596530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port bc870de2-9eff-44b8-a19a-09ed1a323244 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:05.612315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bc870de2-9eff-44b8-a19a-09ed1a323244 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:05.612692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:05.727175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669418b-3c6d-4806-b133-4918dc0e5f95 req-9c6fe1b9-e598-4f05-975e-8c72b07a0d79 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:05.742184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8669418b-3c6d-4806-b133-4918dc0e5f95 req-9c6fe1b9-e598-4f05-975e-8c72b07a0d79 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.2338336 Aug 21 18:33:05.924255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8669418b-3c6d-4806-b133-4918dc0e5f95 req-4b0c92f5-8262-40db-89e4-feb2de6a67f4 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795685 Aug 21 18:33:05.950969 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:05.955457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-136918fe-d895-43b2-bf06-f286be91723b None None] Provisioning complete for port 5868f067-b445-4eb9-9140-b136765146e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:05.956104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-136918fe-d895-43b2-bf06-f286be91723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:06.018473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port bc870de2-9eff-44b8-a19a-09ed1a323244, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bc870de2-9eff-44b8-a19a-09ed1a323244,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:06.030281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:06.044743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-136918fe-d895-43b2-bf06-f286be91723b None None] Port 5868f067-b445-4eb9-9140-b136765146e7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:06.054766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:06.077236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4477e54d-a195-4481-94f5-ea9e373261a0 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/e4490419-9598-4f4f-a9f6-925ac0c2dabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0225294 Aug 21 18:33:06.080534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37120) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:06.081206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-ec77dc1b-7c04-4796-96d0-596318db2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.083447 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-ec77dc1b-7c04-4796-96d0-596318db2391 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4a7b8a000d594a0e8597175f997c58c0&device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 1097 time: 0.2296677 Aug 21 18:33:06.102402 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:06.132974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=bc870de2-9eff-44b8-a19a-09ed1a323244,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:06.145001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Sync routers for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:06.155747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:06.156529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:06.201244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Checking router: 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:06.234601 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:06.241110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:06.247406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-17d331cf-7224-487c-9c46-8019bc4921b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.249019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-17d331cf-7224-487c-9c46-8019bc4921b8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 200 len: 896 time: 0.1570759 Aug 21 18:33:06.292640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:06.297639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-5458d533-eaf7-460d-82cc-6b5f0fe50fe7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 200 len: 217 time: 0.0402474 Aug 21 18:33:06.361597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-a5f6b480-f2b5-4923-8d41-79a3ae0b8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.363406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-a5f6b480-f2b5-4923-8d41-79a3ae0b8714 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 200 len: 834 time: 0.0573690 Aug 21 18:33:06.419539 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:06.430247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53908e02-85f7-408e-be19-437a5690ae6d None None] Provisioning complete for port 5868f067-b445-4eb9-9140-b136765146e7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:06.430670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53908e02-85f7-408e-be19-437a5690ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:06.474443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-7b2a4903-51d7-4676-8ffa-0e5b9d7d4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.475810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-7b2a4903-51d7-4676-8ffa-0e5b9d7d4ec8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8e95323-d413-441c-9b55-cf18b9af311b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020062 Aug 21 18:33:06.483159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.483906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.484543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.485175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.485803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.486447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.487160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.487809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.489892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9dcf2f96-42f0-457e-a804-e5dc4466d478 tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5673 time: 0.4082882 Aug 21 18:33:06.490314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-53908e02-85f7-408e-be19-437a5690ae6d None None] Port 5868f067-b445-4eb9-9140-b136765146e7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:06.492805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:06.560715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 2, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:06.578526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.578986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.579639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.580263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.580959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.581442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.581811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.582292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.584230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0e20f98a-89ae-4a18-9955-4b62a85462dc tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.0903301 Aug 21 18:33:06.587334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37124) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:06.592545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Checking router: e4490419-9598-4f4f-a9f6-925ac0c2dabe for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:06.592907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Updating router e4490419-9598-4f4f-a9f6-925ac0c2dabe port 5868f067-b445-4eb9-9140-b136765146e7 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:06.620495 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:06.687378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-d6026a74-56fe-485f-b0b3-e49ecf1f54dc service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006407 Aug 21 18:33:06.880301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32396e0b-1153-45fc-a63a-838a925bab3a req-85577093-960e-45c5-8cb4-89851d4be7c1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:06.881188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bc870de2-9eff-44b8-a19a-09ed1a323244 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:06.892283 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32396e0b-1153-45fc-a63a-838a925bab3a req-85577093-960e-45c5-8cb4-89851d4be7c1 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.2046659 Aug 21 18:33:06.938774 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-122f943f-cb4a-498d-abd2-e6b29a80f01f req-23abde77-6822-44ae-9a47-f7680c0e5d28 service neutron] 10.222.0.39 "GET /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430637 Aug 21 18:33:06.977924 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:07.041970 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eaa69f-8cff-4a4a-bda5-a9b354f89875 None None] The sync data for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 is: [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:31:09Z', 'revision_number': 4, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '0aa656c3-aab0-4786-b597-68e592e4f0f0', 'name': '', 'network_id': 'd8e95323-d413-441c-9b55-cf18b9af311b', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'mac_address': 'fa:16:3e:23:dc:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:07Z', 'updated_at': '2021-08-21T18:31:21Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'subnets': [{'id': 'f15784cb-916e-4812-99e0-98ff3176ed5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:07.106882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bc870de2-9eff-44b8-a19a-09ed1a323244 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:07.107234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.128321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port cd73c06e-0b81-4d05-bef6-c6e59abb92ea {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:07.128891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.172722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdd848-6ee2-4ec6-96c1-1c8bb7c1a11d req-f953fab3-2be7-4f6c-9367-d9ee6842e4e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:07.187572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d40aebf7-2010-4c27-80e3-21554137291b tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3778 time: 0.5975976 Aug 21 18:33:07.201041 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-acbdd848-6ee2-4ec6-96c1-1c8bb7c1a11d req-f953fab3-2be7-4f6c-9367-d9ee6842e4e2 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 945 time: 0.1636519 Aug 21 18:33:07.264595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-acbdd848-6ee2-4ec6-96c1-1c8bb7c1a11d req-5ae15138-1869-4630-9cb2-e6dd970604dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/security-groups?id=53393779-525f-4791-bcbe-9aac0c144ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615618 Aug 21 18:33:07.340263 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.357126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Transition to ACTIVE for port object 5868f067-b445-4eb9-9140-b136765146e7 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:07.372816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port cd73c06e-0b81-4d05-bef6-c6e59abb92ea, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:07.372816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.399909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for cd73c06e-0b81-4d05-bef6-c6e59abb92ea owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:07.415357 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.583764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd5fb-db88-4a7f-ae1b-07033e17568d None None] Pushing event updated for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:07.630384 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3977c5fa-f342-45b6-b532-47a4f3e7daa9 None None] New status for floating IP 469b77db-b646-49f2-862c-f01c5a07aeab: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:33:07.683459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.687776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Attempting to bind port 5868f067-b445-4eb9-9140-b136765146e7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:07.688202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Attempting to bind port 5868f067-b445-4eb9-9140-b136765146e7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:07.688591 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Attempting to bind port 5868f067-b445-4eb9-9140-b136765146e7 on network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:07.705552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:07.705934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Checking segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:07.706346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.706780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Bound using segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:07.707260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Bound port: 5868f067-b445-4eb9-9140-b136765146e7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:07.707651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.724607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=cd73c06e-0b81-4d05-bef6-c6e59abb92ea,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:07.732663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37144) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:07.744225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331394760', 'description': 'tempest-secgroup-smoke-331394760 description', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:07.813375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] For port 5868f067-b445-4eb9-9140-b136765146e7, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:07.817503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] For port 5868f067-b445-4eb9-9140-b136765146e7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5868f067-b445-4eb9-9140-b136765146e7,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:07.822846 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.827373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.829802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] No DVR routers for this DVR port cd73c06e-0b81-4d05-bef6-c6e59abb92ea on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:07.838752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:07.846772 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32396e0b-1153-45fc-a63a-838a925bab3a req-22be28c7-8d35-4418-a8b4-3f13104abb42 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.39 "DELETE /v2.0/ports/cd73c06e-0b81-4d05-bef6-c6e59abb92ea HTTP/1.1" status: 204 len: 173 time: 0.9450347 Aug 21 18:33:07.847668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-deleted', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:07.855612 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f36db-0ec6-470e-9db7-0893d2db4cde" -d '{"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-deleted", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:07.922778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:07.923455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:07.967081 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ef8438-0e44-4f61-a10d-9cc65364f2f4 x-openstack-request-id: req-f2ef8438-0e44-4f61-a10d-9cc65364f2f4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:07.967372 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94338a67-59a9-4c26-804d-235071502e99", "name": "network-vif-deleted", "tag": "cd73c06e-0b81-4d05-bef6-c6e59abb92ea", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:07.967637 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2ef8438-0e44-4f61-a10d-9cc65364f2f4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:07.968019 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94338a67-59a9-4c26-804d-235071502e99', 'name': 'network-vif-deleted', 'tag': 'cd73c06e-0b81-4d05-bef6-c6e59abb92ea', 'status': 'completed', 'code': 200} Aug 21 18:33:08.060633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.073335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.104172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bd5fb-db88-4a7f-ae1b-07033e17568d None None] Pushing event updated for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:08.140745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:08.166235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a676a59a-11a8-4e35-97bf-bf9155f44a9c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:08.188011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.197851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:08.204874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:08.211079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b4e7f741-6692-4238-bd51-4c44ce14010a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4635704 Aug 21 18:33:08.275005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.443769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.480200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3ca888cb-e6c3-4415-9574-0532f7a626f7 req-b58741c8-3394-46a7-b593-e0d4bccee8c0 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "GET /v2.0/ports?device_id=94338a67-59a9-4c26-804d-235071502e99 HTTP/1.1" status: 200 len: 210 time: 0.0715075 Aug 21 18:33:08.481874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.518901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1ce3b0-9ca7-4e36-a379-d206f2b90c24,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:08.535783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.537029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dd71e209-7575-480d-9e60-e69840885a97 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359845 Aug 21 18:33:08.539933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37160) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:08.547009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:08.583590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.638451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:07Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:08.664691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.669699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.673976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4419a6-ae14-4873-9271-297ab5291d0b None None] The sync data for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 is: [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:07Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:08.696456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd97af4-52dd-49ae-abf6-dc4435244720,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:08.705220 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.706590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f5988a8b-679e-4f64-9ad5-dd21de19a6be tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1645832 Aug 21 18:33:08.709290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37162) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:08.714351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:08.779597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.881659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.900236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.943043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5252b379-ed71-40d2-8f74-d35263739867,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:08.961435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:08.966039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-725b21f5-b568-4ef6-af29-86c4d9fd197c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2524903 Aug 21 18:33:08.966296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37166) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:08.971480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:09.008876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:09.166140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:09.171376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:09.193887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8379864f-324e-4ee2-a8c9-349b56e1b5b4,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:09.203638 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:09.205050 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8dc472e9-cac8-4d46-b74c-1207cb465c5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2375984 Aug 21 18:33:09.208121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37172) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:09.219671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:09.393031 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:33:09.424721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:09.582019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:10.005814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.017346 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.075385 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.076616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8667190 Aug 21 18:33:10.079670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e4221-95b6-44dd-958b-bc223515bf4d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8da366c-9311-4748-899e-1b0f2a7d23e8,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:10.081267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37182) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:10.086128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'security_group_rule': {'security_group_id': 'a676a59a-11a8-4e35-97bf-bf9155f44a9c', 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:10.149928 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Project 4fbd3f69e3dc4bdd8b9c91af12114ce7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:33:10.156894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.259133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:10.282179 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.292554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.304633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: cd73c06e-0b81-4d05-bef6-c6e59abb92ea {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:10.305299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device cd73c06e-0b81-4d05-bef6-c6e59abb92ea not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:10.336199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6b0037-ff66-4e97-86f6-6013b9c82ac7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:10.351623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.353533 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e551fea-0186-4207-b147-85cb809428e5 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2711990 Aug 21 18:33:10.554442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:10.817173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-60361f33-4522-4e53-86eb-ca71e012a9cd tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331394760&fields=id&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 267 time: 0.0995340 Aug 21 18:33:10.865279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5868f067-b445-4eb9-9140-b136765146e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:10.937435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5868f067-b445-4eb9-9140-b136765146e7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:10.942703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5868f067-b445-4eb9-9140-b136765146e7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:10.943170 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.034967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-4af7031c-628c-4cd5-b1b6-92e4d216a149 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:11.036483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-4af7031c-628c-4cd5-b1b6-92e4d216a149 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/networks?id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 200 len: 795 time: 0.1919103 Aug 21 18:33:11.043576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.078954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5868f067-b445-4eb9-9140-b136765146e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5868f067-b445-4eb9-9140-b136765146e7,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:11.083469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.083639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-43059593-8393-467b-b14e-604a22dbf048 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/quotas/4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 375 time: 0.0396266 Aug 21 18:33:11.170580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-ae221f5d-7157-4138-92ae-0fe5c5d31236 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598748 Aug 21 18:33:11.180797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 0aa656c3-aab0-4786-b597-68e592e4f0f0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:11.181155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.298102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:11.346899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 0aa656c3-aab0-4786-b597-68e592e4f0f0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0aa656c3-aab0-4786-b597-68e592e4f0f0,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:11.347275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.356966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-3b88bfd5-6691-46b8-a416-89568f5bfb7b service neutron] 10.222.0.41 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710875 Aug 21 18:33:11.362657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 0aa656c3-aab0-4786-b597-68e592e4f0f0 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:11.511308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-56a0937c-3f9a-4c62-889f-aa64863607e6 service neutron] 10.222.0.41 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466618 Aug 21 18:33:11.775999 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:11.950489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=0aa656c3-aab0-4786-b597-68e592e4f0f0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:11.961055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83f9bc45-7fb3-4d50-acb3-a65c1b13c792 req-2eaef9c5-0e73-4cca-bf36-bbe39692e784 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 210 time: 0.0930204 Aug 21 18:33:12.486989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:12.785815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:12.912870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5868f067-b445-4eb9-9140-b136765146e7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:12.962864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:12.969320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6bf1c98f-a527-4bae-a6d5-7b9cdcf4cabc tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "PUT /v2.0/routers/625fbb28-95a0-42e0-b00f-5ea4d3f73fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3861969 Aug 21 18:33:12.971834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37256) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:13.020253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Sync routers for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:13.064941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting subnet f15784cb-916e-4812-99e0-98ff3176ed5d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:33:13.071487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.090445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:13.091105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:13.165060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1d197372-6b64-4843-9a05-bf7ba6a1993a req-0657d6a6-7f4e-4794-b4a8-5b76c3001552 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 210 time: 0.0580988 Aug 21 18:33:13.182226 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.200583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5868f067-b445-4eb9-9140-b136765146e7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:13.200957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.362934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:13.382352 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.455956 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.482081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.488425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37268) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:13.499607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/subnets/f15784cb-916e-4812-99e0-98ff3176ed5d HTTP/1.1" status: 204 len: 168 time: 0.5258348 Aug 21 18:33:13.519815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811015e6-0235-4f34-beab-e2e58eac4f68 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Subnet': ['ID=f15784cb-916e-4812-99e0-98ff3176ed5d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:13.526700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8390bab9-c9e0-452e-9e31-2920cfbde9bc None None] Network d8e95323-d413-441c-9b55-cf18b9af311b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:13.721155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:13.828811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-1d987f2f-009e-477f-aa0b-9841fbcceaf6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:13.831549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-1d987f2f-009e-477f-aa0b-9841fbcceaf6 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/networks?id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 200 len: 795 time: 0.2649124 Aug 21 18:33:13.844688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:13.883731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Checking router: 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:13.905440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Routers {'625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:13.913676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:32:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:13.965628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-d0563a49-c735-4711-b1a1-9202fa71ee5d tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7 HTTP/1.1" status: 200 len: 379 time: 0.1229877 Aug 21 18:33:13.977099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'port': {'device_id': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'admin_state_up': True, 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'security_groups': ['a676a59a-11a8-4e35-97bf-bf9155f44a9c']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:13.989514 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.002842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] DHCP port deletion for d8e95323-d413-441c-9b55-cf18b9af311b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:33:14.191909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Deleting port 5c7f4288-31b3-4571-aa52-a56960271280 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:14.194934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.345607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a9b3a41-6447-4d0a-b833-78ea19953db4 req-80cafdc7-1c87-446e-87f1-6cf3634cd3de tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 210 time: 0.0473497 Aug 21 18:33:14.377152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] Set router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:14.389882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Made reservation on behalf of 4fbd3f69e3dc4bdd8b9c91af12114ce7 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:14.405845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] For port 5c7f4288-31b3-4571-aa52-a56960271280, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5c7f4288-31b3-4571-aa52-a56960271280,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:14.406217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.406398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.426798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Calling delete_port for 5c7f4288-31b3-4571-aa52-a56960271280 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:14.459570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Deleting port eb5c263a-d68f-47fd-9709-ad26599b7409 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:14.460281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.612528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.20.0.3 (1bd7009a-a84f-4d48-8577-8a4b7c2e1e69/69df690e-02e0-4cef-b460-be59174f08bf/9e55d318-f855-4db0-b9d3-fefd6c376ba6) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:14.664079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] For port eb5c263a-d68f-47fd-9709-ad26599b7409, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eb5c263a-d68f-47fd-9709-ad26599b7409,segment=NetworkSegment(d2a7f3e3-c28c-4c7c-aea3-08085a85d253),segment_id=d2a7f3e3-c28c-4c7c-aea3-08085a85d253)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:14.666378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.748856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Calling delete_port for eb5c263a-d68f-47fd-9709-ad26599b7409 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:14.864013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eb5c263a-d68f-47fd-9709-ad26599b7409 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:14.912894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.936158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:14.971761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Transition to ACTIVE for port object 9e55d318-f855-4db0-b9d3-fefd6c376ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:14.975659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Port': ['ID=5c7f4288-31b3-4571-aa52-a56960271280,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:15.075736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.095093 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.097183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Port eb5c263a-d68f-47fd-9709-ad26599b7409 update to DOWN by agent not found {{(pid=94600) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 21 18:33:15.100369 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.121845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:15.145305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] No DVR routers for this DVR port eb5c263a-d68f-47fd-9709-ad26599b7409 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:15.162686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:15.180388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9628a1-2303-4c63-b137-fc52e9fce2d4 None None] Pushing event deleted for resources: {'Port': ['ID=eb5c263a-d68f-47fd-9709-ad26599b7409,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:15.183367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9539f9e-c006-4882-8d96-4afcaa082279 None None] The sync data for ids ['625fbb28-95a0-42e0-b00f-5ea4d3f73fa8'] in n-d-793621-32 is: [{'id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1199891397', 'tenant_id': '4a7b8a000d594a0e8597175f997c58c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '5c7f4288-31b3-4571-aa52-a56960271280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:00Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4a7b8a000d594a0e8597175f997c58c0', 'gw_port': {'id': '5c7f4288-31b3-4571-aa52-a56960271280', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:cb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625fbb28-95a0-42e0-b00f-5ea4d3f73fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:01Z', 'updated_at': '2021-08-21T18:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:15.215343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:15.217031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:15.219634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:15.285456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.290198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.310779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:15.311675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.344846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-e62a85dd-6817-43fe-bcb4-ab5dba80a79f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3739824 Aug 21 18:33:15.349714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.350396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Fanout notify agent at l3_agent the message router_deleted on router 625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:33:15.357950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Request body: {'port': {'device_id': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:15.373082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.379215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-33c061f2-d1f6-45bf-a465-9944a9e110dd tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/routers/625fbb28-95a0-42e0-b00f-5ea4d3f73fa8 HTTP/1.1" status: 204 len: 168 time: 1.8889341 Aug 21 18:33:15.386632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37310) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:15.553465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e321aff-2337-4f4f-85a6-78c8aa2ff39b None None] Provisioning for port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:15.558348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0e321aff-2337-4f4f-85a6-78c8aa2ff39b None None] Provisioning complete for port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:15.558852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0e321aff-2337-4f4f-85a6-78c8aa2ff39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.569882 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.570456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.621546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0e321aff-2337-4f4f-85a6-78c8aa2ff39b None None] Port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:15.658820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98aea1e-d8bc-49d5-845a-932f7dddd9dd req-40950365-b357-4689-bd90-138fd460d660 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:15.662017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f98aea1e-d8bc-49d5-845a-932f7dddd9dd req-40950365-b357-4689-bd90-138fd460d660 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 931 time: 0.1765952 Aug 21 18:33:15.760564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.786755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e95323-d413-441c-9b55-cf18b9af311b']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:15.790080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f98aea1e-d8bc-49d5-845a-932f7dddd9dd req-e9277a8c-06ae-431f-83c1-fb7f7fef90bc tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995650 Aug 21 18:33:15.800805 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:15.801783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a7f3e3-c28c-4c7c-aea3-08085a85d253') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:15.827831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.844705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.852079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:33:15.852769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:33:15.902010 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:33:15.946700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.963768 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:15.966922 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/networks/d8e95323-d413-441c-9b55-cf18b9af311b HTTP/1.1" status: 204 len: 168 time: 0.5790753 Aug 21 18:33:15.970447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37320) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:15.997988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f758f0-29b7-4523-9a15-97b9540905a6 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'Network': ['ID=d8e95323-d413-441c-9b55-cf18b9af311b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:16.020928 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e55d318-f855-4db0-b9d3-fefd6c376ba6 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:33:16.033064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.053003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Transition to ACTIVE for port object 9e55d318-f855-4db0-b9d3-fefd6c376ba6 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:16.058327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.068256 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.108840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.207721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Pushing event updated for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:16.267641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.271120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.274887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] 10.222.0.41 "DELETE /v2.0/security-groups/53393779-525f-4791-bcbe-9aac0c144ac7 HTTP/1.1" status: 204 len: 168 time: 0.3008509 Aug 21 18:33:16.279664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Attempting to bind port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:16.280011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Attempting to bind port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:16.280618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Attempting to bind port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 on network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:16.285750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 on network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:33:16.286088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Attempting to bind port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 on network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:16.299676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:16.300108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Checking segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:16.300577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Bound using segment: {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:16.301518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Bound port: 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43504cd-ce47-43e5-b806-55c8694c25e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:16.301973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.316285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f2d77-e740-449b-987b-2d9b8ead3ec8 tempest-TestNetworkAdvancedServerOps-696079615 tempest-TestNetworkAdvancedServerOps-696079615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53393779-525f-4791-bcbe-9aac0c144ac7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:16.450134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:16.453568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:16.466708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.503860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:16.504733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:16.506371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 200 len: 1092 time: 1.1534333 Aug 21 18:33:16.508927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:16.512632 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2336cc-1daa-4fe5-a5a6-4e20420af31f" -d '{"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:16.548332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e94dc-6452-45b5-aa37-aeff6e928e16 service neutron] Pushing event updated for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:16.638370 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543b0910-f09b-4956-abc4-bd8e7d155234 x-openstack-request-id: req-543b0910-f09b-4956-abc4-bd8e7d155234 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:16.638699 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:16.640552 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-543b0910-f09b-4956-abc4-bd8e7d155234 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:16.640972 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'status': 'completed', 'code': 200} Aug 21 18:33:16.666782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-eac3d577-0e97-40fa-b2b8-2b6722c8dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:16.679851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-eac3d577-0e97-40fa-b2b8-2b6722c8dc50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1095 time: 0.1067016 Aug 21 18:33:16.754771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-7151af2e-ebbc-4c6e-8541-b67f95904460 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 200 len: 217 time: 0.0644245 Aug 21 18:33:16.885741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0aa656c3-aab0-4786-b597-68e592e4f0f0 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:16.895731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37348) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:16.938235 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0aa656c3-aab0-4786-b597-68e592e4f0f0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:16.938588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0aa656c3-aab0-4786-b597-68e592e4f0f0 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:16.939015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5c7f4288-31b3-4571-aa52-a56960271280 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:16.968773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-55021d40-0674-4fb7-b22f-05fe9b039acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:16.975144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-55021d40-0674-4fb7-b22f-05fe9b039acc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df690e-02e0-4cef-b460-be59174f08bf HTTP/1.1" status: 200 len: 834 time: 0.1895678 Aug 21 18:33:17.034116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5c7f4288-31b3-4571-aa52-a56960271280 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:17.037323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5c7f4288-31b3-4571-aa52-a56960271280 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:17.047140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78b69-be71-436c-994b-5878de8c293c req-4aaaa3dc-30ec-4a0b-81d7-81802e06f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.048674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-4aaaa3dc-30ec-4a0b-81d7-81802e06f796 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702260 Aug 21 18:33:17.057066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa81d94-557a-496c-b952-353c379d76f3 req-2b3f53b7-2e09-4ae2-a1cd-fde72e52c8e8 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.073495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0aa81d94-557a-496c-b952-353c379d76f3 req-2b3f53b7-2e09-4ae2-a1cd-fde72e52c8e8 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 943 time: 0.1405630 Aug 21 18:33:17.127979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0aa81d94-557a-496c-b952-353c379d76f3 req-e9b8d0cb-b78f-4501-a2d8-87e8ad52a940 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 Aug 21 18:33:17.186624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-eda3044b-8404-4a0c-a467-3bb431fa1e5b service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290526 Aug 21 18:33:17.197651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-713ac102-4afd-42a0-8ef3-993c23417e9f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4a7b8a000d594a0e8597175f997c58c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2984145 Aug 21 18:33:17.198055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37356) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:17.268866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:17.292167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:17.342533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12a78b69-be71-436c-994b-5878de8c293c req-a1a663d0-5f41-440d-bf75-93b4bc5ac9d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489270 Aug 21 18:33:17.368408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:17.371590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:17.373039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a8c324c-da67-4c1c-bbd4-6ee90f79b27f HTTP/1.1" status: 204 len: 168 time: 0.1738844 Aug 21 18:33:17.385773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b829404-9733-49a9-adb3-5b2732088b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8c324c-da67-4c1c-bbd4-6ee90f79b27f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:17.513419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-b852ad79-a9b6-4698-9697-5ba038c42f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.520071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-b852ad79-a9b6-4698-9697-5ba038c42f57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1095 time: 0.1149766 Aug 21 18:33:17.694864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-cbd64d85-2fde-4848-992f-53f680454463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.698374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-cbd64d85-2fde-4848-992f-53f680454463 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 200 len: 896 time: 0.1711216 Aug 21 18:33:17.775497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-7474789e-b11f-4772-b8a0-98366aee82b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 200 len: 217 time: 0.0669765 Aug 21 18:33:17.809340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99de9c6c-a9db-4c63-8182-b146068c6fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:17.854272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-710942df-474e-484d-83c9-23eaa5d2e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.857561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-710942df-474e-484d-83c9-23eaa5d2e91c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df690e-02e0-4cef-b460-be59174f08bf HTTP/1.1" status: 200 len: 834 time: 0.0741551 Aug 21 18:33:17.923608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-7dab0b6b-7e13-4dd4-9c41-4ef55889c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:17.926872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-7dab0b6b-7e13-4dd4-9c41-4ef55889c60d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609853 Aug 21 18:33:18.039297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37374) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:18.086633 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-08e48e51-d6aa-4f7b-b0be-6baaa9586472 service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533983 Aug 21 18:33:18.107169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f31aad7-e241-42c0-bbd3-a0cca2bbdfbb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba694697f6174dee922409d04c67a43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664346 Aug 21 18:33:18.109717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37376) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:18.179349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:18.203441 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df2336cc-1daa-4fe5-a5a6-4e20420af31f req-a34be693-01db-4371-8195-26ef2503e4c8 service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088421 Aug 21 18:33:18.212117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:18.283604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:18.286895 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:18.288260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/874929d3-026f-4928-b287-4cb48e4c0163 HTTP/1.1" status: 204 len: 168 time: 0.1744525 Aug 21 18:33:18.297524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1865c4-c59f-4370-92a6-fc4006eac5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874929d3-026f-4928-b287-4cb48e4c0163,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:18.316992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef4ddd-c6e3-4070-8e39-bc92abb7e986 req-64938c55-7671-4e08-9922-c85550910018 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:18.319063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6ef4ddd-c6e3-4070-8e39-bc92abb7e986 req-64938c55-7671-4e08-9922-c85550910018 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 943 time: 0.0876877 Aug 21 18:33:18.384420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6ef4ddd-c6e3-4070-8e39-bc92abb7e986 req-8cf165c1-5e4d-4f2b-914e-fdd3c102680c tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528114 Aug 21 18:33:18.549457 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:18.994736 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:19.546488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23100-2a5c-4dba-a870-597cd8a357e7 req-47751e50-bdde-4d4d-bce1-483d34651693 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:19.557017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7a23100-2a5c-4dba-a870-597cd8a357e7 req-47751e50-bdde-4d4d-bce1-483d34651693 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 943 time: 0.0881603 Aug 21 18:33:19.600693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7a23100-2a5c-4dba-a870-597cd8a357e7 req-a7b08a49-e57c-45e5-9dc9-e391d8a588a9 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Aug 21 18:33:20.325644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e55d318-f855-4db0-b9d3-fefd6c376ba6 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:33:20.336743 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b896867-fd95-4142-a8b0-e22a0441cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:20.443702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:20.470072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'port_id': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'mac_address': 'fa:16:3e:d6:7e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:33:20.507470 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:20.565254 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:20.590240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e55d318-f855-4db0-b9d3-fefd6c376ba6 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:33:20.628730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:20.639063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:20.794276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:20.822438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda09da-21ac-47cd-96ec-69de58ed36c7 req-8e80fe0b-e78f-41e6-b347-49dc315901aa tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:20.825178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3cda09da-21ac-47cd-96ec-69de58ed36c7 req-8e80fe0b-e78f-41e6-b347-49dc315901aa tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 944 time: 0.1132257 Aug 21 18:33:20.838372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9e55d318-f855-4db0-b9d3-fefd6c376ba6'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:33:20.872233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3cda09da-21ac-47cd-96ec-69de58ed36c7 req-b147a526-d61c-438b-a47a-692998dbfa08 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403254 Aug 21 18:33:21.629679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:22.021060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ad7a9-cd81-4cb5-b6d2-2c0b65f5ce6e req-ed885dbc-dbd9-4c2c-a234-00cbe526eb48 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:22.023298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2ad7a9-cd81-4cb5-b6d2-2c0b65f5ce6e req-ed885dbc-dbd9-4c2c-a234-00cbe526eb48 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 944 time: 0.0648496 Aug 21 18:33:22.074855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2ad7a9-cd81-4cb5-b6d2-2c0b65f5ce6e req-8d1e4c77-952d-4615-8f4d-37f1c6a5b596 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433581 Aug 21 18:33:22.349014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e55d318-f855-4db0-b9d3-fefd6c376ba6 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:22.406935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:22.413196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:22.413826 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:22.522723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:22.554397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:22.557641 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1071cd-57ae-4b1c-add5-f7fce2ca6520" -d '{"events": [{"server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "name": "network-vif-plugged", "status": "completed", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:22.584764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:22.594265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:22.636397 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d026cd-48f3-4959-8fa6-cfda9bd81cec x-openstack-request-id: req-c3d026cd-48f3-4959-8fa6-cfda9bd81cec {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:22.637099 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "name": "network-vif-plugged", "status": "completed", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:22.637099 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3d026cd-48f3-4959-8fa6-cfda9bd81cec {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:22.637484 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'code': 200} Aug 21 18:33:22.665559 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:22.747567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed32f0a-f7ed-4d1c-9ee9-8aa3fb57dcd0 req-2095f0df-fbde-4dab-9779-bd06d944cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:22.749261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ed32f0a-f7ed-4d1c-9ee9-8aa3fb57dcd0 req-2095f0df-fbde-4dab-9779-bd06d944cf3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0583591 Aug 21 18:33:22.864982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9ed32f0a-f7ed-4d1c-9ee9-8aa3fb57dcd0 req-e279d3c6-8666-480c-9cf7-bca44acdf353 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046331 Aug 21 18:33:23.210722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b4398-9bfb-426c-98ff-116a2ea62a2e req-23ed3d88-fae4-4647-99c0-769d98d1426f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:23.212284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed8b4398-9bfb-426c-98ff-116a2ea62a2e req-23ed3d88-fae4-4647-99c0-769d98d1426f tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0561657 Aug 21 18:33:23.262344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed8b4398-9bfb-426c-98ff-116a2ea62a2e req-0424ba55-8270-47d2-a730-97227d467c1a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410984 Aug 21 18:33:23.293664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:23.403347 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:33:24.312914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe687dd6-376a-4c71-8d84-4a908de2c56d req-9a0948ab-ce0d-450d-b115-8ca94fd2fec3 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:24.314724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe687dd6-376a-4c71-8d84-4a908de2c56d req-9a0948ab-ce0d-450d-b115-8ca94fd2fec3 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 945 time: 0.0625596 Aug 21 18:33:24.357194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe687dd6-376a-4c71-8d84-4a908de2c56d req-37a87d0c-9f26-432f-a485-b4edcd384f80 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358064 Aug 21 18:33:24.406260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7a579-c057-4bfe-91fe-6ffa8c6b2d1b req-11d8b7e8-8e81-4ec1-b8ff-8b942bcb817a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:24.408127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75e7a579-c057-4bfe-91fe-6ffa8c6b2d1b req-11d8b7e8-8e81-4ec1-b8ff-8b942bcb817a tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0513234 Aug 21 18:33:24.463038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75e7a579-c057-4bfe-91fe-6ffa8c6b2d1b req-34063da4-cccd-4d82-b77a-d401545c9f01 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481176 Aug 21 18:33:24.598162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc8c48-148e-4b21-b2d9-d85c87b880db req-ace31d9e-e6d4-4e96-9151-e78c2c68c2ef tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:24.600147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9afc8c48-148e-4b21-b2d9-d85c87b880db req-ace31d9e-e6d4-4e96-9151-e78c2c68c2ef tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0564754 Aug 21 18:33:24.651322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9afc8c48-148e-4b21-b2d9-d85c87b880db req-0a96b60c-2ebe-4e4b-8150-38aeb4da4b74 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Aug 21 18:33:24.673614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37584) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:24.725340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978ad82a-8f83-49db-a97a-4a557def464c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:24.727054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-978ad82a-8f83-49db-a97a-4a557def464c tempest-TestNetworkBasicOps-1026421839 tempest-TestNetworkBasicOps-1026421839-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1092 time: 0.0524344 Aug 21 18:33:24.730449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37586) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:24.735013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:24.760651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:25.253973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:25.362940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Allocated IP 172.25.1.75 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/7561aa00-e1e9-49d8-be76-005fbca04dbe) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:25.483926 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:25.499602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76c89a-fad3-4a24-8ec6-cf6136507921 req-c4ad47fe-3409-46e6-a934-c761e7b08f4d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:25.501647 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d76c89a-fad3-4a24-8ec6-cf6136507921 req-c4ad47fe-3409-46e6-a934-c761e7b08f4d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 945 time: 0.0569465 Aug 21 18:33:25.531875 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:25.550427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d76c89a-fad3-4a24-8ec6-cf6136507921 req-65543503-238b-4f06-9c8e-62cd81691319 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/security-groups?id=3344219b-8381-4007-a5ad-0e3760a3f917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391781 Aug 21 18:33:25.570581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:25.579749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:25.584022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:25.592764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=7561aa00-e1e9-49d8-be76-005fbca04dbe,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:25.903840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-9c89af2f-db66-44f1-a0f8-9f2014ebf990 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:25.905527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-9c89af2f-db66-44f1-a0f8-9f2014ebf990 tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 945 time: 0.0897548 Aug 21 18:33:26.134464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.163849 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Deleting port dd7da32a-4ddb-45ab-9c30-fd133124c86b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:26.164144 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.279342 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.323107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] For port dd7da32a-4ddb-45ab-9c30-fd133124c86b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=dd7da32a-4ddb-45ab-9c30-fd133124c86b,segment=NetworkSegment(f348b4d5-fd9d-4a17-885d-0e4671e174e0),segment_id=f348b4d5-fd9d-4a17-885d-0e4671e174e0)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:26.324039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.346660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Calling delete_port for dd7da32a-4ddb-45ab-9c30-fd133124c86b owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:26.552870 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.561373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.668352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event updated for resources: {'Port': ['ID=7561aa00-e1e9-49d8-be76-005fbca04dbe,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:26.682072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.701128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['dd7da32a-4ddb-45ab-9c30-fd133124c86b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:33:26.767357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41b9f380-b9d3-4ff7-a475-155f13629d85 req-153b2907-49c2-444e-a37a-87117e27ca6f tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.41 "GET /v2.0/ports?device_id=4840e4b4-eee7-41f3-9d16-d17099a2af00 HTTP/1.1" status: 200 len: 210 time: 0.0864327 Aug 21 18:33:26.770047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.819531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Pushing event deleted for resources: {'Port': ['ID=dd7da32a-4ddb-45ab-9c30-fd133124c86b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:26.911909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] No DVR routers for this DVR port dd7da32a-4ddb-45ab-9c30-fd133124c86b on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:26.915034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:26.918218 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8129e9b6-3410-4571-8d88-a95fc40e17a8 req-68fc755d-bec0-49ba-92d4-489e33858c7d tempest-VolumesSnapshotTestJSON-2113878331 tempest-VolumesSnapshotTestJSON-2113878331-project] 10.222.0.64 "DELETE /v2.0/ports/dd7da32a-4ddb-45ab-9c30-fd133124c86b HTTP/1.1" status: 204 len: 173 time: 1.0021191 Aug 21 18:33:26.920745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'name': 'network-vif-deleted', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:26.923990 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e87ea8-62e7-4aaf-af80-4b2fed119961" -d '{"events": [{"server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "name": "network-vif-deleted", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:26.982366 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13e50df-b9da-4daa-a2fd-cd9f71a7b95e x-openstack-request-id: req-b13e50df-b9da-4daa-a2fd-cd9f71a7b95e {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:26.982730 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4840e4b4-eee7-41f3-9d16-d17099a2af00", "name": "network-vif-deleted", "tag": "dd7da32a-4ddb-45ab-9c30-fd133124c86b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:26.982987 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b13e50df-b9da-4daa-a2fd-cd9f71a7b95e {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:26.983393 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4840e4b4-eee7-41f3-9d16-d17099a2af00', 'name': 'network-vif-deleted', 'tag': 'dd7da32a-4ddb-45ab-9c30-fd133124c86b', 'status': 'completed', 'code': 200} Aug 21 18:33:26.986996 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Floating IP b86dc693-99b6-4f3a-9198-791499833d4e associated. External IP: 172.25.1.75, port: 9e55d318-f855-4db0-b9d3-fefd6c376ba6. Aug 21 18:33:27.262847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router e4490419-9598-4f4f-a9f6-925ac0c2dabe has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:27.385353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:27.401327 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Sync routers for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:27.404051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:27.428987 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:27.429625 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:27.489970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37664) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:27.490580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cc4cea2f-e1ed-422f-95f2-09b171060c64 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7584817 Aug 21 18:33:27.600917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-677361c7-ea6e-4d1b-8888-ed87b5ac1773 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/b86dc693-99b6-4f3a-9198-791499833d4e HTTP/1.1" status: 200 len: 990 time: 0.1096439 Aug 21 18:33:27.662513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:27.934873 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'b86dc693-99b6-4f3a-9198-791499833d4e', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'port_id': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'mac_address': 'fa:16:3e:d6:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:33:25Z', 'updated_at': '2021-08-21T18:33:25Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:27.969852 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Checking router: e4490419-9598-4f4f-a9f6-925ac0c2dabe for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:27.980281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:27.980995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:28.102283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:28.509241 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'b86dc693-99b6-4f3a-9198-791499833d4e', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'port_id': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'mac_address': 'fa:16:3e:d6:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:33:25Z', 'updated_at': '2021-08-21T18:33:25Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:28.540957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ce5702-7bab-4810-a72f-9f7142ce4e09 None None] The sync data for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 is: [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'b86dc693-99b6-4f3a-9198-791499833d4e', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'floating_ip_address': '172.25.1.75', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'port_id': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3820, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'mac_address': 'fa:16:3e:d6:7e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:33:25Z', 'updated_at': '2021-08-21T18:33:25Z', 'revision_number': 0, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:28.604514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:28.630635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37694) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:28.702726 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7633873f-1acb-424a-8f12-8c0325dcdf84 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/b86dc693-99b6-4f3a-9198-791499833d4e HTTP/1.1" status: 200 len: 990 time: 0.0953321 Aug 21 18:33:28.807537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fd41268-6f84-4524-b744-f3883d1d328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:28.909346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e5ff75-755d-4c52-81d1-23b07ed53fd5 None None] New status for floating IP b86dc693-99b6-4f3a-9198-791499833d4e: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:33:28.928511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fd41268-6f84-4524-b744-f3883d1d328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:28.935317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4fd41268-6f84-4524-b744-f3883d1d328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:28.976235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd41268-6f84-4524-b744-f3883d1d328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f957a-0abc-44ba-a5be-aca6a1c8eae3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:28.985767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:28.988716 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99215b64-4e93-4a01-bcde-01671a5490da" -d '{"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:29.016213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37700) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:29.016511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4fd41268-6f84-4524-b744-f3883d1d328f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=98075dc6bfee4c0c9aca4d3a543bfea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846920 Aug 21 18:33:29.068348 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3928993-c6ee-4236-b7d7-3b8dc5ddb361 x-openstack-request-id: req-c3928993-c6ee-4236-b7d7-3b8dc5ddb361 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:29.068644 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:29.068893 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c3928993-c6ee-4236-b7d7-3b8dc5ddb361 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:29.069290 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'status': 'completed', 'code': 200} Aug 21 18:33:29.141521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:29.175465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215b64-4e93-4a01-bcde-01671a5490da req-6436aa4a-63d9-4ba0-89d0-59c13e20ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:29.177575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-6436aa4a-63d9-4ba0-89d0-59c13e20ca26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1097 time: 0.0910771 Aug 21 18:33:29.197778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:29.295750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:29.301468 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:29.304442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d49f957a-0abc-44ba-a5be-aca6a1c8eae3 HTTP/1.1" status: 204 len: 168 time: 0.2847495 Aug 21 18:33:29.319824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7585130-59a3-4d70-a3da-e40fff7aa546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f957a-0abc-44ba-a5be-aca6a1c8eae3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:29.355300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215b64-4e93-4a01-bcde-01671a5490da req-87052b11-ffd6-4c27-84fc-ccaf4fcf50cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:29.360215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-87052b11-ffd6-4c27-84fc-ccaf4fcf50cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 200 len: 896 time: 0.1753409 Aug 21 18:33:29.498467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-7501d4b7-08d2-4b7f-91af-9044e4401e0b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 200 len: 998 time: 0.1308484 Aug 21 18:33:29.584580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215b64-4e93-4a01-bcde-01671a5490da req-9b577454-3269-4614-b7d9-c8e885f0a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:29.587049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-9b577454-3269-4614-b7d9-c8e885f0a374 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df690e-02e0-4cef-b460-be59174f08bf HTTP/1.1" status: 200 len: 834 time: 0.0817742 Aug 21 18:33:29.686484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99215b64-4e93-4a01-bcde-01671a5490da req-83ca0fe4-3ff0-4f2b-ad17-2aaa56457137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:29.688771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-83ca0fe4-3ff0-4f2b-ad17-2aaa56457137 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938506 Aug 21 18:33:29.705449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37720) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:29.809557 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-d59f9171-445e-47b6-b3e7-842899bb9acb service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131387 Aug 21 18:33:29.829068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-861b0d30-9980-4f0a-9dfc-32dc0c8ca76e tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/b86dc693-99b6-4f3a-9198-791499833d4e HTTP/1.1" status: 200 len: 992 time: 0.1211634 Aug 21 18:33:29.941938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99215b64-4e93-4a01-bcde-01671a5490da req-8b845830-ca16-4e07-bf59-cfc9bb3a6544 service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242676 Aug 21 18:33:30.210209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37736) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:30.321330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1066966891-network', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:30.342966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Made reservation on behalf of 90e3a77731424f4292276dfc6cd56d89 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:30.345335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.354790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.448822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.452776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.474824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:33:30.490275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b203c660-4a00-44dc-a9c0-eed18d58e741,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:30.493952 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.494322 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Added segment 668fd966-6a2f-47b6-995b-834d6ae86162 of type vlan for network fe4eea4b-a468-430a-a090-e733ee5893c7 Aug 21 18:33:30.536930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.563580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.564779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:30.565956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.634229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] Pushing event updated for resources: {'Network': ['ID=fe4eea4b-a468-430a-a090-e733ee5893c7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:30.646743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fe4eea4b-a468-430a-a090-e733ee5893c7 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:33:30.652900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-522fcc31-81b7-4eda-b0ad-b1fef082b607 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4363384 Aug 21 18:33:30.653085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37742) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:30.663267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Request body: {'subnet': {'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1066966891-subnet', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:30.736573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Made reservation on behalf of 90e3a77731424f4292276dfc6cd56d89 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:30.739321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:30.887868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device dd7da32a-4ddb-45ab-9c30-fd133124c86b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:30.910719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: dd7da32a-4ddb-45ab-9c30-fd133124c86b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:30.911065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device dd7da32a-4ddb-45ab-9c30-fd133124c86b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:30.991663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.044031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Pushing event updated for resources: {'Subnet': ['ID=012d3112-396a-4d64-8d9a-151d5eb9d97d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:31.061804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Checking segment: {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:31.062164 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Network hostable DHCP agents. Network: fe4eea4b-a468-430a-a090-e733ee5893c7, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:33:31.078461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Network fe4eea4b-a468-430a-a090-e733ee5893c7 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:33:31.086657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fe4eea4b-a468-430a-a090-e733ee5893c7) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:31.090981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:31.091732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.096887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97560fab-0a4d-46a3-b62a-fd36480131e2 None None] Network fe4eea4b-a468-430a-a090-e733ee5893c7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:31.109625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bee065ad-871f-48f9-b507-6ff79d34c05f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4549885 Aug 21 18:33:31.109886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:31.114182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:31.136408 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.137430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.195209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.250282 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-fe4eea4b-a468-430a-a090-e733ee5893c7', 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'fixed_ips': [{'subnet_id': '012d3112-396a-4d64-8d9a-151d5eb9d97d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:33:31.251251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.335783 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.394887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Allocated IP 172.20.0.2 (fe4eea4b-a468-430a-a090-e733ee5893c7/012d3112-396a-4d64-8d9a-151d5eb9d97d/0313542a-f2c2-40b7-94c3-15396d2df36c) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:31.542571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.547172 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.556644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Transition to ACTIVE for port object 0313542a-f2c2-40b7-94c3-15396d2df36c will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:31.563515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.574459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Transition to ACTIVE for port object 0313542a-f2c2-40b7-94c3-15396d2df36c will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:31.581328 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.624243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Network fe4eea4b-a468-430a-a090-e733ee5893c7 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:31.627653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:31.633805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:31.637462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Pushing event updated for resources: {'Port': ['ID=0313542a-f2c2-40b7-94c3-15396d2df36c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:31.683029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Allocated IP 172.25.1.206 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/8dc96104-cf4f-4df3-9ee2-e94294af5db8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:31.689948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Attempting to bind port 0313542a-f2c2-40b7-94c3-15396d2df36c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:31.690547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Attempting to bind port 0313542a-f2c2-40b7-94c3-15396d2df36c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:31.690787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Attempting to bind port 0313542a-f2c2-40b7-94c3-15396d2df36c on network fe4eea4b-a468-430a-a090-e733ee5893c7 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:31.695981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:31.696411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Checking segment: {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:31.696790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.697212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Bound using segment: {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:31.697681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Bound port: 0313542a-f2c2-40b7-94c3-15396d2df36c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:31.698609 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.762252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] For port 0313542a-f2c2-40b7-94c3-15396d2df36c, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:31.765513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] For port 0313542a-f2c2-40b7-94c3-15396d2df36c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0313542a-f2c2-40b7-94c3-15396d2df36c,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:31.772065 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.805693 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.850079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9421d3-9daf-496d-bc13-60ea005f9b68 None None] Pushing event updated for resources: {'Port': ['ID=0313542a-f2c2-40b7-94c3-15396d2df36c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:31.868341 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:31.914373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:31.919313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:31.923523 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:31.957857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Pushing event updated for resources: {'Port': ['ID=8dc96104-cf4f-4df3-9ee2-e94294af5db8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:32.297953 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:32.876502 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0313542a-f2c2-40b7-94c3-15396d2df36c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:32.922448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:32.947375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 0313542a-f2c2-40b7-94c3-15396d2df36c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:33.004595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a079c6-5f00-4e2e-882e-53f1849cc273 None None] Network fe4eea4b-a468-430a-a090-e733ee5893c7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:33.084438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Router dc45dd86-2cd4-42f3-950b-172eb49f95ea is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:33:33.178833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Provisioning for port 0313542a-f2c2-40b7-94c3-15396d2df36c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:33.186156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Provisioning complete for port 0313542a-f2c2-40b7-94c3-15396d2df36c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:33.186550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.253001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:33.266924 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Sync routers for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:33.282459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:33.283686 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:33.288876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.291507 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d42aeea0-4114-490e-be82-b8f2859d892c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1796174 Aug 21 18:33:33.293373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37764) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:33.395323 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.458112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] For port 0313542a-f2c2-40b7-94c3-15396d2df36c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0313542a-f2c2-40b7-94c3-15396d2df36c,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:33.464278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.474884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:33.515614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c0fd1-7b89-4296-8227-6b3c9aedbca7 None None] Pushing event updated for resources: {'Port': ['ID=0313542a-f2c2-40b7-94c3-15396d2df36c,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:33.597479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f95934c1-27c7-4c8e-bae3-8669c238e345 None None] Provisioning complete for port 0313542a-f2c2-40b7-94c3-15396d2df36c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:33.598213 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f95934c1-27c7-4c8e-bae3-8669c238e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.673285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:32Z', 'revision_number': 3, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:33.705187 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Checking router: dc45dd86-2cd4-42f3-950b-172eb49f95ea for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:33.705805 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Updating router dc45dd86-2cd4-42f3-950b-172eb49f95ea port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:33.732693 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.770647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:33.941208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Allocated IP 172.20.0.1 (fe4eea4b-a468-430a-a090-e733ee5893c7/012d3112-396a-4d64-8d9a-151d5eb9d97d/ffb8be32-bb7c-4dff-8bdd-17e51635de1f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:34.002588 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.014126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Transition to ACTIVE for port object 8dc96104-cf4f-4df3-9ee2-e94294af5db8 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:34.020474 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.048183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.064744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Transition to ACTIVE for port object ffb8be32-bb7c-4dff-8bdd-17e51635de1f will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:34.070231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Pushing event updated for resources: {'Port': ['ID=8dc96104-cf4f-4df3-9ee2-e94294af5db8,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:34.088429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.089518 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.089832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.090154 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.090689 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.091194 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.091694 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.092185 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.092512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.092832 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.093155 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.093473 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:33:34.099400 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Attempting to bind port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:34.099780 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Attempting to bind port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:34.100159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Attempting to bind port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:34.104861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.106659 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:34.107035 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:34.107431 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.107816 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:34.108271 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Bound port: 8dc96104-cf4f-4df3-9ee2-e94294af5db8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:34.108646 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.146928 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Network fe4eea4b-a468-430a-a090-e733ee5893c7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:34.152237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:34.156064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:34.163443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] For port 8dc96104-cf4f-4df3-9ee2-e94294af5db8, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:34.167576 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] For port 8dc96104-cf4f-4df3-9ee2-e94294af5db8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8dc96104-cf4f-4df3-9ee2-e94294af5db8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:34.172848 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.193525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Pushing event updated for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:34.208425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.221059 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:34.221777 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:34.344721 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:34.395554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.514741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975a453-848e-4689-89b4-4ffae9b3e03b None None] Pushing event updated for resources: {'Port': ['ID=8dc96104-cf4f-4df3-9ee2-e94294af5db8,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:34.560157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b01c14d4-8d7c-4b9f-90ba-1b7718ba05b2 None None] Provisioning for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:34.566561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b01c14d4-8d7c-4b9f-90ba-1b7718ba05b2 None None] Provisioning complete for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:34.567073 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b01c14d4-8d7c-4b9f-90ba-1b7718ba05b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.591969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:32Z', 'revision_number': 3, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:34.638802 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b01c14d4-8d7c-4b9f-90ba-1b7718ba05b2 None None] Port ffb8be32-bb7c-4dff-8bdd-17e51635de1f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:34.648188 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a69cbbc-81d9-4981-9179-4188ab28d45c None None] The sync data for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 is: [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:32Z', 'revision_number': 3, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:34.660082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.668778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.737097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Pushing event updated for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:34.775262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.847117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0313542a-f2c2-40b7-94c3-15396d2df36c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:34.887362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37776) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:34.899510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-418389026', 'description': 'tempest-secgroup-smoke-418389026 description', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:34.928566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:34.958684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 0313542a-f2c2-40b7-94c3-15396d2df36c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:34.959204 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.161899 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.174561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.206910 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.211653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3204966 Aug 21 18:33:35.215458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37778) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:35.220289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:35.238938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dda1ee-53e1-40bb-9c1a-bac9dd155f22 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a596d7a-d025-4fb4-83ba-ab5a58448539,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:35.268877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.355398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.363126 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.383959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60a8a48-273c-4159-ad26-dd9695773a8d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:35.402743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.413873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37782) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:35.417413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f66d808f-17a4-48cf-b0c4-43bdea92131f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2006040 Aug 21 18:33:35.421355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:35.437722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Network fe4eea4b-a468-430a-a090-e733ee5893c7 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:35.441442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:35.504143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.669190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.675001 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Router dc45dd86-2cd4-42f3-950b-172eb49f95ea has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:35.678036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.705534 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33771d5-b463-432f-add4-c36447f124ea,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:35.753329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.757053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0b998668-3b27-4154-bacb-2b06fe31f848 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3397226 Aug 21 18:33:35.757722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37784) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:35.763961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:35.782973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-594d26b2-222a-4f96-ab68-236750777e87 None None] Provisioning complete for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:35.783670 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-594d26b2-222a-4f96-ab68-236750777e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.816555 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.840749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-594d26b2-222a-4f96-ab68-236750777e87 None None] Port ffb8be32-bb7c-4dff-8bdd-17e51635de1f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:35.900146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:35.914318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4bc590de-33de-4454-ba53-21e34f74380e admin admin] 10.222.0.41 "PUT /v2.0/routers/dc45dd86-2cd4-42f3-950b-172eb49f95ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6190143 Aug 21 18:33:35.930938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.936732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.957380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=113532b9-d62b-4d55-9c09-581ac88acf50,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:35.968444 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:35.969739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78174e9a-5918-49c3-aa74-e366cbccaf09 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2107902 Aug 21 18:33:35.973012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37788) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:35.978021 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:36.023943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.110892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.115501 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.135984 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83bcf0d-5791-4fc4-b9e0-cec6fe566cfe,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:36.143623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.145059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1623f3f8-7b31-4b0a-ba1e-deef3c87e4ad tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1710551 Aug 21 18:33:36.147869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37794) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:36.152974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:36.181009 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Project b33f1214635f4f55b4cef3b0887e3818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:33:36.188628 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.273643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.276998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.297281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfa003d-5a3a-4db7-9f79-85563e6823af,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:36.305541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.307408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-021728a3-45c8-453c-be27-67a98bb9ad08 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1582470 Aug 21 18:33:36.310424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37800) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:36.316424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'security_group_rule': {'security_group_id': '8a596d7a-d025-4fb4-83ba-ab5a58448539', 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:36.342399 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Project b33f1214635f4f55b4cef3b0887e3818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:33:36.348632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.444421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.450074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.476127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2686162e-0561-468b-ae31-975acc3fa946,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:36.480457 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.491293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-733bf712-2c30-42e0-b8e9-bd3547f89f7c tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1699641 Aug 21 18:33:36.569181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37810) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:36.574706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1214567694-network', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:36.601158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Made reservation on behalf of 7c12b0ad4d3343ddaba111a7f4abfe82 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:36.605380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.615498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.764487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.773286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.801359 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:33:36.803450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-43618c6d-4d74-4943-8e38-69aacad5af63 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-418389026&fields=id&tenant_id=b33f1214635f4f55b4cef3b0887e3818 HTTP/1.1" status: 200 len: 267 time: 0.0717287 Aug 21 18:33:36.824991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db272f46-f620-4211-9ca1-f9a646076597,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:36.836489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8dc96104-cf4f-4df3-9ee2-e94294af5db8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:36.844054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.845109 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Added segment 7d5e54ad-de86-4098-81d6-278e317312b7 of type vlan for network 69bad6db-4c58-4c64-90f9-2b8325396161 Aug 21 18:33:36.904213 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.934997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.937901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:36.937901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:36.943704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:36.948717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:36.949558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.039353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4684296 Aug 21 18:33:37.045493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37816) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:37.053084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Request body: {'subnet': {'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1214567694-subnet', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:37.058286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Sync routers for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:37.070912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-a703be69-b218-45b7-adb4-127f453a0db7 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:37.075570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-a703be69-b218-45b7-adb4-127f453a0db7 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 814 time: 0.2653546 Aug 21 18:33:37.084992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Made reservation on behalf of 7c12b0ad4d3343ddaba111a7f4abfe82 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:37.087355 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.091087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68acbb0-62b4-49d6-b5e1-32d89297c9af admin admin] Pushing event updated for resources: {'Network': ['ID=69bad6db-4c58-4c64-90f9-2b8325396161,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:37.098853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:37.100309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-40abc7f7-da4b-40b7-9d1f-5e0cde8c2998 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/quotas/b33f1214635f4f55b4cef3b0887e3818 HTTP/1.1" status: 200 len: 375 time: 0.0178158 Aug 21 18:33:37.101287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:37.107580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 69bad6db-4c58-4c64-90f9-2b8325396161 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:33:37.170732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-6b8478c3-2cf3-49d0-8bbd-7f7e77b12508 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619111 Aug 21 18:33:37.173109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.196798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 8dc96104-cf4f-4df3-9ee2-e94294af5db8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8dc96104-cf4f-4df3-9ee2-e94294af5db8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:37.225422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.295898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-c51a8f19-c4d6-4407-afe2-24c0436c2fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049685 Aug 21 18:33:37.341425 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=8dc96104-cf4f-4df3-9ee2-e94294af5db8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:37.357898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:37.373968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.420905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc52796-837c-41de-95d6-097611f0445c,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:37.426582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-cbb12f50-f4c7-47b1-bca7-43856e884cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262653 Aug 21 18:33:37.458094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Checking segment: {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:37.459408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Network hostable DHCP agents. Network: 69bad6db-4c58-4c64-90f9-2b8325396161, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:33:37.481793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Network 69bad6db-4c58-4c64-90f9-2b8325396161 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:33:37.502344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 69bad6db-4c58-4c64-90f9-2b8325396161) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:37.507059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:37.508326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.518513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d423f-16cd-4a15-987c-5e420d912b00 None None] Network 69bad6db-4c58-4c64-90f9-2b8325396161 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:37.533646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-42f5617c-c439-4a96-8cbb-6a80adf79ae4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4848764 Aug 21 18:33:37.534005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37820) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:37.538573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:37.564172 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.566383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.658527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.731519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 4, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ffb8be32-bb7c-4dff-8bdd-17e51635de1f', 'name': '', 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'mac_address': 'fa:16:3e:72:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:33Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 2, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'subnets': [{'id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:37.781344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Checking router: dc45dd86-2cd4-42f3-950b-172eb49f95ea for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:37.781701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Updating router dc45dd86-2cd4-42f3-950b-172eb49f95ea port ffb8be32-bb7c-4dff-8bdd-17e51635de1f binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:37.818891 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.856820 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.878433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-69bad6db-4c58-4c64-90f9-2b8325396161', 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'fixed_ips': [{'subnet_id': '3bc52796-837c-41de-95d6-097611f0445c'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:33:37.879902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:37.954900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9b289ac-371f-4c7e-98ad-115df6e2b15d req-45b66499-7faf-451f-9cf7-4693faeee534 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0354023 Aug 21 18:33:38.186888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.201196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Allocated IP 172.20.0.2 (69bad6db-4c58-4c64-90f9-2b8325396161/3bc52796-837c-41de-95d6-097611f0445c/519e31b3-e133-455d-a6c9-a73fe8412a14) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:38.214325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.339145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Allocated IP 172.25.1.203 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/6c406a98-deea-4a79-a7ae-504d67fd767e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:38.481570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.526097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.567402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:38.570424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.572406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:38.575733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:38.609868 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Pushing event updated for resources: {'Port': ['ID=6c406a98-deea-4a79-a7ae-504d67fd767e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:38.622326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Transition to ACTIVE for port object ffb8be32-bb7c-4dff-8bdd-17e51635de1f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:38.632341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.697168 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.732226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aebf3-da98-41d1-a9ce-a36bd33eb8b4 None None] Pushing event updated for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:38.743850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Transition to ACTIVE for port object 519e31b3-e133-455d-a6c9-a73fe8412a14 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:38.820909 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Transition to ACTIVE for port object 519e31b3-e133-455d-a6c9-a73fe8412a14 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:38.868088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Attempting to bind port ffb8be32-bb7c-4dff-8bdd-17e51635de1f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:38.868451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Attempting to bind port ffb8be32-bb7c-4dff-8bdd-17e51635de1f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:38.869019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Attempting to bind port ffb8be32-bb7c-4dff-8bdd-17e51635de1f on network fe4eea4b-a468-430a-a090-e733ee5893c7 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:38.874676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8dc96104-cf4f-4df3-9ee2-e94294af5db8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:38.878673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:38.879792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Checking segment: {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:38.880377 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.880963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Bound using segment: {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:38.881622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Bound port: ffb8be32-bb7c-4dff-8bdd-17e51635de1f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668fd966-6a2f-47b6-995b-834d6ae86162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:38.882180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.884711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:38.907484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Network 69bad6db-4c58-4c64-90f9-2b8325396161 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:38.933522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:38.960731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:38.977134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.084736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Pushing event updated for resources: {'Port': ['ID=519e31b3-e133-455d-a6c9-a73fe8412a14,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:39.146577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b95e3157-9267-4452-880e-1ef31973cb10 req-278778b7-02f3-462d-a0d7-9b81ece9704b tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0291569 Aug 21 18:33:39.175913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] For port ffb8be32-bb7c-4dff-8bdd-17e51635de1f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:39.179829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:39.180194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.182339 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Attempting to bind port 519e31b3-e133-455d-a6c9-a73fe8412a14 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:39.182747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Attempting to bind port 519e31b3-e133-455d-a6c9-a73fe8412a14 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:39.183096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Attempting to bind port 519e31b3-e133-455d-a6c9-a73fe8412a14 on network 69bad6db-4c58-4c64-90f9-2b8325396161 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:39.188124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] For port ffb8be32-bb7c-4dff-8bdd-17e51635de1f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:39.212524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.218043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:39.218466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Checking segment: {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:39.218912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.219335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Bound using segment: {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:39.219721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Bound port: 519e31b3-e133-455d-a6c9-a73fe8412a14, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:39.220107 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.307551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.351734 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38aebf3-da98-41d1-a9ce-a36bd33eb8b4 None None] Pushing event updated for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:39.368086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:39.368721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:39.448218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] For port 519e31b3-e133-455d-a6c9-a73fe8412a14, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:39.474895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] For port 519e31b3-e133-455d-a6c9-a73fe8412a14, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=519e31b3-e133-455d-a6c9-a73fe8412a14,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:39.488005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.543064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Router 09d4fd50-251c-4278-b20c-cac44793f0b6 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:33:39.725473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-6d6d5ceb-7712-4046-8d35-d3feeacb3550 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:39.729812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-6d6d5ceb-7712-4046-8d35-d3feeacb3550 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 814 time: 0.2876849 Aug 21 18:33:39.767991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:39.771505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcbdbd-ed47-4773-a887-f64e5aa00321 None None] Pushing event updated for resources: {'Port': ['ID=519e31b3-e133-455d-a6c9-a73fe8412a14,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:39.815189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:39.832898 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Sync routers for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:39.900236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:39.901595 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2c143ee1-fec2-44cf-8513-952eaf7b1439 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3665047 Aug 21 18:33:39.904296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37844) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:39.911812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:39.914955 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:39.915403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-9aa26b0d-9494-4942-b96a-c46ad9851854 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b33f1214635f4f55b4cef3b0887e3818 HTTP/1.1" status: 200 len: 379 time: 0.1707394 Aug 21 18:33:39.967449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'port': {'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'admin_state_up': True, 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'security_groups': ['8a596d7a-d025-4fb4-83ba-ab5a58448539']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:40.159512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:40.222286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Made reservation on behalf of b33f1214635f4f55b4cef3b0887e3818 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:40.231023 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:40.237471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 4, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ffb8be32-bb7c-4dff-8bdd-17e51635de1f', 'name': '', 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'mac_address': 'fa:16:3e:72:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:33Z', 'updated_at': '2021-08-21T18:33:39Z', 'revision_number': 4, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'subnets': [{'id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:40.283143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2232d670-f01f-4c01-bc0a-a36f54a87ccb None None] The sync data for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 is: [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:34Z', 'revision_number': 4, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'ffb8be32-bb7c-4dff-8bdd-17e51635de1f', 'name': '', 'network_id': 'fe4eea4b-a468-430a-a090-e733ee5893c7', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'mac_address': 'fa:16:3e:72:ef:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:33Z', 'updated_at': '2021-08-21T18:33:39Z', 'revision_number': 4, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'subnets': [{'id': '012d3112-396a-4d64-8d9a-151d5eb9d97d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:40.414261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55c2f5ce-7d9a-4a49-8f9b-eaa7e7652dad req-3e2b5fd7-771b-4504-aeb5-5b00a60d6973 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.1207683 Aug 21 18:33:40.603757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Allocated IP 172.20.0.12 (2820283f-7af1-48f7-a865-8c9a84e8ff45/9cdc4054-0857-4e2f-8ae5-0f0badad958a/153f3ca8-adea-4b4f-8d53-1818bc88f63b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:40.984112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:38Z', 'revision_number': 3, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:41.032795 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.039455 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Checking router: 09d4fd50-251c-4278-b20c-cac44793f0b6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:41.040035 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Updating router 09d4fd50-251c-4278-b20c-cac44793f0b6 port 6c406a98-deea-4a79-a7ae-504d67fd767e binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:41.088992 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.090757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffb8be32-bb7c-4dff-8bdd-17e51635de1f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:41.151232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.199804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Transition to ACTIVE for port object 153f3ca8-adea-4b4f-8d53-1818bc88f63b will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:41.259325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:41.267765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:41.268631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.273948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.364706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:41.381936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:41.390876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:41.398158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aafe52-47a4-4537-9c6c-7264b6d081fd None None] Network 69bad6db-4c58-4c64-90f9-2b8325396161 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:41.454644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:41.466050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Allocated IP 172.20.0.1 (69bad6db-4c58-4c64-90f9-2b8325396161/3bc52796-837c-41de-95d6-097611f0445c/1f44a1e2-930d-4e27-8b28-975e6fd7b434) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:41.509463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:41.512946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.530160 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.553625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-8e6541cf-03f3-4f9c-9c9e-287883f86e6a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6220038 Aug 21 18:33:41.573751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Request body: {'port': {'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:41.582020 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.608161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Transition to ACTIVE for port object 6c406a98-deea-4a79-a7ae-504d67fd767e will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:41.626336 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.650182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0cb0e659-c6c3-4240-b40d-ff5d42b366fc None None] Provisioning for port 519e31b3-e133-455d-a6c9-a73fe8412a14 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:41.704754 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.728736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ffb8be32-bb7c-4dff-8bdd-17e51635de1f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:41.751699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.752958 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Attempting to bind port 6c406a98-deea-4a79-a7ae-504d67fd767e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:41.753333 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Attempting to bind port 6c406a98-deea-4a79-a7ae-504d67fd767e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:41.753480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 519e31b3-e133-455d-a6c9-a73fe8412a14 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:41.757802 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Attempting to bind port 6c406a98-deea-4a79-a7ae-504d67fd767e on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:41.780717 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:41.783393 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:41.784546 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.785412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:41.787041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Bound port: 6c406a98-deea-4a79-a7ae-504d67fd767e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:41.787493 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.788163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e884386-7268-4936-9446-2304b146ae51 req-448763a8-0fab-4010-8166-3beabced0afc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:41.792140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e884386-7268-4936-9446-2304b146ae51 req-448763a8-0fab-4010-8166-3beabced0afc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 932 time: 0.2676067 Aug 21 18:33:41.793659 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7abc5-cc0a-4158-85eb-56f0344b1327 None None] Pushing event updated for resources: {'Port': ['ID=6c406a98-deea-4a79-a7ae-504d67fd767e,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:41.873881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.885557 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] For port 6c406a98-deea-4a79-a7ae-504d67fd767e, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:41.889957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] For port 6c406a98-deea-4a79-a7ae-504d67fd767e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c406a98-deea-4a79-a7ae-504d67fd767e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:41.896642 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:41.940275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Transition to ACTIVE for port object 1f44a1e2-930d-4e27-8b28-975e6fd7b434 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:41.968630 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a7abc5-cc0a-4158-85eb-56f0344b1327 None None] Pushing event updated for resources: {'Port': ['ID=6c406a98-deea-4a79-a7ae-504d67fd767e,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:41.992398 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:41.993120 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:41.999219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e884386-7268-4936-9446-2304b146ae51 req-bbf1ae34-e021-4f13-ba81-8f1ceca16db1 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224833 Aug 21 18:33:42.003334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-71f183ab-6c8d-440d-81b1-a2857247c0d5 None None] Provisioning for port 153f3ca8-adea-4b4f-8d53-1818bc88f63b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:42.018520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:42.026860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-71f183ab-6c8d-440d-81b1-a2857247c0d5 None None] Provisioning complete for port 153f3ca8-adea-4b4f-8d53-1818bc88f63b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:42.027593 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-71f183ab-6c8d-440d-81b1-a2857247c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.059377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.097358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 519e31b3-e133-455d-a6c9-a73fe8412a14 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:42.109570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 519e31b3-e133-455d-a6c9-a73fe8412a14 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:42.109949 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.145030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Network 69bad6db-4c58-4c64-90f9-2b8325396161 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:42.160612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:42.169341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:42.209930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-71f183ab-6c8d-440d-81b1-a2857247c0d5 None None] Port 153f3ca8-adea-4b4f-8d53-1818bc88f63b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:42.237760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Pushing event updated for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:42.285018 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:42.334310 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.392291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153f3ca8-adea-4b4f-8d53-1818bc88f63b {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:33:42.416534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.430166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.448591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Transition to ACTIVE for port object 153f3ca8-adea-4b4f-8d53-1818bc88f63b will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:42.462261 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.559071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 519e31b3-e133-455d-a6c9-a73fe8412a14, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=519e31b3-e133-455d-a6c9-a73fe8412a14,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:42.576079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.688128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Pushing event updated for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:42.748766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=519e31b3-e133-455d-a6c9-a73fe8412a14,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:42.812974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8472873e-df42-4b06-aad0-49f1e6f4d0a4 None None] Provisioning complete for port 519e31b3-e133-455d-a6c9-a73fe8412a14 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:42.814827 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8472873e-df42-4b06-aad0-49f1e6f4d0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.847654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Attempting to bind port 153f3ca8-adea-4b4f-8d53-1818bc88f63b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:42.847915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Attempting to bind port 153f3ca8-adea-4b4f-8d53-1818bc88f63b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:42.848255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Attempting to bind port 153f3ca8-adea-4b4f-8d53-1818bc88f63b on network 2820283f-7af1-48f7-a865-8c9a84e8ff45 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:42.855880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.856508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Port 153f3ca8-adea-4b4f-8d53-1818bc88f63b on network 2820283f-7af1-48f7-a865-8c9a84e8ff45 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:33:42.856840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Attempting to bind port 153f3ca8-adea-4b4f-8d53-1818bc88f63b on network 2820283f-7af1-48f7-a865-8c9a84e8ff45 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:42.866465 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:38Z', 'revision_number': 3, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:42.873237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:42.873851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Checking segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:42.874459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Bound using segment: {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:42.882263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Bound port: 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2865b705-6fcd-405d-871a-3b3470607a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:42.882688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:42.964365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffb8be32-bb7c-4dff-8bdd-17e51635de1f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:42.970710 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e981b6-ae72-4881-88fb-e65eb8d9a248 None None] The sync data for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 is: [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:38Z', 'revision_number': 3, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:43.103739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:43.112532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:43.122597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.178745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ffb8be32-bb7c-4dff-8bdd-17e51635de1f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:43.180626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.226969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:43.227601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.229618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] 10.222.0.64 "PUT /v2.0/ports/153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 1093 time: 1.6598237 Aug 21 18:33:43.230083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:43.232564 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e18f54-b927-4db6-a630-941826ee8609" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:43.287903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181edf5f-20ce-42f4-a2f5-6f4d6bcf1f9b service neutron] Pushing event updated for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:43.325346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.338889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.374141 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbe5702-651d-4c1e-ae1b-49d570d7ee63 x-openstack-request-id: req-4dbe5702-651d-4c1e-ae1b-49d570d7ee63 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:43.374687 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:43.375139 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4dbe5702-651d-4c1e-ae1b-49d570d7ee63 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:43.375739 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:33:43.391179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f37ff3c-b302-49c0-ada6-9bb05c3a6f03 None None] Provisioning for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:43.399714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55127017-c1dc-448c-9cba-4178caea7e33 req-0845471b-7387-4a44-a387-6d49bc2e8a6f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:43.402821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f37ff3c-b302-49c0-ada6-9bb05c3a6f03 None None] Provisioning complete for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:43.403202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f37ff3c-b302-49c0-ada6-9bb05c3a6f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.404067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55127017-c1dc-448c-9cba-4178caea7e33 req-0845471b-7387-4a44-a387-6d49bc2e8a6f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.2104692 Aug 21 18:33:43.465139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Pushing event updated for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:43.504314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:43.521855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7f37ff3c-b302-49c0-ada6-9bb05c3a6f03 None None] Port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:43.535292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-ad333706-3e0a-4fee-a9fd-7fe1689f24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:43.537134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-ad333706-3e0a-4fee-a9fd-7fe1689f24ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1096 time: 0.2299511 Aug 21 18:33:43.564155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55127017-c1dc-448c-9cba-4178caea7e33 req-92679f96-fa8d-41c5-a13c-4a2e22fb27ed tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539917 Aug 21 18:33:43.621770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-c86a5ece-95b6-426e-8ded-3ee1f9e9ca15 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 217 time: 0.0565872 Aug 21 18:33:43.671323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Network 69bad6db-4c58-4c64-90f9-2b8325396161 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:43.672917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:43.732533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-a9c5de85-d401-4a0c-87e9-18209a323d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:43.734255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-a9c5de85-d401-4a0c-87e9-18209a323d59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.0982449 Aug 21 18:33:43.813492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-5afedd0d-c3e8-41f8-9bd4-3f71f9de3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:43.815730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-5afedd0d-c3e8-41f8-9bd4-3f71f9de3c5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722232 Aug 21 18:33:43.867522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Router 09d4fd50-251c-4278-b20c-cac44793f0b6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:44.022292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96744174-9724-401c-95d2-1094c1ba13f0 None None] Provisioning complete for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:44.022694 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96744174-9724-401c-95d2-1094c1ba13f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:44.026833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-e559d554-a703-42da-a427-3e3ea71b96cd service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965458 Aug 21 18:33:44.053743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:44.063900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2fd37324-e749-4349-a7fd-54d8d5e9029e admin admin] 10.222.0.41 "PUT /v2.0/routers/09d4fd50-251c-4278-b20c-cac44793f0b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1585622 Aug 21 18:33:44.103477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-96744174-9724-401c-95d2-1094c1ba13f0 None None] Port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:33:44.176643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-820f65b6-1f70-446b-aa66-9860e0b59024 req-290adf6d-6050-4ec3-982a-992c6f9bfc92 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351440 Aug 21 18:33:44.295808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18f54-b927-4db6-a630-941826ee8609 req-55e0ae2f-eb4f-4d0e-b6bf-4c4b5638f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:44.297734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-55e0ae2f-eb4f-4d0e-b6bf-4c4b5638f738 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1096 time: 0.0522711 Aug 21 18:33:44.438642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18f54-b927-4db6-a630-941826ee8609 req-a1f3353b-a064-4ef3-ba64-eff17460cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:44.440926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-a1f3353b-a064-4ef3-ba64-eff17460cf82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.1303558 Aug 21 18:33:44.500810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-2618c874-af71-4df9-81e4-e677e821af8e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 217 time: 0.0449159 Aug 21 18:33:44.576082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18f54-b927-4db6-a630-941826ee8609 req-70af34ed-801d-415d-8f35-eb259c46e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:44.577741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-70af34ed-801d-415d-8f35-eb259c46e24d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.0639195 Aug 21 18:33:44.655266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e18f54-b927-4db6-a630-941826ee8609 req-9566760c-08d4-4110-9a37-82362e5afd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:44.658436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-9566760c-08d4-4110-9a37-82362e5afd47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683415 Aug 21 18:33:44.851185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ccbe6-3250-4bd6-a75b-99ca3a928328 req-d6a9002d-2541-4cb5-bfaf-351217f86921 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:44.852894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e32ccbe6-3250-4bd6-a75b-99ca3a928328 req-d6a9002d-2541-4cb5-bfaf-351217f86921 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.1092668 Aug 21 18:33:44.876298 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-d24203bb-ce57-44b4-ba4f-18196af92c3b service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038190 Aug 21 18:33:44.991848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 519e31b3-e133-455d-a6c9-a73fe8412a14 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:45.004442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e32ccbe6-3250-4bd6-a75b-99ca3a928328 req-76c831d9-122e-4788-b4c7-7eaa0a9df3fa tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409314 Aug 21 18:33:45.076546 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4e18f54-b927-4db6-a630-941826ee8609 req-64701d67-e3e0-43b6-9e6a-2816b147b643 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822762 Aug 21 18:33:45.088752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 519e31b3-e133-455d-a6c9-a73fe8412a14 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:45.088752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:45.208456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c406a98-deea-4a79-a7ae-504d67fd767e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:45.282261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6c406a98-deea-4a79-a7ae-504d67fd767e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:45.286450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6c406a98-deea-4a79-a7ae-504d67fd767e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:45.287246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:45.405304 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:45.426870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6c406a98-deea-4a79-a7ae-504d67fd767e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c406a98-deea-4a79-a7ae-504d67fd767e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:45.431552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:45.496588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6c406a98-deea-4a79-a7ae-504d67fd767e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:45.594879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:45.694888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Sync routers for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:45.724208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:45.724882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:46.076869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:46.220004 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:46.276613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877a7e0-d69b-44a2-98ab-b2af6f30b238 req-679e20a4-deb8-47d6-802c-a334a1593e7f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:46.279599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2877a7e0-d69b-44a2-98ab-b2af6f30b238 req-679e20a4-deb8-47d6-802c-a334a1593e7f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.1404619 Aug 21 18:33:46.335473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:42Z', 'revision_number': 4, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f44a1e2-930d-4e27-8b28-975e6fd7b434', 'name': '', 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'mac_address': 'fa:16:3e:7e:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3bc52796-837c-41de-95d6-097611f0445c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:41Z', 'updated_at': '2021-08-21T18:33:43Z', 'revision_number': 2, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'subnets': [{'id': '3bc52796-837c-41de-95d6-097611f0445c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:46.369883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Checking router: 09d4fd50-251c-4278-b20c-cac44793f0b6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:46.370058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Updating router 09d4fd50-251c-4278-b20c-cac44793f0b6 port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:33:46.399772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:46.759299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:46.783407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2877a7e0-d69b-44a2-98ab-b2af6f30b238 req-dff309cf-dfef-4a5a-a8df-dcee678fcee8 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4960864 Aug 21 18:33:46.803037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Transition to ACTIVE for port object 1f44a1e2-930d-4e27-8b28-975e6fd7b434 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:33:46.815984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:46.850775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c406a98-deea-4a79-a7ae-504d67fd767e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:46.915861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d94d43-f8cf-4657-9684-276f8f8ded4c None None] Pushing event updated for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:47.018220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Attempting to bind port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:33:47.018719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Attempting to bind port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:33:47.019071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Attempting to bind port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 on network 69bad6db-4c58-4c64-90f9-2b8325396161 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:33:47.044576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6c406a98-deea-4a79-a7ae-504d67fd767e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:47.046144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.075525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Deleting port ffb8be32-bb7c-4dff-8bdd-17e51635de1f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:47.075925 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.091402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:33:47.092112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Checking segment: {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:33:47.092314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.092800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Bound using segment: {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:33:47.093356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Bound port: 1f44a1e2-930d-4e27-8b28-975e6fd7b434, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e54ad-de86-4098-81d6-278e317312b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:33:47.093829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.163493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] For port ffb8be32-bb7c-4dff-8bdd-17e51635de1f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:47.163868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.176186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Calling delete_port for ffb8be32-bb7c-4dff-8bdd-17e51635de1f owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:47.195662 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] For port 1f44a1e2-930d-4e27-8b28-975e6fd7b434, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:33:47.212407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] For port 1f44a1e2-930d-4e27-8b28-975e6fd7b434, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f44a1e2-930d-4e27-8b28-975e6fd7b434,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:33:47.222451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.296280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:47.296616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:47.300910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d94d43-f8cf-4657-9684-276f8f8ded4c None None] Pushing event updated for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:47.411273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.446694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb8be32-bb7c-4dff-8bdd-17e51635de1f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:47.476632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:47.664046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.746563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:42Z', 'revision_number': 4, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f44a1e2-930d-4e27-8b28-975e6fd7b434', 'name': '', 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'mac_address': 'fa:16:3e:7e:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3bc52796-837c-41de-95d6-097611f0445c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:41Z', 'updated_at': '2021-08-21T18:33:47Z', 'revision_number': 4, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'subnets': [{'id': '3bc52796-837c-41de-95d6-097611f0445c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:47.777480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b3933-5bb5-4ab0-9b7c-a79aa9aaca49 None None] The sync data for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 is: [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:42Z', 'revision_number': 4, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f44a1e2-930d-4e27-8b28-975e6fd7b434', 'name': '', 'network_id': '69bad6db-4c58-4c64-90f9-2b8325396161', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'mac_address': 'fa:16:3e:7e:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3859, 'fixed_ips': [{'subnet_id': '3bc52796-837c-41de-95d6-097611f0445c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:41Z', 'updated_at': '2021-08-21T18:33:47Z', 'revision_number': 4, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'subnets': [{'id': '3bc52796-837c-41de-95d6-097611f0445c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:47.823155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-774546e8-a377-4a5f-8177-ff3c4ce3e04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:47.917862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Router dc45dd86-2cd4-42f3-950b-172eb49f95ea has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:48.046185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:48.052969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5f3014cc-86b6-4aff-8cf9-9b091bc3f6e2 admin admin] 10.222.0.41 "PUT /v2.0/routers/dc45dd86-2cd4-42f3-950b-172eb49f95ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4565308 Aug 21 18:33:48.055108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37940) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:48.058583 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Sync routers for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:48.071422 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:48.075542 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:48.217677 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.265513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:48.335460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867575a-f4e3-4074-9b8e-1c027038cbac req-a486087f-2090-4351-8ce4-a9063876a22f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:48.337716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b867575a-f4e3-4074-9b8e-1c027038cbac req-a486087f-2090-4351-8ce4-a9063876a22f tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.4109426 Aug 21 18:33:48.392392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b867575a-f4e3-4074-9b8e-1c027038cbac req-c673baca-73c6-4961-9ad9-b617d59a8031 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482173 Aug 21 18:33:48.399761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.490738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Deleting port 8dc96104-cf4f-4df3-9ee2-e94294af5db8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:48.491335 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.584504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.609635 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:47Z', 'revision_number': 5, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port': {'id': '8dc96104-cf4f-4df3-9ee2-e94294af5db8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:48.642614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] For port 8dc96104-cf4f-4df3-9ee2-e94294af5db8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8dc96104-cf4f-4df3-9ee2-e94294af5db8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:48.647078 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.657399 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Checking router: dc45dd86-2cd4-42f3-950b-172eb49f95ea for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:48.671199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Calling delete_port for 8dc96104-cf4f-4df3-9ee2-e94294af5db8 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:48.684161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Routers {'dc45dd86-2cd4-42f3-950b-172eb49f95ea'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:48.685073 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:48.796907 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] Set router dc45dd86-2cd4-42f3-950b-172eb49f95ea gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:48.891099 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:48Z', 'revision_number': 6, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:48.924019 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d47ff2-cdc9-4c28-bdae-44ad2f4002af None None] The sync data for ids ['dc45dd86-2cd4-42f3-950b-172eb49f95ea'] in n-d-793621-32 is: [{'id': 'dc45dd86-2cd4-42f3-950b-172eb49f95ea', 'name': 'tempest-TestAggregatesBasicOps-1066966891-router', 'tenant_id': '90e3a77731424f4292276dfc6cd56d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:31Z', 'updated_at': '2021-08-21T18:33:48Z', 'revision_number': 6, 'project_id': '90e3a77731424f4292276dfc6cd56d89', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:48.933288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:48.963102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f44a1e2-930d-4e27-8b28-975e6fd7b434 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:48.967253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc96104-cf4f-4df3-9ee2-e94294af5db8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:49.017067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.036939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:49.041908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:49.042093 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.042662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.126946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.140750 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.143051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.160133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 1f44a1e2-930d-4e27-8b28-975e6fd7b434, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f44a1e2-930d-4e27-8b28-975e6fd7b434,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:49.164059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.191325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.192361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc45dd86-2cd4-42f3-950b-172eb49f95ea {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:33:49.199097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.202458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4ea59ca-525e-4208-9efd-9fa478fed392 admin admin] 10.222.0.41 "DELETE /v2.0/routers/dc45dd86-2cd4-42f3-950b-172eb49f95ea HTTP/1.1" status: 204 len: 168 time: 1.1358147 Aug 21 18:33:49.203073 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:49.218265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:49.251418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Deleting subnet 012d3112-396a-4d64-8d9a-151d5eb9d97d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:33:49.254664 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.290778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.378225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.435604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.462571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=012d3112-396a-4d64-8d9a-151d5eb9d97d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:49.466235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.467799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8e343ead-06ae-49f9-bc8e-421ce70f17ed admin admin] 10.222.0.41 "DELETE /v2.0/subnets/012d3112-396a-4d64-8d9a-151d5eb9d97d HTTP/1.1" status: 204 len: 168 time: 0.2637246 Aug 21 18:33:49.470360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:49.471751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7cf2f-19e8-4b2e-b79b-155b9a8341f6 None None] Network fe4eea4b-a468-430a-a090-e733ee5893c7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:49.560716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.560903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bc7b3-d670-4a2e-8929-82474ca2de75 req-99193822-9a6b-4861-b374-1155b9090bbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:49.570062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f45bc7b3-d670-4a2e-8929-82474ca2de75 req-99193822-9a6b-4861-b374-1155b9090bbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.0896156 Aug 21 18:33:49.617118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f45bc7b3-d670-4a2e-8929-82474ca2de75 req-eae4dd79-b7fd-43a3-a87f-60de18e143e4 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461595 Aug 21 18:33:49.627247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Deleting port 0313542a-f2c2-40b7-94c3-15396d2df36c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:49.627723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.696769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] For port 0313542a-f2c2-40b7-94c3-15396d2df36c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0313542a-f2c2-40b7-94c3-15396d2df36c,segment=NetworkSegment(668fd966-6a2f-47b6-995b-834d6ae86162),segment_id=668fd966-6a2f-47b6-995b-834d6ae86162)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:49.697146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.710550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Calling delete_port for 0313542a-f2c2-40b7-94c3-15396d2df36c owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:49.792010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.822837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53593157-5954-471b-b6bf-9d002fcd07d1 None None] DHCP port deletion for fe4eea4b-a468-430a-a090-e733ee5893c7 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:33:49.828546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0313542a-f2c2-40b7-94c3-15396d2df36c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:49.833055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] No DVR routers for this DVR port 0313542a-f2c2-40b7-94c3-15396d2df36c on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:49.922120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.938670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4eea4b-a468-430a-a090-e733ee5893c7']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:49.952895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668fd966-6a2f-47b6-995b-834d6ae86162') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:49.953462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668fd966-6a2f-47b6-995b-834d6ae86162') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:49.965482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.979881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.991704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:33:49.992225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:33:49.995084 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:33:50.062218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.080741 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.082417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] 10.222.0.41 "DELETE /v2.0/networks/fe4eea4b-a468-430a-a090-e733ee5893c7 HTTP/1.1" status: 204 len: 168 time: 0.6110530 Aug 21 18:33:50.083481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876bb2fc-977b-485e-8d48-c8ba82c49c6f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4eea4b-a468-430a-a090-e733ee5893c7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:50.085484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37964) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:50.326002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7436bd5f-9a2a-4576-911f-af39eabd277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.442814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.473473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.745332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b483e-0f72-4869-b78b-d29b7ba0478e req-21565737-0071-43af-939f-fd608b6f0ff6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:50.746847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c98b483e-0f72-4869-b78b-d29b7ba0478e req-21565737-0071-43af-939f-fd608b6f0ff6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.0587101 Aug 21 18:33:50.754018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Deleting port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:50.754212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.829472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f44a1e2-930d-4e27-8b28-975e6fd7b434 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:50.847487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c98b483e-0f72-4869-b78b-d29b7ba0478e req-ebef1e33-3d13-4144-9054-699c031440eb tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812080 Aug 21 18:33:50.880878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] For port 1f44a1e2-930d-4e27-8b28-975e6fd7b434, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f44a1e2-930d-4e27-8b28-975e6fd7b434,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:50.881310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.892929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1f44a1e2-930d-4e27-8b28-975e6fd7b434 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:50.893296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:50.893637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Calling delete_port for 1f44a1e2-930d-4e27-8b28-975e6fd7b434 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:51.044156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8dc96104-cf4f-4df3-9ee2-e94294af5db8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:51.064393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8dc96104-cf4f-4df3-9ee2-e94294af5db8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:51.064737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8dc96104-cf4f-4df3-9ee2-e94294af5db8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:51.065146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffb8be32-bb7c-4dff-8bdd-17e51635de1f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:51.086005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ffb8be32-bb7c-4dff-8bdd-17e51635de1f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:51.087426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.088424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ffb8be32-bb7c-4dff-8bdd-17e51635de1f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:51.088848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0313542a-f2c2-40b7-94c3-15396d2df36c no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:51.108360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0313542a-f2c2-40b7-94c3-15396d2df36c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:51.108709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0313542a-f2c2-40b7-94c3-15396d2df36c not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:51.114422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f44a1e2-930d-4e27-8b28-975e6fd7b434,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:51.284570 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.506123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Router 09d4fd50-251c-4278-b20c-cac44793f0b6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:51.613214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:51.619891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f7c3ed47-23ad-4052-91d2-d051c628aa41 admin admin] 10.222.0.41 "PUT /v2.0/routers/09d4fd50-251c-4278-b20c-cac44793f0b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5327561 Aug 21 18:33:51.622317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37970) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:51.625454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Sync routers for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:51.642873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.643509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:51.644185 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:51.736326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.760400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:51.862327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.938529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Deleting port 6c406a98-deea-4a79-a7ae-504d67fd767e {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:51.939322 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:51.968315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:51Z', 'revision_number': 5, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port': {'id': '6c406a98-deea-4a79-a7ae-504d67fd767e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:38Z', 'updated_at': '2021-08-21T18:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:51.973445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b4d09-8632-4c37-a7c7-dc27f7c53c01 req-ed2b5416-5652-495d-8d05-4f7fa60712ea tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:51.982802 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-671b4d09-8632-4c37-a7c7-dc27f7c53c01 req-ed2b5416-5652-495d-8d05-4f7fa60712ea tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.0589573 Aug 21 18:33:51.999173 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Checking router: 09d4fd50-251c-4278-b20c-cac44793f0b6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:52.008130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Routers {'09d4fd50-251c-4278-b20c-cac44793f0b6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:52.008759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['09d4fd50-251c-4278-b20c-cac44793f0b6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:52.029189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-671b4d09-8632-4c37-a7c7-dc27f7c53c01 req-b9bd9377-65cc-4a3f-84e3-9311f6e08f9e tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417044 Aug 21 18:33:52.073293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] For port 6c406a98-deea-4a79-a7ae-504d67fd767e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c406a98-deea-4a79-a7ae-504d67fd767e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:52.073748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.086675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Calling delete_port for 6c406a98-deea-4a79-a7ae-504d67fd767e owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:52.104613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] Set router 09d4fd50-251c-4278-b20c-cac44793f0b6 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:52.163978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:51Z', 'revision_number': 6, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:52.200040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c2b67c-3065-44c5-8de6-fd2c92a3c88e None None] The sync data for ids ['09d4fd50-251c-4278-b20c-cac44793f0b6'] in n-d-793621-32 is: [{'id': '09d4fd50-251c-4278-b20c-cac44793f0b6', 'name': 'tempest-TestAggregatesBasicOps-1214567694-router', 'tenant_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:37Z', 'updated_at': '2021-08-21T18:33:51Z', 'revision_number': 6, 'project_id': '7c12b0ad4d3343ddaba111a7f4abfe82', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:52.272787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.301260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c406a98-deea-4a79-a7ae-504d67fd767e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:52.362389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.793312 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.795462 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.845069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.845610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09d4fd50-251c-4278-b20c-cac44793f0b6 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:33:52.850216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.851614 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8fb73e2c-91ff-4f75-9869-d40e1e5f4f7f admin admin] 10.222.0.41 "DELETE /v2.0/routers/09d4fd50-251c-4278-b20c-cac44793f0b6 HTTP/1.1" status: 204 len: 168 time: 1.2282381 Aug 21 18:33:52.854075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:52.900965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Deleting subnet 3bc52796-837c-41de-95d6-097611f0445c {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:33:52.904173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:52.946096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.035735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.143620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f44a1e2-930d-4e27-8b28-975e6fd7b434 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:53.177344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 1f44a1e2-930d-4e27-8b28-975e6fd7b434 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:53.178090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f44a1e2-930d-4e27-8b28-975e6fd7b434 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:53.178638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c406a98-deea-4a79-a7ae-504d67fd767e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:53.179373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.194516 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.199561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3bc52796-837c-41de-95d6-097611f0445c HTTP/1.1" status: 204 len: 168 time: 0.3416185 Aug 21 18:33:53.200058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6c406a98-deea-4a79-a7ae-504d67fd767e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:53.200670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c406a98-deea-4a79-a7ae-504d67fd767e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:53.206479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 37984) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:53.210023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bab221f-7325-4180-b96a-955dff846625 None None] Network 69bad6db-4c58-4c64-90f9-2b8325396161 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:33:53.216574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922c4f5-9e4e-4c86-8ee0-cf579deccb14 req-0f14c1de-6212-4787-8737-d406ccaa9267 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:53.220198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a922c4f5-9e4e-4c86-8ee0-cf579deccb14 req-0f14c1de-6212-4787-8737-d406ccaa9267 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.0866036 Aug 21 18:33:53.226251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9238-a936-4e7f-84b8-eaeac212bd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc52796-837c-41de-95d6-097611f0445c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:53.317182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.336362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a922c4f5-9e4e-4c86-8ee0-cf579deccb14 req-a29bb2ff-edfd-4ced-a6cb-93eaaa720e57 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101508 Aug 21 18:33:53.379621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.461640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Deleting port 519e31b3-e133-455d-a6c9-a73fe8412a14 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:53.462129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.490936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] DHCP port deletion for 69bad6db-4c58-4c64-90f9-2b8325396161 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:33:53.559201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Deleting port 519e31b3-e133-455d-a6c9-a73fe8412a14 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:53.559604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.560430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] For port 519e31b3-e133-455d-a6c9-a73fe8412a14, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=519e31b3-e133-455d-a6c9-a73fe8412a14,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:53.560430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.574915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Calling delete_port for 519e31b3-e133-455d-a6c9-a73fe8412a14 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:53.639514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] For port 519e31b3-e133-455d-a6c9-a73fe8412a14, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=519e31b3-e133-455d-a6c9-a73fe8412a14,segment=NetworkSegment(7d5e54ad-de86-4098-81d6-278e317312b7),segment_id=7d5e54ad-de86-4098-81d6-278e317312b7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:53.639915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.653542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Calling delete_port for 519e31b3-e133-455d-a6c9-a73fe8412a14 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:53.664796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.693319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Pushing event deleted for resources: {'Port': ['ID=519e31b3-e133-455d-a6c9-a73fe8412a14,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:53.699288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] No DVR routers for this DVR port 519e31b3-e133-455d-a6c9-a73fe8412a14 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:53.745696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.774935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] Pushing event deleted for resources: {'Port': ['ID=519e31b3-e133-455d-a6c9-a73fe8412a14,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:53.782468 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a6e20-a803-4b28-a8f2-ab68ce774caa None None] No DVR routers for this DVR port 519e31b3-e133-455d-a6c9-a73fe8412a14 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:53.787424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.802625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69bad6db-4c58-4c64-90f9-2b8325396161']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:53.820845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5e54ad-de86-4098-81d6-278e317312b7') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:53.820845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5e54ad-de86-4098-81d6-278e317312b7') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:53.825859 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.842221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.848435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:33:53.850636 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:33:53.914922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.921412 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:53.923674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] 10.222.0.41 "DELETE /v2.0/networks/69bad6db-4c58-4c64-90f9-2b8325396161 HTTP/1.1" status: 204 len: 168 time: 0.7042704 Aug 21 18:33:53.935649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326d10d-eb6b-41a7-9374-75364cfaa69c admin admin] Pushing event deleted for resources: {'Network': ['ID=69bad6db-4c58-4c64-90f9-2b8325396161,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:54.090216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37988) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:54.136784 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f8d3f3b-57dd-4964-9c1c-70fadec94f08 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90e3a77731424f4292276dfc6cd56d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453606 Aug 21 18:33:54.139367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 37990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:54.191012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.222404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.270694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.273565 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.277978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b203c660-4a00-44dc-a9c0-eed18d58e741 HTTP/1.1" status: 204 len: 168 time: 0.1344569 Aug 21 18:33:54.283938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c590f-5dcd-4869-a5cd-02c73a83b569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b203c660-4a00-44dc-a9c0-eed18d58e741,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:54.489738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c55d0a-1ac9-4c57-8a5e-48b0d67c1df8 req-4487f3ed-b718-4a10-888f-67efb706fa96 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:54.495055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9c55d0a-1ac9-4c57-8a5e-48b0d67c1df8 req-4487f3ed-b718-4a10-888f-67efb706fa96 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 944 time: 0.0587180 Aug 21 18:33:54.543222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9c55d0a-1ac9-4c57-8a5e-48b0d67c1df8 req-b51888b0-1d25-42ff-b5b3-9fafabc0e331 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447366 Aug 21 18:33:54.678336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38000) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:54.724379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5ad4e6ce-6b6e-4af6-91c8-5dbf48deb913 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c12b0ad4d3343ddaba111a7f4abfe82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448503 Aug 21 18:33:54.727133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:54.788734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.797657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 519e31b3-e133-455d-a6c9-a73fe8412a14 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:33:54.818666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.829213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 519e31b3-e133-455d-a6c9-a73fe8412a14 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:33:54.830903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 519e31b3-e133-455d-a6c9-a73fe8412a14 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:33:54.870824 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.873514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:54.877132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db272f46-f620-4211-9ca1-f9a646076597 HTTP/1.1" status: 204 len: 168 time: 0.1464846 Aug 21 18:33:54.884668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66371b2-2e19-4e0a-a300-99ba31aceec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db272f46-f620-4211-9ca1-f9a646076597,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:55.026071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 153f3ca8-adea-4b4f-8d53-1818bc88f63b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:33:55.149284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:55.161925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:33:55.206298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:55.229123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153f3ca8-adea-4b4f-8d53-1818bc88f63b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:33:55.252430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:55.258028 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:55.326889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:55.510421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['153f3ca8-adea-4b4f-8d53-1818bc88f63b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:33:55.667501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c47a0-3ac5-4239-ad75-52640dbed0b8 req-4564494f-953b-4e2c-b6e3-95253b2e6efd tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:55.668952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-606c47a0-3ac5-4239-ad75-52640dbed0b8 req-4564494f-953b-4e2c-b6e3-95253b2e6efd tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 945 time: 0.0590541 Aug 21 18:33:55.721788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-606c47a0-3ac5-4239-ad75-52640dbed0b8 req-96dcfbe8-2c78-45c0-8f5e-1f8bf9e8f276 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459614 Aug 21 18:33:56.359086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38046) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:56.440203 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3f819f57-9e83-4411-8aec-d2dc5d0d7681 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/floatingips/b86dc693-99b6-4f3a-9198-791499833d4e HTTP/1.1" status: 200 len: 992 time: 0.0798361 Aug 21 18:33:56.727853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38062) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:56.895658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00f51-a055-4884-a9d7-0f949a7408bc req-a2c51794-bf5b-4c0d-b760-1bd5ad2d03c6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:56.897449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1e00f51-a055-4884-a9d7-0f949a7408bc req-a2c51794-bf5b-4c0d-b760-1bd5ad2d03c6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 945 time: 0.0722187 Aug 21 18:33:56.966274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1e00f51-a055-4884-a9d7-0f949a7408bc req-05e23974-8865-4c66-a93b-7d6deb81dd0d tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614522 Aug 21 18:33:56.994121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 7561aa00-e1e9-49d8-be76-005fbca04dbe {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:56.994470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.043776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 153f3ca8-adea-4b4f-8d53-1818bc88f63b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:33:57.076124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.076452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.091711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 7561aa00-e1e9-49d8-be76-005fbca04dbe owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:57.099604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 153f3ca8-adea-4b4f-8d53-1818bc88f63b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:33:57.103859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 153f3ca8-adea-4b4f-8d53-1818bc88f63b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:33:57.104222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.253905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.282287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=7561aa00-e1e9-49d8-be76-005fbca04dbe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:57.347377 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.348010 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Floating IP b86dc693-99b6-4f3a-9198-791499833d4e disassociated (deleted). External IP: 172.25.1.75, port: 9e55d318-f855-4db0-b9d3-fefd6c376ba6. Aug 21 18:33:57.354978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.377288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:57.379570 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b40d09-5627-402f-9b42-f2f400e367bb" -d '{"events": [{"server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "name": "network-vif-plugged", "status": "completed", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:57.393430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:57.399515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:57.401841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'network': {'name': 'tempest-network-smoke--1140608649', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:57.407263 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.430402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:33:57.432354 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552d597-94c8-428e-ba53-14695d64f246 x-openstack-request-id: req-7552d597-94c8-428e-ba53-14695d64f246 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:57.432649 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "name": "network-vif-plugged", "status": "completed", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:57.432904 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7552d597-94c8-428e-ba53-14695d64f246 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:57.433292 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'code': 200} Aug 21 18:33:57.436932 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.461928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.488322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:57.590544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb318b-2426-4894-97a0-f55f64c0254b req-0e7381f2-6433-4b7b-96cd-79dfe04fb03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:57.592092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fdb318b-2426-4894-97a0-f55f64c0254b req-0e7381f2-6433-4b7b-96cd-79dfe04fb03f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.0680413 Aug 21 18:33:57.611390 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router e4490419-9598-4f4f-a9f6-925ac0c2dabe has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:33:57.641265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.649424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.670703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fdb318b-2426-4894-97a0-f55f64c0254b req-0a5ba4ab-f35c-4506-af12-ecc26d6ae97f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664868 Aug 21 18:33:57.675944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:33:57.696622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.697539 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Added segment 113af273-ae20-489e-b842-60d0484508e3 of type vlan for network 61ed3250-c5a7-4b02-8299-a96ff051d33d Aug 21 18:33:57.698886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489552e3-7860-4ef2-b237-726c8f271908,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:57.740722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.757956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:33:57.767116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.774475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.776294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Sync routers for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:33:57.782546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:57.783211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:57.789366 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:57.790253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:57.797566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77ab43a1-718a-44f5-a24e-e5b4cf381f60 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/floatingips/b86dc693-99b6-4f3a-9198-791499833d4e HTTP/1.1" status: 204 len: 168 time: 1.0677412 Aug 21 18:33:57.798163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:33:57.809353 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d49a22-0f3d-4468-b19d-ed96594c7db8" -d '{"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:33:57.892505 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25363e0-2e0d-474c-9945-20e8e8e8ea8e x-openstack-request-id: req-a25363e0-2e0d-474c-9945-20e8e8e8ea8e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:33:57.892805 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:33:57.893060 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a25363e0-2e0d-474c-9945-20e8e8e8ea8e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:33:57.893465 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'status': 'completed', 'code': 200} Aug 21 18:33:57.929841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Network': ['ID=61ed3250-c5a7-4b02-8299-a96ff051d33d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:57.948695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:33:57.987879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7e9c1647-a355-4cb5-9de9-b27d5ecc2063 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5928142 Aug 21 18:33:57.990710 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38092) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:33:58.002860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'admin_state_up': True, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:33:58.033320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-02fc3cc7-6540-472a-817d-2c1961b0f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.039836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-02fc3cc7-6540-472a-817d-2c1961b0f1ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 1097 time: 0.1017959 Aug 21 18:33:58.059262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.060834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.073378 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:58.180494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.193027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06089a3-9c51-4013-8124-8fc48157ea21 req-1cfded81-ade8-457e-8dc8-06100a6fd944 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.194692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a06089a3-9c51-4013-8124-8fc48157ea21 req-1cfded81-ade8-457e-8dc8-06100a6fd944 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.1251285 Aug 21 18:33:58.206969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625810e-c072-403a-b5ee-db9fce53d1b1 req-244c97a2-5e75-46a2-8df4-de7946d7b2da tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.209692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9625810e-c072-403a-b5ee-db9fce53d1b1 req-244c97a2-5e75-46a2-8df4-de7946d7b2da tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0860837 Aug 21 18:33:58.234464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-b5232bcc-24eb-4006-bbad-62029e5d1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.237073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-b5232bcc-24eb-4006-bbad-62029e5d1001 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 200 len: 896 time: 0.1895616 Aug 21 18:33:58.325742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-768bc3b9-1d36-4345-897f-3c12fcfbcbd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 200 len: 217 time: 0.0759618 Aug 21 18:33:58.336040 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:58.336454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9625810e-c072-403a-b5ee-db9fce53d1b1 req-e8e4d3cc-8a99-4506-97d3-9dc936751937 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166682 Aug 21 18:33:58.343636 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a06089a3-9c51-4013-8124-8fc48157ea21 req-b74c0692-6162-44c7-a197-8e7fc80b88ea tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052532 Aug 21 18:33:58.382616 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Checking router: e4490419-9598-4f4f-a9f6-925ac0c2dabe for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:33:58.391667 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:33:58.392268 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:58.399797 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.400934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-41d755b4-64fd-4e9d-9ab1-e2fa24cd218d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.402823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-41d755b4-64fd-4e9d-9ab1-e2fa24cd218d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69df690e-02e0-4cef-b460-be59174f08bf HTTP/1.1" status: 200 len: 834 time: 0.0650852 Aug 21 18:33:58.466458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-994973d3-7529-45b3-8a0a-4cca5894d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:58.468277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-994973d3-7529-45b3-8a0a-4cca5894d687 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575001 Aug 21 18:33:58.513421 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:33:58.590789 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-5d6d2a0d-6431-4585-9368-1233d029daf1 service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105604 Aug 21 18:33:58.623384 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.644759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.726641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58d49a22-0f3d-4468-b19d-ed96594c7db8 req-88511d3d-3f01-41e8-b96b-e0d3e2d99e9e service neutron] 10.222.0.39 "GET /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263740 Aug 21 18:33:58.812037 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:33:58.830686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.25.1.23 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5d759a7a-8dda-4511-9492-f7bca822883d) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:33:58.852712 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3308e0ec-1af3-4b73-b374-d77020b3a0a5 None None] The sync data for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 is: [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:02Z', 'revision_number': 4, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5868f067-b445-4eb9-9140-b136765146e7', 'name': '', 'network_id': '1bd7009a-a84f-4d48-8577-8a4b7c2e1e69', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'mac_address': 'fa:16:3e:87:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '69df690e-02e0-4cef-b460-be59174f08bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:01Z', 'updated_at': '2021-08-21T18:33:11Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'subnets': [{'id': '69df690e-02e0-4cef-b460-be59174f08bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:33:58.951777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:58.994425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.037916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:33:59.041595 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:33:59.045287 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:33:59.071964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=5d759a7a-8dda-4511-9492-f7bca822883d,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:59.117204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cf69d6-27a6-4e61-80ce-f144116e9ef2 None None] New status for floating IP b86dc693-99b6-4f3a-9198-791499833d4e: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:33:59.324619 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.410152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-1a139f2b-fcdf-44b0-8119-3c34348be6df tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:59.412201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-1a139f2b-fcdf-44b0-8119-3c34348be6df tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0683787 Aug 21 18:33:59.525801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46e99b-125b-4898-9749-8215844ebae1 req-c258a0d0-82ca-47cf-a167-0236b352bb41 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:59.527396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd46e99b-125b-4898-9749-8215844ebae1 req-c258a0d0-82ca-47cf-a167-0236b352bb41 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.0952876 Aug 21 18:33:59.567469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df0f0a0-d543-4059-aaf9-50c03bd98697 req-a6bb70ee-3749-4f93-9154-17fd222505cf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:33:59.569123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df0f0a0-d543-4059-aaf9-50c03bd98697 req-a6bb70ee-3749-4f93-9154-17fd222505cf tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 945 time: 0.0701008 Aug 21 18:33:59.584058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:33:59.584058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.615566 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd46e99b-125b-4898-9749-8215844ebae1 req-f6e370f1-c26e-4321-85b0-e25972696caf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761616 Aug 21 18:33:59.616658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.679248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0df0f0a0-d543-4059-aaf9-50c03bd98697 req-57507112-1fba-4878-a8c3-9bf138ecf451 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/security-groups?id=a676a59a-11a8-4e35-97bf-bf9155f44a9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974045 Aug 21 18:33:59.717971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 9e55d318-f855-4db0-b9d3-fefd6c376ba6, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9e55d318-f855-4db0-b9d3-fefd6c376ba6,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:33:59.718366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.731866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 9e55d318-f855-4db0-b9d3-fefd6c376ba6 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:33:59.899621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:33:59.930561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=9e55d318-f855-4db0-b9d3-fefd6c376ba6,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:33:59.994136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] No DVR routers for this DVR port 9e55d318-f855-4db0-b9d3-fefd6c376ba6 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:33:59.998539 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:00.001058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b469f54d-416f-4840-ac0b-df5bd4df1fd0 req-ef1a2c3f-01d5-4870-a226-54772a7b2508 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.39 "DELETE /v2.0/ports/9e55d318-f855-4db0-b9d3-fefd6c376ba6 HTTP/1.1" status: 204 len: 173 time: 0.5823247 Aug 21 18:34:00.001622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'name': 'network-vif-deleted', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:00.004230 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb6883a-ce2f-4719-a4eb-b83463b44b26" -d '{"events": [{"server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "name": "network-vif-deleted", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:00.078313 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2336f811-0be5-46fa-a469-4e2e09efba32 x-openstack-request-id: req-2336f811-0be5-46fa-a469-4e2e09efba32 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:00.078736 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a408df4e-f1a1-4598-a379-18b6a6a0d7a8", "name": "network-vif-deleted", "tag": "9e55d318-f855-4db0-b9d3-fefd6c376ba6", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:00.079094 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2336f811-0be5-46fa-a469-4e2e09efba32 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:00.079601 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a408df4e-f1a1-4598-a379-18b6a6a0d7a8', 'name': 'network-vif-deleted', 'tag': '9e55d318-f855-4db0-b9d3-fefd6c376ba6', 'status': 'completed', 'code': 200} Aug 21 18:34:00.113416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7501b-cb7d-4462-8453-c07465b2e29f req-f673cf97-a523-4163-ba85-fe9eabef28d7 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:00.115004 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6c7501b-cb7d-4462-8453-c07465b2e29f req-f673cf97-a523-4163-ba85-fe9eabef28d7 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.0862088 Aug 21 18:34:00.116092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:34:00.217434 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6c7501b-cb7d-4462-8453-c07465b2e29f req-8067a2c3-b7e0-4ead-ba9a-a62b986f4ed7 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881431 Aug 21 18:34:00.241963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.283216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:00.294534 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Sync routers for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:00.312553 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:00.315251 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:00.341926 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:00.348888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38118) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.349756 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b9e31317-ec5a-4de4-ae47-7e4554c5081e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.3576336 Aug 21 18:34:00.445515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-155dfa4f-077f-4481-8bc4-6ba71e96e673 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0948560 Aug 21 18:34:00.448451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38122) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.494829 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:00.630077 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:34:00.649276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b7b0e3-3cd6-4606-90dc-e71e9fe15e2e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:00.651570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-67b7b0e3-3cd6-4606-90dc-e71e9fe15e2e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2017851 Aug 21 18:34:00.655953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38124) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.688825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba62c0e-00f9-42c4-9ca4-bd0c4fc6d86e tempest-TestVolumeBackupRestore-225763221 tempest-TestVolumeBackupRestore-225763221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:00.694161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38126) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.694385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eba62c0e-00f9-42c4-9ca4-bd0c4fc6d86e tempest-TestVolumeBackupRestore-225763221 tempest-TestVolumeBackupRestore-225763221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1093 time: 0.4510262 Aug 21 18:34:00.697021 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-20863cce-280a-4752-af84-06dbc59d0b7f tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396893 Aug 21 18:34:00.701704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:00.704880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38128) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:00.721458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-51232990', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:00.764971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:00.844094 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:33:59Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:00.874852 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Checking router: bd36a6eb-0e5a-48cf-a14c-c0274950fb9e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:00.875244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Updating router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e port 5d759a7a-8dda-4511-9492-f7bca822883d binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:00.889300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17689f69-b033-4769-a9e7-ead5a93255f7 req-5407fbf0-b965-4305-afeb-92e77125d2dd tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "GET /v2.0/ports?device_id=a408df4e-f1a1-4598-a379-18b6a6a0d7a8 HTTP/1.1" status: 200 len: 210 time: 0.0379813 Aug 21 18:34:00.915461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:00.919572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:00.921526 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:00.931699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.103128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Allocated IP 172.25.1.211 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/e65510e5-5fd8-4a56-a600-55b20ea6e4e5) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:01.149301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.211001 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.213219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Subnet': ['ID=d432c32a-b12d-4cf9-9ef1-6fd39c940392,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:01.222184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Checking segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:01.222675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network hostable DHCP agents. Network: 61ed3250-c5a7-4b02-8299-a96ff051d33d, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:34:01.240026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:34:01.251766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 61ed3250-c5a7-4b02-8299-a96ff051d33d) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:01.256718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:01.257460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.263277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be8f0ff-2306-4df5-87c6-21aebc5e2147 None None] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:01.263867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.290124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ebee5959-a7ce-4ad0-9639-05023bdcbbab tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5838206 Aug 21 18:34:01.292973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:01.347320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:01.358125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:01.362376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:01.409169 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'Port': ['ID=e65510e5-5fd8-4a56-a600-55b20ea6e4e5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:01.429164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-61ed3250-c5a7-4b02-8299-a96ff051d33d', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:34:01.430071 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.452754 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.464636 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Transition to ACTIVE for port object 5d759a7a-8dda-4511-9492-f7bca822883d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:01.472655 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.516512 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279cf1c-1768-49db-9eef-96acf4e32a6f None None] Pushing event updated for resources: {'Port': ['ID=5d759a7a-8dda-4511-9492-f7bca822883d,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:01.557565 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Attempting to bind port 5d759a7a-8dda-4511-9492-f7bca822883d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:01.558270 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Attempting to bind port 5d759a7a-8dda-4511-9492-f7bca822883d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:01.558864 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Attempting to bind port 5d759a7a-8dda-4511-9492-f7bca822883d on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:01.565881 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:01.566573 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:01.567193 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.567746 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:01.568376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Bound port: 5d759a7a-8dda-4511-9492-f7bca822883d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:01.568988 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.578249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Allocated IP 172.20.0.2 (61ed3250-c5a7-4b02-8299-a96ff051d33d/d432c32a-b12d-4cf9-9ef1-6fd39c940392/e9112443-9d0f-43cf-83ff-181b14c60167) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:01.633337 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] For port 5d759a7a-8dda-4511-9492-f7bca822883d, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:01.638122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] For port 5d759a7a-8dda-4511-9492-f7bca822883d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5d759a7a-8dda-4511-9492-f7bca822883d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:01.645258 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.713459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279cf1c-1768-49db-9eef-96acf4e32a6f None None] Pushing event updated for resources: {'Port': ['ID=5d759a7a-8dda-4511-9492-f7bca822883d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:01.736268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.746999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Transition to ACTIVE for port object e9112443-9d0f-43cf-83ff-181b14c60167 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:01.752594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:01.753821 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:01.765179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Transition to ACTIVE for port object e9112443-9d0f-43cf-83ff-181b14c60167 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:01.773532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.819269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:01.819614 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.822068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:01.830058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:01.887706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Pushing event updated for resources: {'Port': ['ID=e9112443-9d0f-43cf-83ff-181b14c60167,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:01.897012 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:01.903580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Attempting to bind port e9112443-9d0f-43cf-83ff-181b14c60167 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:01.904225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Attempting to bind port e9112443-9d0f-43cf-83ff-181b14c60167 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:01.904770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Attempting to bind port e9112443-9d0f-43cf-83ff-181b14c60167 on network 61ed3250-c5a7-4b02-8299-a96ff051d33d {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:01.912032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:01.912708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Checking segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:01.913468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.914044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Bound using segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:01.914756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Bound port: e9112443-9d0f-43cf-83ff-181b14c60167, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:01.915997 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.953109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:01.971072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38138) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:02.051911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] For port e9112443-9d0f-43cf-83ff-181b14c60167, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:02.061593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] For port e9112443-9d0f-43cf-83ff-181b14c60167, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e9112443-9d0f-43cf-83ff-181b14c60167,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:02.075321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.176846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d716a8b-d07f-4ea5-ab8e-53c79aecee25 None None] Pushing event updated for resources: {'Port': ['ID=e9112443-9d0f-43cf-83ff-181b14c60167,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:02.187051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.20.0.1 (61ed3250-c5a7-4b02-8299-a96ff051d33d/d432c32a-b12d-4cf9-9ef1-6fd39c940392/adf7a2c5-698a-478d-9b84-b7995609253f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:02.205758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.245819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.268217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.275888 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:33:59Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:02.311638 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14aad650-1dfc-4e21-8613-7ebac824fd94 None None] The sync data for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 is: [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:33:59Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:02.388066 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.416971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Transition to ACTIVE for port object adf7a2c5-698a-478d-9b84-b7995609253f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:02.481090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.486413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.490353 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.490353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/security-groups/a676a59a-11a8-4e35-97bf-bf9155f44a9c HTTP/1.1" status: 204 len: 168 time: 0.5180533 Aug 21 18:34:02.539734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:02.547986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:02.553715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38148) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:02.554525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:02.574867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.590831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:02.592676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb97fdd-280c-4ffe-b96f-14745e1d5411 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a676a59a-11a8-4e35-97bf-bf9155f44a9c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:02.594654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.666159 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.726158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event updated for resources: {'Port': ['ID=e65510e5-5fd8-4a56-a600-55b20ea6e4e5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:02.732937 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:02.862820 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Floating IP 45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b associated. External IP: 172.25.1.211, port: 153f3ca8-adea-4b4f-8d53-1818bc88f63b. Aug 21 18:34:02.985792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e9112443-9d0f-43cf-83ff-181b14c60167 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:03.075149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e9112443-9d0f-43cf-83ff-181b14c60167 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:03.082941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5d759a7a-8dda-4511-9492-f7bca822883d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:03.181995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5d759a7a-8dda-4511-9492-f7bca822883d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:03.186161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5d759a7a-8dda-4511-9492-f7bca822883d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:03.186664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.191682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:03.209211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.340615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.381015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5d759a7a-8dda-4511-9492-f7bca822883d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5d759a7a-8dda-4511-9492-f7bca822883d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:03.389858 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.436055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:03.455789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:03.481235 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.507959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:03.508904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:03.516536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5d759a7a-8dda-4511-9492-f7bca822883d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:03.529504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0ac3852c-c71a-43ab-8086-87972f2743c3 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8338099 Aug 21 18:34:03.530263 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:03.533176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38152) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:03.539109 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46404f43-e674-49c4-a4ae-22229121cff7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:03.609026 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08027e48-2402-495e-80b6-6a7b17bde4ea x-openstack-request-id: req-08027e48-2402-495e-80b6-6a7b17bde4ea {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:03.610141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:03.610141 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08027e48-2402-495e-80b6-6a7b17bde4ea {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:03.610141 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:34:03.681571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:03.703131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.711243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cf3822-56c0-44a5-a1d8-0f5660be7fcb tempest-TestVolumeBackupRestore-225763221 tempest-TestVolumeBackupRestore-225763221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:03.715936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-19cf3822-56c0-44a5-a1d8-0f5660be7fcb tempest-TestVolumeBackupRestore-225763221 tempest-TestVolumeBackupRestore-225763221-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1093 time: 0.1766496 Aug 21 18:34:03.716300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38158) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:03.721444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Request body: {'floatingip': {'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:03.741504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbcd24-ed88-4690-b5d5-2f23f9dbcc8d None None] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:03.871342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:03.948392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Provisioning for port e9112443-9d0f-43cf-83ff-181b14c60167 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:04.035426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Provisioning complete for port e9112443-9d0f-43cf-83ff-181b14c60167 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:04.036196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.183029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:01Z', 'revision_number': 0, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:04.185899 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.221490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:04.243041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404f43-e674-49c4-a4ae-22229121cff7 req-0b194a7b-750a-40d5-9222-51f05e651d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:04.245260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-0b194a7b-750a-40d5-9222-51f05e651d4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.6083684 Aug 21 18:34:04.252107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:04.252736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:04.292686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] For port e9112443-9d0f-43cf-83ff-181b14c60167, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e9112443-9d0f-43cf-83ff-181b14c60167,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:04.303634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.452668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Pushing event updated for resources: {'Port': ['ID=e9112443-9d0f-43cf-83ff-181b14c60167,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:04.463643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.464044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.464343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.464695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.465055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.465357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.465685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.466007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.466342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.466685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.466983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.467433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549de296-c27c-4ea4-8f6d-7eb5409ac437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:04.480445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:04.519963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404f43-e674-49c4-a4ae-22229121cff7 req-10de0353-70f0-47c9-9bcc-16e66530fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:04.521785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-10de0353-70f0-47c9-9bcc-16e66530fce7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.2512465 Aug 21 18:34:04.559947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e55d318-f855-4db0-b9d3-fefd6c376ba6 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:04.630447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 9e55d318-f855-4db0-b9d3-fefd6c376ba6 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:04.630861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9e55d318-f855-4db0-b9d3-fefd6c376ba6 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:04.662929 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-7dcb1feb-7925-42b3-b0e0-7a9f5034d4ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 1000 time: 0.1193831 Aug 21 18:34:04.684574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Provisioning complete for port e9112443-9d0f-43cf-83ff-181b14c60167 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:04.684952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.823588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.889311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:04.970103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404f43-e674-49c4-a4ae-22229121cff7 req-fa98528d-8db8-4f69-9791-3085bd2bb89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:04.972058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-fa98528d-8db8-4f69-9791-3085bd2bb89e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.2474415 Aug 21 18:34:05.042919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e9112443-9d0f-43cf-83ff-181b14c60167 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:05.050154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.063595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:05.101710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46404f43-e674-49c4-a4ae-22229121cff7 req-5c419b6c-586c-40fe-b7f9-3807a1d382f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:05.104175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-5c419b6c-586c-40fe-b7f9-3807a1d382f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153588 Aug 21 18:34:05.107898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.108496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.109092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.109614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.110126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.110670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.111276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.111789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.112301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.112821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.113338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.113842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:05.142338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.149395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.211995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e9112443-9d0f-43cf-83ff-181b14c60167 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:05.212980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.240312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Provisioning for port adf7a2c5-698a-478d-9b84-b7995609253f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:05.251722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Provisioning complete for port adf7a2c5-698a-478d-9b84-b7995609253f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:05.252264 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.270535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-f24a4f2a-923a-4aab-83de-f9826000c12a service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528633 Aug 21 18:34:05.297989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:01Z', 'revision_number': 0, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:05.333895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-91ac7d36-92c3-4a24-a7d1-72612da05030 None None] Port adf7a2c5-698a-478d-9b84-b7995609253f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:05.336942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22adbaa8-d7ea-4c8e-856f-b277c87694ca None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:01Z', 'revision_number': 0, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:05.435636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:05.441854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46404f43-e674-49c4-a4ae-22229121cff7 req-993c6a39-6387-4d6d-9070-a2cdf25a3ee6 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579204 Aug 21 18:34:05.481727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:05.490476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:05.501853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 5868f067-b445-4eb9-9140-b136765146e7 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:05.502204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.622339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:05.627879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.734336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:05.736627 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97133592-df85-4d4d-88cf-41fc8c532473" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:05.753721 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9cf89feb-80ee-4f2f-9841-4cd0332f2b92 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "PUT /v2.0/floatingips/45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b HTTP/1.1" status: 200 len: 992 time: 2.0362151 Aug 21 18:34:05.762360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5d759a7a-8dda-4511-9492-f7bca822883d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:05.804714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 5868f067-b445-4eb9-9140-b136765146e7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5868f067-b445-4eb9-9140-b136765146e7,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:05.805117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.826066 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb964fa-b13d-45ec-8971-00e6e9f5c54a None None] New status for floating IP 45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:34:05.830236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ecac4f09-3ade-4523-9f78-0a8f9c2519a0 None None] Provisioning complete for port adf7a2c5-698a-478d-9b84-b7995609253f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:05.837441 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ecac4f09-3ade-4523-9f78-0a8f9c2519a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:05.850162 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a597a792-efb4-4870-baec-4578cd74f6ad x-openstack-request-id: req-a597a792-efb4-4870-baec-4578cd74f6ad {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:05.850467 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:05.850736 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a597a792-efb4-4870-baec-4578cd74f6ad {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:05.851135 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:34:05.880595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 5868f067-b445-4eb9-9140-b136765146e7 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:05.889279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:05.925858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ecac4f09-3ade-4523-9f78-0a8f9c2519a0 None None] Port adf7a2c5-698a-478d-9b84-b7995609253f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:05.949424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5d759a7a-8dda-4511-9492-f7bca822883d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:05.949805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.052913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97133592-df85-4d4d-88cf-41fc8c532473 req-628f0570-db1b-4cda-b8fa-6f5fcfb8fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:06.054405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-628f0570-db1b-4cda-b8fa-6f5fcfb8fab1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.1921616 Aug 21 18:34:06.093074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9441c6f7-6cff-45d7-9992-c62d7730e7c0 None None] Provisioning complete for port adf7a2c5-698a-478d-9b84-b7995609253f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:06.094064 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9441c6f7-6cff-45d7-9992-c62d7730e7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.159097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:06.161783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9441c6f7-6cff-45d7-9992-c62d7730e7c0 None None] Port adf7a2c5-698a-478d-9b84-b7995609253f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:06.171306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:06.172222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:06.249737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:06.255325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3e39cf4a-9aab-477b-8bac-821ed55315dd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "PUT /v2.0/routers/bd36a6eb-0e5a-48cf-a14c-c0274950fb9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9613402 Aug 21 18:34:06.258714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38172) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:06.263957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Sync routers for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:06.268687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1910860078', 'description': 'tempest-secgroup_access--1910860078 description', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:06.273946 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:06.274903 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:06.285248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97133592-df85-4d4d-88cf-41fc8c532473 req-f3e23a70-fa7f-4125-98a9-ea096ffc5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:06.286890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-f3e23a70-fa7f-4125-98a9-ea096ffc5313 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.2250905 Aug 21 18:34:06.292788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:06.321442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.407420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-e97d4291-ad1c-4360-b3f8-19439f138239 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 1002 time: 0.1114631 Aug 21 18:34:06.410229 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:06.429490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.467092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.471916 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.481331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=5868f067-b445-4eb9-9140-b136765146e7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:06.520778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.522411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2618058 Aug 21 18:34:06.526582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38174) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:06.532278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--280365750', 'description': 'tempest-secgroup_general--280365750 description', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:06.558914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d9a9db-a252-42d7-bea1-b740bdfa5517,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:06.573137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.573683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.574235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.575060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.575547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.576162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.576685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.577160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.577804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.578242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.578763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.579341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e2ce33-3ebf-4e6f-8a45-deb77828d6a6 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:34:06.591861 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.618220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97133592-df85-4d4d-88cf-41fc8c532473 req-a38c6beb-70b8-4821-9fcd-aa8a48761271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:06.624733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-a38c6beb-70b8-4821-9fcd-aa8a48761271 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.2100317 Aug 21 18:34:06.655322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:05Z', 'revision_number': 2, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:06.732916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:06.755469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:06.757911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:06.782449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.793833 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.813876 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 2, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:06.836464 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.854176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:06.878216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.883046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1ba42d56-7ce0-4c22-a4c1-0599acd4c9b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3522420 Aug 21 18:34:06.883046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38178) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:06.887663 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Checking router: bd36a6eb-0e5a-48cf-a14c-c0274950fb9e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:06.888132 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Updating router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e port adf7a2c5-698a-478d-9b84-b7995609253f binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:06.889783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'security_group_rule': {'security_group_id': '39d9a9db-a252-42d7-bea1-b740bdfa5517', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:06.930109 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.950780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97133592-df85-4d4d-88cf-41fc8c532473 req-7fc35cfc-bc71-48c5-9af2-c99c8670442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:06.951968 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-7fc35cfc-bc71-48c5-9af2-c99c8670442b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1233029 Aug 21 18:34:06.952644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:06.981713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:07.088381 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.104143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.132920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d518c436-a43e-4973-a776-5f98e9e9ea07,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:07.139255 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.154528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4bbc8b31-c1bc-4dce-8d94-5ee942b95036 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566288 Aug 21 18:34:07.170764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-44c8e394-9a9d-4adb-a543-1e0d2f382b7a service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007620 Aug 21 18:34:07.259898 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.287274 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Transition to ACTIVE for port object adf7a2c5-698a-478d-9b84-b7995609253f will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:07.297120 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.335286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Router e4490419-9598-4f4f-a9f6-925ac0c2dabe has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:07.342935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:05Z', 'revision_number': 2, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:07.361432 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1a560-d00e-4610-80f7-4ea0218c913f None None] Pushing event updated for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:07.366058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97133592-df85-4d4d-88cf-41fc8c532473 req-75379712-4186-4d18-b237-978a57f594bc service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962109 Aug 21 18:34:07.412767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1cdd2b-d69f-4ff6-b354-fe3ef93a4cfc None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'floating_ip_address': '172.25.1.211', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'port_id': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'mac_address': 'fa:16:3e:ab:36:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:05Z', 'revision_number': 2, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:07.549331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:07.555467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-58a5ad61-be2c-4242-a75e-3a3c79a184b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "PUT /v2.0/routers/e4490419-9598-4f4f-a9f6-925ac0c2dabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9972630 Aug 21 18:34:07.558227 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38192) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:07.563803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Sync routers for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:07.575156 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Attempting to bind port adf7a2c5-698a-478d-9b84-b7995609253f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:07.575515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Attempting to bind port adf7a2c5-698a-478d-9b84-b7995609253f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:07.575876 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Attempting to bind port adf7a2c5-698a-478d-9b84-b7995609253f on network 61ed3250-c5a7-4b02-8299-a96ff051d33d {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:07.582313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:07.583498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:07.590458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-aaa97000-6330-4a4a-8e0f-ba5126cb4d3a tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_access--1910860078&fields=id&tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7 HTTP/1.1" status: 200 len: 267 time: 0.0797718 Aug 21 18:34:07.621092 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:07.622350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Checking segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:07.622350 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.622350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Bound using segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:07.630915 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Bound port: adf7a2c5-698a-478d-9b84-b7995609253f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:07.631400 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.664271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-2bc70cbc-a1ca-49e0-814b-54f7615b0eff tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup_general--280365750&fields=id&tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7 HTTP/1.1" status: 200 len: 267 time: 0.0678239 Aug 21 18:34:07.763503 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] For port adf7a2c5-698a-478d-9b84-b7995609253f, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:07.793359 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] For port adf7a2c5-698a-478d-9b84-b7995609253f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=adf7a2c5-698a-478d-9b84-b7995609253f,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:07.855202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:07.859746 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c627fcf-4172-4f92-8577-4025eaa7520c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:07.865214 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:07.920857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-d603d532-7259-4880-b0a7-666b55b0ca0a tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:07.923866 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-d603d532-7259-4880-b0a7-666b55b0ca0a tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 797 time: 0.2495880 Aug 21 18:34:07.940000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:07.940227 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:07.940781 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:07.956975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-db1211cb-f8f5-41b1-90ab-8910cc6a8ee7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/quotas/ff57f5318e4c4c8f8420f06ec4a7e8c7 HTTP/1.1" status: 200 len: 375 time: 0.0267284 Aug 21 18:34:08.017054 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d1a560-d00e-4610-80f7-4ea0218c913f None None] Pushing event updated for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:08.039256 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d0a083-48f3-4dde-86c3-95987bae86bc x-openstack-request-id: req-f5d0a083-48f3-4dde-86c3-95987bae86bc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:08.039557 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:08.040153 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5d0a083-48f3-4dde-86c3-95987bae86bc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:08.041405 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:34:08.067306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-cc98b25a-7358-4ffa-b2e3-e7a01569b8cd tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0994236 Aug 21 18:34:08.123819 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:08.201876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting subnet 69df690e-02e0-4cef-b460-be59174f08bf {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:34:08.207423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-8fa69597-a09a-40bc-9e25-4be5d2438a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:08.208991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-8fa69597-a09a-40bc-9e25-4be5d2438a17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.0775948 Aug 21 18:34:08.209741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:08.224990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-6d47d78e-f3f8-4f31-95c0-f9cf5058b992 service neutron] 10.222.0.41 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366839 Aug 21 18:34:08.268775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:34:06Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:08.302062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Checking router: e4490419-9598-4f4f-a9f6-925ac0c2dabe for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:08.316659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Routers {'e4490419-9598-4f4f-a9f6-925ac0c2dabe'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:08.317648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:33:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:08.329679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:08.350339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-21fd9504-f4f3-4da9-8623-f7f0c178d67b service neutron] 10.222.0.41 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240401 Aug 21 18:34:08.408976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-59d6d6e5-6e1a-41f4-86b8-e65e6d3b9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:08.410480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-59d6d6e5-6e1a-41f4-86b8-e65e6d3b9336 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.1666932 Aug 21 18:34:08.474043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:07Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:08.491403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] Set router e4490419-9598-4f4f-a9f6-925ac0c2dabe gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:08.508772 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:08.528765 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e751780-5831-46df-9e40-f8f17113fa74 None None] The sync data for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 is: [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:07Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:08.620168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-beffe659-7020-4f61-82b9-46b83344ba21 req-604a39a6-5840-43c8-a27a-66039f2c4fd8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 210 time: 0.0570755 Aug 21 18:34:08.626044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-7bd08904-9e57-4ada-98b2-2f7694a75174 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 1002 time: 0.1840906 Aug 21 18:34:08.695214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:08.746586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-9a4b6480-7a27-4ba1-9d8e-9b35ba5b5a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:08.749417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-9a4b6480-7a27-4ba1-9d8e-9b35ba5b5a48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.1082702 Aug 21 18:34:08.750992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:08.755473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/subnets/69df690e-02e0-4cef-b460-be59174f08bf HTTP/1.1" status: 204 len: 168 time: 1.1936545 Aug 21 18:34:08.757944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a667432-eca6-4d68-9679-12763e509e66 None None] Network 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:08.758234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eed74a-cf1b-424b-bb22-0a5a39f529b4 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Subnet': ['ID=69df690e-02e0-4cef-b460-be59174f08bf,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:08.758359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38208) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:08.839973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-625de7f3-6d9b-4d65-a210-61455f867df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:08.842552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-625de7f3-6d9b-4d65-a210-61455f867df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826008 Aug 21 18:34:08.979757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device adf7a2c5-698a-478d-9b84-b7995609253f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:09.030333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-3a268eb0-41ab-4a81-bebc-7fc72f4194a2 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782913 Aug 21 18:34:09.032383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.106583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:34:06Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:09.188883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c627fcf-4172-4f92-8577-4025eaa7520c req-1220fc94-09ca-47be-9eee-88f32aa61e1f service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527801 Aug 21 18:34:09.190124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be7436-749b-40d8-8218-8b5c3671c3bd None None] The sync data for ids ['e4490419-9598-4f4f-a9f6-925ac0c2dabe'] in n-d-793621-32 is: [{'id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'name': 'tempest-TestNetworkBasicOps-router-978345496', 'tenant_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '456ffe61-5796-4594-a513-d6a384886071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:34:06Z', 'revision_number': 5, 'project_id': '4fbd3f69e3dc4bdd8b9c91af12114ce7', 'gw_port': {'id': '456ffe61-5796-4594-a513-d6a384886071', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:ae:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4490419-9598-4f4f-a9f6-925ac0c2dabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:32:58Z', 'updated_at': '2021-08-21T18:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:09.233231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port adf7a2c5-698a-478d-9b84-b7995609253f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:09.238593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.239099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port adf7a2c5-698a-478d-9b84-b7995609253f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:09.239461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.331900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Deleting port 456ffe61-5796-4594-a513-d6a384886071 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:09.332553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.396871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.432602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] For port 456ffe61-5796-4594-a513-d6a384886071, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=456ffe61-5796-4594-a513-d6a384886071,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:09.432980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.459608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Calling delete_port for 456ffe61-5796-4594-a513-d6a384886071 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:09.467000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port adf7a2c5-698a-478d-9b84-b7995609253f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=adf7a2c5-698a-478d-9b84-b7995609253f,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:09.478651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.574218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:09.603579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] DHCP port deletion for 1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:34:09.690379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Deleting port bc870de2-9eff-44b8-a19a-09ed1a323244 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:09.690790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.786140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] For port bc870de2-9eff-44b8-a19a-09ed1a323244, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bc870de2-9eff-44b8-a19a-09ed1a323244,segment=NetworkSegment(e43504cd-ce47-43e5-b806-55c8694c25e2),segment_id=e43504cd-ce47-43e5-b806-55c8694c25e2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:09.786878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.793355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.810988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9d8f1045-8229-43fe-a7a4-c539a3bbd37f req-13c06809-cf62-422c-82bb-a651ac293171 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 210 time: 0.0653906 Aug 21 18:34:09.820022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Calling delete_port for bc870de2-9eff-44b8-a19a-09ed1a323244 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:09.854095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Port': ['ID=456ffe61-5796-4594-a513-d6a384886071,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:09.917642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:09.962545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.032166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] Pushing event deleted for resources: {'Port': ['ID=bc870de2-9eff-44b8-a19a-09ed1a323244,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:10.038946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ead3b-512e-4752-bcc2-ca55ed71a4ee None None] No DVR routers for this DVR port bc870de2-9eff-44b8-a19a-09ed1a323244 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:34:10.107600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.111670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.170794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.171452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Fanout notify agent at l3_agent the message router_deleted on router e4490419-9598-4f4f-a9f6-925ac0c2dabe {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:34:10.181695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.185864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38222) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:10.189788 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ce623f60-5a95-41fe-b3ab-264e5fda4081 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/routers/e4490419-9598-4f4f-a9f6-925ac0c2dabe HTTP/1.1" status: 204 len: 168 time: 1.4321842 Aug 21 18:34:10.269865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-2a76d008-274c-4f05-a99b-05e2d510fc97 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:10.271653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-2a76d008-274c-4f05-a99b-05e2d510fc97 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.39 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 797 time: 0.2485981 Aug 21 18:34:10.300831 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.351234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-7a67b0d5-c198-4b93-ae4b-a839e92f1f04 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7 HTTP/1.1" status: 200 len: 477 time: 0.0650723 Aug 21 18:34:10.374029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'port': {'device_id': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'admin_state_up': True, 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'security_groups': ['39d9a9db-a252-42d7-bea1-b740bdfa5517', '8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:10.489681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.504883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bd7009a-a84f-4d48-8577-8a4b7c2e1e69']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:10.524260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43504cd-ce47-43e5-b806-55c8694c25e2') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:10.525172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43504cd-ce47-43e5-b806-55c8694c25e2') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:10.544211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.565096 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.576270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:34:10.576636 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:34:10.579699 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:34:10.629334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:10.633074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.671694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.676815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:10.682785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] 10.222.0.41 "DELETE /v2.0/networks/1bd7009a-a84f-4d48-8577-8a4b7c2e1e69 HTTP/1.1" status: 204 len: 168 time: 0.4922385 Aug 21 18:34:10.729546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11854e3-5f9b-4474-a2ed-f90f70270647 tempest-TestNetworkBasicOps-2078067497 tempest-TestNetworkBasicOps-2078067497-project] Pushing event deleted for resources: {'Network': ['ID=1bd7009a-a84f-4d48-8577-8a4b7c2e1e69,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:10.859231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.20.0.11 (61ed3250-c5a7-4b02-8299-a96ff051d33d/d432c32a-b12d-4cf9-9ef1-6fd39c940392/2719b2ab-0a97-4b21-b340-9252ba2911b0) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:10.867825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device adf7a2c5-698a-478d-9b84-b7995609253f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:10.972086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port adf7a2c5-698a-478d-9b84-b7995609253f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:10.972453 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.116257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e69adffd-3799-4f9d-b812-3df9771ecda4 req-0aa865f9-1d57-4b11-ae06-971aa22bf03d tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 210 time: 0.1878722 Aug 21 18:34:11.143545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.157754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38232) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:11.186964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Transition to ACTIVE for port object 2719b2ab-0a97-4b21-b340-9252ba2911b0 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:11.271659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.373432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:11.377209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:11.384201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:11.406156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5868f067-b445-4eb9-9140-b136765146e7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:11.415017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0ede5ed3-9452-41e0-b8f0-24e8e379cfbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4fbd3f69e3dc4bdd8b9c91af12114ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556889 Aug 21 18:34:11.417536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38254) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:11.443798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:11.471283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:11.472540 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.474163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5868f067-b445-4eb9-9140-b136765146e7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:11.474527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5868f067-b445-4eb9-9140-b136765146e7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:11.475010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 456ffe61-5796-4594-a513-d6a384886071 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:11.512117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-bf226fd9-9b4b-4a0f-88ec-c792412dcbe9 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1424606 Aug 21 18:34:11.524220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 456ffe61-5796-4594-a513-d6a384886071 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:11.525205 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.525337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 456ffe61-5796-4594-a513-d6a384886071 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:11.525710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bc870de2-9eff-44b8-a19a-09ed1a323244 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:11.539934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Request body: {'port': {'device_id': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:11.552440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: bc870de2-9eff-44b8-a19a-09ed1a323244 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:11.552790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bc870de2-9eff-44b8-a19a-09ed1a323244 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:11.572131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.611073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.646164 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.649187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.654164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/982b0b15-179c-41e6-9b20-7c1a0948daa4 HTTP/1.1" status: 204 len: 168 time: 0.2326543 Aug 21 18:34:11.684384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd83fd9-600b-463b-b96d-29cb5b6286e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b0b15-179c-41e6-9b20-7c1a0948daa4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:11.774236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-585dfa26-5207-4da7-8594-f67ff444a714 None None] Provisioning for port 2719b2ab-0a97-4b21-b340-9252ba2911b0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:11.789223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-585dfa26-5207-4da7-8594-f67ff444a714 None None] Provisioning complete for port 2719b2ab-0a97-4b21-b340-9252ba2911b0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:11.792224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-585dfa26-5207-4da7-8594-f67ff444a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:11.902769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-585dfa26-5207-4da7-8594-f67ff444a714 None None] Port 2719b2ab-0a97-4b21-b340-9252ba2911b0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:12.092745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2719b2ab-0a97-4b21-b340-9252ba2911b0 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:34:12.121749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.156857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Transition to ACTIVE for port object 2719b2ab-0a97-4b21-b340-9252ba2911b0 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:12.168192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.201443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38264) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:12.237096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-703391e8-9cfa-4e44-a614-5e7319f269eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.244747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:12.394418 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Attempting to bind port 2719b2ab-0a97-4b21-b340-9252ba2911b0 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:12.397208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Attempting to bind port 2719b2ab-0a97-4b21-b340-9252ba2911b0 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:12.397555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Attempting to bind port 2719b2ab-0a97-4b21-b340-9252ba2911b0 on network 61ed3250-c5a7-4b02-8299-a96ff051d33d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:12.407603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Port 2719b2ab-0a97-4b21-b340-9252ba2911b0 on network 61ed3250-c5a7-4b02-8299-a96ff051d33d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:34:12.408028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Attempting to bind port 2719b2ab-0a97-4b21-b340-9252ba2911b0 on network 61ed3250-c5a7-4b02-8299-a96ff051d33d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:12.422979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:12.423780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Checking segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:12.424546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Bound using segment: {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:12.425235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Bound port: 2719b2ab-0a97-4b21-b340-9252ba2911b0, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '113af273-ae20-489e-b842-60d0484508e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:12.426652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.480747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-703391e8-9cfa-4e44-a614-5e7319f269eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.500016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-703391e8-9cfa-4e44-a614-5e7319f269eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.595604 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703391e8-9cfa-4e44-a614-5e7319f269eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4bd05c-0219-4f0a-af57-9f44b408a3dc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:12.599885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:12.609954 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-703391e8-9cfa-4e44-a614-5e7319f269eb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=539204ea7e3d4ce59deef5b56115cd2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4072077 Aug 21 18:34:12.610754 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:12.615137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:12.622118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.670007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:12.671250 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.672673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.672827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 1132 time: 1.1513162 Aug 21 18:34:12.675701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:12.687187 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319" -d '{"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:12.732035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.781703 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ac5b3-45ec-48c1-858a-22fc0de2019b x-openstack-request-id: req-a30ac5b3-45ec-48c1-858a-22fc0de2019b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:12.782066 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:12.782733 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a30ac5b3-45ec-48c1-858a-22fc0de2019b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:12.782733 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'status': 'completed', 'code': 200} Aug 21 18:34:12.789349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a0ca4-6de6-4c11-8f3e-f87b639a25e4 service neutron] Pushing event updated for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:12.824711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-3823ec8b-8c28-488b-b9cc-b68679d34bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:12.826242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-3823ec8b-8c28-488b-b9cc-b68679d34bf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1135 time: 0.0814688 Aug 21 18:34:12.887102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d6d1a-fa1d-405b-b790-db0552e2f475 req-1350ec62-c23c-4dfa-84e7-5abd96fe05f0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:12.889094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-512d6d1a-fa1d-405b-b790-db0552e2f475 req-1350ec62-c23c-4dfa-84e7-5abd96fe05f0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 983 time: 0.6426873 Aug 21 18:34:12.890331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.892876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:12.896371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9a4bd05c-0219-4f0a-af57-9f44b408a3dc HTTP/1.1" status: 204 len: 168 time: 0.2823241 Aug 21 18:34:12.903184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2b655-0196-4d4a-9845-44d663ee52bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4bd05c-0219-4f0a-af57-9f44b408a3dc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:12.908500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-c85a0695-794d-465e-9151-7fcb44955888 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 217 time: 0.0711205 Aug 21 18:34:12.968228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-512d6d1a-fa1d-405b-b790-db0552e2f475 req-6351f9bf-2cc2-4921-9bcd-9256132325ad tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0662081 Aug 21 18:34:12.983395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-cec1d2c8-a397-4117-8612-541ce5c687bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:12.984873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-cec1d2c8-a397-4117-8612-541ce5c687bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 200 len: 833 time: 0.0678389 Aug 21 18:34:13.031978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-3c1e00ad-e336-400a-9696-d01997d09bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:13.033757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-3c1e00ad-e336-400a-9696-d01997d09bf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61ed3250-c5a7-4b02-8299-a96ff051d33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418644 Aug 21 18:34:13.131886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-7e67f2e4-8cc6-468a-b13e-fd1dfdf10bdf service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870802 Aug 21 18:34:13.245782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8270e3ad-06ec-4bf7-a248-3528eac76f57 req-b5cd9a8c-5338-4b41-90ea-a9be5515203f service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021078 Aug 21 18:34:13.337386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-14619ecb-e4ed-4729-97b3-f517545db413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:13.339168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-14619ecb-e4ed-4729-97b3-f517545db413 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1135 time: 0.0454254 Aug 21 18:34:13.442868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-f5307aa0-410d-4356-b14e-dafccac243a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:13.444576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-f5307aa0-410d-4356-b14e-dafccac243a0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 898 time: 0.0984178 Aug 21 18:34:13.493475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-567b8668-f1df-4518-854a-4243768d8539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 217 time: 0.0400510 Aug 21 18:34:13.547007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-638168a6-5df9-43c5-ba0b-33a091dfcfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:13.548648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-638168a6-5df9-43c5-ba0b-33a091dfcfde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 200 len: 833 time: 0.0473630 Aug 21 18:34:13.604522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-65bb493a-22bb-44f8-978d-bb92934cdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:13.606277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-65bb493a-22bb-44f8-978d-bb92934cdda8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61ed3250-c5a7-4b02-8299-a96ff051d33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489860 Aug 21 18:34:13.700284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-c9e13fd7-2bff-49e6-860e-a656c2a8f61e service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862763 Aug 21 18:34:13.797062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-190b3448-a4b4-49b2-8eb3-4de2cbe7e319 req-5b2a1348-01c3-4d8b-b73e-c45ab7091982 service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887353 Aug 21 18:34:14.091378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd0f4d-c286-424a-a984-395b159fc661 req-a61924ee-fd8e-4d01-a92b-41984f350601 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:14.093011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47bd0f4d-c286-424a-a984-395b159fc661 req-a61924ee-fd8e-4d01-a92b-41984f350601 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 983 time: 0.0543463 Aug 21 18:34:14.139640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-47bd0f4d-c286-424a-a984-395b159fc661 req-8199d216-668b-45b1-9d8f-b6495acf9587 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0395403 Aug 21 18:34:15.252532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002b9e9-0db0-4760-97bc-3b402639d0a7 req-29b71095-e879-47cc-86a0-2bdfb47bac32 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:15.254139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3002b9e9-0db0-4760-97bc-3b402639d0a7 req-29b71095-e879-47cc-86a0-2bdfb47bac32 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 983 time: 0.0502050 Aug 21 18:34:15.295429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3002b9e9-0db0-4760-97bc-3b402639d0a7 req-29ee84ce-23ff-4058-a6c3-895276cce6c0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0345645 Aug 21 18:34:16.407858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7cae4-dde8-4a5d-87ba-188a92943882 req-015ad88b-1bd2-4fae-865c-6de896cfccd8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:16.409346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ac7cae4-dde8-4a5d-87ba-188a92943882 req-015ad88b-1bd2-4fae-865c-6de896cfccd8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 983 time: 0.0482028 Aug 21 18:34:16.448840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ac7cae4-dde8-4a5d-87ba-188a92943882 req-8f6c2477-ab20-4a28-96b1-78f8528995da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0328581 Aug 21 18:34:16.600804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2719b2ab-0a97-4b21-b340-9252ba2911b0 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:34:16.695717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:16.707223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'port_id': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'mac_address': 'fa:16:3e:90:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:34:16.747284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:16.760179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2719b2ab-0a97-4b21-b340-9252ba2911b0 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:34:16.779646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:16.783862 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:16.830655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:16.984020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['2719b2ab-0a97-4b21-b340-9252ba2911b0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:34:17.568504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e8474-f970-45ce-8904-f3b9b05f72be req-6b89e940-3c83-4271-a126-20419b6f8a0b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:17.570214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff9e8474-f970-45ce-8904-f3b9b05f72be req-6b89e940-3c83-4271-a126-20419b6f8a0b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 984 time: 0.0537562 Aug 21 18:34:17.615224 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ff9e8474-f970-45ce-8904-f3b9b05f72be req-21355532-987c-4f66-8a11-24e353d6fa18 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360293 Aug 21 18:34:17.775535 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dc5c5c83-176a-454d-9e11-a99ea9d809e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:18.551250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:18.599557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2719b2ab-0a97-4b21-b340-9252ba2911b0 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:18.655693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 2719b2ab-0a97-4b21-b340-9252ba2911b0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:18.662635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 2719b2ab-0a97-4b21-b340-9252ba2911b0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:18.663054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:18.746143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d44e2a-80d2-4082-8311-5bdb43b2bc04 req-e1b4581e-3100-45ee-9a63-13d0537ad824 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:18.747685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06d44e2a-80d2-4082-8311-5bdb43b2bc04 req-e1b4581e-3100-45ee-9a63-13d0537ad824 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 984 time: 0.0572278 Aug 21 18:34:18.749393 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:18.784846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:18.787169 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b57de3-49d5-4fcf-a197-cb246d446613" -d '{"events": [{"server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "name": "network-vif-plugged", "status": "completed", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:18.793779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:18.801247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:18.814425 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-06d44e2a-80d2-4082-8311-5bdb43b2bc04 req-340ed34a-6ef4-4180-9149-67602cb0a79b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0592258 Aug 21 18:34:18.835724 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffea2bd-fe79-4de9-a77f-9f77a95805e8 x-openstack-request-id: req-4ffea2bd-fe79-4de9-a77f-9f77a95805e8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:18.835911 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "name": "network-vif-plugged", "status": "completed", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:18.836185 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ffea2bd-fe79-4de9-a77f-9f77a95805e8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:18.836624 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'code': 200} Aug 21 18:34:18.866797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:18.934347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845594e-c542-45ed-8b6f-d488940f61d8 req-1fb97125-9d99-4601-b6d0-f1142db21d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:18.935927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b845594e-c542-45ed-8b6f-d488940f61d8 req-1fb97125-9d99-4601-b6d0-f1142db21d5a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0445569 Aug 21 18:34:18.976852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b845594e-c542-45ed-8b6f-d488940f61d8 req-6a3df664-26ae-4d8c-a6c3-347277d357d9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0338683 Aug 21 18:34:18.988316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.062948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:19.110007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Deleting subnet 54dd777e-52ee-484d-bd61-7e980bb75795 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:34:19.113027 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.146321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.186933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.239116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.265422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54dd777e-52ee-484d-bd61-7e980bb75795,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:19.267391 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.271640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-63e454ba-b440-4b77-ac41-50ba516dbeb2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/54dd777e-52ee-484d-bd61-7e980bb75795 HTTP/1.1" status: 204 len: 168 time: 0.2052314 Aug 21 18:34:19.272014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38310) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:19.342962 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.419735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.430452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e087ea-d420-4b7f-8657-36b711732754']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:19.445590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f348b4d5-fd9d-4a17-885d-0e4671e174e0') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:19.445930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f348b4d5-fd9d-4a17-885d-0e4671e174e0') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:19.455923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.470472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.476404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:34:19.476794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:34:19.479093 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:34:19.534110 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.542773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.547515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/53e087ea-d420-4b7f-8657-36b711732754 HTTP/1.1" status: 204 len: 168 time: 0.2720969 Aug 21 18:34:19.556676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c01a0a-aeeb-442b-92a6-d0d608da42e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e087ea-d420-4b7f-8657-36b711732754,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:19.713631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38314) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:19.753148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-920fb8b3-dfde-447b-94e3-75655128741f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39d4784eb6624ef2b0ce86c83461878f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382748 Aug 21 18:34:19.755608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38316) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:19.806253 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.829868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.942885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.945559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:19.947286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3344219b-8381-4007-a5ad-0e3760a3f917 HTTP/1.1" status: 204 len: 168 time: 0.1906791 Aug 21 18:34:19.956137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-a20d8a52-a405-4edd-a0c8-c5615e04ac1a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1242843 Aug 21 18:34:19.963237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbbe11-3455-4cc7-9b42-7c614955f6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344219b-8381-4007-a5ad-0e3760a3f917,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:19.975448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01af77d-01b3-4cbd-bcf0-4f6cc213c01c req-2381c9a8-6a0d-4cd3-b7b4-a3b77687bca5 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:19.977044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a01af77d-01b3-4cbd-bcf0-4f6cc213c01c req-2381c9a8-6a0d-4cd3-b7b4-a3b77687bca5 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0835330 Aug 21 18:34:20.032595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a01af77d-01b3-4cbd-bcf0-4f6cc213c01c req-d9db2cb0-a55f-4cdf-83eb-39455b715793 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492070 Aug 21 18:34:20.073694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-11c81987-8895-4c6b-b41b-70b70f35bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:20.075241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-11c81987-8895-4c6b-b41b-70b70f35bb86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.0621698 Aug 21 18:34:20.186746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-2736a0bf-b679-4c9e-bdaa-19f32ec0ef02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:20.188367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-2736a0bf-b679-4c9e-bdaa-19f32ec0ef02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.0937912 Aug 21 18:34:20.254992 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-c74dad97-f623-43b2-b44c-1f47091f1c02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 1002 time: 0.0583415 Aug 21 18:34:20.306845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-4eb20a27-e45b-4716-804b-b00af7d00da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:20.308678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-4eb20a27-e45b-4716-804b-b00af7d00da0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.0451386 Aug 21 18:34:20.317950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e60c74b-5768-41a9-a5d2-c29969397edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:20.362643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-f3b4b06e-201d-4e0a-bb17-3effcf65d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:20.364171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-f3b4b06e-201d-4e0a-bb17-3effcf65d419 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481451 Aug 21 18:34:20.456151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-128d946f-0538-47b3-a11c-90a913104c80 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843599 Aug 21 18:34:20.457305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:20.552776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2be190d0-333f-4699-9713-ee7ef9c8d9f6 req-eeffd416-36cb-4502-80f3-363950c9a52f service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889342 Aug 21 18:34:21.166221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee4bc2-461a-4b9a-a741-f7ef32b93995 req-1e5bf47d-1263-428d-bf6b-b155a11b0122 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:21.167952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3bee4bc2-461a-4b9a-a741-f7ef32b93995 req-1e5bf47d-1263-428d-bf6b-b155a11b0122 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0560975 Aug 21 18:34:21.209952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3bee4bc2-461a-4b9a-a741-f7ef32b93995 req-ca946fde-4acb-4404-bcd1-909a9904eeae tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358357 Aug 21 18:34:21.332162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4ca1-c7e9-4744-85da-7a6fbcdefae0 req-bf3b831c-d363-4fa9-b894-36afd00d29b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:21.333707 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e6e4ca1-c7e9-4744-85da-7a6fbcdefae0 req-bf3b831c-d363-4fa9-b894-36afd00d29b0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0533347 Aug 21 18:34:21.379076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e6e4ca1-c7e9-4744-85da-7a6fbcdefae0 req-4b637865-85eb-451d-845b-23182711a51c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0383830 Aug 21 18:34:21.488330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-97a6a0d5-3d62-4551-937b-541a026cd25b tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:21.489994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-97a6a0d5-3d62-4551-937b-541a026cd25b tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0428572 Aug 21 18:34:21.511249 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-bc1b8421-6208-4bb2-94cf-edb5b1d5f79e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.603658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-bc1b8421-6208-4bb2-94cf-edb5b1d5f79e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.607665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-bc1b8421-6208-4bb2-94cf-edb5b1d5f79e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.638205 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.643336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5b5df8dd-e0c2-437f-b8e0-536a1a2f9de9 req-bc1b8421-6208-4bb2-94cf-edb5b1d5f79e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1464310 Aug 21 18:34:21.645387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b8421-6208-4bb2-94cf-edb5b1d5f79e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dda065b-dff9-4aeb-be08-ebf1a9a9c987,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:21.669403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38450) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:21.712501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87018dba-f747-4911-84f9-4430ff570688 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:21.715063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-87018dba-f747-4911-84f9-4430ff570688 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1132 time: 0.0445256 Aug 21 18:34:21.717343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38460) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:21.721950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:21.745406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.868158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:21.974823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.25.1.212 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/fc4e8df0-2888-4c7d-aef3-1af5007b2524) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:22.059226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-b3ec0a56-53e1-4956-ae33-18abe8f05cf8 req-059bb8f9-4ab9-4864-99c0-829178f80b66 service neutron] (94599) timed out ('10.222.0.39', 54992) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:34:22.062122 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38482) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:22.091991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.132092 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.176949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:22.186037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:22.189769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2f4a-d8e5-4235-814d-4ba658c6c7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.196156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:22.204174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=fc4e8df0-2888-4c7d-aef3-1af5007b2524,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:22.464318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2f4a-d8e5-4235-814d-4ba658c6c7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.471351 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab7b2f4a-d8e5-4235-814d-4ba658c6c7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.525769 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ab7b2f4a-d8e5-4235-814d-4ba658c6c7cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd14cc37e3e04faa9f6b409a512e874c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625683 Aug 21 18:34:22.528679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38486) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:22.529843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b2f4a-d8e5-4235-814d-4ba658c6c7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83c180c-aeaa-4b32-b76d-dcf1a9626163,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:22.592703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.618542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.673233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.677335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.678524 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d83c180c-aeaa-4b32-b76d-dcf1a9626163 HTTP/1.1" status: 204 len: 168 time: 0.1487031 Aug 21 18:34:22.687010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19256e57-f6f6-44e4-a86e-8f4a36c7788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83c180c-aeaa-4b32-b76d-dcf1a9626163,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:22.698105 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.769742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:22.956946 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38492) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:22.973143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b53b519d-cb1c-428c-a143-00a580980ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.077073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b53b519d-cb1c-428c-a143-00a580980ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.081192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b53b519d-cb1c-428c-a143-00a580980ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.121104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b53b519d-cb1c-428c-a143-00a580980ed2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d15a62c5aa3444b398959cbce852e8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629393 Aug 21 18:34:23.122094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b519d-cb1c-428c-a143-00a580980ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b341ca-320f-4cb1-afbf-cbdc2e14a2e0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:23.125214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38494) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:23.177645 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.200634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.250545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.251177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.253144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.254360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45b341ca-320f-4cb1-afbf-cbdc2e14a2e0 HTTP/1.1" status: 204 len: 168 time: 0.1282973 Aug 21 18:34:23.261218 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.263217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc5a6e-fb5c-496d-8adb-bba87f7a2cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b341ca-320f-4cb1-afbf-cbdc2e14a2e0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:23.304494 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.332225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=fc4e8df0-2888-4c7d-aef3-1af5007b2524,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:23.342089 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.445165 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Floating IP 81ec86a7-de1b-431b-ab33-b76c1c1feb46 associated. External IP: 172.25.1.212, port: 2719b2ab-0a97-4b21-b340-9252ba2911b0. Aug 21 18:34:23.663663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:23.778411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:23.788418 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Sync routers for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:23.796662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:23.808238 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:23.808960 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:23.827079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-920186d4-a18b-444e-a46d-8de259b281e8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1083801 Aug 21 18:34:23.827443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:23.829657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38512) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:23.830083 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c6a675-f876-4872-9657-c2084c1f205c" -d '{"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:23.869822 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59679ea-b842-4813-9860-336897f5bebf x-openstack-request-id: req-d59679ea-b842-4813-9860-336897f5bebf {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:23.870109 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:23.870361 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d59679ea-b842-4813-9860-336897f5bebf {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:23.871243 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'status': 'completed', 'code': 200} Aug 21 18:34:23.943426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-232f4b20-dbf2-4d18-ae23-13fe4ce43835 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570374 Aug 21 18:34:23.962112 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:24.002068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a675-f876-4872-9657-c2084c1f205c req-b3c69f0a-fa7b-4707-85ea-863ad07b12a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.003602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-b3c69f0a-fa7b-4707-85ea-863ad07b12a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0794854 Aug 21 18:34:24.005342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.005814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.006273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.006762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.007244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.007686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.009723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-688ead96-4879-4c21-9857-a4ff90b6c798 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4290 time: 0.1788673 Aug 21 18:34:24.012552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38520) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:24.029336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:24.075029 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.075505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.076094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.076771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.077412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.077872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.080226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-781fa319-d5cd-4c04-8177-83ed52b6f82d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.0666101 Aug 21 18:34:24.083003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38526) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:24.110314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a675-f876-4872-9657-c2084c1f205c req-1f9853f7-935f-489d-be00-82dde182dda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.112193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-1f9853f7-935f-489d-be00-82dde182dda0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 898 time: 0.1012697 Aug 21 18:34:24.171431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-977112870-network', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:24.217055 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-bd491986-0bda-4e6b-9200-4a353501bb0c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 1000 time: 0.0958121 Aug 21 18:34:24.219455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Made reservation on behalf of 0aee48baa3514bd9a775f113e5cab927 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:24.221912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.228558 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '81ec86a7-de1b-431b-ab33-b76c1c1feb46', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'port_id': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'mac_address': 'fa:16:3e:90:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:22Z', 'updated_at': '2021-08-21T18:34:22Z', 'revision_number': 0, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:24.240754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4aa52631-bc61-49a1-a9dd-2a145a32d8b0 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3056 time: 0.1566265 Aug 21 18:34:24.245075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38528) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:24.255543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.266276 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Checking router: bd36a6eb-0e5a-48cf-a14c-c0274950fb9e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:24.278884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:24.280535 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:24.291810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a675-f876-4872-9657-c2084c1f205c req-7becbdf3-b267-45dc-b062-b93fdf8ef2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.293573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-7becbdf3-b267-45dc-b062-b93fdf8ef2f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 200 len: 833 time: 0.0692801 Aug 21 18:34:24.297329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7104f87-28bb-4657-8b7c-e1d5d09b7773 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.297826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7104f87-28bb-4657-8b7c-e1d5d09b7773 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.299486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d7104f87-28bb-4657-8b7c-e1d5d09b7773 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd36a6eb-0e5a-48cf-a14c-c0274950fb9e HTTP/1.1" status: 200 len: 1991 time: 0.0532660 Aug 21 18:34:24.368825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6a675-f876-4872-9657-c2084c1f205c req-08c7a226-cd27-4208-8fb9-60bef8133670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.370384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-08c7a226-cd27-4208-8fb9-60bef8133670 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61ed3250-c5a7-4b02-8299-a96ff051d33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687630 Aug 21 18:34:24.399720 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:24.454221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.458913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.498756 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:34:24.515781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae48e1-aa01-43e6-8f67-9412c9cf08d8,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:24.522048 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.522386 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Added segment 37b3a9f6-8050-4826-b0b6-f142cd09ec12 of type vlan for network 72eddc36-f645-4b04-b425-af0d7ee4a832 Aug 21 18:34:24.525260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-ce644b30-0333-4cd8-8608-ad92a44c790c service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475036 Aug 21 18:34:24.589464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.654608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '81ec86a7-de1b-431b-ab33-b76c1c1feb46', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'port_id': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'mac_address': 'fa:16:3e:90:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:22Z', 'updated_at': '2021-08-21T18:34:22Z', 'revision_number': 0, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:24.683279 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8d3b71-0ee8-4361-881c-fa2c31c8326a None None] The sync data for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 is: [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '81ec86a7-de1b-431b-ab33-b76c1c1feb46', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'port_id': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'mac_address': 'fa:16:3e:90:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:22Z', 'updated_at': '2021-08-21T18:34:22Z', 'revision_number': 0, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:24.897088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c74b9b-1411-471d-8fe6-27b7e7a53947 None None] New status for floating IP 81ec86a7-de1b-431b-ab33-b76c1c1feb46: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:34:24.959226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:24.960194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:24.960767 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.023479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9931653 Aug 21 18:34:25.025594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-75c6a675-f876-4872-9657-c2084c1f205c req-1eee45fc-2479-489b-8368-36315e6af0e6 service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739869 Aug 21 18:34:25.026855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:25.034806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Request body: {'subnet': {'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-977112870-subnet', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:25.035521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f5b0-570a-4a84-991b-ab306c47607a admin admin] Pushing event updated for resources: {'Network': ['ID=72eddc36-f645-4b04-b425-af0d7ee4a832,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:25.051711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:34:25.069935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Made reservation on behalf of 0aee48baa3514bd9a775f113e5cab927 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:25.074030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.147659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-68f440d3-5836-4ce9-98df-9a3267d7e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:25.149214 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-68f440d3-5836-4ce9-98df-9a3267d7e329 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0477569 Aug 21 18:34:25.263617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.264615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-66143fb3-b8d5-4156-b471-f09553302131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:25.266483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-66143fb3-b8d5-4156-b471-f09553302131 service neutron] 10.222.0.39 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 898 time: 0.0900524 Aug 21 18:34:25.322334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68ec8f0-5438-4171-9f5a-a07c55eebfaa,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:25.329905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Checking segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:25.330274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Network hostable DHCP agents. Network: 72eddc36-f645-4b04-b425-af0d7ee4a832, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:34:25.346187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-598ca6bc-bbb0-47f0-b507-e062d19343fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 1002 time: 0.0677788 Aug 21 18:34:25.349242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:34:25.360213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 72eddc36-f645-4b04-b425-af0d7ee4a832) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:25.364800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:25.365422 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.370254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211e856-338e-479e-88a9-30ee0925aacd None None] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:25.382950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-08098f7a-cd4d-44dc-942a-bb5759cc8f22 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3545823 Aug 21 18:34:25.383624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38534) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:25.388237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:25.412755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-86ce2bc7-acc0-4f11-9866-487390063ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:25.413624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.415201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-86ce2bc7-acc0-4f11-9866-487390063ec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 200 len: 833 time: 0.0577602 Aug 21 18:34:25.415399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.467176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-cb2b642c-2448-4f42-a403-8fca2ebde235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:25.468677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-cb2b642c-2448-4f42-a403-8fca2ebde235 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61ed3250-c5a7-4b02-8299-a96ff051d33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436690 Aug 21 18:34:25.476632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.534990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-72eddc36-f645-4b04-b425-af0d7ee4a832', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:34:25.535866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.565591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-52e0debc-87ce-46c8-bd54-b4b3cd878635 service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888426 Aug 21 18:34:25.628072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.669022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-9856f9d0-0510-4111-b0f8-c5353697d84c service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966437 Aug 21 18:34:25.710280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Allocated IP 172.20.0.2 (72eddc36-f645-4b04-b425-af0d7ee4a832/f68ec8f0-5438-4171-9f5a-a07c55eebfaa/4e1b2e56-1867-4180-9380-d91dbd4f0d90) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:25.852470 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.871243 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.879612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.891099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Transition to ACTIVE for port object 4e1b2e56-1867-4180-9380-d91dbd4f0d90 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:25.907042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Transition to ACTIVE for port object 4e1b2e56-1867-4180-9380-d91dbd4f0d90 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:25.913700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:25.954089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:25.957189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:25.960773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:25.974302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Pushing event updated for resources: {'Port': ['ID=4e1b2e56-1867-4180-9380-d91dbd4f0d90,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:25.994026 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Allocated IP 172.25.1.166 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/205c7fd3-715d-45cc-ab4b-7847933695a5) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:26.033026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Attempting to bind port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:26.033398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Attempting to bind port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:26.033765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Attempting to bind port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 on network 72eddc36-f645-4b04-b425-af0d7ee4a832 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:26.039121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:26.039497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Checking segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:26.039904 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.040326 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Bound using segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:26.040750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Bound port: 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:26.041144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.104825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] For port 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:26.105439 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.108674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] For port 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e1b2e56-1867-4180-9380-d91dbd4f0d90,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:26.113504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.158354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.174306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b72da-795e-49b1-94c6-a963187d8e09 None None] Pushing event updated for resources: {'Port': ['ID=4e1b2e56-1867-4180-9380-d91dbd4f0d90,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:26.209800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:26.213179 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:26.216776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:26.254241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Pushing event updated for resources: {'Port': ['ID=205c7fd3-715d-45cc-ab4b-7847933695a5,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:26.499603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.690790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.833986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:34:26.896228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e1b2e56-1867-4180-9380-d91dbd4f0d90 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:26.953510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:26.966942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:26.977862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Sync routers for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:26.988065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:26.989731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ddfcd1d8-aeee-4ebd-be29-de4e9cfad0d8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6051171 Aug 21 18:34:26.989884 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:26.990627 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:26.992721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38536) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:27.106402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c5a9ab-3276-4f8e-ba17-ed48de546c40 None None] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:27.120476 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:27.196042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Provisioning for port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:27.226236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Provisioning complete for port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:27.226964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.309467 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:26Z', 'revision_number': 3, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:27.341032 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Checking router: 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:27.341404 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Updating router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 port 205c7fd3-715d-45cc-ab4b-7847933695a5 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:27.359283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.372267 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.393805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] For port 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e1b2e56-1867-4180-9380-d91dbd4f0d90,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:27.400809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.452040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ab66f-3238-4d38-8d90-b6acddcf0872 None None] Pushing event updated for resources: {'Port': ['ID=4e1b2e56-1867-4180-9380-d91dbd4f0d90,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:27.467011 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.622203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ecda7aa3-6969-46a6-8446-a82c10dc47f0 None None] Provisioning complete for port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:27.622685 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ecda7aa3-6969-46a6-8446-a82c10dc47f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.633870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Allocated IP 172.20.0.1 (72eddc36-f645-4b04-b425-af0d7ee4a832/f68ec8f0-5438-4171-9f5a-a07c55eebfaa/34a6c749-0ed4-4595-8477-5e74d162cec4) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:27.746194 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.756462 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.760523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Transition to ACTIVE for port object 34a6c749-0ed4-4595-8477-5e74d162cec4 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:27.766147 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Transition to ACTIVE for port object 205c7fd3-715d-45cc-ab4b-7847933695a5 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:27.771868 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.793974 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.818126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Attempting to bind port 205c7fd3-715d-45cc-ab4b-7847933695a5 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:27.818527 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Attempting to bind port 205c7fd3-715d-45cc-ab4b-7847933695a5 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:27.818886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Attempting to bind port 205c7fd3-715d-45cc-ab4b-7847933695a5 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:27.830131 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bda3b-ef9c-4eae-bcbf-135fb202d2d2 None None] Pushing event updated for resources: {'Port': ['ID=205c7fd3-715d-45cc-ab4b-7847933695a5,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:27.832604 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:27.839336 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:27.839336 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.839792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:27.839905 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:27.839905 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Bound port: 205c7fd3-715d-45cc-ab4b-7847933695a5, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:27.839905 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.840179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:27.842927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:27.870395 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Pushing event updated for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:27.890720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.906199 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] For port 205c7fd3-715d-45cc-ab4b-7847933695a5, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:27.909763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] For port 205c7fd3-715d-45cc-ab4b-7847933695a5, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=205c7fd3-715d-45cc-ab4b-7847933695a5,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:27.914780 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:27.978412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:27.979163 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:28.018980 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bda3b-ef9c-4eae-bcbf-135fb202d2d2 None None] Pushing event updated for resources: {'Port': ['ID=205c7fd3-715d-45cc-ab4b-7847933695a5,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:28.038924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.088008 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:28.130536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8589acf0-f71c-4afa-a2f3-6881650b04e5 None None] Provisioning for port 34a6c749-0ed4-4595-8477-5e74d162cec4 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:28.134735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8589acf0-f71c-4afa-a2f3-6881650b04e5 None None] Provisioning complete for port 34a6c749-0ed4-4595-8477-5e74d162cec4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:28.135109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8589acf0-f71c-4afa-a2f3-6881650b04e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.170788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8589acf0-f71c-4afa-a2f3-6881650b04e5 None None] Port 34a6c749-0ed4-4595-8477-5e74d162cec4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:28.204869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.209559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.263342 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:26Z', 'revision_number': 3, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:28.280723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.282467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Pushing event updated for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:28.292504 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12fd713-84f6-4cc1-80a4-98dbaffe9062 None None] The sync data for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 is: [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:26Z', 'revision_number': 3, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:28.385556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:28.387576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:28.528153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:28.661147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:28.672514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b8c28863-4c9f-4865-bea1-736a517ba83e admin admin] 10.222.0.41 "PUT /v2.0/routers/05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6733525 Aug 21 18:34:28.697093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f430a4dc-5f08-4285-909d-b07f11f62293 None None] Provisioning complete for port 34a6c749-0ed4-4595-8477-5e74d162cec4 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:28.697591 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f430a4dc-5f08-4285-909d-b07f11f62293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:28.738361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f430a4dc-5f08-4285-909d-b07f11f62293 None None] Port 34a6c749-0ed4-4595-8477-5e74d162cec4 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:28.939598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e1b2e56-1867-4180-9380-d91dbd4f0d90 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:29.008981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:29.009371 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.097671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 205c7fd3-715d-45cc-ab4b-7847933695a5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:29.152089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 205c7fd3-715d-45cc-ab4b-7847933695a5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:29.156331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 205c7fd3-715d-45cc-ab4b-7847933695a5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:29.156703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.248845 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.271620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 205c7fd3-715d-45cc-ab4b-7847933695a5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=205c7fd3-715d-45cc-ab4b-7847933695a5,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:29.275445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:29.279165 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.281901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-590891538-network', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:29.309027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Made reservation on behalf of ccb04e0af4ab450fb61ee45bc5a371be for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:29.311771 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.323162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.333304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=205c7fd3-715d-45cc-ab4b-7847933695a5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:29.415695 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.419471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.444058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:34:29.453649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce30d165-b878-4777-bbb6-3644a4c69aaf,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:29.458456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.458838 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Added segment f01ca4c8-7727-4403-b35f-358d1b9a8a1e of type vlan for network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 Aug 21 18:34:29.508218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.534114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.535098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:29.535688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.586457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3096046 Aug 21 18:34:29.589598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38556) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:29.595460 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520d631-a077-4a87-becf-64c4b5f114c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e46ff20-dbd7-41a2-b26f-81d21fc21a91,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:29.595978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Request body: {'subnet': {'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-590891538-subnet', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:29.606265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:34:29.623169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Made reservation on behalf of ccb04e0af4ab450fb61ee45bc5a371be for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:29.625530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.820286 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.872708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:29.889600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Checking segment: {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:29.890046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Network hostable DHCP agents. Network: 7e46ff20-dbd7-41a2-b26f-81d21fc21a91, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:34:29.907018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:34:29.916728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7e46ff20-dbd7-41a2-b26f-81d21fc21a91) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:29.920843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:29.921438 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.926201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e885908d-6e97-4c9e-b553-41c92082840e None None] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:29.936414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d04e02ce-1ec4-44ea-82e0-865c4d56ac36 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3453641 Aug 21 18:34:29.939054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38558) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:29.944855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:29.968514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:29.969709 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.035537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.063805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Sync routers for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:30.080867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:30.081660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:30.133531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'fixed_ips': [{'subnet_id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:34:30.134391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.198488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.283845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:30.419741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.440442 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.543707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Allocated IP 172.20.0.2 (7e46ff20-dbd7-41a2-b26f-81d21fc21a91/e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9/77e6661c-2bbd-40ff-b4a0-96b58ee69b6d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:30.559206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Allocated IP 172.25.1.46 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/dde8f57f-32ab-4cd8-a6a6-935f5f181f5b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:30.687550 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.727514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.773275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:30.776594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:30.779587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:30.789743 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.792925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 2, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:30.822399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:30.836010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Checking router: 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:30.836373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Updating router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 port 34a6c749-0ed4-4595-8477-5e74d162cec4 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:30.838842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Transition to ACTIVE for port object 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:30.880092 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.884461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Transition to ACTIVE for port object 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:30.893958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 205c7fd3-715d-45cc-ab4b-7847933695a5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:30.900080 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:30.995698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:31.007563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:31.015458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:31.018105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Pushing event updated for resources: {'Port': ['ID=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:31.137697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 205c7fd3-715d-45cc-ab4b-7847933695a5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:31.138108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.212557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Attempting to bind port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:31.212930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Attempting to bind port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:31.213294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Attempting to bind port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d on network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:31.235719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:31.236277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Checking segment: {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:31.236486 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.236877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Bound using segment: {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:31.237361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Bound port: 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:31.237747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.378945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] For port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:31.386140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] For port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:31.392024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.444088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.465471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.491800 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Transition to ACTIVE for port object 34a6c749-0ed4-4595-8477-5e74d162cec4 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:31.500860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79af68-d63f-42af-a69f-053660346bd0 None None] Pushing event updated for resources: {'Port': ['ID=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:31.504509 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.556211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb29b-d7c5-4160-8464-1f7c84484aca None None] Pushing event updated for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:31.621051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Attempting to bind port 34a6c749-0ed4-4595-8477-5e74d162cec4 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:31.621430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Attempting to bind port 34a6c749-0ed4-4595-8477-5e74d162cec4 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:31.621902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Attempting to bind port 34a6c749-0ed4-4595-8477-5e74d162cec4 on network 72eddc36-f645-4b04-b425-af0d7ee4a832 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:31.627690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:31.628072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Checking segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:31.628479 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.628936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Bound using segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:31.629406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Bound port: 34a6c749-0ed4-4595-8477-5e74d162cec4, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:31.629791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.670873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.708839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] For port 34a6c749-0ed4-4595-8477-5e74d162cec4, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:31.713608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] For port 34a6c749-0ed4-4595-8477-5e74d162cec4, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=34a6c749-0ed4-4595-8477-5e74d162cec4,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:31.718902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:31.784850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:31.785554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:31.849681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fb29b-d7c5-4160-8464-1f7c84484aca None None] Pushing event updated for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:31.864233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Router b53c6260-4541-49c8-a7a9-fa2612fd7444 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:34:31.952601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:32.003059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:32.013146 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Sync routers for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:32.019970 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.024369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:32.024915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0213db6b-00b4-49e3-9c10-a833c91516f6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0842755 Aug 21 18:34:32.028269 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:32.028883 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:32.176886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:32.232619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:31Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:32.273020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328131e-0e91-4e58-a002-aff0a8ab33aa None None] The sync data for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 is: [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:31Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:32.440985 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:31Z', 'revision_number': 3, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:32.470337 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Checking router: b53c6260-4541-49c8-a7a9-fa2612fd7444 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:32.470726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Updating router b53c6260-4541-49c8-a7a9-fa2612fd7444 port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:32.502320 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.584215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.790448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920cdc7-91e5-43ca-bed0-59316a476a11 None None] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:32.802319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Allocated IP 172.20.0.1 (7e46ff20-dbd7-41a2-b26f-81d21fc21a91/e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9/fd852f36-4d10-4eb1-8644-12ad01f4b9d0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:32.842958 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.857743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Transition to ACTIVE for port object dde8f57f-32ab-4cd8-a6a6-935f5f181f5b will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:32.869164 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.910881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6990b09a-cd06-4c94-854a-85e25304c9f7 None None] Provisioning for port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:32.946091 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Attempting to bind port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:32.946462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Attempting to bind port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:32.946846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Attempting to bind port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:32.958912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:32.959294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:32.959844 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.960329 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:32.961345 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Bound port: dde8f57f-32ab-4cd8-a6a6-935f5f181f5b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:32.961761 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.963933 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:32.990718 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75c30-a851-460b-b848-7e3c74a3ca21 None None] Pushing event updated for resources: {'Port': ['ID=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.002380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Transition to ACTIVE for port object fd852f36-4d10-4eb1-8644-12ad01f4b9d0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:33.038850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:33.048472 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] For port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:33.052686 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] For port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:33.055162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.058681 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.099071 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:33.104031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:33.107658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:33.125209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:33.136429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:33.137410 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.139124 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75c30-a851-460b-b848-7e3c74a3ca21 None None] Pushing event updated for resources: {'Port': ['ID=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.153063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:33.153683 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:33.163495 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.218600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.259552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.307024 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:33.314427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:33.319979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.321453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 34a6c749-0ed4-4595-8477-5e74d162cec4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:33.387819 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.415609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.427171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 34a6c749-0ed4-4595-8477-5e74d162cec4 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:33.433383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 34a6c749-0ed4-4595-8477-5e74d162cec4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:33.433383 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.498130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-97ddfb90-9bf3-4c21-98af-e6a16c4bf6be None None] Provisioning complete for port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:33.498769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-97ddfb90-9bf3-4c21-98af-e6a16c4bf6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.588757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.651502 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.660251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 34a6c749-0ed4-4595-8477-5e74d162cec4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=34a6c749-0ed4-4595-8477-5e74d162cec4,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:33.666662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.672924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.720457 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:31Z', 'revision_number': 3, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:33.733347 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.751101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:33.768383 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0622e007-9d6c-454c-88b6-0db74bea533c None None] The sync data for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 is: [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:31Z', 'revision_number': 3, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:33.774224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.809193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-142fab49-f54e-4c21-8055-12a0c4233165 None None] Provisioning for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:33.813064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-142fab49-f54e-4c21-8055-12a0c4233165 None None] Provisioning complete for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:33.813437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-142fab49-f54e-4c21-8055-12a0c4233165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:33.847245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-142fab49-f54e-4c21-8055-12a0c4233165 None None] Port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:33.874433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:33.875878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:33.993450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Router b53c6260-4541-49c8-a7a9-fa2612fd7444 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:34.103572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:34.108473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f2b59b02-7b5e-4a11-894c-2dec59d453b3 admin admin] 10.222.0.41 "PUT /v2.0/routers/b53c6260-4541-49c8-a7a9-fa2612fd7444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0820794 Aug 21 18:34:34.167061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c483a778-1c85-4816-b1d4-ff9f49b8d4a7 None None] Provisioning complete for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:34.167596 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c483a778-1c85-4816-b1d4-ff9f49b8d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.201423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c483a778-1c85-4816-b1d4-ff9f49b8d4a7 None None] Port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:34.583580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38574) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:34.589035 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1839780149', 'description': 'tempest-secgroup-smoke-1839780149 description', 'project_id': '0aee48baa3514bd9a775f113e5cab927'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:34.610150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.689911 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.694347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.723968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.725180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405079 Aug 21 18:34:34.727121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505c280-2632-4f61-8746-0e5c9e53ec76 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7ac29a-38c3-4128-b027-5f509b201052,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:34.728196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38576) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:34.732923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:34.759044 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.819376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.827835 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.845112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42f31f4-393e-4613-81b1-89e681085a5b,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:34.855856 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.857195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-00f2ddb2-0b39-4979-96bc-83fe21545e0b tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278732 Aug 21 18:34:34.859757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38578) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:34.861813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:34.864316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:34.890124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.912037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:34.912404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.951141 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.954964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.976906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6092fb67-cfc3-43cf-87d6-10316f469775,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:34.981125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:34.982330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c349d48b-0b04-4072-9f1b-e36b73f06f97 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216495 Aug 21 18:34:34.985262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38580) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:34.989984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:34.994962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 34a6c749-0ed4-4595-8477-5e74d162cec4 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:35.023264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.043699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 34a6c749-0ed4-4595-8477-5e74d162cec4 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:35.044063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.084672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.088427 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.106792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89a63c7-b4ac-42cd-b578-aeb307d8267e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:35.115568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.122732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38582) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:35.123242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-351f30c7-1693-4860-9335-d18f394d2f4c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1364813 Aug 21 18:34:35.127542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:35.156216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.236033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.240117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.259931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf54ee1a-a1b2-4f42-850a-b03af40568c2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:35.265169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.266911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f469c7c-e422-41fa-8c5b-645a7b12046a tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428905 Aug 21 18:34:35.269869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38584) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:35.274670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:35.301307 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Project 0aee48baa3514bd9a775f113e5cab927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:34:35.307202 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.372298 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.376400 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.394481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f727007-ec13-432a-b438-6e12afedc8a5,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:35.401265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.402582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61f326ee-0b19-47bd-ba47-12cf7ada6c8f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316099 Aug 21 18:34:35.405282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:35.409870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'security_group_rule': {'security_group_id': 'dd7ac29a-38c3-4128-b027-5f509b201052', 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:35.434612 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Project 0aee48baa3514bd9a775f113e5cab927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:34:35.439663 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.505940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.510054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.528053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e0dd9a-2e26-4643-9fd9-f2b8ac9a8fcc,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:35.534842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:35.535984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-263845b7-c5e2-4bb3-a445-3cd0d1cf8c84 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1297624 Aug 21 18:34:35.689681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-20e69967-842f-4c14-be3f-fff13b454a27 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1839780149&fields=id&tenant_id=0aee48baa3514bd9a775f113e5cab927 HTTP/1.1" status: 200 len: 267 time: 0.0361712 Aug 21 18:34:35.805831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-679c0465-ddf7-429d-bf11-87d466b529e7 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:35.807387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-679c0465-ddf7-429d-bf11-87d466b529e7 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 808 time: 0.1106772 Aug 21 18:34:35.823016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bf11d557-9ff8-410d-a1df-62b78e23fba8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/quotas/0aee48baa3514bd9a775f113e5cab927 HTTP/1.1" status: 200 len: 375 time: 0.0098255 Aug 21 18:34:35.876452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-881cb5f2-919e-4799-9182-d3d3a199511f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476048 Aug 21 18:34:35.975408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-549f256a-2147-4fa2-b284-de258e87abfe service neutron] 10.222.0.41 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871003 Aug 21 18:34:36.064023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-2eeabcb7-ac15-4642-a2c8-ef4c8fc8c8f5 service neutron] 10.222.0.41 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818875 Aug 21 18:34:36.252202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb7da370-30c5-4879-838d-e4a380a46af0 req-c6b7dce4-b393-4617-b258-ddaaa7d3db0e tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 210 time: 0.0274980 Aug 21 18:34:36.465852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Sync routers for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:36.475710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:36.476560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:36.742718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:36.879307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dde8f57f-32ab-4cd8-a6a6-935f5f181f5b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:36.971065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:36.977315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:36.977680 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.022402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 4, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fd852f36-4d10-4eb1-8644-12ad01f4b9d0', 'name': '', 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'mac_address': 'fa:16:3e:ed:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:32Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 2, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'subnets': [{'id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:37.051609 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Checking router: b53c6260-4541-49c8-a7a9-fa2612fd7444 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:37.051975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Updating router b53c6260-4541-49c8-a7a9-fa2612fd7444 port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:37.097595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.122437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.169021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:37.177229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.281425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f949a848-900c-4a95-b4c7-2370910f5de0 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:37.282917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f949a848-900c-4a95-b4c7-2370910f5de0 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 808 time: 0.1264215 Aug 21 18:34:37.298343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:37.338143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-6134bcbc-f084-49be-9a51-84ba06a41859 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aee48baa3514bd9a775f113e5cab927 HTTP/1.1" status: 200 len: 380 time: 0.0439963 Aug 21 18:34:37.355720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'port': {'device_id': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'admin_state_up': True, 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'security_groups': ['dd7ac29a-38c3-4128-b027-5f509b201052']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:37.399736 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:34:37.419383 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0d87acbf-02f5-43ac-b5db-0b073ec177c7 req-f5a04b99-f6ef-4d2b-bf9e-a9b64ef02ed4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 210 time: 0.0590303 Aug 21 18:34:37.451673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.462272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Transition to ACTIVE for port object fd852f36-4d10-4eb1-8644-12ad01f4b9d0 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:37.470179 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.497204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Made reservation on behalf of 0aee48baa3514bd9a775f113e5cab927 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:37.501041 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.527433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da1d8c-028a-4b6d-8455-b87812402778 None None] Pushing event updated for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:37.581484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Attempting to bind port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:37.581847 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Attempting to bind port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:37.582201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Attempting to bind port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 on network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:37.588292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:37.588668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Checking segment: {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:37.589140 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.589658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Bound using segment: {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:37.590135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Bound port: fd852f36-4d10-4eb1-8644-12ad01f4b9d0, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:37.590657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.649043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Allocated IP 172.20.0.3 (72eddc36-f645-4b04-b425-af0d7ee4a832/f68ec8f0-5438-4171-9f5a-a07c55eebfaa/3a0561c0-2dbf-418e-9168-b6776d069233) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:37.658373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] For port fd852f36-4d10-4eb1-8644-12ad01f4b9d0, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:37.661824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] For port fd852f36-4d10-4eb1-8644-12ad01f4b9d0, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:37.667424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.723751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:37.724380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:37.778373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da1d8c-028a-4b6d-8455-b87812402778 None None] Pushing event updated for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:37.810037 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.828520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Transition to ACTIVE for port object 3a0561c0-2dbf-418e-9168-b6776d069233 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:37.863762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:37.866224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.907296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:37.913238 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:37.917512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:37.959453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:37.978038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:37.978857 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:37.995999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-bff6db8f-f1e6-4116-8d8e-f5c77a6d32ee tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6453099 Aug 21 18:34:38.011141 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Request body: {'port': {'device_id': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:38.088030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.104169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 4, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fd852f36-4d10-4eb1-8644-12ad01f4b9d0', 'name': '', 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'mac_address': 'fa:16:3e:ed:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:32Z', 'updated_at': '2021-08-21T18:34:37Z', 'revision_number': 4, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'subnets': [{'id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:38.131663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e8c93-7ceb-4643-99d5-f7405dc09111 None None] The sync data for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 is: [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 4, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fd852f36-4d10-4eb1-8644-12ad01f4b9d0', 'name': '', 'network_id': '7e46ff20-dbd7-41a2-b26f-81d21fc21a91', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'mac_address': 'fa:16:3e:ed:cf:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:32Z', 'updated_at': '2021-08-21T18:34:37Z', 'revision_number': 4, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'subnets': [{'id': 'e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:38.163163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cfe6e961-cac9-4305-8bb8-f74c95d4e8e6 None None] Provisioning for port 3a0561c0-2dbf-418e-9168-b6776d069233 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:38.167507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cfe6e961-cac9-4305-8bb8-f74c95d4e8e6 None None] Provisioning complete for port 3a0561c0-2dbf-418e-9168-b6776d069233 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:38.168091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cfe6e961-cac9-4305-8bb8-f74c95d4e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.224164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cfe6e961-cac9-4305-8bb8-f74c95d4e8e6 None None] Port 3a0561c0-2dbf-418e-9168-b6776d069233 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:34:38.385588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0561c0-2dbf-418e-9168-b6776d069233 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:34:38.393477 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.406233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Transition to ACTIVE for port object 3a0561c0-2dbf-418e-9168-b6776d069233 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:34:38.414167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.468910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Pushing event updated for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:38.565755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de416bcf-80c8-4b11-8b18-14b8f773c9c7 req-86d9db99-4de6-42be-87a3-811588404262 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:38.567301 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de416bcf-80c8-4b11-8b18-14b8f773c9c7 req-86d9db99-4de6-42be-87a3-811588404262 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 943 time: 0.0600848 Aug 21 18:34:38.567933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Attempting to bind port 3a0561c0-2dbf-418e-9168-b6776d069233 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:34:38.568312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Attempting to bind port 3a0561c0-2dbf-418e-9168-b6776d069233 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:34:38.568898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Attempting to bind port 3a0561c0-2dbf-418e-9168-b6776d069233 on network 72eddc36-f645-4b04-b425-af0d7ee4a832 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:38.575101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Port 3a0561c0-2dbf-418e-9168-b6776d069233 on network 72eddc36-f645-4b04-b425-af0d7ee4a832 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:34:38.575350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Attempting to bind port 3a0561c0-2dbf-418e-9168-b6776d069233 on network 72eddc36-f645-4b04-b425-af0d7ee4a832 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:34:38.582996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:34:38.583400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Checking segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:34:38.583803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Bound using segment: {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:34:38.584244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Bound port: 3a0561c0-2dbf-418e-9168-b6776d069233, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37b3a9f6-8050-4826-b0b6-f142cd09ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:34:38.584618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.617443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de416bcf-80c8-4b11-8b18-14b8f773c9c7 req-afa148d6-1ba8-4061-9a72-b1b49ce6de41 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412819 Aug 21 18:34:38.664697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:34:38.668470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3a0561c0-2dbf-418e-9168-b6776d069233,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:34:38.673469 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.710309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:38.711479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:38.712874 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] 10.222.0.64 "PUT /v2.0/ports/3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1092 time: 0.7081890 Aug 21 18:34:38.713307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:38.715591 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b170df-6a36-40b8-a21b-d4c576a66dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:38.748793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76f0a6-4fec-490a-9f7f-08514f0cae8a service neutron] Pushing event updated for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:38.760476 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b88069-7c72-4d76-b0f6-1d1fdb96c4da x-openstack-request-id: req-87b88069-7c72-4d76-b0f6-1d1fdb96c4da {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:38.760844 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:38.761169 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87b88069-7c72-4d76-b0f6-1d1fdb96c4da {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:38.761637 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233', 'status': 'completed', 'code': 200} Aug 21 18:34:38.821959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:38.828967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-d4f0bca4-4622-4706-8f33-65c4eb5dc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:38.831222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-d4f0bca4-4622-4706-8f33-65c4eb5dc58c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1095 time: 0.0661421 Aug 21 18:34:38.884141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-c6be1373-cc57-4399-a126-ed1dce6368b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 217 time: 0.0444827 Aug 21 18:34:38.945042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f660dcf4-b087-4329-ac73-16c8feb36693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:38.946809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f660dcf4-b087-4329-ac73-16c8feb36693 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0541689 Aug 21 18:34:38.989914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dde8f57f-32ab-4cd8-a6a6-935f5f181f5b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:39.017230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f266f530-79e2-4b0c-97ad-f74a7ee743a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:39.018816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-f266f530-79e2-4b0c-97ad-f74a7ee743a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641992 Aug 21 18:34:39.052983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:39.053490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.073253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Deleting port e65510e5-5fd8-4a56-a600-55b20ea6e4e5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:39.073685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.120453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-a123b0e3-471f-46a5-adfe-6f5904cd0284 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932946 Aug 21 18:34:39.167258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fd852f36-4d10-4eb1-8644-12ad01f4b9d0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:39.170680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.171102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.185669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Calling delete_port for e65510e5-5fd8-4a56-a600-55b20ea6e4e5 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:39.230427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:39.235467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:39.235885 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.236013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dea1b2c9-b7d5-44d8-a862-00b51f5ff34e req-3054858f-d38f-4818-b07a-3d8a951b39b6 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081741 Aug 21 18:34:39.335887 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.358823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-ae5ada7e-df08-425b-9178-f6cc70ddee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:39.361022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-ae5ada7e-df08-425b-9178-f6cc70ddee23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1095 time: 0.0560229 Aug 21 18:34:39.373042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port fd852f36-4d10-4eb1-8644-12ad01f4b9d0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:39.373302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.377669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.409368 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event deleted for resources: {'Port': ['ID=e65510e5-5fd8-4a56-a600-55b20ea6e4e5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:39.439765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:39.472347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-a56cddb9-078d-43e7-ae2a-12b5d691e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:39.474029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-a56cddb9-078d-43e7-ae2a-12b5d691e017 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.1031868 Aug 21 18:34:39.484538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:39.485293 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Floating IP 45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b disassociated (deleted). External IP: 172.25.1.211, port: 153f3ca8-adea-4b4f-8d53-1818bc88f63b. Aug 21 18:34:39.527445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-7d275ba4-b27d-4d41-acfb-b1cbefb5f241 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 217 time: 0.0453725 Aug 21 18:34:39.598875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-1695e3bf-f45e-4d4c-a530-340e13b6f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:39.600288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-1695e3bf-f45e-4d4c-a530-340e13b6f966 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0615499 Aug 21 18:34:39.656580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-b2d9be3b-f118-4a95-850d-5ea3c9a9bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:39.658263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-b2d9be3b-f118-4a95-850d-5ea3c9a9bf31 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495126 Aug 21 18:34:39.786927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-4055af98-43ab-4de1-acea-476663f49947 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178491 Aug 21 18:34:39.892910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7b170df-6a36-40b8-a21b-d4c576a66dc7 req-17ba3974-8295-4882-b95e-1977305fa8ec service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929313 Aug 21 18:34:40.046188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:40.059879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebad4e7-217a-4c9e-a9c6-6739baac55c6 req-d9210738-c742-462f-81e6-aed03eb63c3e tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.061437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ebad4e7-217a-4c9e-a9c6-6739baac55c6 req-d9210738-c742-462f-81e6-aed03eb63c3e tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 943 time: 0.0695798 Aug 21 18:34:40.139695 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0ebad4e7-217a-4c9e-a9c6-6739baac55c6 req-6401137c-517b-4d06-988b-ee639dd088c9 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709853 Aug 21 18:34:40.198949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:40.203757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:40.208830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:40.219619 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:40.220243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:40.235348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e3602101-3d2a-4981-a739-9ac16594b9cc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "DELETE /v2.0/floatingips/45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b HTTP/1.1" status: 204 len: 168 time: 1.4118564 Aug 21 18:34:40.235913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:40.238288 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71b6faa-5735-4b09-bf2d-647aa9e6c010" -d '{"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:40.282745 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3167a85c-a085-4f6e-9ff4-3194ac3170d0 x-openstack-request-id: req-3167a85c-a085-4f6e-9ff4-3194ac3170d0 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:40.283255 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:40.283693 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3167a85c-a085-4f6e-9ff4-3194ac3170d0 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:40.284250 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:34:40.332518 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:40.356444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-1380f262-af8b-4068-99b9-14d027ef0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.357986 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-1380f262-af8b-4068-99b9-14d027ef0cb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b33f1214635f4f55b4cef3b0887e3818&device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 1098 time: 0.0505233 Aug 21 18:34:40.468989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-f317d609-b9eb-48f1-af2d-da60e1a18d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.470923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-f317d609-b9eb-48f1-af2d-da60e1a18d0e service neutron] 10.222.0.64 "GET /v2.0/networks?id=2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 200 len: 915 time: 0.1028416 Aug 21 18:34:40.484652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001fc5c-9bb1-482a-820b-bbcf911b4718 req-1ab17ba1-d44e-459c-81e3-7b314ae3f225 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.486232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f001fc5c-9bb1-482a-820b-bbcf911b4718 req-1ab17ba1-d44e-459c-81e3-7b314ae3f225 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.0515177 Aug 21 18:34:40.517365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-27db81ce-139b-4719-aff7-1e1cc061a55f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 200 len: 217 time: 0.0378234 Aug 21 18:34:40.527625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f001fc5c-9bb1-482a-820b-bbcf911b4718 req-731c84c6-ff60-4a97-9c4a-aacfd4eae6f5 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325263 Aug 21 18:34:40.544546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:40.572885 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:40.576784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-5bda3240-8c5a-46ac-b07d-6c1039df76f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.578260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-5bda3240-8c5a-46ac-b07d-6c1039df76f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 200 len: 853 time: 0.0523202 Aug 21 18:34:40.581134 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:40.581726 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:40.627218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-fd25924b-6c64-408d-8bf3-f437c88ce983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:40.628937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-fd25924b-6c64-408d-8bf3-f437c88ce983 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=2820283f-7af1-48f7-a865-8c9a84e8ff45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432096 Aug 21 18:34:40.687424 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:40.724729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-e3dd5868-c90c-4e04-b8f1-c1c37499c0ff service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Aug 21 18:34:40.827820 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e71b6faa-5735-4b09-bf2d-647aa9e6c010 req-0a994181-ed3e-486d-a979-71cf043c47f9 service neutron] 10.222.0.64 "GET /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929902 Aug 21 18:34:40.885806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fd852f36-4d10-4eb1-8644-12ad01f4b9d0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:40.901686 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:40.928171 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff4c4ec-f716-459d-9011-240dd8cc7123 None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:31:00Z', 'revision_number': 4, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'aae9ba16-6a7d-43c0-b730-f4476aa426da', 'name': '', 'network_id': '2820283f-7af1-48f7-a865-8c9a84e8ff45', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'mac_address': 'fa:16:3e:5c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:59Z', 'updated_at': '2021-08-21T18:31:11Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'subnets': [{'id': '9cdc4054-0857-4e2f-8ae5-0f0badad958a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:40.934002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:40.934378 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:41.150100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da885a-97d7-49c0-a592-5c75cb9395bb None None] New status for floating IP 45ce2d5d-0a47-4a12-bcab-cd2f0b7a7b7b: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:34:41.267969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39daf01b-7aa2-4b69-ada9-25f2263594b8 req-ffe1788e-4aee-4f2c-ad86-cbc66e55bea2 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:41.269472 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39daf01b-7aa2-4b69-ada9-25f2263594b8 req-ffe1788e-4aee-4f2c-ad86-cbc66e55bea2 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 943 time: 0.0553541 Aug 21 18:34:41.310762 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39daf01b-7aa2-4b69-ada9-25f2263594b8 req-805f82a2-dfc8-4183-8f31-7fb0f3db6f1c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341918 Aug 21 18:34:41.644081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e6cf4-66ef-4b5f-b2de-37d9af027384 req-224b4f87-ce1e-4c9a-a8e7-818e0cce0e6e tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:41.645571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f0e6cf4-66ef-4b5f-b2de-37d9af027384 req-224b4f87-ce1e-4c9a-a8e7-818e0cce0e6e tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.0479505 Aug 21 18:34:41.683365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f0e6cf4-66ef-4b5f-b2de-37d9af027384 req-4da7d189-68b7-473b-9a2d-8db6f66c5cac tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/security-groups?id=8a596d7a-d025-4fb4-83ba-ab5a58448539&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307505 Aug 21 18:34:42.149273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-450d2443-6be9-4925-8af2-31c86ec53f3a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:42.150771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-450d2443-6be9-4925-8af2-31c86ec53f3a tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.64 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 946 time: 0.0483479 Aug 21 18:34:42.244416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Deleting port 153f3ca8-adea-4b4f-8d53-1818bc88f63b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:42.244752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:42.329196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] For port 153f3ca8-adea-4b4f-8d53-1818bc88f63b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=153f3ca8-adea-4b4f-8d53-1818bc88f63b,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:42.329560 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:42.341406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Calling delete_port for 153f3ca8-adea-4b4f-8d53-1818bc88f63b owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:42.454961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72519e71-a724-47c7-bb77-cab60e5842b6 req-b4d90a96-1903-468c-bc99-6955222b45ca tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:42.456443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72519e71-a724-47c7-bb77-cab60e5842b6 req-b4d90a96-1903-468c-bc99-6955222b45ca tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 943 time: 0.0697427 Aug 21 18:34:42.530827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72519e71-a724-47c7-bb77-cab60e5842b6 req-94a9d989-aa17-4525-98d8-ded4f65fe498 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679815 Aug 21 18:34:42.540436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:42.569718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event deleted for resources: {'Port': ['ID=153f3ca8-adea-4b4f-8d53-1818bc88f63b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:42.609366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] No DVR routers for this DVR port 153f3ca8-adea-4b4f-8d53-1818bc88f63b on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:34:42.611973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:42.613941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f89b2f8f-14d2-4dc0-b5e4-fea7bbcc0db6 req-f92eb63f-f461-4d38-b4ed-f022fde495bf tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.64 "DELETE /v2.0/ports/153f3ca8-adea-4b4f-8d53-1818bc88f63b HTTP/1.1" status: 204 len: 173 time: 0.4569860 Aug 21 18:34:42.614371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'name': 'network-vif-deleted', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:42.616608 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bc03bd-af24-4c5b-b765-c2faae4040af" -d '{"events": [{"server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "name": "network-vif-deleted", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:42.653917 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdd908b-cc8d-44ee-bda4-137d4e29bec1 x-openstack-request-id: req-4cdd908b-cc8d-44ee-bda4-137d4e29bec1 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:42.654221 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8ce0c1a-96e1-42bb-afec-e3ea76429660", "name": "network-vif-deleted", "tag": "153f3ca8-adea-4b4f-8d53-1818bc88f63b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:42.654469 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4cdd908b-cc8d-44ee-bda4-137d4e29bec1 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:42.654907 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8ce0c1a-96e1-42bb-afec-e3ea76429660', 'name': 'network-vif-deleted', 'tag': '153f3ca8-adea-4b4f-8d53-1818bc88f63b', 'status': 'completed', 'code': 200} Aug 21 18:34:42.786125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60b6943c-473a-4c72-920f-70feaec565e7 req-874083ed-c882-4653-a83f-30847776dccc tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0266478 Aug 21 18:34:43.321455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3a0561c0-2dbf-418e-9168-b6776d069233 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:34:43.417350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3a0561c0-2dbf-418e-9168-b6776d069233,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:43.428239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3a0561c0-2dbf-418e-9168-b6776d069233', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'port_id': '3a0561c0-2dbf-418e-9168-b6776d069233', 'mac_address': 'fa:16:3e:8e:f7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:34:43.466770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:43.479611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0561c0-2dbf-418e-9168-b6776d069233 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:34:43.500455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3a0561c0-2dbf-418e-9168-b6776d069233,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:43.504489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:43.555491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:43.654708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6404d-d739-4da2-8990-55359de64e73 req-1809aaa9-6f7c-4d96-96a4-8340990d0cfb tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:43.656290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8de6404d-d739-4da2-8990-55359de64e73 req-1809aaa9-6f7c-4d96-96a4-8340990d0cfb tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 944 time: 0.0531108 Aug 21 18:34:43.696079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8de6404d-d739-4da2-8990-55359de64e73 req-14774738-920e-4236-8f9e-16e77a3d28d8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Aug 21 18:34:43.738763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3a0561c0-2dbf-418e-9168-b6776d069233'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:34:43.882402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ec4b0074-5cfe-497f-97f1-534dbe5cd1da req-cc78a8bf-321f-4e50-a79b-70f94cdbfae6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0266621 Aug 21 18:34:44.816517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e990-682e-4e49-af6b-b71a9499fe0e req-6a1de40c-1b7c-438f-8190-884921993849 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:44.818023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25c6e990-682e-4e49-af6b-b71a9499fe0e req-6a1de40c-1b7c-438f-8190-884921993849 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 944 time: 0.0525215 Aug 21 18:34:44.863415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25c6e990-682e-4e49-af6b-b71a9499fe0e req-2a986b75-881c-499e-8707-cf864287cd73 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377822 Aug 21 18:34:44.980790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-92a0ecc3-886c-4d9d-b42f-b2f5f8e70ea3 req-2dfb3f28-84eb-4e65-9b07-7eb1037ee1f8 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Aug 21 18:34:45.337037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3a0561c0-2dbf-418e-9168-b6776d069233 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:34:45.385194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 3a0561c0-2dbf-418e-9168-b6776d069233 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:34:45.389318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3a0561c0-2dbf-418e-9168-b6776d069233 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:34:45.389682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:45.465559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:45.491754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:45.493976 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3464f0-8489-45bb-9fb6-0757b62c7200" -d '{"events": [{"server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "name": "network-vif-plugged", "status": "completed", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:45.506692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3a0561c0-2dbf-418e-9168-b6776d069233,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:45.511620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:45.512411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 153f3ca8-adea-4b4f-8d53-1818bc88f63b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:45.550449 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5cbd19-21ed-4de8-a862-13c057815e73 x-openstack-request-id: req-ec5cbd19-21ed-4de8-a862-13c057815e73 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:45.550794 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "name": "network-vif-plugged", "status": "completed", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:45.551004 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec5cbd19-21ed-4de8-a862-13c057815e73 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:45.551396 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233', 'code': 200} Aug 21 18:34:45.552116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 153f3ca8-adea-4b4f-8d53-1818bc88f63b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:45.552244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 153f3ca8-adea-4b4f-8d53-1818bc88f63b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:45.579953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:45.637409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615362-45be-4a84-8550-444775b1b824 req-fbab691d-fbf4-4e2f-855a-69895610b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:45.638938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b615362-45be-4a84-8550-444775b1b824 req-fbab691d-fbf4-4e2f-855a-69895610b2ed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0416429 Aug 21 18:34:45.677798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b615362-45be-4a84-8550-444775b1b824 req-4e91a0ba-0311-4fe1-b6d8-8436b4bc1268 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276954 Aug 21 18:34:45.979226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85a4ca-4667-412c-bfcc-f28eed19445e req-1518ee48-5543-4208-89b2-515c3fc0456d tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:45.980806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b85a4ca-4667-412c-bfcc-f28eed19445e req-1518ee48-5543-4208-89b2-515c3fc0456d tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.0496426 Aug 21 18:34:46.021054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b85a4ca-4667-412c-bfcc-f28eed19445e req-3d84d926-8909-4b96-92fb-e5b761293fa1 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331311 Aug 21 18:34:46.089066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84d0677f-7801-4f39-8e75-62234fa2dfbe req-b5c208ec-7449-4be8-927a-7d656d27e5a6 tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8ce0c1a-96e1-42bb-afec-e3ea76429660 HTTP/1.1" status: 200 len: 210 time: 0.0273998 Aug 21 18:34:47.140116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83512e3-56ad-44e7-b0e5-b9e4a491927c req-35eac60d-2f3c-4bfb-a6f6-a435ec66021d tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:47.141689 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b83512e3-56ad-44e7-b0e5-b9e4a491927c req-35eac60d-2f3c-4bfb-a6f6-a435ec66021d tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.0517652 Aug 21 18:34:47.143311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38662) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:47.209769 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b83512e3-56ad-44e7-b0e5-b9e4a491927c req-e981b6b6-f5c0-462e-820e-8766741859d1 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592470 Aug 21 18:34:47.227612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.253295 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.314460 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.317114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.318273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a596d7a-d025-4fb4-83ba-ab5a58448539 HTTP/1.1" status: 204 len: 168 time: 0.1740382 Aug 21 18:34:47.328308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f709f7-eefa-46b9-9f08-78cc76646fbe tempest-TestVolumeBackupRestore-1907193858 tempest-TestVolumeBackupRestore-1907193858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a596d7a-d025-4fb4-83ba-ab5a58448539,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:47.335527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f693b-b925-4cd8-be98-a1b92dd1b8f6 req-13c37102-873a-4900-8b6d-baafc76c1995 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:47.338275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a53f693b-b925-4cd8-be98-a1b92dd1b8f6 req-13c37102-873a-4900-8b6d-baafc76c1995 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.0615885 Aug 21 18:34:47.384126 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a53f693b-b925-4cd8-be98-a1b92dd1b8f6 req-361bf636-e719-4164-a882-28567d41236e tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388632 Aug 21 18:34:47.516274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932b4ae-1390-4bd9-8f4e-579135fd6f5e req-75341e38-3451-4761-bf1f-e9083cab2b0c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:47.525897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a932b4ae-1390-4bd9-8f4e-579135fd6f5e req-75341e38-3451-4761-bf1f-e9083cab2b0c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.0705678 Aug 21 18:34:47.583848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a932b4ae-1390-4bd9-8f4e-579135fd6f5e req-f992b745-b640-4a17-b1ae-36bf2c36019c tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557742 Aug 21 18:34:47.598416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 38692) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:47.767006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9d7dcf-0712-4382-b294-934b950c9ad7 tempest-TestServerBasicOps-1556862551 tempest-TestServerBasicOps-1556862551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:47.774209 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 38720) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:47.774859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aa9d7dcf-0712-4382-b294-934b950c9ad7 tempest-TestServerBasicOps-1556862551 tempest-TestServerBasicOps-1556862551-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1092 time: 0.1748233 Aug 21 18:34:47.779388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '3a0561c0-2dbf-418e-9168-b6776d069233', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:47.789635 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf8337c8-91a4-4cf6-9fee-37591eaedeed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.826209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:47.936184 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:48.063862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Allocated IP 172.25.1.116 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/16c08ae8-1e15-4654-a30b-f2a5f752d247) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:48.192386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:48.240945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:48.283027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:48.286266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:48.292389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:48.558851 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:48.695958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'Port': ['ID=16c08ae8-1e15-4654-a30b-f2a5f752d247,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:48.998130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.127170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.212113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.439797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.446988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.534188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event updated for resources: {'Port': ['ID=16c08ae8-1e15-4654-a30b-f2a5f752d247,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:49.539740 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:49.653248 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Floating IP 7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8 associated. External IP: 172.25.1.116, port: 3a0561c0-2dbf-418e-9168-b6776d069233. Aug 21 18:34:49.942219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:50.082241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:50.094266 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Sync routers for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:50.107477 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:50.108436 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:50.124271 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:50.181485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0d210863-18ad-4aa4-83de-6f040bf33ddd tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4056478 Aug 21 18:34:50.182312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:34:50.185167 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2db1e36-af09-44bb-beb6-a5975872735f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:34:50.246154 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:50.251909 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b38ac01-6511-45a4-b3da-5bdc2635b489 x-openstack-request-id: req-8b38ac01-6511-45a4-b3da-5bdc2635b489 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:34:50.252413 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:34:50.252413 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b38ac01-6511-45a4-b3da-5bdc2635b489 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:34:50.252944 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233', 'status': 'completed', 'code': 200} Aug 21 18:34:50.331438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0600abc6-be02-457b-bab2-a555ee8a86d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:50.338117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1e36-af09-44bb-beb6-a5975872735f req-4cb4181a-4cf8-40e1-adda-f56f5072a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:50.339973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-4cb4181a-4cf8-40e1-adda-f56f5072a3da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0539744 Aug 21 18:34:50.468861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1e36-af09-44bb-beb6-a5975872735f req-e6d0964b-ad5b-4135-b72d-8a1074a61387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:50.470723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-e6d0964b-ad5b-4135-b72d-8a1074a61387 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.1232040 Aug 21 18:34:50.473425 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:50.571723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-bd9d388a-9436-43c6-8187-4d86f03068b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 999 time: 0.0940373 Aug 21 18:34:50.588123 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'port_id': '3a0561c0-2dbf-418e-9168-b6776d069233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'mac_address': 'fa:16:3e:8e:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:48Z', 'updated_at': '2021-08-21T18:34:48Z', 'revision_number': 0, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:50.634807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Checking router: 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:50.641245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1e36-af09-44bb-beb6-a5975872735f req-d23b2f2c-c6a9-4f19-99cc-fff9ea8aef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:50.643772 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-d23b2f2c-c6a9-4f19-99cc-fff9ea8aef24 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0638363 Aug 21 18:34:50.664331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:50.667961 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:50.715317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db1e36-af09-44bb-beb6-a5975872735f req-da632089-0963-4113-beef-6ed527f27f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:50.717620 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-da632089-0963-4113-beef-6ed527f27f15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662351 Aug 21 18:34:50.835901 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:50.952222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-12b0f5eb-2ae4-4d47-a050-505e7dfb55c3 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262158 Aug 21 18:34:51.069880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f2db1e36-af09-44bb-beb6-a5975872735f req-33743952-3f7d-4e2d-a143-2a5ee8e549bb service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095898 Aug 21 18:34:51.205429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'port_id': '3a0561c0-2dbf-418e-9168-b6776d069233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'mac_address': 'fa:16:3e:8e:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:48Z', 'updated_at': '2021-08-21T18:34:48Z', 'revision_number': 0, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:51.234872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28161894-0fc6-476b-92a1-eecc5d9e8d6a None None] The sync data for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 is: [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'port_id': '3a0561c0-2dbf-418e-9168-b6776d069233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'mac_address': 'fa:16:3e:8e:f7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:34:48Z', 'updated_at': '2021-08-21T18:34:48Z', 'revision_number': 0, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:51.456725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456b3c7d-3373-430f-bb8f-a94020903a29 None None] New status for floating IP 7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:34:51.636778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:51.925988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39132) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:52.268150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:52.509782 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Deleting port aae9ba16-6a7d-43c0-b730-f4476aa426da {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:52.510122 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:52.587502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] For port aae9ba16-6a7d-43c0-b730-f4476aa426da, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=aae9ba16-6a7d-43c0-b730-f4476aa426da,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:52.587818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:52.600310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Calling delete_port for aae9ba16-6a7d-43c0-b730-f4476aa426da owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:52.782892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:52.813510 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Pushing event deleted for resources: {'Port': ['ID=aae9ba16-6a7d-43c0-b730-f4476aa426da,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:52.977431 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.191309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:53.296059 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:53.301342 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9be8a7fc-91a1-4e57-b99f-d3b14c63d847 admin admin] 10.222.0.41 "PUT /v2.0/routers/8dfc0822-3e85-4a9d-a001-0cd52ac51698/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3742738 Aug 21 18:34:53.303956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39134) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:53.306139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Sync routers for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:53.306667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.315549 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:53.316158 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:53.407224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.420156 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:53.505930 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.595842 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:34:52Z', 'revision_number': 5, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port': {'id': '2b3f95e4-472b-4f95-8a58-ec266676ab43', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ff:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:30:54Z', 'updated_at': '2021-08-21T18:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:53.623157 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Checking router: 8dfc0822-3e85-4a9d-a001-0cd52ac51698 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:53.631874 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Routers {'8dfc0822-3e85-4a9d-a001-0cd52ac51698'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:53.632667 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:53.720248 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] Set router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:53.775057 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:34:53Z', 'revision_number': 6, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:53.801706 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eebcd2-d71f-4f93-a206-5df44056d205 None None] The sync data for ids ['8dfc0822-3e85-4a9d-a001-0cd52ac51698'] in n-d-793621-32 is: [{'id': '8dfc0822-3e85-4a9d-a001-0cd52ac51698', 'name': 'tempest-TestVolumeBackupRestore-1923774509-router', 'tenant_id': 'b33f1214635f4f55b4cef3b0887e3818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:30:52Z', 'updated_at': '2021-08-21T18:34:53Z', 'revision_number': 6, 'project_id': 'b33f1214635f4f55b4cef3b0887e3818', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:53.880638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Deleting port 2b3f95e4-472b-4f95-8a58-ec266676ab43 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:53.880985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.957025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] For port 2b3f95e4-472b-4f95-8a58-ec266676ab43, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b3f95e4-472b-4f95-8a58-ec266676ab43,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:53.957396 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:53.969297 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Calling delete_port for 2b3f95e4-472b-4f95-8a58-ec266676ab43 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:54.131421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.169449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3f95e4-472b-4f95-8a58-ec266676ab43,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:54.226466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.320597 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.322705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.367239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.367825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfc0822-3e85-4a9d-a001-0cd52ac51698 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:34:54.372186 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.373245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-31b666e0-82d8-4f07-8100-b3fd1f9a0bdb admin admin] 10.222.0.41 "DELETE /v2.0/routers/8dfc0822-3e85-4a9d-a001-0cd52ac51698 HTTP/1.1" status: 204 len: 168 time: 1.0678530 Aug 21 18:34:54.375777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39136) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:54.419571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Deleting subnet 9cdc4054-0857-4e2f-8ae5-0f0badad958a {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:34:54.422586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.457841 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.537114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.592792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.620654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cdc4054-0857-4e2f-8ae5-0f0badad958a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:54.622652 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.624554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e32171b6-b59a-4da7-9057-ee8ec9582fa9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9cdc4054-0857-4e2f-8ae5-0f0badad958a HTTP/1.1" status: 204 len: 168 time: 0.2478197 Aug 21 18:34:54.627020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75819087-6f94-4756-9a41-802125937d7f None None] Network 2820283f-7af1-48f7-a865-8c9a84e8ff45 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:54.627526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39138) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:54.697746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.763608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Deleting port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:54.763948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.817280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] DHCP port deletion for 2820283f-7af1-48f7-a865-8c9a84e8ff45 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:34:54.836434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] For port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:54.836756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.858789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Calling delete_port for 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:54.876156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Deleting port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:54.877109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.916140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b3f95e4-472b-4f95-8a58-ec266676ab43 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:54.942983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2b3f95e4-472b-4f95-8a58-ec266676ab43 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:54.943249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b3f95e4-472b-4f95-8a58-ec266676ab43 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:54.943659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aae9ba16-6a7d-43c0-b730-f4476aa426da no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:54.947170 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:54.970100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: aae9ba16-6a7d-43c0-b730-f4476aa426da {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:54.970437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device aae9ba16-6a7d-43c0-b730-f4476aa426da not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:54.970868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:54.975645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:54.981793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] No DVR routers for this DVR port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:34:54.998666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:54.999006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:55.010868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] For port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,segment=NetworkSegment(2865b705-6fcd-405d-871a-3b3470607a39),segment_id=2865b705-6fcd-405d-871a-3b3470607a39)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:55.011129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.027625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Calling delete_port for 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:55.051898 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.062805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2820283f-7af1-48f7-a865-8c9a84e8ff45']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:55.073404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2865b705-6fcd-405d-871a-3b3470607a39') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:55.073702 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2865b705-6fcd-405d-871a-3b3470607a39') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:55.082343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.096235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.100303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.103055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:34:55.103440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:34:55.105097 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:34:55.125267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] Pushing event deleted for resources: {'Port': ['ID=5cf7928d-7998-48ff-8a0f-f3028dde5ce2,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:55.128871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5395a67e-f3a4-4b52-a20a-c16d5caa4414 None None] No DVR routers for this DVR port 5cf7928d-7998-48ff-8a0f-f3028dde5ce2 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:34:55.171425 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.177210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.179703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2820283f-7af1-48f7-a865-8c9a84e8ff45 HTTP/1.1" status: 204 len: 168 time: 0.5510020 Aug 21 18:34:55.182826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39140) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:55.190764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487c74f-d139-48e3-861f-fd7e200352d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2820283f-7af1-48f7-a865-8c9a84e8ff45,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:55.525553 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.771188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Deleting port bdba19b7-fc8a-459f-933f-66cb76fcc617 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:55.771527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.858624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] For port bdba19b7-fc8a-459f-933f-66cb76fcc617, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bdba19b7-fc8a-459f-933f-66cb76fcc617,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:55.858993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:55.870308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Calling delete_port for bdba19b7-fc8a-459f-933f-66cb76fcc617 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:56.046018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.073435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Pushing event deleted for resources: {'Port': ['ID=bdba19b7-fc8a-459f-933f-66cb76fcc617,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:56.235308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.444265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:34:56.548155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:56.553353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4fc1bfb0-2fbc-4b93-99b2-e1df48233c6c admin admin] 10.222.0.41 "PUT /v2.0/routers/ad1568e4-92a5-4d1c-93b8-2e0b25923e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3694854 Aug 21 18:34:56.556625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39142) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:56.557987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Sync routers for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:56.567929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:56.568633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:56.659988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.672506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:56.762592 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.824342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Deleting port 84707e0e-d685-407e-9bd8-e1b34290a7a2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:56.824342 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.860897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:34:56Z', 'revision_number': 5, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port': {'id': '84707e0e-d685-407e-9bd8-e1b34290a7a2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:0e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:31:06Z', 'updated_at': '2021-08-21T18:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:56.888842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Checking router: ad1568e4-92a5-4d1c-93b8-2e0b25923e10 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:56.897176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Routers {'ad1568e4-92a5-4d1c-93b8-2e0b25923e10'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:56.897805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:56.908679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] For port 84707e0e-d685-407e-9bd8-e1b34290a7a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=84707e0e-d685-407e-9bd8-e1b34290a7a2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:56.909081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:56.921912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Calling delete_port for 84707e0e-d685-407e-9bd8-e1b34290a7a2 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:57.096615 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.123344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=84707e0e-d685-407e-9bd8-e1b34290a7a2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:57.141765 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] Set router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:57.183581 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.193030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:34:56Z', 'revision_number': 6, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:57.222238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cda436-f6cf-4eae-8518-9c2e97da4405 None None] The sync data for ids ['ad1568e4-92a5-4d1c-93b8-2e0b25923e10'] in n-d-793621-32 is: [{'id': 'ad1568e4-92a5-4d1c-93b8-2e0b25923e10', 'name': 'tempest-TestVolumeBackupRestore-1566109439-router', 'tenant_id': '94876c89dcd445df84ba13ab66174d6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:31:05Z', 'updated_at': '2021-08-21T18:34:56Z', 'revision_number': 6, 'project_id': '94876c89dcd445df84ba13ab66174d6f', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:34:57.273875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.276014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.320307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.320826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad1568e4-92a5-4d1c-93b8-2e0b25923e10 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:34:57.325081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.326236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7edb4bc4-295c-48e5-9e23-e50ddf97c9ff admin admin] 10.222.0.41 "DELETE /v2.0/routers/ad1568e4-92a5-4d1c-93b8-2e0b25923e10 HTTP/1.1" status: 204 len: 168 time: 0.7686596 Aug 21 18:34:57.328797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39150) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:57.372383 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Deleting subnet c6b7aaea-8c70-48ac-945d-624bfcbc0bfb {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:34:57.375213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.408321 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.487692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.539186 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.565913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.567974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c6b7aaea-8c70-48ac-945d-624bfcbc0bfb HTTP/1.1" status: 204 len: 168 time: 0.2381082 Aug 21 18:34:57.569054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797dff7-8ad9-4844-a66e-1d04e65187e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6b7aaea-8c70-48ac-945d-624bfcbc0bfb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:57.570323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39152) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:57.577836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64027d84-276d-4052-a0dc-5e5645d0d419 None None] Network 4787c5ee-13d9-4853-b543-210310c7370e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:34:57.578745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39154) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:57.641329 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.705583 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3f13fc0c-e6f9-43e6-b452-d6251f5b4977 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2463 time: 0.1256237 Aug 21 18:34:57.708237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39156) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:57.712192 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Deleting port 0931f1ec-6c51-4d51-a323-f415a7245234 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:34:57.712542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.714243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'network': {'name': 'tempest-network-smoke--1699382522', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'port_security_enabled': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:57.737627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:57.742010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.774416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:34:57.782935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] For port 0931f1ec-6c51-4d51-a323-f415a7245234, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=0931f1ec-6c51-4d51-a323-f415a7245234,segment=NetworkSegment(319534f7-9efd-48db-88d6-d21f68aeff84),segment_id=319534f7-9efd-48db-88d6-d21f68aeff84)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:34:57.783301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.783642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.784000 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Added segment 4cbcba67-aa15-4686-9e84-483b6406462f of type vlan for network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 Aug 21 18:34:57.797451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Calling delete_port for 0931f1ec-6c51-4d51-a323-f415a7245234 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:34:57.830480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.856373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.862254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:57.862633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.885482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.912451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=0931f1ec-6c51-4d51-a323-f415a7245234,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:57.914353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] No DVR routers for this DVR port 0931f1ec-6c51-4d51-a323-f415a7245234 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:34:57.924373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2148578 Aug 21 18:34:57.927380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:57.933956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'admin_state_up': True, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:57.949391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897d697-94b8-4771-a526-ef1ac09d288c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Network': ['ID=67f9c9e8-7a4a-4af7-9e48-601ba3888275,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:57.959850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:34:57.967894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.968947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.987457 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:57.999259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4787c5ee-13d9-4853-b543-210310c7370e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:58.014911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319534f7-9efd-48db-88d6-d21f68aeff84') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:58.015211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319534f7-9efd-48db-88d6-d21f68aeff84') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:58.026064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.027167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.045762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.048738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ae2187-57b4-470f-9530-db323be042c4 None None] DHCP port deletion for 4787c5ee-13d9-4853-b543-210310c7370e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:34:58.054272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:34:58.054805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:34:58.056929 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:34:58.125345 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.131083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.132994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] 10.222.0.41 "DELETE /v2.0/networks/4787c5ee-13d9-4853-b543-210310c7370e HTTP/1.1" status: 204 len: 168 time: 0.5617337 Aug 21 18:34:58.145314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5c7c-2c43-4bc6-bbe8-5f0997359a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4787c5ee-13d9-4853-b543-210310c7370e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:58.194088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.325095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39162) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:58.371428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-16b94126-e099-4b9d-b558-eeb2d4962525 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b33f1214635f4f55b4cef3b0887e3818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448692 Aug 21 18:34:58.373846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39164) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:58.399613 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.419205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.423036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.444443 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.507396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.510032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.513998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20b6d5ca-d6c4-47da-b147-7a4f2b7101b7 HTTP/1.1" status: 204 len: 168 time: 0.1365495 Aug 21 18:34:58.519099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959abd18-aa92-4f85-8690-356d1a8d70a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b6d5ca-d6c4-47da-b147-7a4f2b7101b7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:58.541514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.25.1.238 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/62d112c4-589d-4c43-97e5-f4768f488628) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:34:58.654436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.697265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.733542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:34:58.737567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:34:58.740970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:34:58.748456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=62d112c4-589d-4c43-97e5-f4768f488628,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:58.860028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39170) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:58.878085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bdba19b7-fc8a-459f-933f-66cb76fcc617 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:58.904495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: bdba19b7-fc8a-459f-933f-66cb76fcc617 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:58.904841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bdba19b7-fc8a-459f-933f-66cb76fcc617 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:58.905257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0931f1ec-6c51-4d51-a323-f415a7245234 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:58.906431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e16d0575-9772-4153-a93d-4d8ffc0866d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94876c89dcd445df84ba13ab66174d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452461 Aug 21 18:34:58.908960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39172) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:58.925208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 0931f1ec-6c51-4d51-a323-f415a7245234 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:58.925467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 0931f1ec-6c51-4d51-a323-f415a7245234 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:58.925889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84707e0e-d685-407e-9bd8-e1b34290a7a2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:34:58.945712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 84707e0e-d685-407e-9bd8-e1b34290a7a2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:34:58.946053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 84707e0e-d685-407e-9bd8-e1b34290a7a2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:34:58.962613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:58.984634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.026485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.030927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.033435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.034614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/68c35b8b-8e7b-4a7f-89b1-608f0253485e HTTP/1.1" status: 204 len: 168 time: 0.1246378 Aug 21 18:34:59.042402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9850a76f-c3a9-46cd-b963-2bc3777e331c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c35b8b-8e7b-4a7f-89b1-608f0253485e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:34:59.233233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.372285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:34:59.486100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:34:59.497364 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Sync routers for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:34:59.508155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.508838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:34:59.509478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:59.509625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e75bce85-e3f5-47bb-a9dc-96c44a1f0e22 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5811737 Aug 21 18:34:59.512759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39176) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.568385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a881f-3a1a-47b5-8a64-3b0745c340ef tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:59.573341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39178) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.573728 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a1a881f-3a1a-47b5-8a64-3b0745c340ef tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0595758 Aug 21 18:34:59.631496 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:34:59.667007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b410fb-be2e-44e6-b70d-0c5944620f0d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:59.668561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-30b410fb-be2e-44e6-b70d-0c5944620f0d tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936670 Aug 21 18:34:59.671507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39180) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.702547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-77b7fa84-9e13-4d0a-b135-658d279ecab1 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280142 Aug 21 18:34:59.703431 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39182) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.733715 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5621f991-6add-4673-893a-ec84a82356c0 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270307 Aug 21 18:34:59.733954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39184) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.806827 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:34:58Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:34:59.822934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d16e7c-d691-47b9-8800-9ff68d73a9f6 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:34:59.824449 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-53d16e7c-d691-47b9-8800-9ff68d73a9f6 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896366 Aug 21 18:34:59.827300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39186) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.833431 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Checking router: cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:34:59.833778 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Updating router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e port 62d112c4-589d-4c43-97e5-f4768f488628 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:34:59.856831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-85e7cf0c-41d2-4bb6-a1cb-8abe8408f35a tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284517 Aug 21 18:34:59.859367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39188) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:34:59.861049 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:34:59.864165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1664443096', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:34:59.952751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:34:59.956605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.107566 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.117286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Transition to ACTIVE for port object 62d112c4-589d-4c43-97e5-f4768f488628 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:00.122989 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.137506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.177161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Attempting to bind port 62d112c4-589d-4c43-97e5-f4768f488628 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:35:00.177531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Attempting to bind port 62d112c4-589d-4c43-97e5-f4768f488628 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:35:00.177912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Attempting to bind port 62d112c4-589d-4c43-97e5-f4768f488628 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:35:00.181037 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Pushing event updated for resources: {'Port': ['ID=62d112c4-589d-4c43-97e5-f4768f488628,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:00.189043 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:35:00.189419 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:35:00.189817 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.190211 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:35:00.190709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Bound port: 62d112c4-589d-4c43-97e5-f4768f488628, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:35:00.191090 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.194300 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.195183 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.195525 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.195860 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.196188 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.196514 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.196839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.197161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.197488 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.197808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.198128 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.198482 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:00.207591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Subnet': ['ID=ca389d05-3e32-436e-ac95-6b7907d2c74b,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:00.212845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Checking segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:35:00.213217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network hostable DHCP agents. Network: 67f9c9e8-7a4a-4af7-9e48-601ba3888275, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:35:00.231629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:35:00.241177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 67f9c9e8-7a4a-4af7-9e48-601ba3888275) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:35:00.245710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:00.246327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.253186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3764d60f-b9ee-4b5f-8fe5-680feeda74c7 None None] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:35:00.255330 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] For port 62d112c4-589d-4c43-97e5-f4768f488628, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:35:00.262093 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] For port 62d112c4-589d-4c43-97e5-f4768f488628, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=62d112c4-589d-4c43-97e5-f4768f488628,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:35:00.266267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-37cb1085-a5ee-4a33-a7bd-1cbdf0f94248 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4058852 Aug 21 18:35:00.267838 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.269149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39190) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:00.334489 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d22b-28f5-4fe0-b850-168bb9a18e24 None None] Pushing event updated for resources: {'Port': ['ID=62d112c4-589d-4c43-97e5-f4768f488628,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:00.341880 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:00.342505 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:00.431862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'fixed_ips': [{'subnet_id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:35:00.432973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.541152 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:00.579192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Allocated IP 172.20.0.18 (67f9c9e8-7a4a-4af7-9e48-601ba3888275/ca389d05-3e32-436e-ac95-6b7907d2c74b/9fef0583-b00f-4c81-a92e-c7be911df21f) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:35:00.744930 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:34:58Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:00.769910 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.771608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6266f1-3262-4957-aa32-8c951d750446 None None] The sync data for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 is: [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:34:58Z', 'revision_number': 3, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:35:00.782354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Transition to ACTIVE for port object 9fef0583-b00f-4c81-a92e-c7be911df21f will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:00.800073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.808224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Transition to ACTIVE for port object 9fef0583-b00f-4c81-a92e-c7be911df21f will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:00.818371 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.859351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:35:00.862194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:35:00.864692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:35:00.898184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Pushing event updated for resources: {'Port': ['ID=9fef0583-b00f-4c81-a92e-c7be911df21f,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:00.935066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Attempting to bind port 9fef0583-b00f-4c81-a92e-c7be911df21f on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:35:00.935575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Attempting to bind port 9fef0583-b00f-4c81-a92e-c7be911df21f by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:35:00.936056 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Attempting to bind port 9fef0583-b00f-4c81-a92e-c7be911df21f on network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:35:00.941155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:35:00.941642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Checking segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:35:00.942147 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:00.942666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Bound using segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:35:00.943208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Bound port: 9fef0583-b00f-4c81-a92e-c7be911df21f, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:35:00.943595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:01.015343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] For port 9fef0583-b00f-4c81-a92e-c7be911df21f, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:35:01.018766 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] For port 9fef0583-b00f-4c81-a92e-c7be911df21f, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9fef0583-b00f-4c81-a92e-c7be911df21f,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:35:01.029202 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:01.119850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891f93-1a50-4221-95ab-fe1586d30556 None None] Pushing event updated for resources: {'Port': ['ID=9fef0583-b00f-4c81-a92e-c7be911df21f,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:01.162952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.20.0.17 (67f9c9e8-7a4a-4af7-9e48-601ba3888275/ca389d05-3e32-436e-ac95-6b7907d2c74b/28913de1-511c-44c9-a026-410c002b1612) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:35:01.614051 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:01.628266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Transition to ACTIVE for port object 28913de1-511c-44c9-a026-410c002b1612 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:01.661552 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:01.705763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:35:01.708808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:35:01.713049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:35:01.721466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:01.762200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:01.899380 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.056473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29afd7-dc13-4838-a5be-4df7c9f5e1ee None None] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:35:02.130129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5e6620db-069a-4117-8b4c-2645fdbb54bf None None] Provisioning for port 9fef0583-b00f-4c81-a92e-c7be911df21f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:02.198036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.203014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.276872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.278680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:02.383278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:35:02.384791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:35:02.462089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2a469254-831d-447c-804c-f1585a55489a None None] Provisioning for port 28913de1-511c-44c9-a026-410c002b1612 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:02.466590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2a469254-831d-447c-804c-f1585a55489a None None] Provisioning complete for port 28913de1-511c-44c9-a026-410c002b1612 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:02.466964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2a469254-831d-447c-804c-f1585a55489a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.503086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:35:02.503676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2a469254-831d-447c-804c-f1585a55489a None None] Port 28913de1-511c-44c9-a026-410c002b1612 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:35:02.623506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:35:02.630801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0160a7d6-b05e-4c2c-8ce0-4601d2d9205e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "PUT /v2.0/routers/cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3595231 Aug 21 18:35:02.634563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Sync routers for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:35:02.636406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a33bdd63-9b0b-4bd3-92f3-02673a0a79f8 None None] Provisioning complete for port 28913de1-511c-44c9-a026-410c002b1612 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:02.636771 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a33bdd63-9b0b-4bd3-92f3-02673a0a79f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.672062 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:02.672701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:02.714008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a33bdd63-9b0b-4bd3-92f3-02673a0a79f8 None None] Port 28913de1-511c-44c9-a026-410c002b1612 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:35:02.794761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:02.850217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-62f206fe-06c4-4b4a-b48f-3ae45bda2c5d None None] Provisioning complete for port 28913de1-511c-44c9-a026-410c002b1612 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:02.850673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-62f206fe-06c4-4b4a-b48f-3ae45bda2c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:02.921187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-3f603165-9623-4f7d-8db7-b6c73e3cf702 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:02.922879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-3f603165-9623-4f7d-8db7-b6c73e3cf702 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/networks?id=67f9c9e8-7a4a-4af7-9e48-601ba3888275 HTTP/1.1" status: 200 len: 798 time: 0.1281958 Aug 21 18:35:02.947280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-c50003ae-17af-46e3-827d-b66307935de0 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/quotas/ff57f5318e4c4c8f8420f06ec4a7e8c7 HTTP/1.1" status: 200 len: 375 time: 0.0169885 Aug 21 18:35:02.954104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9fef0583-b00f-4c81-a92e-c7be911df21f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:02.962482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-62f206fe-06c4-4b4a-b48f-3ae45bda2c5d None None] Port 28913de1-511c-44c9-a026-410c002b1612 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:35:03.004538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-1ce2b710-297c-4c0f-b40a-2f96ae486638 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0547240 Aug 21 18:35:03.057277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9fef0583-b00f-4c81-a92e-c7be911df21f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:03.065864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9fef0583-b00f-4c81-a92e-c7be911df21f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:03.066235 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.104555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-1145209f-04d5-4fd7-891d-cc438697d638 service neutron] 10.222.0.41 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886793 Aug 21 18:35:03.121675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:01Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '28913de1-511c-44c9-a026-410c002b1612', 'name': '', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:c7:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:35:00Z', 'updated_at': '2021-08-21T18:35:02Z', 'revision_number': 2, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:03.149984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Checking router: cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:35:03.150393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Updating router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e port 28913de1-511c-44c9-a026-410c002b1612 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:35:03.193890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-3d9abe9a-880f-4115-9a78-5e77687d9f5f service neutron] 10.222.0.41 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832093 Aug 21 18:35:03.200066 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.206374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.268546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9fef0583-b00f-4c81-a92e-c7be911df21f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9fef0583-b00f-4c81-a92e-c7be911df21f,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:03.277462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.278230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 62d112c4-589d-4c43-97e5-f4768f488628 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:03.364254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9405e3fa-83fb-4cbb-add0-cb8fc1fea25c req-b22c999c-b2e3-4ec3-b975-f4c8e89e49b7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 210 time: 0.0324471 Aug 21 18:35:03.435061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9fef0583-b00f-4c81-a92e-c7be911df21f,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:03.487314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 62d112c4-589d-4c43-97e5-f4768f488628 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:03.500741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 62d112c4-589d-4c43-97e5-f4768f488628 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:03.501129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.645183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.653026 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.669186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Transition to ACTIVE for port object 28913de1-511c-44c9-a026-410c002b1612 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:03.679796 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.687054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 62d112c4-589d-4c43-97e5-f4768f488628, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=62d112c4-589d-4c43-97e5-f4768f488628,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:03.714038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.740321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e390-253c-4c65-8346-43c69dcb07a8 None None] Pushing event updated for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:03.816648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Attempting to bind port 28913de1-511c-44c9-a026-410c002b1612 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:35:03.817023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Attempting to bind port 28913de1-511c-44c9-a026-410c002b1612 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:35:03.817385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Attempting to bind port 28913de1-511c-44c9-a026-410c002b1612 on network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:35:03.834101 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:35:03.834472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Checking segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:35:03.834902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.835859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Bound using segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:35:03.836333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Bound port: 28913de1-511c-44c9-a026-410c002b1612, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:35:03.836728 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.849137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=62d112c4-589d-4c43-97e5-f4768f488628,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:03.916836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] For port 28913de1-511c-44c9-a026-410c002b1612, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:35:03.920614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] For port 28913de1-511c-44c9-a026-410c002b1612, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=28913de1-511c-44c9-a026-410c002b1612,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:35:03.924654 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:03.990706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:03.991836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:04.029875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07e390-253c-4c65-8346-43c69dcb07a8 None None] Pushing event updated for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:04.275109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:04.362083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-6f6e46eb-b9bf-486c-b79b-b84245b2f71e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:04.363609 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-6f6e46eb-b9bf-486c-b79b-b84245b2f71e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.64 "GET /v2.0/networks?id=67f9c9e8-7a4a-4af7-9e48-601ba3888275 HTTP/1.1" status: 200 len: 798 time: 0.1191161 Aug 21 18:35:04.378039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Request body: {'port': {'device_id': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'admin_state_up': True, 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:35:04.477626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37c01411-f0c7-4b5c-8af4-29a0a2df4221 req-0e5ee1fc-e18f-4678-9b02-5d3e49847116 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 210 time: 0.0397646 Aug 21 18:35:04.483257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:01Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '28913de1-511c-44c9-a026-410c002b1612', 'name': '', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:c7:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:35:00Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:04.513389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252075a7-ad9c-4116-b081-a10bdceda721 None None] The sync data for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 is: [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:01Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '28913de1-511c-44c9-a026-410c002b1612', 'name': '', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:c7:af:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:35:00Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:35:04.518189 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Made reservation on behalf of ff57f5318e4c4c8f8420f06ec4a7e8c7 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:35:04.522034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:04.667612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Allocated IP 172.20.0.19 (67f9c9e8-7a4a-4af7-9e48-601ba3888275/ca389d05-3e32-436e-ac95-6b7907d2c74b/952df125-953b-4b44-8165-68cda6e9531b) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:35:04.792061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:04.807743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Transition to ACTIVE for port object 952df125-953b-4b44-8165-68cda6e9531b will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:04.845304 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:04.892904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:35:04.895983 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:35:04.900368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:35:04.945438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event updated for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:04.982803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:04.983141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:04.995154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 28913de1-511c-44c9-a026-410c002b1612 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:05.002111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-90b15fbb-6bdb-4792-9d16-7b4b1ee1ad3b tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6280336 Aug 21 18:35:05.024366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Request body: {'port': {'device_id': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:35:05.055816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 28913de1-511c-44c9-a026-410c002b1612 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:05.060506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 28913de1-511c-44c9-a026-410c002b1612 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:05.061009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.095217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.173935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.237066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 28913de1-511c-44c9-a026-410c002b1612, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=28913de1-511c-44c9-a026-410c002b1612,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:05.243567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.244675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9fef0583-b00f-4c81-a92e-c7be911df21f up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:05.318917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c3ffc74e-ed28-4db0-929a-8f39346d7213 None None] Provisioning for port 952df125-953b-4b44-8165-68cda6e9531b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:05.335482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c3ffc74e-ed28-4db0-929a-8f39346d7213 None None] Provisioning complete for port 952df125-953b-4b44-8165-68cda6e9531b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:05.335856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc74e-ed28-4db0-929a-8f39346d7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.363092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:05.381620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.382294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.382433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.382681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.383014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.383345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.383671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.383993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.384316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.384640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.384957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.385279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.402447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9fef0583-b00f-4c81-a92e-c7be911df21f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:05.402838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.404514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c3ffc74e-ed28-4db0-929a-8f39346d7213 None None] Port 952df125-953b-4b44-8165-68cda6e9531b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:35:05.462878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952df125-953b-4b44-8165-68cda6e9531b {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:35:05.471323 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.485750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Transition to ACTIVE for port object 952df125-953b-4b44-8165-68cda6e9531b will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:35:05.497593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.539566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 62d112c4-589d-4c43-97e5-f4768f488628 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:05.568206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Pushing event updated for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:05.594851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.595204 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.595550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.595889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.596222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.596556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.596882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.597207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.597539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.597865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.598186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.598519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:05.618882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 62d112c4-589d-4c43-97e5-f4768f488628 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:05.619408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.659775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d89bed-bf8f-4d45-af30-c4d7e7dcfb03 req-d46e149b-e9c0-427c-a76f-6e404e9a1eb4 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:05.662732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c2d89bed-bf8f-4d45-af30-c4d7e7dcfb03 req-d46e149b-e9c0-427c-a76f-6e404e9a1eb4 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 907 time: 0.0965281 Aug 21 18:35:05.686922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Attempting to bind port 952df125-953b-4b44-8165-68cda6e9531b on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:35:05.687537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Attempting to bind port 952df125-953b-4b44-8165-68cda6e9531b by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:35:05.687975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Attempting to bind port 952df125-953b-4b44-8165-68cda6e9531b on network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:35:05.693340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Port 952df125-953b-4b44-8165-68cda6e9531b on network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:35:05.693655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Attempting to bind port 952df125-953b-4b44-8165-68cda6e9531b on network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:35:05.701490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:35:05.701815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Checking segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:35:05.702196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Bound using segment: {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:35:05.702664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Bound port: 952df125-953b-4b44-8165-68cda6e9531b, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbcba67-aa15-4686-9e84-483b6406462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:35:05.703029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:05.780494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:35:05.784439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=952df125-953b-4b44-8165-68cda6e9531b,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:35:05.791021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:06.140477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.141073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:06.142442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] 10.222.0.64 "PUT /v2.0/ports/952df125-953b-4b44-8165-68cda6e9531b HTTP/1.1" status: 200 len: 1056 time: 1.1250775 Aug 21 18:35:06.142902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'tag': '952df125-953b-4b44-8165-68cda6e9531b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:35:06.145113 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84567043-aab3-440d-b37f-32188b353768" -d '{"events": [{"name": "network-changed", "server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "tag": "952df125-953b-4b44-8165-68cda6e9531b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:35:06.170993 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c6b5a-2ff1-4017-9f23-97fb76591226 service neutron] Pushing event updated for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:06.197682 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c14d6-10f6-4513-b6ad-d2f3e6e0a7a9 x-openstack-request-id: req-cd1c14d6-10f6-4513-b6ad-d2f3e6e0a7a9 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:35:06.197976 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "tag": "952df125-953b-4b44-8165-68cda6e9531b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:35:06.198227 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd1c14d6-10f6-4513-b6ad-d2f3e6e0a7a9 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:35:06.198724 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'tag': '952df125-953b-4b44-8165-68cda6e9531b', 'status': 'completed', 'code': 200} Aug 21 18:35:06.231866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-69bd1541-9d8d-4e4b-b439-4cb22eaa5ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.233326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-69bd1541-9d8d-4e4b-b439-4cb22eaa5ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 1059 time: 0.0454092 Aug 21 18:35:06.276669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-9d1653da-df4c-483b-86ec-effe9631b26d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=952df125-953b-4b44-8165-68cda6e9531b HTTP/1.1" status: 200 len: 217 time: 0.0349603 Aug 21 18:35:06.330734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-f92ec30d-663e-48cb-95ab-a83b52e57411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.332200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-f92ec30d-663e-48cb-95ab-a83b52e57411 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca389d05-3e32-436e-ac95-6b7907d2c74b HTTP/1.1" status: 200 len: 838 time: 0.0483072 Aug 21 18:35:06.379481 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-5926a7b2-43ff-40f7-9bf1-7c5dcc01965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.380976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-5926a7b2-43ff-40f7-9bf1-7c5dcc01965b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67f9c9e8-7a4a-4af7-9e48-601ba3888275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0402653 Aug 21 18:35:06.471426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-5c41a5df-b8f9-4779-9618-cd7880cb257f service neutron] 10.222.0.64 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806389 Aug 21 18:35:06.564485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a82dc1b1-debd-46b5-867f-c6c69c1922e8 req-f5a4bdb3-a9a1-42e7-a3af-8f35d4dfb96a service neutron] 10.222.0.64 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849452 Aug 21 18:35:06.654011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567043-aab3-440d-b37f-32188b353768 req-fb309ac3-11dd-4711-b3f8-5b698719389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.655506 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-fb309ac3-11dd-4711-b3f8-5b698719389f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 1059 time: 0.0408232 Aug 21 18:35:06.749964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567043-aab3-440d-b37f-32188b353768 req-3bdde210-2551-4a21-9afd-97076614e125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.751474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-3bdde210-2551-4a21-9afd-97076614e125 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67f9c9e8-7a4a-4af7-9e48-601ba3888275 HTTP/1.1" status: 200 len: 899 time: 0.0880885 Aug 21 18:35:06.782673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f16e47-44c6-47cb-803b-0fe9b726f0a2 req-20f771a7-f3d4-4bef-97b0-51100a73346f tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.784154 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-91f16e47-44c6-47cb-803b-0fe9b726f0a2 req-20f771a7-f3d4-4bef-97b0-51100a73346f tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 907 time: 0.0488067 Aug 21 18:35:06.794310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-34ef995d-30d7-47b6-9b91-fb2334205192 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=952df125-953b-4b44-8165-68cda6e9531b HTTP/1.1" status: 200 len: 217 time: 0.0339887 Aug 21 18:35:06.849729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567043-aab3-440d-b37f-32188b353768 req-a0ff7a78-e423-47b7-bb84-f294d0357c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.851778 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-a0ff7a78-e423-47b7-bb84-f294d0357c6b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ca389d05-3e32-436e-ac95-6b7907d2c74b HTTP/1.1" status: 200 len: 838 time: 0.0494082 Aug 21 18:35:06.884140 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 28913de1-511c-44c9-a026-410c002b1612 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:06.904762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84567043-aab3-440d-b37f-32188b353768 req-eddff5d6-60e3-44be-9528-baa2d43b5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:06.906280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-eddff5d6-60e3-44be-9528-baa2d43b5683 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67f9c9e8-7a4a-4af7-9e48-601ba3888275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0463247 Aug 21 18:35:06.932112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 28913de1-511c-44c9-a026-410c002b1612 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:06.932487 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:06.997951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-325f7a98-bc2b-4f20-8974-8ed7e902a7d0 service neutron] 10.222.0.64 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815644 Aug 21 18:35:07.092570 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84567043-aab3-440d-b37f-32188b353768 req-ca9ba9e2-42d9-4990-8eed-6e37bbee236e service neutron] 10.222.0.64 "GET /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Aug 21 18:35:07.902432 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99c616-fdcb-43f4-bd97-248fbc7ffbe8 req-db9ca690-ea80-4c2f-967c-8fe1480d2031 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:07.903947 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf99c616-fdcb-43f4-bd97-248fbc7ffbe8 req-db9ca690-ea80-4c2f-967c-8fe1480d2031 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 907 time: 0.0498455 Aug 21 18:35:09.014777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3539d3-a0bf-4cb2-9f18-ee15ddf5700a req-ddac0092-51ae-43bc-9c1e-0688e7aea611 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:09.016234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b3539d3-a0bf-4cb2-9f18-ee15ddf5700a req-ddac0092-51ae-43bc-9c1e-0688e7aea611 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 907 time: 0.0474305 Aug 21 18:35:09.445261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 952df125-953b-4b44-8165-68cda6e9531b details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:35:09.539437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=952df125-953b-4b44-8165-68cda6e9531b,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:09.550165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '952df125-953b-4b44-8165-68cda6e9531b', 'network_id': '67f9c9e8-7a4a-4af7-9e48-601ba3888275', 'port_id': '952df125-953b-4b44-8165-68cda6e9531b', 'mac_address': 'fa:16:3e:1e:b4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca389d05-3e32-436e-ac95-6b7907d2c74b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:35:09.588721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:09.601582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952df125-953b-4b44-8165-68cda6e9531b {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:35:09.619719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=952df125-953b-4b44-8165-68cda6e9531b,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:09.623251 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:09.671761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:09.868166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['952df125-953b-4b44-8165-68cda6e9531b'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:35:10.128978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29561-fcb3-46f7-8241-4c4d78c5bfd9 req-c698c1ad-bf0b-4ee6-b6e3-e73859fce4bf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:10.130365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bfe29561-fcb3-46f7-8241-4c4d78c5bfd9 req-c698c1ad-bf0b-4ee6-b6e3-e73859fce4bf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 908 time: 0.0483897 Aug 21 18:35:11.249264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5fa76-59a1-4410-8d77-4752d9d61afd req-3200306f-7a26-423f-827a-386eb511f79c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:11.250753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dbc5fa76-59a1-4410-8d77-4752d9d61afd req-3200306f-7a26-423f-827a-386eb511f79c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 908 time: 0.0520992 Aug 21 18:35:11.460488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 952df125-953b-4b44-8165-68cda6e9531b up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:35:11.507095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 952df125-953b-4b44-8165-68cda6e9531b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:35:11.510639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 952df125-953b-4b44-8165-68cda6e9531b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:35:11.511025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:11.590958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:11.613102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952df125-953b-4b44-8165-68cda6e9531b'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:35:11.615322 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0084e4a0-2b11-4f20-9f4b-57e3a719982c" -d '{"events": [{"server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "name": "network-vif-plugged", "status": "completed", "tag": "952df125-953b-4b44-8165-68cda6e9531b"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:35:11.628376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=952df125-953b-4b44-8165-68cda6e9531b,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:11.633223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:11.662145 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02afbe7-fcce-49ff-b549-29e3864ce02e x-openstack-request-id: req-f02afbe7-fcce-49ff-b549-29e3864ce02e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:35:11.662890 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "name": "network-vif-plugged", "status": "completed", "tag": "952df125-953b-4b44-8165-68cda6e9531b", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:35:11.662890 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f02afbe7-fcce-49ff-b549-29e3864ce02e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:35:11.663154 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952df125-953b-4b44-8165-68cda6e9531b', 'code': 200} Aug 21 18:35:11.688513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:11.751188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1eb666-24c5-4fbc-8370-df8e86698218 req-ebef150e-19c9-40fc-a869-67fe3767cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:11.752618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5d1eb666-24c5-4fbc-8370-df8e86698218 req-ebef150e-19c9-40fc-a869-67fe3767cff4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 1061 time: 0.0402997 Aug 21 18:35:12.362809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44d6af-1682-4598-bf09-358271553a3c req-def43cf0-55c5-4eb9-9363-47b9d9786ab5 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:12.364316 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a44d6af-1682-4598-bf09-358271553a3c req-def43cf0-55c5-4eb9-9363-47b9d9786ab5 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0482490 Aug 21 18:35:13.481912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf37f5-395a-44d9-9c3a-bada05d097cc req-a2a942ae-f2a5-45f8-88d7-10a9f2745932 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:13.483430 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-edbf37f5-395a-44d9-9c3a-bada05d097cc req-a2a942ae-f2a5-45f8-88d7-10a9f2745932 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0517831 Aug 21 18:35:13.596622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760e38-a55d-480b-b995-faa7721dc77e req-31dc5753-257a-4626-8440-1efbf72786c8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:13.598078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13760e38-a55d-480b-b995-faa7721dc77e req-31dc5753-257a-4626-8440-1efbf72786c8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0483057 Aug 21 18:35:13.708821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b203bb9-c4d9-41b9-acd1-9802fd8065a8 req-59d1494c-e2f7-45e9-9683-f79c5a8ebe1e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:13.710375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b203bb9-c4d9-41b9-acd1-9802fd8065a8 req-59d1494c-e2f7-45e9-9683-f79c5a8ebe1e tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 1061 time: 0.0479128 Aug 21 18:35:13.813643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320dcbe-30e2-4dd8-bedc-7db7bb64813e req-da8a8580-d15d-4289-9c52-f23602889703 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:13.815273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8320dcbe-30e2-4dd8-bedc-7db7bb64813e req-da8a8580-d15d-4289-9c52-f23602889703 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0414453 Aug 21 18:35:13.852218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8320dcbe-30e2-4dd8-bedc-7db7bb64813e req-11229794-56a1-4653-9858-4c987b891639 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0304582 Aug 21 18:35:13.873433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39246) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:13.916122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67229e3-96dc-44a6-9f98-c1e284652615 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:13.917653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c67229e3-96dc-44a6-9f98-c1e284652615 tempest-TestSecurityGroupsBasicOps-1793603194 tempest-TestSecurityGroupsBasicOps-1793603194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 1056 time: 0.0432799 Aug 21 18:35:14.127646 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503f6c8-a02f-48f5-803f-181606eb9a72 req-997544af-ce40-4f25-b7e8-0d381b328552 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:14.129110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a503f6c8-a02f-48f5-803f-181606eb9a72 req-997544af-ce40-4f25-b7e8-0d381b328552 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0485051 Aug 21 18:35:14.399039 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:35:15.245755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7d4e5-f55e-46e6-897a-7138dd3a5be5 req-38be9ca4-97f8-4575-b7d8-caedf6534c1f tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:15.247285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1c7d4e5-f55e-46e6-897a-7138dd3a5be5 req-38be9ca4-97f8-4575-b7d8-caedf6534c1f tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0497706 Aug 21 18:35:15.533561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-255a244f-071c-499a-8df0-120a901e062e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:15.534923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-255a244f-071c-499a-8df0-120a901e062e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.64 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 909 time: 0.0475287 Aug 21 18:35:15.627994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port 952df125-953b-4b44-8165-68cda6e9531b {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:15.628331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:15.721831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port 952df125-953b-4b44-8165-68cda6e9531b, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=952df125-953b-4b44-8165-68cda6e9531b,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:15.722274 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:15.735206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for 952df125-953b-4b44-8165-68cda6e9531b owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:15.884291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:15.911334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=952df125-953b-4b44-8165-68cda6e9531b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:15.955474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] No DVR routers for this DVR port 952df125-953b-4b44-8165-68cda6e9531b on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:35:15.958222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:15.960860 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f3ca0779-4ab0-4425-8bfc-e4978874ea8e req-487099f0-c777-447c-9df3-ba3bbb5c6e39 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.64 "DELETE /v2.0/ports/952df125-953b-4b44-8165-68cda6e9531b HTTP/1.1" status: 204 len: 173 time: 0.4190474 Aug 21 18:35:15.961404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'name': 'network-vif-deleted', 'tag': '952df125-953b-4b44-8165-68cda6e9531b'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:35:15.963638 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9724c5-cd7d-456a-ae61-1126add3713b" -d '{"events": [{"server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "name": "network-vif-deleted", "tag": "952df125-953b-4b44-8165-68cda6e9531b"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:35:15.999745 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1f4bf9-a559-45a8-82ba-1f7369a33abb x-openstack-request-id: req-1c1f4bf9-a559-45a8-82ba-1f7369a33abb {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:35:16.000154 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311118f1-28c3-4464-903f-8076d8ebc1fd", "name": "network-vif-deleted", "tag": "952df125-953b-4b44-8165-68cda6e9531b", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:35:16.000406 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c1f4bf9-a559-45a8-82ba-1f7369a33abb {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:35:16.000807 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311118f1-28c3-4464-903f-8076d8ebc1fd', 'name': 'network-vif-deleted', 'tag': '952df125-953b-4b44-8165-68cda6e9531b', 'status': 'completed', 'code': 200} Aug 21 18:35:16.352110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0283eeb6-8cc9-4a35-8b51-35f2ef1edf94 req-e3e7ae0b-9872-41d6-a316-3d7c48172588 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=311118f1-28c3-4464-903f-8076d8ebc1fd HTTP/1.1" status: 200 len: 210 time: 0.0264323 Aug 21 18:35:17.408119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39260) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:17.760265 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:17.772768 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5c7341c1-93df-4518-ac1f-1828940d8030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.007110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port 28913de1-511c-44c9-a026-410c002b1612 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:18.007371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.095212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port 28913de1-511c-44c9-a026-410c002b1612, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=28913de1-511c-44c9-a026-410c002b1612,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:18.095574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.107616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for 28913de1-511c-44c9-a026-410c002b1612 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:18.286890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.313391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=28913de1-511c-44c9-a026-410c002b1612,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:18.325407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.325764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.326104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.326441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.326808 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.327140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.327473 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.327803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.328130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.328452 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.328776 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.329096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:35:18.497673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.551503 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.711930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:35:18.812486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:35:18.820915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aebcbaaf-9552-4ef0-8b6e-c7dbd197514e tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "PUT /v2.0/routers/cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4116318 Aug 21 18:35:18.823760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39262) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:18.823901 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Sync routers for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:35:18.833448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:18.834122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:18.879623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting subnet ca389d05-3e32-436e-ac95-6b7907d2c74b {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:35:18.883550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.923151 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:18.942067 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:19.002880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.013950 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.077727 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.108599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.110532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/subnets/ca389d05-3e32-436e-ac95-6b7907d2c74b HTTP/1.1" status: 204 len: 168 time: 0.2860301 Aug 21 18:35:19.111544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f491693-ecb9-400c-b7c1-c695137852df tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Subnet': ['ID=ca389d05-3e32-436e-ac95-6b7907d2c74b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:19.113877 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39266) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:19.116631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:18Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:19.118355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae532d7-1ba5-4a2e-892f-c62143b0c7f7 None None] Network 67f9c9e8-7a4a-4af7-9e48-601ba3888275 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:35:19.151586 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Checking router: cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:35:19.159893 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Routers {'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:19.160608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:34:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:19.231995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.264031 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] Set router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:19.308147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] DHCP port deletion for 67f9c9e8-7a4a-4af7-9e48-601ba3888275 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:35:19.346563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.354709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Deleting port 9fef0583-b00f-4c81-a92e-c7be911df21f {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:19.355117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.405516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port 62d112c4-589d-4c43-97e5-f4768f488628 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:19.405945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.425211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] For port 9fef0583-b00f-4c81-a92e-c7be911df21f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9fef0583-b00f-4c81-a92e-c7be911df21f,segment=NetworkSegment(4cbcba67-aa15-4686-9e84-483b6406462f),segment_id=4cbcba67-aa15-4686-9e84-483b6406462f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:19.425612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.440168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Calling delete_port for 9fef0583-b00f-4c81-a92e-c7be911df21f owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:19.447758 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:18Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:19.473115 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfca7b0-7ac0-468e-b91c-c2e45facaf3a None None] The sync data for ids ['cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e'] in n-d-793621-32 is: [{'id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1646291707', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '62d112c4-589d-4c43-97e5-f4768f488628', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:57Z', 'updated_at': '2021-08-21T18:35:18Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '62d112c4-589d-4c43-97e5-f4768f488628', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:f0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:58Z', 'updated_at': '2021-08-21T18:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:35:19.489057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port 62d112c4-589d-4c43-97e5-f4768f488628, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=62d112c4-589d-4c43-97e5-f4768f488628,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:19.489515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.492615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 952df125-953b-4b44-8165-68cda6e9531b no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:19.503411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for 62d112c4-589d-4c43-97e5-f4768f488628 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:19.521871 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 952df125-953b-4b44-8165-68cda6e9531b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:19.522217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 952df125-953b-4b44-8165-68cda6e9531b not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:19.550520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.577574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] Pushing event deleted for resources: {'Port': ['ID=9fef0583-b00f-4c81-a92e-c7be911df21f,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:19.579433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f53b24-665e-48b4-b29a-11f7e68cf941 None None] No DVR routers for this DVR port 9fef0583-b00f-4c81-a92e-c7be911df21f on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:35:19.671259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.702053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=62d112c4-589d-4c43-97e5-f4768f488628,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:19.760313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.861878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.864158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.915705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.916296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Fanout notify agent at l3_agent the message router_deleted on router cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:35:19.923938 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:19.925453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7d5543bb-e12f-4999-a6ae-36eb669749aa tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/routers/cb6cf3d9-50b6-4ec1-9b9f-76cc3aff269e HTTP/1.1" status: 204 len: 168 time: 0.8104661 Aug 21 18:35:19.928796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39272) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:20.035659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.047527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-9c196a7e-d548-414a-a9e8-bf7ba4e33201 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2275703 Aug 21 18:35:20.159865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.172630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f9c9e8-7a4a-4af7-9e48-601ba3888275']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:20.184840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbcba67-aa15-4686-9e84-483b6406462f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:20.185079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbcba67-aa15-4686-9e84-483b6406462f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:20.195721 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.203690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-e7375361-d287-4984-a612-626deaac6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:20.205184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-e7375361-d287-4984-a612-626deaac6a63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0834055 Aug 21 18:35:20.213185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.218952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:35:20.219393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:35:20.222290 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:35:20.323599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0ac8cd95-88c0-428d-b279-a7e1d5bdae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.327488 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.337284 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.338344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/networks/67f9c9e8-7a4a-4af7-9e48-601ba3888275 HTTP/1.1" status: 204 len: 168 time: 0.4086120 Aug 21 18:35:20.341276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:20.357114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8674cbe-33a9-49f4-8c19-8da99104bd48 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Network': ['ID=67f9c9e8-7a4a-4af7-9e48-601ba3888275,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:20.374483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-7148bb96-30ec-4c21-8382-ab9632e80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:20.376043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-7148bb96-30ec-4c21-8382-ab9632e80576 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.1437507 Aug 21 18:35:20.449856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-21d9940e-f8cd-4e15-af21-8279e2daa0bb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1001 time: 0.0643444 Aug 21 18:35:20.468255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.505834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-89eb4305-00c5-4f41-bd17-b0403ea11e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:20.506559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port fc4e8df0-2888-4c7d-aef3-1af5007b2524 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:20.506880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.508234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-89eb4305-00c5-4f41-bd17-b0403ea11e6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0503273 Aug 21 18:35:20.554536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-cc78a01a-fe6f-415a-a163-0d4289acb196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:20.556110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-cc78a01a-fe6f-415a-a163-0d4289acb196 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400670 Aug 21 18:35:20.586659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.586991 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.598665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for fc4e8df0-2888-4c7d-aef3-1af5007b2524 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:20.653030 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-c7010667-8eab-4940-b3d5-565dd41b1833 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896354 Aug 21 18:35:20.746273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36caec43-5b2d-4567-a95a-2fe3dd4915ed req-95afacc7-98ba-4b79-ab99-dbede6fb4d07 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846870 Aug 21 18:35:20.747753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.777828 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=fc4e8df0-2888-4c7d-aef3-1af5007b2524,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:20.837944 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:20.838634 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Floating IP 81ec86a7-de1b-431b-ab33-b76c1c1feb46 disassociated (deleted). External IP: 172.25.1.212, port: 2719b2ab-0a97-4b21-b340-9252ba2911b0. Aug 21 18:35:20.889924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 28913de1-511c-44c9-a026-410c002b1612 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:20.912304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 28913de1-511c-44c9-a026-410c002b1612 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:20.912637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 28913de1-511c-44c9-a026-410c002b1612 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:20.913044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9fef0583-b00f-4c81-a92e-c7be911df21f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:20.931896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9fef0583-b00f-4c81-a92e-c7be911df21f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:20.932287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9fef0583-b00f-4c81-a92e-c7be911df21f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:20.932913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 62d112c4-589d-4c43-97e5-f4768f488628 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:20.952303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 62d112c4-589d-4c43-97e5-f4768f488628 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:20.952655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 62d112c4-589d-4c43-97e5-f4768f488628 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:21.330886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:35:21.436571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:35:21.441290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:21.446038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Sync routers for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:35:21.455461 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:21.456079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:35:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:21.467896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-35e03730-2632-4e05-9b6b-49c80d0f3b85 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/floatingips/81ec86a7-de1b-431b-ab33-b76c1c1feb46 HTTP/1.1" status: 204 len: 168 time: 1.1255422 Aug 21 18:35:21.468592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:35:21.470987 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb" -d '{"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:35:21.507546 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c08f732-2345-46f3-80e3-e65d332f1695 x-openstack-request-id: req-7c08f732-2345-46f3-80e3-e65d332f1695 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:35:21.507936 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:35:21.508280 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7c08f732-2345-46f3-80e3-e65d332f1695 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:35:21.508806 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'status': 'completed', 'code': 200} Aug 21 18:35:21.567234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:21.577297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-08c6f30d-f0fb-4347-883b-86e9a8013f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:21.587344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-08c6f30d-f0fb-4347-883b-86e9a8013f30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 1137 time: 0.0575676 Aug 21 18:35:21.687380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:21.726086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47765bd-847a-4d84-a3ea-02275b4805ea req-9e38c745-600f-4770-b997-58830f2c4201 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:21.727596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a47765bd-847a-4d84-a3ea-02275b4805ea req-9e38c745-600f-4770-b997-58830f2c4201 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0792816 Aug 21 18:35:21.730387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-8b408425-4227-4036-acbd-adf42871085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:21.731766 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-8b408425-4227-4036-acbd-adf42871085c service neutron] 10.222.0.39 "GET /v2.0/networks?id=61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 200 len: 898 time: 0.1380174 Aug 21 18:35:21.777622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:21.789843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-addd5ffc-5c97-4e5a-8f00-b7cab4c61f2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 200 len: 217 time: 0.0429876 Aug 21 18:35:21.804630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a47765bd-847a-4d84-a3ea-02275b4805ea req-e15b329b-295e-4121-bf8f-f99f27347d0a tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0655682 Aug 21 18:35:21.807923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Checking router: bd36a6eb-0e5a-48cf-a14c-c0274950fb9e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:35:21.825019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:21.825672 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:35:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:21.849516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-e98ee665-ba78-46fe-8ee9-e34d3fa24e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:21.851048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-e98ee665-ba78-46fe-8ee9-e34d3fa24e27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 200 len: 833 time: 0.0506079 Aug 21 18:35:21.897314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-f5213d92-1f18-4203-8046-569a246275f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:21.898873 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-f5213d92-1f18-4203-8046-569a246275f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=61ed3250-c5a7-4b02-8299-a96ff051d33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407538 Aug 21 18:35:21.933046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:21.988056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-9a51dc3c-9dbd-431b-9ac0-01a55a63ddc5 service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819483 Aug 21 18:35:22.083372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6ddc5e7-0616-4e6d-a193-ab8551b1aacb req-43c76371-e026-4810-a688-e6fd8a3ecd75 service neutron] 10.222.0.39 "GET /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878558 Aug 21 18:35:22.130679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:22.157245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a18102-aa76-426d-8093-6b7859e4db85 None None] The sync data for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 is: [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'adf7a2c5-698a-478d-9b84-b7995609253f', 'name': '', 'network_id': '61ed3250-c5a7-4b02-8299-a96ff051d33d', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'mac_address': 'fa:16:3e:12:81:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:01Z', 'updated_at': '2021-08-21T18:34:09Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'subnets': [{'id': 'd432c32a-b12d-4cf9-9ef1-6fd39c940392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:35:22.366077 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354abae1-bf3f-48dd-be16-9dd457ae88a1 None None] New status for floating IP 81ec86a7-de1b-431b-ab33-b76c1c1feb46: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:35:22.902959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-76caaaa9-524c-49bf-b646-5db865b593cb tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:22.904466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-76caaaa9-524c-49bf-b646-5db865b593cb tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.39 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0488379 Aug 21 18:35:22.919263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0be878-c6ce-4b97-82bf-1b4654ced05b req-291e6cde-8906-46dc-b2f2-97e855e0a745 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:22.920891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c0be878-c6ce-4b97-82bf-1b4654ced05b req-291e6cde-8906-46dc-b2f2-97e855e0a745 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/ports?device_id=558d50e8-8052-47c2-ae03-8aa21439eb92 HTTP/1.1" status: 200 len: 985 time: 0.0492132 Aug 21 18:35:22.965933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c0be878-c6ce-4b97-82bf-1b4654ced05b req-055ce3b0-2f19-4b48-8d94-9f4d21326121 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "GET /v2.0/security-groups?id=39d9a9db-a252-42d7-bea1-b740bdfa5517&id=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0386260 Aug 21 18:35:23.001686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port 2719b2ab-0a97-4b21-b340-9252ba2911b0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:23.002033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:23.087899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port 2719b2ab-0a97-4b21-b340-9252ba2911b0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=2719b2ab-0a97-4b21-b340-9252ba2911b0,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:23.088190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:23.100358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for 2719b2ab-0a97-4b21-b340-9252ba2911b0 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:23.227898 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:23.255718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=2719b2ab-0a97-4b21-b340-9252ba2911b0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:23.299957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] No DVR routers for this DVR port 2719b2ab-0a97-4b21-b340-9252ba2911b0 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:35:23.302562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:23.304891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-030091d9-436b-44f6-8a9d-aaa631d9143e req-808c1978-a0c0-4c45-bc23-1b09c72a73da tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.39 "DELETE /v2.0/ports/2719b2ab-0a97-4b21-b340-9252ba2911b0 HTTP/1.1" status: 204 len: 173 time: 0.3946435 Aug 21 18:35:23.306018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:23.510151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'name': 'network-vif-deleted', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:35:23.512618 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d055897f-39ba-40c0-b58e-c3bfca675973" -d '{"events": [{"server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "name": "network-vif-deleted", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:35:23.546987 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b80d72-a304-463c-a13f-301613979ce7 x-openstack-request-id: req-c2b80d72-a304-463c-a13f-301613979ce7 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:35:23.547327 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558d50e8-8052-47c2-ae03-8aa21439eb92", "name": "network-vif-deleted", "tag": "2719b2ab-0a97-4b21-b340-9252ba2911b0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:35:23.547581 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2b80d72-a304-463c-a13f-301613979ce7 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:35:23.547971 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558d50e8-8052-47c2-ae03-8aa21439eb92', 'name': 'network-vif-deleted', 'tag': '2719b2ab-0a97-4b21-b340-9252ba2911b0', 'status': 'completed', 'code': 200} Aug 21 18:35:24.021329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39288) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:24.072862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.094397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.134390 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.137016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.138190 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/security-groups/8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4 HTTP/1.1" status: 204 len: 168 time: 0.1158373 Aug 21 18:35:24.140986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39290) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:24.147135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29fa1c8-6807-48b3-b961-04708ac619d1 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6060b6-03f1-45df-8ef4-0e5ab38cd7f4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:24.196573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.218347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.262128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.264821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.265967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/security-groups/39d9a9db-a252-42d7-bea1-b740bdfa5517 HTTP/1.1" status: 204 len: 168 time: 0.1239734 Aug 21 18:35:24.268929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39292) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:24.274776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8fe71-9fac-48bc-b962-8089dbf020b8 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d9a9db-a252-42d7-bea1-b740bdfa5517,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:24.624218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.880494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port adf7a2c5-698a-478d-9b84-b7995609253f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:24.880730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.966364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port adf7a2c5-698a-478d-9b84-b7995609253f, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=adf7a2c5-698a-478d-9b84-b7995609253f,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:24.966755 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:24.978099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for adf7a2c5-698a-478d-9b84-b7995609253f owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:25.157931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.185212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=adf7a2c5-698a-478d-9b84-b7995609253f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:25.357039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.566072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:35:25.666686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:35:25.671496 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-be93e503-f1e8-4053-81f3-dbcb5f7937cf tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "PUT /v2.0/routers/bd36a6eb-0e5a-48cf-a14c-c0274950fb9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4015269 Aug 21 18:35:25.674149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:25.677046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Sync routers for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:35:25.687633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:25.688245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:35:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:25.727295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting subnet d432c32a-b12d-4cf9-9ef1-6fd39c940392 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:35:25.730302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.768781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.791229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:25.862212 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.923859 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.951996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Subnet': ['ID=d432c32a-b12d-4cf9-9ef1-6fd39c940392,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:25.956925 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:25.962641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39296) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:25.963198 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ac50c1b7-af36-4f67-85a0-6747c69cead7 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/subnets/d432c32a-b12d-4cf9-9ef1-6fd39c940392 HTTP/1.1" status: 204 len: 168 time: 0.2875533 Aug 21 18:35:25.966409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ab89a0-f750-4c3a-a19d-50b9e5bd2d2e None None] Network 61ed3250-c5a7-4b02-8299-a96ff051d33d requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:35:26.019442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:35:25Z', 'revision_number': 5, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port': {'id': '5d759a7a-8dda-4511-9492-f7bca822883d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:14:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.057771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Checking router: bd36a6eb-0e5a-48cf-a14c-c0274950fb9e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:35:26.069375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.199805 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.244963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Routers {'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:35:26.245598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:35:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.257529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Deleting port 5d759a7a-8dda-4511-9492-f7bca822883d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:26.257876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.342321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] For port 5d759a7a-8dda-4511-9492-f7bca822883d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5d759a7a-8dda-4511-9492-f7bca822883d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:26.342797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.353440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] Set router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:35:26.355446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Calling delete_port for 5d759a7a-8dda-4511-9492-f7bca822883d owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:26.409593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:35:26Z', 'revision_number': 6, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.437872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] DHCP port deletion for 61ed3250-c5a7-4b02-8299-a96ff051d33d request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:35:26.440121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee007f1c-7f79-42f1-bfea-5930493d3f40 None None] The sync data for ids ['bd36a6eb-0e5a-48cf-a14c-c0274950fb9e'] in n-d-793621-32 is: [{'id': 'bd36a6eb-0e5a-48cf-a14c-c0274950fb9e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-187522611', 'tenant_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:33:58Z', 'updated_at': '2021-08-21T18:35:26Z', 'revision_number': 6, 'project_id': 'ff57f5318e4c4c8f8420f06ec4a7e8c7', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:35:26.498561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Deleting port e9112443-9d0f-43cf-83ff-181b14c60167 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:35:26.499096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.534019 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.559972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Port': ['ID=5d759a7a-8dda-4511-9492-f7bca822883d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:26.573883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] For port e9112443-9d0f-43cf-83ff-181b14c60167, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e9112443-9d0f-43cf-83ff-181b14c60167,segment=NetworkSegment(113af273-ae20-489e-b842-60d0484508e3),segment_id=113af273-ae20-489e-b842-60d0484508e3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:35:26.574283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.587423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Calling delete_port for e9112443-9d0f-43cf-83ff-181b14c60167 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:35:26.618800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.662860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.688910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] Pushing event deleted for resources: {'Port': ['ID=e9112443-9d0f-43cf-83ff-181b14c60167,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:26.693991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e4c0c-d4fa-4200-92f5-b16e108e268c None None] No DVR routers for this DVR port e9112443-9d0f-43cf-83ff-181b14c60167 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:35:26.708816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.710988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.754659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.755188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Fanout notify agent at l3_agent the message router_deleted on router bd36a6eb-0e5a-48cf-a14c-c0274950fb9e {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:35:26.762694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.763829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1d54ac1b-6426-4ed4-b615-511f712f99f3 tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/routers/bd36a6eb-0e5a-48cf-a14c-c0274950fb9e HTTP/1.1" status: 204 len: 168 time: 0.7994380 Aug 21 18:35:26.766378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39300) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:26.853656 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.947588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.957207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ed3250-c5a7-4b02-8299-a96ff051d33d']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.967135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113af273-ae20-489e-b842-60d0484508e3') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.967763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113af273-ae20-489e-b842-60d0484508e3') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:35:26.975935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.989419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.995722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:35:26.996114 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:26.996494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2719b2ab-0a97-4b21-b340-9252ba2911b0 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:35:26.999037 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:35:27.020004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 2719b2ab-0a97-4b21-b340-9252ba2911b0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:27.020363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 2719b2ab-0a97-4b21-b340-9252ba2911b0 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:27.055513 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.062198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.063878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] 10.222.0.41 "DELETE /v2.0/networks/61ed3250-c5a7-4b02-8299-a96ff051d33d HTTP/1.1" status: 204 len: 168 time: 0.2965286 Aug 21 18:35:27.076088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded4cd1-5008-4163-9b1d-7037c388881c tempest-TestSecurityGroupsBasicOps-1270255480 tempest-TestSecurityGroupsBasicOps-1270255480-project] Pushing event deleted for resources: {'Network': ['ID=61ed3250-c5a7-4b02-8299-a96ff051d33d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:27.283826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device adf7a2c5-698a-478d-9b84-b7995609253f no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:27.305565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: adf7a2c5-698a-478d-9b84-b7995609253f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:27.305923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device adf7a2c5-698a-478d-9b84-b7995609253f not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:27.306342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e9112443-9d0f-43cf-83ff-181b14c60167 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:27.324738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e9112443-9d0f-43cf-83ff-181b14c60167 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:27.325084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e9112443-9d0f-43cf-83ff-181b14c60167 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:27.368466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39310) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:27.513667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5d41815e-f0df-4d34-9524-f0b15d528956 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff57f5318e4c4c8f8420f06ec4a7e8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438532 Aug 21 18:35:27.515998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39314) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:27.568482 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.589957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.636398 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.638968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:27.640148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/489552e3-7860-4ef2-b237-726c8f271908 HTTP/1.1" status: 204 len: 168 time: 0.1229711 Aug 21 18:35:27.648394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36758e2b-0c1a-40ce-8be1-bf1dc1f4521c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489552e3-7860-4ef2-b237-726c8f271908,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:27.907022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39320) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:27.920175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62d319c6-9968-4bbe-80ad-fb3e7feeeab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.013027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62d319c6-9968-4bbe-80ad-fb3e7feeeab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.016737 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-62d319c6-9968-4bbe-80ad-fb3e7feeeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.021401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39326) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:28.053768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d319c6-9968-4bbe-80ad-fb3e7feeeab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9e25b1-e9a1-4e7f-9e21-b8d122e4e46d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:28.058291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-62d319c6-9968-4bbe-80ad-fb3e7feeeab4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b046f3d14c8340c7b1f3c8f855d43f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501243 Aug 21 18:35:28.061008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39330) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:28.110277 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.131674 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.200681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.203297 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.204427 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d9e25b1-e9a1-4e7f-9e21-b8d122e4e46d HTTP/1.1" status: 204 len: 168 time: 0.1424656 Aug 21 18:35:28.215821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dd400-7e89-4bf2-8b2f-befc9716e3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9e25b1-e9a1-4e7f-9e21-b8d122e4e46d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:28.225401 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa48e6d-3968-4345-976a-fe81a81dcd16 req-afecffca-6c66-4855-8968-0bf04f315cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:35:28.227356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aa48e6d-3968-4345-976a-fe81a81dcd16 req-afecffca-6c66-4855-8968-0bf04f315cf8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.2042048 Aug 21 18:35:28.268606 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aa48e6d-3968-4345-976a-fe81a81dcd16 req-a43ffb23-1258-42c5-98c5-3b4fefb2eb16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344470 Aug 21 18:35:28.510729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39338) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:28.549164 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-77f76efb-5c6c-4569-a388-27f8184c4f0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88dc064ec28b4e809e0f678865033177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372057 Aug 21 18:35:28.551671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39340) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:35:28.598394 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.619760 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.663460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.666015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:28.667319 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0dda065b-dff9-4aeb-be08-ebf1a9a9c987 HTTP/1.1" status: 204 len: 168 time: 0.1147585 Aug 21 18:35:28.675839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b8784-e125-4d1c-94cc-76d296f02e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dda065b-dff9-4aeb-be08-ebf1a9a9c987,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:35:28.854739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5d759a7a-8dda-4511-9492-f7bca822883d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:35:28.880049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5d759a7a-8dda-4511-9492-f7bca822883d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:35:28.880395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5d759a7a-8dda-4511-9492-f7bca822883d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:35:47.774276 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-efc12a95-883d-4ec0-b119-8c43a042a443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:48.595566 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:48.999786 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:50.320916 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6122794-4d5a-4bbb-b7a4-47ff8423ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:50.458484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:51.398757 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:35:51.640807 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:35:53.308870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:17.774842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-54856653-3290-4169-9a56-f48f99c052a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:18.612600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:19.013636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:20.321071 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1ac0867b-2aec-43ae-a016-3cbb8bc76392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:20.458665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:21.643219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:21.872696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-a2bb8c33-d158-419b-8b50-5d823aade96d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0434222 Aug 21 18:36:21.958772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-4e0e9bd6-d7ca-43aa-8b91-0b9562664365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:36:21.960239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-4e0e9bd6-d7ca-43aa-8b91-0b9562664365 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0402317 Aug 21 18:36:22.067426 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-f15b2bce-dc21-4d0d-8d08-56c8ccf9c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:36:22.068875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-f15b2bce-dc21-4d0d-8d08-56c8ccf9c5ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.0822704 Aug 21 18:36:22.139519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-c35d69cf-77b4-410c-aa63-0d398b7b5897 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1001 time: 0.0595975 Aug 21 18:36:22.191866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-abf93701-d835-4d35-863d-aec03773e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:36:22.193443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-abf93701-d835-4d35-863d-aec03773e18c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0427790 Aug 21 18:36:22.242150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-af3ffc12-4d40-49de-98bc-3eef35707c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:36:22.243711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-af3ffc12-4d40-49de-98bc-3eef35707c4d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396271 Aug 21 18:36:22.340454 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-5235bdaa-2b2d-45c4-8a9a-aeef9cdde69c service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849471 Aug 21 18:36:22.433403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a132a94f-ce0d-47da-8500-41a9c5996bce req-3f8188b3-5b5d-4ebb-b2d4-140cdb6b0325 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801206 Aug 21 18:36:23.311964 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:28.400226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:36:47.776395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5a6db3d6-6843-4967-b2ad-cf8c0c67bfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:48.625597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:49.012696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:50.320961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-beba2dd3-87d3-4544-bd80-39d5893720a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:50.457689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:51.647774 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:36:53.313590 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:05.399426 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:37:17.777000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2397839-7cc9-44ef-8281-0be8a1322b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:18.638631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:19.027841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:20.320788 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-308b0f6e-d1b9-4a8c-85ed-0a955c580d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:20.457313 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:21.649811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:21.885125 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-c740c62b-6866-4db2-a2d0-8d674d2587cc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444152 Aug 21 18:37:21.972896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-5fdfe76b-eb6c-4664-9e9c-8c05319acb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:37:21.974296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-5fdfe76b-eb6c-4664-9e9c-8c05319acb0b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0401130 Aug 21 18:37:22.074642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-52adff7e-9024-401f-95cc-6281d029aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:37:22.076104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-52adff7e-9024-401f-95cc-6281d029aebe service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.0817137 Aug 21 18:37:22.147723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-a1e67a15-dee8-4d2f-8ead-d5561224e796 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1001 time: 0.0602810 Aug 21 18:37:22.200294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-fa9d1e98-5d2a-4de6-b935-7137a8767a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:37:22.201708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-fa9d1e98-5d2a-4de6-b935-7137a8767a61 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0422809 Aug 21 18:37:22.250082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-680354a5-f19e-4572-84b2-3c3d220da9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:37:22.251484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-680354a5-f19e-4572-84b2-3c3d220da9a7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386050 Aug 21 18:37:22.348495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-8ef97c5a-e2d6-44f8-9728-2cfcbff1f0bb service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Aug 21 18:37:22.442277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36b5ce5f-7af6-4efb-9b93-29ecc27390b9 req-7fef756c-2a9d-4775-8f58-88af39f045cb service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805540 Aug 21 18:37:23.314800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:42.398882 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:37:47.778746 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2828319a-fde3-4d67-9395-c4b5b79da515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:48.630063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:49.054173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:50.321266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30a9f1c6-ce21-4de3-9ce2-f59015cd7d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:50.461153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:51.652156 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:37:53.321474 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:17.779330 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c9bc9434-0894-401c-b801-c1c4045fcff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:18.637111 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:19.072605 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:19.398343 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:38:20.321838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-187c2f40-c1fa-4c8b-b3f8-1342e2cda568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:20.461253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:21.655617 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:23.176325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-798fb553-b7a8-409b-bcca-23c25bea7637 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3519537 Aug 21 18:38:23.264075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-88381e17-eb76-40ca-9e7d-a9595bd38918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:38:23.265556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-88381e17-eb76-40ca-9e7d-a9595bd38918 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0418446 Aug 21 18:38:23.322567 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:23.375678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-29b81242-f5f1-4460-96a7-0b1082178349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:38:23.377154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-29b81242-f5f1-4460-96a7-0b1082178349 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.0876646 Aug 21 18:38:23.444680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-2963d8b5-dfbe-4222-bcd7-07679227e528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1001 time: 0.0565717 Aug 21 18:38:23.498407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-4d866885-077d-4a75-9860-41be8b9da200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:38:23.499875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-4d866885-077d-4a75-9860-41be8b9da200 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0433559 Aug 21 18:38:23.550472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-a73d70ba-3f01-4951-b291-28d700786351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:38:23.551966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-a73d70ba-3f01-4951-b291-28d700786351 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431955 Aug 21 18:38:23.639536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-021a38bc-96de-4ae2-b804-ad442599d9c2 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796995 Aug 21 18:38:23.740408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0437b78-1bc8-4e21-9788-f5de772469e2 req-9890e34e-6884-4fd3-a6e0-6bc5dde463a2 service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864291 Aug 21 18:38:47.779437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0646ce34-1e24-4265-ba31-c77c62872d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:48.634837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:49.071384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:50.323500 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4fa8-44ef-492e-9a0f-be17193a8059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:50.461971 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:51.657791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:53.325075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:38:56.397669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:39:17.780913 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-762506f8-d315-468a-9b27-e5fd325e22e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:18.632571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:19.086996 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:20.324327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a5d1888c-3810-41f3-8fda-f8c801d50427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:20.462682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:21.660818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:23.328191 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:23.879830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-9f195343-c61a-4358-8dd2-343659dd1cdf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439427 Aug 21 18:39:23.974269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-da2756fc-15f2-49cf-8574-b211c40d0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:23.975795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-da2756fc-15f2-49cf-8574-b211c40d0a99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0aee48baa3514bd9a775f113e5cab927&device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 1097 time: 0.0408053 Aug 21 18:39:24.085129 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-5d6b2909-6035-4e1f-9866-381a9479c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:24.086374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-5d6b2909-6035-4e1f-9866-381a9479c858 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 200 len: 909 time: 0.0879364 Aug 21 18:39:24.152397 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-92334e87-e384-4834-b5ad-0e0f6899f0f3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 200 len: 1001 time: 0.0574443 Aug 21 18:39:24.203920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-f43fddc9-38c2-40d5-9e6c-044d3dc72a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:24.205355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-f43fddc9-38c2-40d5-9e6c-044d3dc72a38 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 200 len: 847 time: 0.0424128 Aug 21 18:39:24.257869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-dfb1c9e9-0d5f-483c-8777-9b2d4e024ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:24.259365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-dfb1c9e9-0d5f-483c-8777-9b2d4e024ddc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72eddc36-f645-4b04-b425-af0d7ee4a832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431948 Aug 21 18:39:24.351051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-d88ca354-c0a7-4ab9-8a12-4ca821ca068c service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799940 Aug 21 18:39:24.447308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29043c7e-f776-4073-a2c1-2bb9d7214c3c req-4d4610d6-0c7b-411b-942c-393b8a44f92c service neutron] 10.222.0.64 "GET /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847690 Aug 21 18:39:32.994068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94ddc1-ed0b-45ef-9f08-aa22d791fdbb req-7d113741-f3b6-4dda-9a70-5e7c15734e67 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:32.995662 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca94ddc1-ed0b-45ef-9f08-aa22d791fdbb req-7d113741-f3b6-4dda-9a70-5e7c15734e67 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.2108898 Aug 21 18:39:33.032394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ca94ddc1-ed0b-45ef-9f08-aa22d791fdbb req-4c3cea1a-513a-4a5a-ad5d-ea45676c1904 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Aug 21 18:39:33.396684 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:39:34.235281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64256425-d714-4d45-a32d-f7328cdefc44 req-38361149-0ee9-46d5-a1ef-0c4dbaa709c0 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:34.236755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64256425-d714-4d45-a32d-f7328cdefc44 req-38361149-0ee9-46d5-a1ef-0c4dbaa709c0 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.1087425 Aug 21 18:39:34.276519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64256425-d714-4d45-a32d-f7328cdefc44 req-ac87d1f1-c055-4b13-8e68-ea2178dbdaac tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/security-groups?id=dd7ac29a-38c3-4128-b027-5f509b201052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338514 Aug 21 18:39:34.329499 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a6160-249e-4f36-8720-2168a361caa6 req-0d69d671-c681-4787-b7ea-41f5a76ce4fe tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:34.331602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-158a6160-249e-4f36-8720-2168a361caa6 req-0d69d671-c681-4787-b7ea-41f5a76ce4fe tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.64 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 945 time: 0.0476241 Aug 21 18:39:34.422455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Deleting port 3a0561c0-2dbf-418e-9168-b6776d069233 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:34.422825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:34.513103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] For port 3a0561c0-2dbf-418e-9168-b6776d069233, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3a0561c0-2dbf-418e-9168-b6776d069233,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:34.513468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:34.727474 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:34.727792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:34.728110 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Floating IP 7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8 disassociated. External IP: 172.25.1.116, port: 3a0561c0-2dbf-418e-9168-b6776d069233. Aug 21 18:39:34.728454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Calling delete_port for 3a0561c0-2dbf-418e-9168-b6776d069233 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:34.853373 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:34.881368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event deleted for resources: {'Port': ['ID=3a0561c0-2dbf-418e-9168-b6776d069233,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:34.891940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.892292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.892637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.892979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.893312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.893676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.894003 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.894328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.894684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.895008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.895333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:34.895707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:35.004672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:39:35.109942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:35.119830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Sync routers for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:35.129113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:35.129705 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:35.148620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] No DVR routers for this DVR port 3a0561c0-2dbf-418e-9168-b6776d069233 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:39:35.151340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:35.153276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-158a6160-249e-4f36-8720-2168a361caa6 req-eee2f8c5-418e-414e-b461-a25cdbb44da4 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.64 "DELETE /v2.0/ports/3a0561c0-2dbf-418e-9168-b6776d069233 HTTP/1.1" status: 204 len: 173 time: 0.8150394 Aug 21 18:39:35.153787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'name': 'network-vif-deleted', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:39:35.156050 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739b7948-02e6-4923-a70b-9e4d851b6f3d" -d '{"events": [{"server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "name": "network-vif-deleted", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:39:35.254974 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:35.310337 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd7bc0-bbe5-408b-8e6a-2e37103941cf x-openstack-request-id: req-58bd7bc0-bbe5-408b-8e6a-2e37103941cf {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:39:35.310665 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1d0265-8746-458b-ad32-5eaa02120c09", "name": "network-vif-deleted", "tag": "3a0561c0-2dbf-418e-9168-b6776d069233", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:39:35.310916 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58bd7bc0-bbe5-408b-8e6a-2e37103941cf {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:39:35.311320 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1d0265-8746-458b-ad32-5eaa02120c09', 'name': 'network-vif-deleted', 'tag': '3a0561c0-2dbf-418e-9168-b6776d069233', 'status': 'completed', 'code': 200} Aug 21 18:39:35.474126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:35.497644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39aa4f46-a6d8-4b72-9510-0bf04279ac92 req-d819bab6-fa87-4cec-878a-fe991296d39f tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a1d0265-8746-458b-ad32-5eaa02120c09 HTTP/1.1" status: 200 len: 210 time: 0.0261006 Aug 21 18:39:35.499694 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Checking router: 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:35.508849 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:35.509450 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:35.612366 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:35.812600 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:35.840555 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f80b5-23d7-48ff-9437-282f9387b6d5 None None] The sync data for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 is: [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:28Z', 'revision_number': 4, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '34a6c749-0ed4-4595-8477-5e74d162cec4', 'name': '', 'network_id': '72eddc36-f645-4b04-b425-af0d7ee4a832', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'mac_address': 'fa:16:3e:16:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:27Z', 'updated_at': '2021-08-21T18:34:33Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'subnets': [{'id': 'f68ec8f0-5438-4171-9f5a-a07c55eebfaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:36.048554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24d13-70e6-4c28-b628-87a01501d8dd None None] New status for floating IP 7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:39:36.559168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39458) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:36.679367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Deleting port 16c08ae8-1e15-4654-a30b-f2a5f752d247 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:36.679720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:36.752772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:36.753108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:36.764743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Calling delete_port for 16c08ae8-1e15-4654-a30b-f2a5f752d247 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:36.910517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:36.940232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event deleted for resources: {'Port': ['ID=16c08ae8-1e15-4654-a30b-f2a5f752d247,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:36.961874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.962218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.962582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.962937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.963253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.963583 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.963911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.964235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.964561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.964885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.965212 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:36.965555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:37.006513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.009036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.010186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b609bf49-97cd-4d31-8045-c224a9d430e8 tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "DELETE /v2.0/floatingips/7ff9c2d9-f331-48b5-b8ad-259c1d47b1b8 HTTP/1.1" status: 204 len: 168 time: 0.4500189 Aug 21 18:39:37.075627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39464) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:37.132831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.156530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.216003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.218588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:37.219770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] 10.222.0.41 "DELETE /v2.0/security-groups/dd7ac29a-38c3-4128-b027-5f509b201052 HTTP/1.1" status: 204 len: 168 time: 0.1431389 Aug 21 18:39:37.229592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f452be9-4e48-437c-af97-b212669ec4be tempest-TestServerBasicOps-1252318630 tempest-TestServerBasicOps-1252318630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7ac29a-38c3-4128-b027-5f509b201052,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:37.258080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39468) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:37.997717 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:38.240346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Deleting port 34a6c749-0ed4-4595-8477-5e74d162cec4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:38.240729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:38.322623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] For port 34a6c749-0ed4-4595-8477-5e74d162cec4, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=34a6c749-0ed4-4595-8477-5e74d162cec4,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:38.322987 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:38.334111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Calling delete_port for 34a6c749-0ed4-4595-8477-5e74d162cec4 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:38.509873 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:38.535275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34a6c749-0ed4-4595-8477-5e74d162cec4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:38.684795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3a0561c0-2dbf-418e-9168-b6776d069233 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:38.702190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:38.710935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 3a0561c0-2dbf-418e-9168-b6776d069233 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:38.711278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3a0561c0-2dbf-418e-9168-b6776d069233 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:38.913178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:39:39.021115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:39.027847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-68b2447e-e90e-4bfe-8042-33bd33cc03a0 admin admin] 10.222.0.41 "PUT /v2.0/routers/05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7669163 Aug 21 18:39:39.028597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39472) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:39.031147 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Sync routers for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:39.041260 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:39.042084 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:39.133029 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.144638 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:39.234378 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.288049 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Deleting port 205c7fd3-715d-45cc-ab4b-7847933695a5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:39.288397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.321079 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:39:38Z', 'revision_number': 5, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port': {'id': '205c7fd3-715d-45cc-ab4b-7847933695a5', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:76:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:34:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:39.349969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Checking router: 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:39.358182 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Routers {'05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:39.358808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:39.368931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] For port 205c7fd3-715d-45cc-ab4b-7847933695a5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=205c7fd3-715d-45cc-ab4b-7847933695a5,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:39.369306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.381343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Calling delete_port for 205c7fd3-715d-45cc-ab4b-7847933695a5 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:39.443032 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] Set router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:39.492629 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:39:39Z', 'revision_number': 6, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:39.522374 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc1a13-61d9-4a9c-92e4-76a35eb02bbf None None] The sync data for ids ['05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5'] in n-d-793621-32 is: [{'id': '05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5', 'name': 'tempest-TestServerBasicOps-977112870-router', 'tenant_id': '0aee48baa3514bd9a775f113e5cab927', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:25Z', 'updated_at': '2021-08-21T18:39:39Z', 'revision_number': 6, 'project_id': '0aee48baa3514bd9a775f113e5cab927', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:39.548806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.573042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Pushing event deleted for resources: {'Port': ['ID=205c7fd3-715d-45cc-ab4b-7847933695a5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:39.633596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.725533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.727585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.768703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.769280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:39:39.773423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.774602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ec209cf9-1f93-42d3-8361-9ff91794f0db admin admin] 10.222.0.41 "DELETE /v2.0/routers/05de5b3b-9f1a-4c23-9f2b-1ada4931d5b5 HTTP/1.1" status: 204 len: 168 time: 0.7450583 Aug 21 18:39:39.776990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39474) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:39.821952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Deleting subnet f68ec8f0-5438-4171-9f5a-a07c55eebfaa {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:39:39.824956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.858792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.943238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:39.998040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.022694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68ec8f0-5438-4171-9f5a-a07c55eebfaa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:40.027050 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.028940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-65679a22-5881-4a2d-ab18-3c819d593181 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f68ec8f0-5438-4171-9f5a-a07c55eebfaa HTTP/1.1" status: 204 len: 168 time: 0.2510037 Aug 21 18:39:40.031432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39476) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:40.034527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae409dbe-b2f6-4a57-939e-1911e66067f2 None None] Network 72eddc36-f645-4b04-b425-af0d7ee4a832 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:40.102175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.155694 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Deleting port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:40.156042 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.221780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] For port 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e1b2e56-1867-4180-9380-d91dbd4f0d90,segment=NetworkSegment(37b3a9f6-8050-4826-b0b6-f142cd09ec12),segment_id=37b3a9f6-8050-4826-b0b6-f142cd09ec12)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:40.222089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.234490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Calling delete_port for 4e1b2e56-1867-4180-9380-d91dbd4f0d90 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:40.282793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] DHCP port deletion for 72eddc36-f645-4b04-b425-af0d7ee4a832 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:39:40.321910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.337677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Deleting port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:40.338052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.345341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1b2e56-1867-4180-9380-d91dbd4f0d90,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:40.357669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] No DVR routers for this DVR port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:39:40.402012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] For port 4e1b2e56-1867-4180-9380-d91dbd4f0d90, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:40.402410 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.415565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Calling delete_port for 4e1b2e56-1867-4180-9380-d91dbd4f0d90 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:40.418166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 18:39:40.419437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.433343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.442380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Pushing event deleted for resources: {'Port': ['ID=4e1b2e56-1867-4180-9380-d91dbd4f0d90,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:40.444193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72eddc36-f645-4b04-b425-af0d7ee4a832']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:40.451365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.451850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.452139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.452363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.452698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.453015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.453366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.453686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.453976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.454297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.454646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.454981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:40.462003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac7a02d-505e-4dbe-8d87-414dd8dad4be None None] No DVR routers for this DVR port 4e1b2e56-1867-4180-9380-d91dbd4f0d90 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:39:40.463276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b3a9f6-8050-4826-b0b6-f142cd09ec12') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:40.463661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b3a9f6-8050-4826-b0b6-f142cd09ec12') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:40.475669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.490899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.497067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:39:40.497507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:39:40.499688 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:39:40.557909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.563998 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:40.565713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] 10.222.0.41 "DELETE /v2.0/networks/72eddc36-f645-4b04-b425-af0d7ee4a832 HTTP/1.1" status: 204 len: 168 time: 0.5333450 Aug 21 18:39:40.568673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39478) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:40.577022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc59c0-c71e-4228-9d4e-d26b1a9047fa admin admin] Pushing event deleted for resources: {'Network': ['ID=72eddc36-f645-4b04-b425-af0d7ee4a832,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:40.913671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:41.038799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 34a6c749-0ed4-4595-8477-5e74d162cec4 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:41.061888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 34a6c749-0ed4-4595-8477-5e74d162cec4 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:41.062239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 34a6c749-0ed4-4595-8477-5e74d162cec4 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:41.062676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e1b2e56-1867-4180-9380-d91dbd4f0d90 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:41.082797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 4e1b2e56-1867-4180-9380-d91dbd4f0d90 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:41.083055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e1b2e56-1867-4180-9380-d91dbd4f0d90 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:41.083459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 205c7fd3-715d-45cc-ab4b-7847933695a5 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:41.103076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 205c7fd3-715d-45cc-ab4b-7847933695a5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:41.103426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 205c7fd3-715d-45cc-ab4b-7847933695a5 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:41.162025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Deleting port fd852f36-4d10-4eb1-8644-12ad01f4b9d0 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:41.162367 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:41.238221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] For port fd852f36-4d10-4eb1-8644-12ad01f4b9d0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:41.238619 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:41.249904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Calling delete_port for fd852f36-4d10-4eb1-8644-12ad01f4b9d0 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:41.428890 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:41.459313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Pushing event deleted for resources: {'Port': ['ID=fd852f36-4d10-4eb1-8644-12ad01f4b9d0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:41.619424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.138745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Router b53c6260-4541-49c8-a7a9-fa2612fd7444 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:39:42.242971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:42.249626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b7a70137-69df-48e2-a877-6d9194d5e8dd admin admin] 10.222.0.41 "PUT /v2.0/routers/b53c6260-4541-49c8-a7a9-fa2612fd7444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797419 Aug 21 18:39:42.250442 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39480) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:42.251975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Sync routers for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:42.261226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:42.261833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:42.353338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.368452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:42.455988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.508072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Deleting port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:42.508416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.546104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46'}], 'enable_snat': True}, 'gw_port_id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:39:41Z', 'revision_number': 5, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port': {'id': 'dde8f57f-32ab-4cd8-a6a6-935f5f181f5b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:34:30Z', 'updated_at': '2021-08-21T18:34:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:42.576127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Checking router: b53c6260-4541-49c8-a7a9-fa2612fd7444 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:42.584424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Routers {'b53c6260-4541-49c8-a7a9-fa2612fd7444'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:42.585030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['b53c6260-4541-49c8-a7a9-fa2612fd7444'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:42.588332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] For port dde8f57f-32ab-4cd8-a6a6-935f5f181f5b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:42.588697 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.601491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Calling delete_port for dde8f57f-32ab-4cd8-a6a6-935f5f181f5b owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:42.670094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] Set router b53c6260-4541-49c8-a7a9-fa2612fd7444 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:42.720467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:39:42Z', 'revision_number': 6, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:42.749812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa0bc20-8e8c-4d6a-bfde-9aa7d46d4959 None None] The sync data for ids ['b53c6260-4541-49c8-a7a9-fa2612fd7444'] in n-d-793621-32 is: [{'id': 'b53c6260-4541-49c8-a7a9-fa2612fd7444', 'name': 'tempest-TestServerBasicOps-590891538-router', 'tenant_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:34:29Z', 'updated_at': '2021-08-21T18:39:42Z', 'revision_number': 6, 'project_id': 'ccb04e0af4ab450fb61ee45bc5a371be', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:42.769997 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.797252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde8f57f-32ab-4cd8-a6a6-935f5f181f5b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:42.856653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.946352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.948466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.990777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.991331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b53c6260-4541-49c8-a7a9-fa2612fd7444 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:39:42.995528 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:42.996677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d8564daf-39e3-4a52-99bc-37a5113bc3f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b53c6260-4541-49c8-a7a9-fa2612fd7444 HTTP/1.1" status: 204 len: 168 time: 0.7451255 Aug 21 18:39:42.999172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39482) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:43.043207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Deleting subnet e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:39:43.046103 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.079904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.225707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fd852f36-4d10-4eb1-8644-12ad01f4b9d0 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:43.401205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: fd852f36-4d10-4eb1-8644-12ad01f4b9d0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:43.401914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fd852f36-4d10-4eb1-8644-12ad01f4b9d0 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:43.469279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.527041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.540517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.543288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9 HTTP/1.1" status: 204 len: 168 time: 0.5423222 Aug 21 18:39:43.545019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3e927-fd23-4144-b74a-d83b946b4365 None None] Network 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:43.545206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39484) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:43.561722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b60ef-9310-46ab-baa4-99c0af7aaffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ccb1b7-b5ca-4506-a2d9-0de1a7cc04e9,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:43.619111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.677868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Deleting port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:43.678298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.723356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] DHCP port deletion for 7e46ff20-dbd7-41a2-b26f-81d21fc21a91 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:39:43.754612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] For port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:43.755042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.770108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Calling delete_port for 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:43.773538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Deleting port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:39:43.773917 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.839497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] For port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,segment=NetworkSegment(f01ca4c8-7727-4403-b35f-358d1b9a8a1e),segment_id=f01ca4c8-7727-4403-b35f-358d1b9a8a1e)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:43.839907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.854042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Calling delete_port for 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:39:43.864604 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.893591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] No DVR routers for this DVR port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:39:43.896738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Pushing event deleted for resources: {'Port': ['ID=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:43.938445 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.962972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] Pushing event deleted for resources: {'Port': ['ID=77e6661c-2bbd-40ff-b4a0-96b58ee69b6d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:43.966330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bf4e9-3adb-4ef4-adde-9dad4d3aac59 None None] No DVR routers for this DVR port 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:39:43.972317 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:43.983387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e46ff20-dbd7-41a2-b26f-81d21fc21a91']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:43.994430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:43.994802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01ca4c8-7727-4403-b35f-358d1b9a8a1e') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:44.004684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.017924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.024086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:39:44.024466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:39:44.026213 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:39:44.079445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.085020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.087044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] 10.222.0.41 "DELETE /v2.0/networks/7e46ff20-dbd7-41a2-b26f-81d21fc21a91 HTTP/1.1" status: 204 len: 168 time: 0.5408885 Aug 21 18:39:44.102275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a11ec-05d1-4419-b335-fbd272de872e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e46ff20-dbd7-41a2-b26f-81d21fc21a91,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:44.198914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39488) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:44.238316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dde47f66-acab-477f-9469-16a3ac7d8a03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0aee48baa3514bd9a775f113e5cab927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380876 Aug 21 18:39:44.240556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39490) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:44.286942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.307446 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.354246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.356758 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.357912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0ae48e1-aa01-43e6-8f67-9412c9cf08d8 HTTP/1.1" status: 204 len: 168 time: 0.1164606 Aug 21 18:39:44.365715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25633386-8853-4687-a02f-76d94b0c86e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae48e1-aa01-43e6-8f67-9412c9cf08d8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:44.667276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39496) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:44.706428 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db04480e-1cac-42d5-9198-d7d4ae52dc5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccb04e0af4ab450fb61ee45bc5a371be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373304 Aug 21 18:39:44.708685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39498) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:44.757271 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.777539 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.822963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.825536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:44.826640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce30d165-b878-4777-bbb6-3644a4c69aaf HTTP/1.1" status: 204 len: 168 time: 0.1170275 Aug 21 18:39:44.835022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11381605-acf4-4ab0-9ce9-c48e62633d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce30d165-b878-4777-bbb6-3644a4c69aaf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:45.035645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:45.055515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:45.055938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 77e6661c-2bbd-40ff-b4a0-96b58ee69b6d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:45.056419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dde8f57f-32ab-4cd8-a6a6-935f5f181f5b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:39:45.076124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: dde8f57f-32ab-4cd8-a6a6-935f5f181f5b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:39:45.076518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device dde8f57f-32ab-4cd8-a6a6-935f5f181f5b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:39:45.482844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39520) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:45.578520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1809540079-network', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:45.599342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:39:45.601623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.609718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.695843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.699315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.723904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:39:45.733338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c454892-d5f3-4f16-bf88-18f605a7b985,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:45.738049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.738399 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Added segment 5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7 of type vlan for network d8d46685-2c58-488f-930f-5908599b50d1 Aug 21 18:39:45.776880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.802923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.803855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:45.804418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:45.857266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3733206 Aug 21 18:39:45.860201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39524) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:45.866429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Request body: {'subnet': {'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1809540079-subnet', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:45.866637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0dfbb-a3ad-4b44-b0bf-4612a34e11bf admin admin] Pushing event updated for resources: {'Network': ['ID=d8d46685-2c58-488f-930f-5908599b50d1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:45.876791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network d8d46685-2c58-488f-930f-5908599b50d1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:39:45.890796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:39:45.893767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.067033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.118841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:46.130765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:46.131128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Network hostable DHCP agents. Network: d8d46685-2c58-488f-930f-5908599b50d1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:39:46.147565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Network d8d46685-2c58-488f-930f-5908599b50d1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:39:46.156321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, d8d46685-2c58-488f-930f-5908599b50d1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:46.161175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:46.161767 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.164870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a66e72f-75d8-49a0-b57f-f4908903f63d None None] Network d8d46685-2c58-488f-930f-5908599b50d1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:46.177582 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-89771753-3876-4693-bbc8-cfa6946a2022 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3160336 Aug 21 18:39:46.180084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39526) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:46.184338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:46.204054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.205214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.261380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.311080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-d8d46685-2c58-488f-930f-5908599b50d1', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:39:46.311937 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.400678 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.443750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Allocated IP 172.20.0.2 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/2b9a7114-b759-4e33-bb68-02a1cc1a4656) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:46.586361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.595654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.595887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Transition to ACTIVE for port object 2b9a7114-b759-4e33-bb68-02a1cc1a4656 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:46.612743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Transition to ACTIVE for port object 2b9a7114-b759-4e33-bb68-02a1cc1a4656 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:46.615749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.618641 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.654668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:46.657317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:46.660654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:46.672221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Pushing event updated for resources: {'Port': ['ID=2b9a7114-b759-4e33-bb68-02a1cc1a4656,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:46.724733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Attempting to bind port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:46.725093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Attempting to bind port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:46.725451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Attempting to bind port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:46.727024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Allocated IP 172.25.1.158 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:46.731145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:46.731503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:46.731912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.732355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:46.732879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Bound port: 2b9a7114-b759-4e33-bb68-02a1cc1a4656, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:46.733269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.800127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] For port 2b9a7114-b759-4e33-bb68-02a1cc1a4656, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:46.803751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] For port 2b9a7114-b759-4e33-bb68-02a1cc1a4656, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b9a7114-b759-4e33-bb68-02a1cc1a4656,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:46.808079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.831392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.865767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b3c6b-67f2-42bb-a94b-bdeaa0ab8fab None None] Pushing event updated for resources: {'Port': ['ID=2b9a7114-b759-4e33-bb68-02a1cc1a4656,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:46.875429 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:46.918588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:46.921440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:46.926052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:46.933480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Pushing event updated for resources: {'Port': ['ID=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:47.203632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:47.399064 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:47.533387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Router f98d04de-bc24-44c6-890a-b3361cc104ab is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:39:47.639385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:47.651471 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:47.656792 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:47.660955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a0497618-fb97-44af-9103-1517c7b4c4fe admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4775693 Aug 21 18:39:47.661333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39528) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:47.662795 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:47.663408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:47.715669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871ff4e-3ba7-4636-995a-7a010a332e88 None None] Network d8d46685-2c58-488f-930f-5908599b50d1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:47.863024 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-95c73c7e-7758-43fc-8712-da3e253ae939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:47.868564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4f6aa44f-6596-46ff-825c-62d370340c24 None None] Provisioning for port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:47.879101 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:48.061462 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:47Z', 'revision_number': 3, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:48.088759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:48.089187 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Updating router f98d04de-bc24-44c6-890a-b3361cc104ab port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:39:48.109844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.114673 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.261811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Allocated IP 172.20.0.1 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:48.367998 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.371313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.377492 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Transition to ACTIVE for port object 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:48.383663 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.385998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Transition to ACTIVE for port object fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:48.420687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.431139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Attempting to bind port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:48.431520 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Attempting to bind port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:48.431941 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Attempting to bind port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:48.441050 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Pushing event updated for resources: {'Port': ['ID=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:48.443904 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:48.444268 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:48.444657 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.445046 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:48.445503 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Bound port: 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:48.445875 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.461817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:48.464728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:48.467342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:48.467525 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.467792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.468045 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.468381 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.468705 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.469021 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.469427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.469693 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.469984 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.470252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.470655 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.471523 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:39:48.478155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:48.514840 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] For port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:48.516756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.519281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] For port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:48.526075 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.586370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3824755-0634-45cc-8333-331ba91e8c89 None None] Pushing event updated for resources: {'Port': ['ID=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:48.593646 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:48.594418 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:48.624651 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.676190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.702174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:48.722527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b35ee0a-e367-4d25-8db3-f3321dec74b8 None None] Provisioning for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:48.726392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6b35ee0a-e367-4d25-8db3-f3321dec74b8 None None] Provisioning complete for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:48.726879 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6b35ee0a-e367-4d25-8db3-f3321dec74b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.765838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ee0a-e367-4d25-8db3-f3321dec74b8 None None] Port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:48.847417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.852466 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:48.881701 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:47Z', 'revision_number': 3, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:48.908350 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb57892c-f6f9-49fb-be0f-79da9b15b19d None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:47Z', 'revision_number': 3, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:48.927199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:48.930072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.030254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:49.031896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:49.089703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b9a7114-b759-4e33-bb68-02a1cc1a4656 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:49.118348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.194617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:49.196601 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:39:49.200067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:49.200452 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.302755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.333346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:49.343111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f937bdfe-9526-45bb-a95c-acc1e643e005 admin admin] 10.222.0.41 "PUT /v2.0/routers/f98d04de-bc24-44c6-890a-b3361cc104ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6797945 Aug 21 18:39:49.343796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 2b9a7114-b759-4e33-bb68-02a1cc1a4656, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b9a7114-b759-4e33-bb68-02a1cc1a4656,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:49.351385 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.406342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-21b73d1d-2c93-4e8c-afd6-9c9e7cedd903 None None] Provisioning complete for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:49.406741 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-21b73d1d-2c93-4e8c-afd6-9c9e7cedd903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.440204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=2b9a7114-b759-4e33-bb68-02a1cc1a4656,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:49.456353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-21b73d1d-2c93-4e8c-afd6-9c9e7cedd903 None None] Port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:49.836432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:49.841602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1341652294-network', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:49.866616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Made reservation on behalf of 37904e14d0ec45a8b953025d4e6b9a34 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:39:49.868970 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.877800 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.966423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.969990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:49.991022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:39:50.004599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46b55bc-c9f6-45a0-89dd-ec6ace80b1bc,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:50.009635 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.009982 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Added segment 50b583f0-eb50-4e8c-a970-ca39f421906c of type vlan for network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 Aug 21 18:39:50.054607 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.078458 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.079449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:50.080033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.129711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2921515 Aug 21 18:39:50.132648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39546) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:50.137871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Request body: {'subnet': {'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1341652294-subnet', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:50.138525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6c81e-6a80-4e07-a28c-e0324fe302cd admin admin] Pushing event updated for resources: {'Network': ['ID=9ceb4471-784e-49fb-a288-8a24ea0c8df1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:50.149147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:39:50.159577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Made reservation on behalf of 37904e14d0ec45a8b953025d4e6b9a34 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:39:50.162308 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.324174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cbe5d4a5-bb78-4275-a971-9a9b4cdfefa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.332338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.392157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eeab752-9db2-497d-99ca-9b51156c9fc9,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:50.401522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Checking segment: {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:50.401889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Network hostable DHCP agents. Network: 9ceb4471-784e-49fb-a288-8a24ea0c8df1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:39:50.419433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:39:50.428097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9ceb4471-784e-49fb-a288-8a24ea0c8df1) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:50.432084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:50.432680 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.437546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3f5fa-315d-46a2-bc68-f3a797ef8676 None None] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:50.446386 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0788a7a2-2473-4f4b-8dcb-6360d2376a05 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3124232 Aug 21 18:39:50.448792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 39548) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:50.453918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:50.475816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.477025 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.503961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.534865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.572758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:50.597712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:50.598230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:50.636163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'fixed_ips': [{'subnet_id': '3eeab752-9db2-497d-99ca-9b51156c9fc9'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:39:50.637023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.681813 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.782992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:50.885103 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:50.885733 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Allocated IP 172.20.0.2 (9ceb4471-784e-49fb-a288-8a24ea0c8df1/3eeab752-9db2-497d-99ca-9b51156c9fc9/6abbb427-9fcc-4399-8550-9ab05aadd0eb) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:50.904759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.029881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Allocated IP 172.25.1.159 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9863b88f-1285-4fcb-ac3e-406a8814ae90) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:51.121659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.134241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Transition to ACTIVE for port object 6abbb427-9fcc-4399-8550-9ab05aadd0eb will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:51.137457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 2, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:51.141793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.173145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b9a7114-b759-4e33-bb68-02a1cc1a4656 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:51.177988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:51.178343 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Updating router f98d04de-bc24-44c6-890a-b3361cc104ab port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:39:51.186952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.201626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Transition to ACTIVE for port object 6abbb427-9fcc-4399-8550-9ab05aadd0eb will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:51.225454 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:51.228082 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.228449 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:51.231055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:51.239008 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.260239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Pushing event updated for resources: {'Port': ['ID=9863b88f-1285-4fcb-ac3e-406a8814ae90,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:51.287539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:51.296057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:51.299897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:51.328640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Pushing event updated for resources: {'Port': ['ID=6abbb427-9fcc-4399-8550-9ab05aadd0eb,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:51.445644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:51.446011 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.641621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Attempting to bind port 6abbb427-9fcc-4399-8550-9ab05aadd0eb on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:51.641993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Attempting to bind port 6abbb427-9fcc-4399-8550-9ab05aadd0eb by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:51.642359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Attempting to bind port 6abbb427-9fcc-4399-8550-9ab05aadd0eb on network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:51.667888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:51.668260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Checking segment: {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:51.668660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.669041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Bound using segment: {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:51.669500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Bound port: 6abbb427-9fcc-4399-8550-9ab05aadd0eb, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:51.669876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.700527 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.822240 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:51.837807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] For port 6abbb427-9fcc-4399-8550-9ab05aadd0eb, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:51.848642 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:51.878742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] For port 6abbb427-9fcc-4399-8550-9ab05aadd0eb, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6abbb427-9fcc-4399-8550-9ab05aadd0eb,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:51.885853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.000336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.010643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290995-83ed-4815-bf13-2859ee85d056 None None] Pushing event updated for resources: {'Port': ['ID=6abbb427-9fcc-4399-8550-9ab05aadd0eb,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:52.019514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Transition to ACTIVE for port object fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:52.023038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:52.031179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:52.031523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.051419 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.056624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.120850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7518-8a45-4441-a5a9-ed53d747ec7d None None] Pushing event updated for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:52.215872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Attempting to bind port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:52.216552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Attempting to bind port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:52.216705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Attempting to bind port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:52.224569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:52.224886 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:52.225290 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.225699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:52.226144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Bound port: fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:52.226557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.228826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Router e993b01a-0599-45c9-84b2-3b4490442a72 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:39:52.245435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.288006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:52.308945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.342671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] For port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:52.363987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] For port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:52.379993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.383508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:52.391592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:52.402817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Sync routers for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:52.406995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.412569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 39550) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:39:52.413103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6e152d20-1cfc-4bba-bb92-62ff96e3b3db admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9629185 Aug 21 18:39:52.418050 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:52.418998 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:52.459801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:52.460790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:52.548537 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:52.571419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:52.709159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff7518-8a45-4441-a5a9-ed53d747ec7d None None] Pushing event updated for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:52.762890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:51Z', 'revision_number': 3, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:52.790702 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Checking router: e993b01a-0599-45c9-84b2-3b4490442a72 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:52.791065 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Updating router e993b01a-0599-45c9-84b2-3b4490442a72 port 9863b88f-1285-4fcb-ac3e-406a8814ae90 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:39:52.812270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:52.831036 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:52.856084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dac892-ee73-45f4-ae8d-c070e6a666a2 None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:52.893896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.131715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Allocated IP 172.20.0.1 (9ceb4471-784e-49fb-a288-8a24ea0c8df1/3eeab752-9db2-497d-99ca-9b51156c9fc9/5323e425-2bfe-4fc4-9182-99fb654c62ce) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:53.166406 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.182480 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Transition to ACTIVE for port object 9863b88f-1285-4fcb-ac3e-406a8814ae90 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:53.193232 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.267225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Attempting to bind port 9863b88f-1285-4fcb-ac3e-406a8814ae90 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:53.267540 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Attempting to bind port 9863b88f-1285-4fcb-ac3e-406a8814ae90 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:53.267897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Attempting to bind port 9863b88f-1285-4fcb-ac3e-406a8814ae90 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:53.273313 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.283056 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:53.283463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:53.283863 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.284262 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:53.284721 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Bound port: 9863b88f-1285-4fcb-ac3e-406a8814ae90, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:53.285096 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.292474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6abbb427-9fcc-4399-8550-9ab05aadd0eb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:53.305505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Transition to ACTIVE for port object 5323e425-2bfe-4fc4-9182-99fb654c62ce will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:53.330894 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef9db-86c6-4c83-a86a-d9a85389ed6b None None] Pushing event updated for resources: {'Port': ['ID=9863b88f-1285-4fcb-ac3e-406a8814ae90,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:53.355285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.364943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.389370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6abbb427-9fcc-4399-8550-9ab05aadd0eb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:53.394442 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] For port 9863b88f-1285-4fcb-ac3e-406a8814ae90, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:53.395058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:53.399020 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] For port 9863b88f-1285-4fcb-ac3e-406a8814ae90, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9863b88f-1285-4fcb-ac3e-406a8814ae90,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:53.416910 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.423120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ae818c-56d7-4476-a840-906eb42e3be5 None None] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:39:53.428796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:53.431651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:53.434611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:53.478862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Pushing event updated for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:53.491473 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:53.492191 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:53.507705 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.526376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Provisioning for port 6abbb427-9fcc-4399-8550-9ab05aadd0eb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:53.545496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Provisioning complete for port 6abbb427-9fcc-4399-8550-9ab05aadd0eb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:53.545862 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.551331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:53.551801 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeef9db-86c6-4c83-a86a-d9a85389ed6b None None] Pushing event updated for resources: {'Port': ['ID=9863b88f-1285-4fcb-ac3e-406a8814ae90,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:53.578546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:53.580176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.652143 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:53.683584 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.763224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.797241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.845214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] For port 6abbb427-9fcc-4399-8550-9ab05aadd0eb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6abbb427-9fcc-4399-8550-9ab05aadd0eb,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:53.864060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.902286 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.911671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:53.914133 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.921455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:53.923012 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:53.981688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6911fcb7-c358-4175-9850-f77e742bfdd1 None None] Pushing event updated for resources: {'Port': ['ID=6abbb427-9fcc-4399-8550-9ab05aadd0eb,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:54.034626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Pushing event updated for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:54.037319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.070926 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:51Z', 'revision_number': 3, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:54.072378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:54.108967 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0845ee65-3225-4f9f-ba19-76d53eb7fcca None None] The sync data for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 is: [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:51Z', 'revision_number': 3, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:54.120771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:54.121340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.159125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Provisioning for port 5323e425-2bfe-4fc4-9182-99fb654c62ce completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:54.169025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Provisioning complete for port 5323e425-2bfe-4fc4-9182-99fb654c62ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:54.169393 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.209679 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:54.212427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:54.275382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Port 5323e425-2bfe-4fc4-9182-99fb654c62ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:54.308542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Provisioning complete for port 6abbb427-9fcc-4399-8550-9ab05aadd0eb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:54.309555 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc98f22c-e963-4dec-bf03-5aadbf213bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.369559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Router e993b01a-0599-45c9-84b2-3b4490442a72 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:39:54.555311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:39:54.567522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae5b9d17-37b8-4a97-9662-edb865722d0d admin admin] 10.222.0.41 "PUT /v2.0/routers/e993b01a-0599-45c9-84b2-3b4490442a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1528075 Aug 21 18:39:54.569481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a62cf824-d84b-4025-9866-27716093389f None None] Provisioning complete for port 5323e425-2bfe-4fc4-9182-99fb654c62ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:54.569955 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a62cf824-d84b-4025-9866-27716093389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.791459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a62cf824-d84b-4025-9866-27716093389f None None] Port 5323e425-2bfe-4fc4-9182-99fb654c62ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:54.911376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4306b87a-376f-410f-8525-4a666137d9c2 None None] Provisioning complete for port 5323e425-2bfe-4fc4-9182-99fb654c62ce triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:54.911745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4306b87a-376f-410f-8525-4a666137d9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:54.951682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4306b87a-376f-410f-8525-4a666137d9c2 None None] Port 5323e425-2bfe-4fc4-9182-99fb654c62ce cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:55.133179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6abbb427-9fcc-4399-8550-9ab05aadd0eb up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:55.185138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6abbb427-9fcc-4399-8550-9ab05aadd0eb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:55.185513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:55.280992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9863b88f-1285-4fcb-ac3e-406a8814ae90 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:55.336488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9863b88f-1285-4fcb-ac3e-406a8814ae90 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:55.345186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9863b88f-1285-4fcb-ac3e-406a8814ae90 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:55.346198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:55.428709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:55.449610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9863b88f-1285-4fcb-ac3e-406a8814ae90, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9863b88f-1285-4fcb-ac3e-406a8814ae90,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:55.454821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:55.456762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:55.532728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9863b88f-1285-4fcb-ac3e-406a8814ae90,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:55.545736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:55.546104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:56.245946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Sync routers for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:39:56.255961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:56.256570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:56.362266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:56.572167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 4, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5323e425-2bfe-4fc4-9182-99fb654c62ce', 'name': '', 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'mac_address': 'fa:16:3e:21:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:52Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 2, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'subnets': [{'id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:56.598729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Checking router: e993b01a-0599-45c9-84b2-3b4490442a72 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:39:56.599086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Updating router e993b01a-0599-45c9-84b2-3b4490442a72 port 5323e425-2bfe-4fc4-9182-99fb654c62ce binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:39:56.627954 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:56.778223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-03f8c5b1-2569-482a-a470-d6ebffadee35 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:56.779763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-03f8c5b1-2569-482a-a470-d6ebffadee35 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.0996592 Aug 21 18:39:56.795939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-487bce90-d32b-47c8-85dd-db7b9f13de27 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0093944 Aug 21 18:39:56.850912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-3585b27a-7ae3-44af-bcdb-8eb2490fdf25 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480852 Aug 21 18:39:56.897361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:56.906842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Transition to ACTIVE for port object 5323e425-2bfe-4fc4-9182-99fb654c62ce will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:56.913586 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:56.961588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7ed7e-7871-4b0d-b86b-59e518f24d29 None None] Pushing event updated for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:57.022705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Attempting to bind port 5323e425-2bfe-4fc4-9182-99fb654c62ce on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:39:57.023073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Attempting to bind port 5323e425-2bfe-4fc4-9182-99fb654c62ce by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:39:57.023431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Attempting to bind port 5323e425-2bfe-4fc4-9182-99fb654c62ce on network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:39:57.029030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:39:57.029398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Checking segment: {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:39:57.029793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:57.030370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Bound using segment: {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:39:57.030705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Bound port: 5323e425-2bfe-4fc4-9182-99fb654c62ce, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50b583f0-eb50-4e8c-a970-ca39f421906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:39:57.031084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:57.071466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9863b88f-1285-4fcb-ac3e-406a8814ae90 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:57.076815 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-42d368ca-fb46-40b1-935b-ecf34e0b162a service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189612 Aug 21 18:39:57.135328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] For port 5323e425-2bfe-4fc4-9182-99fb654c62ce, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:39:57.150305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] For port 5323e425-2bfe-4fc4-9182-99fb654c62ce, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5323e425-2bfe-4fc4-9182-99fb654c62ce,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:39:57.157155 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:57.162087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9863b88f-1285-4fcb-ac3e-406a8814ae90 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:57.162445 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:57.175222 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-eec71cd8-db9e-4ec9-8199-f78dc605cb81 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969872 Aug 21 18:39:57.261357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:39:57.262005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:39:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:57.304789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7ed7e-7871-4b0d-b86b-59e518f24d29 None None] Pushing event updated for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:57.419561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:39:57.483759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09758415-05d6-4e91-ae6b-1bd96b616b9c req-5437b466-1a76-466b-ba99-362358cdfd17 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 210 time: 0.0264599 Aug 21 18:39:57.632841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 4, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5323e425-2bfe-4fc4-9182-99fb654c62ce', 'name': '', 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'mac_address': 'fa:16:3e:21:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:52Z', 'updated_at': '2021-08-21T18:39:57Z', 'revision_number': 4, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'subnets': [{'id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:39:57.658859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb3d9b8-a996-417e-a8e7-5581f7e92b91 None None] The sync data for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 is: [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 4, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '5323e425-2bfe-4fc4-9182-99fb654c62ce', 'name': '', 'network_id': '9ceb4471-784e-49fb-a288-8a24ea0c8df1', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'mac_address': 'fa:16:3e:21:13:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:52Z', 'updated_at': '2021-08-21T18:39:57Z', 'revision_number': 4, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'subnets': [{'id': '3eeab752-9db2-497d-99ca-9b51156c9fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:39:58.610807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94c8b364-67e8-4f52-ac0a-2c306a9cb637 req-c132afb0-8cfe-4d7c-84e5-49eee37802bf tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 210 time: 0.0423954 Aug 21 18:39:58.672329 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-385ac065-c923-4552-a287-93dc1d65c864 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:58.673796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-385ac065-c923-4552-a287-93dc1d65c864 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1198511 Aug 21 18:39:58.686851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:58.792851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:39:58.796538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.101069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5323e425-2bfe-4fc4-9182-99fb654c62ce up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:39:59.153192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 5323e425-2bfe-4fc4-9182-99fb654c62ce completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:59.157069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5323e425-2bfe-4fc4-9182-99fb654c62ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:59.157528 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.229576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.7 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:39:59.243198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.277308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 5323e425-2bfe-4fc4-9182-99fb654c62ce, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5323e425-2bfe-4fc4-9182-99fb654c62ce,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:39:59.281879 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.331131 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:59.387264 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.401280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:39:59.435341 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.477929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:39:59.480996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:39:59.484598 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:39:59.494409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:39:59.503832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ea722b96-4bb8-4731-bd4e-733dcb1911de req-b811d8bb-26e1-485e-acf0-5fa5b4927db4 service neutron] (94598) timed out ('10.222.0.64', 58970) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:39:59.539465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:59.540242 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.561590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8e0d1725-eaf6-444f-9f4a-323f6d535ced tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8786747 Aug 21 18:39:59.686381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Request body: {'port': {'device_id': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:39:59.782734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d5f45-1dca-4ca7-91f5-c024c6194b5d req-0192e355-2a65-4ff4-9204-e39bc5219abf tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:39:59.783574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e1ba8e6a-24cc-4e7c-81da-8eb1c2097eb9 None None] Provisioning for port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:39:59.784682 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a55d5f45-1dca-4ca7-91f5-c024c6194b5d req-0192e355-2a65-4ff4-9204-e39bc5219abf tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 931 time: 0.0952072 Aug 21 18:39:59.785701 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.788218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e1ba8e6a-24cc-4e7c-81da-8eb1c2097eb9 None None] Provisioning complete for port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:39:59.788759 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1ba8e6a-24cc-4e7c-81da-8eb1c2097eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:39:59.829948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e1ba8e6a-24cc-4e7c-81da-8eb1c2097eb9 None None] Port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:39:59.857232 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a55d5f45-1dca-4ca7-91f5-c024c6194b5d req-29c1a484-a64b-4826-9c77-d29da619cda2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Aug 21 18:40:00.096316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:40:00.104022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:00.116624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Transition to ACTIVE for port object fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:40:00.120442 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:00.172369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:00.244201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Attempting to bind port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:40:00.244815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Attempting to bind port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:40:00.245244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Attempting to bind port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:40:00.250248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:40:00.250669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Attempting to bind port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:40:00.256419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:40:00.256913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:40:00.257492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:40:00.258036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Bound port: fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:40:00.258464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:00.330575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:40:00.333896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:40:00.338639 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:00.373130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:00.373758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:00.375264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] 10.222.0.39 "PUT /v2.0/ports/fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c HTTP/1.1" status: 200 len: 1092 time: 0.8045363 Aug 21 18:40:00.375767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:40:00.378582 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320a5bcf-1889-4c81-acf7-cd2c967b56ff" -d '{"events": [{"name": "network-changed", "server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:40:00.416057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f976-2789-4dfe-b4c6-8b5c3d5c2686 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:00.486098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-fed27f33-9fc6-4437-a39d-5d1c3bc0c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:00.487727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-fed27f33-9fc6-4437-a39d-5d1c3bc0c36e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 1095 time: 0.0559318 Aug 21 18:40:00.556233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-c813fbd6-cb91-4d55-8b93-782748dafc31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c HTTP/1.1" status: 200 len: 217 time: 0.0598235 Aug 21 18:40:00.613012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8232229f-1b0c-4a09-a7b5-ded2db215879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:00.614789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-8232229f-1b0c-4a09-a7b5-ded2db215879 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0511765 Aug 21 18:40:00.633205 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d6599-1d00-4f6e-a11b-74b8a45ddb54 x-openstack-request-id: req-062d6599-1d00-4f6e-a11b-74b8a45ddb54 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:40:00.633505 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:40:00.633755 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-062d6599-1d00-4f6e-a11b-74b8a45ddb54 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:40:00.634152 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c', 'status': 'completed', 'code': 200} Aug 21 18:40:00.662597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-702ee8e4-8655-49dc-86e7-08c7a4dfdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:00.664081 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-702ee8e4-8655-49dc-86e7-08c7a4dfdfd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426199 Aug 21 18:40:00.771504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-9671912e-cfb4-4f2c-93e3-b6c493da19f9 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001306 Aug 21 18:40:00.862969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c444b38f-8df1-4a5f-a85c-b87dc7f525cb req-b2e9d1fc-5fe0-4e87-8cf7-6bf45c8c58ee service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848587 Aug 21 18:40:00.988327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-9233ceef-6371-4ad8-85a7-dc9ad8cf092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:00.989786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-9233ceef-6371-4ad8-85a7-dc9ad8cf092c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 1095 time: 0.0761693 Aug 21 18:40:01.002406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f17d2ff-5ea2-4559-acf5-2d1146a0b4d8 req-2dee7959-f405-4762-a19a-01130170c479 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:01.004138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f17d2ff-5ea2-4559-acf5-2d1146a0b4d8 req-2dee7959-f405-4762-a19a-01130170c479 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0647395 Aug 21 18:40:01.067351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5323e425-2bfe-4fc4-9182-99fb654c62ce up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:40:01.097751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f17d2ff-5ea2-4559-acf5-2d1146a0b4d8 req-fae15496-61bd-4a46-9a37-e52abb72d4b1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836916 Aug 21 18:40:01.126777 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 5323e425-2bfe-4fc4-9182-99fb654c62ce triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:40:01.126777 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:01.131500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-6487d774-beae-4176-a72a-f64c90fd1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:01.133321 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-6487d774-beae-4176-a72a-f64c90fd1c00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.1282356 Aug 21 18:40:01.182605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-bd4cba57-5ac6-44d9-b59a-4ff3d515690b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c HTTP/1.1" status: 200 len: 217 time: 0.0421159 Aug 21 18:40:01.233359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-90202191-e6b3-49a4-9d14-c291da00848f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:01.234957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-90202191-e6b3-49a4-9d14-c291da00848f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0456955 Aug 21 18:40:01.284188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-771c5da5-b779-469d-b042-3185b50b2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:01.285933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-771c5da5-b779-469d-b042-3185b50b2483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433388 Aug 21 18:40:01.379156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-4aa7c24e-1811-4ac2-8436-a560067c811e service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862489 Aug 21 18:40:01.469130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-320a5bcf-1889-4c81-acf7-cd2c967b56ff req-d62db845-553e-47fc-afb9-66725db845ca service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834064 Aug 21 18:40:02.222093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5af01-d5cf-40f9-82fe-be0253e20eee req-c6011afa-2db8-4552-ad40-7733acfa5bbe tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:02.223605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5f5af01-d5cf-40f9-82fe-be0253e20eee req-c6011afa-2db8-4552-ad40-7733acfa5bbe tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0518622 Aug 21 18:40:02.261209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5f5af01-d5cf-40f9-82fe-be0253e20eee req-1f387be0-bd19-4c41-a4c4-84bd8ebd0830 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314898 Aug 21 18:40:03.374161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9b4f-992c-4358-b5a5-cceb22f3fc40 req-23f8ba80-0eba-4c1e-8ed5-fa4dac9699d1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:03.375565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f8f9b4f-992c-4358-b5a5-cceb22f3fc40 req-23f8ba80-0eba-4c1e-8ed5-fa4dac9699d1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0495341 Aug 21 18:40:03.413111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f8f9b4f-992c-4358-b5a5-cceb22f3fc40 req-27426e6f-43b9-4716-a46f-bf92011c4db1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315876 Aug 21 18:40:04.527514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f77ca-fe05-4448-9414-f5949e4bebf2 req-f75e8fdd-00bf-4e9f-97bf-2e5869abd951 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:04.528999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d0f77ca-fe05-4448-9414-f5949e4bebf2 req-f75e8fdd-00bf-4e9f-97bf-2e5869abd951 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0496502 Aug 21 18:40:04.567866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d0f77ca-fe05-4448-9414-f5949e4bebf2 req-a3632fd5-66ac-4296-aaa4-85a3fb9d4f06 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Aug 21 18:40:05.684232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6518d11-f33a-4df4-a88c-a0c5d1e61cf2 req-127965ef-4482-495b-8610-0a462895b5ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:05.685696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6518d11-f33a-4df4-a88c-a0c5d1e61cf2 req-127965ef-4482-495b-8610-0a462895b5ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0529323 Aug 21 18:40:05.726846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f6518d11-f33a-4df4-a88c-a0c5d1e61cf2 req-0bb0b5ad-3bd2-4e7f-8693-daeedcece3e8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350008 Aug 21 18:40:06.843256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9909980-05d2-447a-9577-e74791dd6085 req-dc1b7096-4328-43a9-a819-1744f3bd1ac4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:06.844742 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9909980-05d2-447a-9577-e74791dd6085 req-dc1b7096-4328-43a9-a819-1744f3bd1ac4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0541251 Aug 21 18:40:06.886098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9909980-05d2-447a-9577-e74791dd6085 req-bf6b70ee-7ead-4627-80fb-f28e0e848da7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353546 Aug 21 18:40:07.997842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b2b74-e91a-4366-9033-b2220b4620eb req-d5c1f550-58bd-40e0-b1a5-34962b1f8e47 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:07.999370 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-073b2b74-e91a-4366-9033-b2220b4620eb req-d5c1f550-58bd-40e0-b1a5-34962b1f8e47 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0479782 Aug 21 18:40:08.037628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-073b2b74-e91a-4366-9033-b2220b4620eb req-68298f7a-8e0a-4f46-abbb-ca288d9513f8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Aug 21 18:40:09.148942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec3efc-947e-45f6-abf2-c6fca10cb3a5 req-478c19d7-2e76-4a05-90d7-35df5debe2fc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:09.150404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4ec3efc-947e-45f6-abf2-c6fca10cb3a5 req-478c19d7-2e76-4a05-90d7-35df5debe2fc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0481932 Aug 21 18:40:09.187913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f4ec3efc-947e-45f6-abf2-c6fca10cb3a5 req-07cabfbc-2c01-4e5a-bb7a-b41d08911080 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Aug 21 18:40:10.298214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605e6ec-a8af-404f-a557-e0c31a095a19 req-ac70fa8b-622a-450b-b419-887b4668642b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:10.299715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b605e6ec-a8af-404f-a557-e0c31a095a19 req-ac70fa8b-622a-450b-b419-887b4668642b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 943 time: 0.0475473 Aug 21 18:40:10.336650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b605e6ec-a8af-404f-a557-e0c31a095a19 req-51298b4e-c77b-43f5-945d-db2d543ef5a3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310850 Aug 21 18:40:10.395644 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:40:10.463151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:40:10.556551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:40:10.566393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c', 'mac_address': 'fa:16:3e:84:cb:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:40:10.602839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:10.614896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:40:10.632759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:40:10.636855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:10.682711 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:10.898479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:40:11.447416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b55091-5147-42e2-bcbd-4aa1200b1959 req-ae19f992-09fe-404b-a143-0e2f189832ea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:11.449432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40b55091-5147-42e2-bcbd-4aa1200b1959 req-ae19f992-09fe-404b-a143-0e2f189832ea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 944 time: 0.0493059 Aug 21 18:40:11.487151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40b55091-5147-42e2-bcbd-4aa1200b1959 req-488b2524-006b-4eae-9449-02fdcd7c5517 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Aug 21 18:40:12.461931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:40:12.509971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:40:12.514105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:40:12.514224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:12.593122 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:12.603432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f54589-390a-4a9c-95c0-23fa18c09ed9 req-2c4d2c74-2fc9-476b-acda-f67eb34af2b0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:12.604991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9f54589-390a-4a9c-95c0-23fa18c09ed9 req-2c4d2c74-2fc9-476b-acda-f67eb34af2b0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 944 time: 0.0529799 Aug 21 18:40:12.617245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:40:12.619487 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ccdef-dae0-4fac-93c7-0cc36010190d" -d '{"events": [{"server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "name": "network-vif-plugged", "status": "completed", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:40:12.631930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:40:12.636244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:12.647189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9f54589-390a-4a9c-95c0-23fa18c09ed9 req-b9485392-5a41-416f-9b83-ac983bb2cc31 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351849 Aug 21 18:40:12.685437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:12.725554 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a16a1a-caf7-4b38-8210-aabd8802f87e x-openstack-request-id: req-b0a16a1a-caf7-4b38-8210-aabd8802f87e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:40:12.725889 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "name": "network-vif-plugged", "status": "completed", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:40:12.726145 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0a16a1a-caf7-4b38-8210-aabd8802f87e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:40:12.726567 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c', 'code': 200} Aug 21 18:40:12.821326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdbd36-5519-41ea-976a-738ac7545035 req-613222bb-b5a3-4e7c-9695-3e9289b6fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:12.822790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ffdbd36-5519-41ea-976a-738ac7545035 req-613222bb-b5a3-4e7c-9695-3e9289b6fc55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 1097 time: 0.0393457 Aug 21 18:40:12.857261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ffdbd36-5519-41ea-976a-738ac7545035 req-8e8875f7-9b76-4092-acc1-4f75b1839eca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272865 Aug 21 18:40:13.763343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7df5-ac64-44cc-b412-3d415da19c46 req-91d04340-75b8-4d35-b2cd-50aecc48c214 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:13.764848 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-382b7df5-ac64-44cc-b412-3d415da19c46 req-91d04340-75b8-4d35-b2cd-50aecc48c214 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0502963 Aug 21 18:40:13.802586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-382b7df5-ac64-44cc-b412-3d415da19c46 req-a9819fbd-8032-4e81-9973-53b6a1d61536 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311637 Aug 21 18:40:14.929970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565351e-62fc-4410-b827-8ae1c7ccd20c req-6fb0cabd-1c24-436f-8406-2ee2429c7d0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:14.931463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6565351e-62fc-4410-b827-8ae1c7ccd20c req-6fb0cabd-1c24-436f-8406-2ee2429c7d0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0561895 Aug 21 18:40:14.968017 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6565351e-62fc-4410-b827-8ae1c7ccd20c req-d97e0fec-d96f-49eb-8b5f-c4852e642e4e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305383 Aug 21 18:40:15.082878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581a1a4-540e-4f74-8cff-ca4146755f07 req-e5106602-3e84-4d74-84bf-9c00b3e158dc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:15.084240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6581a1a4-540e-4f74-8cff-ca4146755f07 req-e5106602-3e84-4d74-84bf-9c00b3e158dc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0510271 Aug 21 18:40:15.120819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6581a1a4-540e-4f74-8cff-ca4146755f07 req-8fad79d7-3c4f-4601-8cad-49793e756960 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Aug 21 18:40:15.231707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64a29-8e2b-42f0-80c7-8e5bb48fefd4 req-6c800af8-cb10-4f84-8e73-1df54f6dae85 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:15.233187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ff64a29-8e2b-42f0-80c7-8e5bb48fefd4 req-6c800af8-cb10-4f84-8e73-1df54f6dae85 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0493774 Aug 21 18:40:15.270402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ff64a29-8e2b-42f0-80c7-8e5bb48fefd4 req-9a287e47-57e7-4a37-9f58-53aea6c759fe tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312564 Aug 21 18:40:15.495466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada0b45-8f8f-4e5b-8a4e-257e27d3fe58 req-b1531ba6-0f13-438d-8b86-0b67f5cac4ed tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:15.496946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eada0b45-8f8f-4e5b-8a4e-257e27d3fe58 req-b1531ba6-0f13-438d-8b86-0b67f5cac4ed tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0500345 Aug 21 18:40:15.535228 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eada0b45-8f8f-4e5b-8a4e-257e27d3fe58 req-ed7b6c0a-f20b-4d18-aae3-a8ffbab7be37 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Aug 21 18:40:16.648479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d08d-a6a4-4611-b339-19f025369ab5 req-37dcd7af-1bc7-44a3-9e19-a88578c73ee2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:16.649942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d69d08d-a6a4-4611-b339-19f025369ab5 req-37dcd7af-1bc7-44a3-9e19-a88578c73ee2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0478337 Aug 21 18:40:16.687186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d69d08d-a6a4-4611-b339-19f025369ab5 req-9660e0b6-01a5-4ca7-a5ac-09fbcc08bd4a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Aug 21 18:40:16.887161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-861c95fd-4b46-40b0-bbf4-c1a69bab1795 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:16.888605 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-861c95fd-4b46-40b0-bbf4-c1a69bab1795 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 945 time: 0.0476556 Aug 21 18:40:16.978725 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:40:16.979200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:17.064109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:40:17.064473 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:17.076053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:40:17.202699 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:17.214819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:40:17.230410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:17.276391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:40:17.279064 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:17.281044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f42bd96-fcb0-441f-94ac-6242bb8e8972 req-511cf685-17a8-4c3f-8ebd-9bc755472f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "DELETE /v2.0/ports/fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c HTTP/1.1" status: 204 len: 173 time: 0.3862662 Aug 21 18:40:17.281483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'name': 'network-vif-deleted', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:40:17.283776 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445637dd-9459-40c2-87e9-1c0564ffcb1e" -d '{"events": [{"server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "name": "network-vif-deleted", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:40:17.327290 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c5d44e-0460-4648-ba71-5a00e0973ae3 x-openstack-request-id: req-21c5d44e-0460-4648-ba71-5a00e0973ae3 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:40:17.327598 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9af3b3a-345d-492d-917b-f0d784e3594a", "name": "network-vif-deleted", "tag": "fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:40:17.327912 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21c5d44e-0460-4648-ba71-5a00e0973ae3 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:40:17.328397 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9af3b3a-345d-492d-917b-f0d784e3594a', 'name': 'network-vif-deleted', 'tag': 'fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c', 'status': 'completed', 'code': 200} Aug 21 18:40:17.778251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-af78defe-f778-4fb7-aff9-173910e7683f req-2be530d9-7456-4197-87f4-48936b637ae4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 210 time: 0.0264423 Aug 21 18:40:17.786020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6331-903e-4439-a6aa-e6d59365e138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:18.631347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:18.877550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f9722f72-cafe-44e0-a501-864d07bd1458 req-b258c6c4-0725-4db8-855f-92faa059241f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 210 time: 0.0301437 Aug 21 18:40:19.101265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:19.971744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-de51bf83-9818-49a2-9a99-fee609ff2d13 req-e632e9c1-3e62-48c0-bda6-24e55ec4d2c5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9af3b3a-345d-492d-917b-f0d784e3594a HTTP/1.1" status: 200 len: 210 time: 0.0265365 Aug 21 18:40:20.324876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf1f2102-549c-4baf-adba-8971c701767d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:20.466549 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:20.494384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:40:20.670606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:40:20.670950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fcb84e0b-3d97-4eda-8f0c-138cd15e3f8c not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:40:21.668267 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:23.343919 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:38.963783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-136f8939-fe5f-4e88-93e0-de4da7f0eac8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:38.965172 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-136f8939-fe5f-4e88-93e0-de4da7f0eac8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1017625 Aug 21 18:40:38.980325 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-6cf3ea22-45ca-49f7-a3cd-c189b34b2ba2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0088229 Aug 21 18:40:39.030266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-7202e576-1843-4599-ba4b-d70d1726ef1d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447819 Aug 21 18:40:39.180044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-29f5363d-8fca-4ae2-b68e-3062f784f859 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423719 Aug 21 18:40:39.272360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-4abdfd7c-cc06-4f8e-b14b-a93485c19010 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861297 Aug 21 18:40:40.468002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ae8c0d0-55ef-4dd6-9b9d-aaf2a384608e req-884a2d98-25cf-46db-b6f5-575397367240 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Aug 21 18:40:41.417604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-a641e5bc-6687-4a67-8a0a-f41120d22d49 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:41.419107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-a641e5bc-6687-4a67-8a0a-f41120d22d49 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1050324 Aug 21 18:40:41.434099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:40:41.554795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:40:41.558712 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:41.565560 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-59470f06-9428-4354-b2e7-7bf0d5344876 req-29466fa3-78b2-494b-bb27-85335cccc946 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0280387 Aug 21 18:40:41.692574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.4 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:40:41.864983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:41.880461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:40:41.914421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:41.960367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:40:41.963386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:40:41.970292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:40:41.974461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:42.010916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.011292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.011622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.011965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.012298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.012629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.012959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.013287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.013755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.013954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.014241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.014590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:40:42.036305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:42.036976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.053957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-0f0393ae-336b-4f72-a5ca-f59c04d6ebf9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6234503 Aug 21 18:40:42.067598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-51cb644c-c447-48e3-8c92-2e531c7e063c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:40:42.068779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-51cb644c-c447-48e3-8c92-2e531c7e063c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061529 Aug 21 18:40:42.141890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Request body: {'port': {'device_id': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:40:42.196219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.243696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-552221e6-5b6b-46c5-84f5-1e9900d3f43e None None] Provisioning for port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:40:42.248014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-552221e6-5b6b-46c5-84f5-1e9900d3f43e None None] Provisioning complete for port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:40:42.248384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-552221e6-5b6b-46c5-84f5-1e9900d3f43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.283673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-552221e6-5b6b-46c5-84f5-1e9900d3f43e None None] Port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:40:42.478622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:40:42.486131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.498095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Transition to ACTIVE for port object 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:40:42.502902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.570515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:42.627333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Attempting to bind port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:40:42.627816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Attempting to bind port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:40:42.628248 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Attempting to bind port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:40:42.634427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:40:42.634895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Attempting to bind port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:40:42.641769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:40:42.642276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:40:42.642791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:40:42.643331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Bound port: 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:40:42.643804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.744292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5a1f3-f058-4c11-adef-af811092e7d1 req-cb9236f5-0155-4afb-90dd-48ac259ae429 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:42.745857 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18f5a1f3-f058-4c11-adef-af811092e7d1 req-cb9236f5-0155-4afb-90dd-48ac259ae429 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.1054854 Aug 21 18:40:42.761946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:40:42.766196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:40:42.776572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.826601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:42.827220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:42.828855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] 10.222.0.64 "PUT /v2.0/ports/9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 HTTP/1.1" status: 200 len: 1092 time: 0.7471390 Aug 21 18:40:42.829576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:40:42.832998 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df92fe-df16-4837-8d54-6080191881ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:40:42.842642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18f5a1f3-f058-4c11-adef-af811092e7d1 req-1a0bdd3b-6251-4681-94a7-932a260e4859 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898731 Aug 21 18:40:42.873340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef3468-6f76-4748-b9fd-770863ae2c98 service neutron] Pushing event updated for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:40:42.910259 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160f9bec-b627-40ad-bcd3-9115f14061d7 x-openstack-request-id: req-160f9bec-b627-40ad-bcd3-9115f14061d7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:40:42.910798 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:40:42.911126 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-160f9bec-b627-40ad-bcd3-9115f14061d7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:40:42.911590 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3', 'status': 'completed', 'code': 200} Aug 21 18:40:42.947471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-8d8d92c2-9f81-4bd0-8ed4-6d1d17e7c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:42.949023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-8d8d92c2-9f81-4bd0-8ed4-6d1d17e7c8c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 1095 time: 0.0486455 Aug 21 18:40:42.999756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-8ab7ace0-1526-491b-ac5a-654bccd448d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 HTTP/1.1" status: 200 len: 217 time: 0.0400238 Aug 21 18:40:43.056712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-bb92a074-14a8-422e-886d-283d5833e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.058205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-bb92a074-14a8-422e-886d-283d5833e7ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0478904 Aug 21 18:40:43.108306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-fe688454-fb6f-4ec4-80cc-6de7ccadd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.110322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-fe688454-fb6f-4ec4-80cc-6de7ccadd6d1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406191 Aug 21 18:40:43.212290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-314a7d93-3277-4a93-b3e2-4c6cbbbbdb7d service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902104 Aug 21 18:40:43.310669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ffd7051b-f70b-4ff3-b6be-5cecb5a5ce72 req-563acc0e-da99-4328-a7b3-1999365f4ab8 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868316 Aug 21 18:40:43.395550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df92fe-df16-4837-8d54-6080191881ff req-bfee4f06-0cf3-4017-876f-b9e3e07b0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.397049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-bfee4f06-0cf3-4017-876f-b9e3e07b0f86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 1095 time: 0.0411322 Aug 21 18:40:43.491090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df92fe-df16-4837-8d54-6080191881ff req-ecd73df0-490f-43ed-afad-819e37331ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.492562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-ecd73df0-490f-43ed-afad-819e37331ba4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0886137 Aug 21 18:40:43.538605 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-c8260660-2850-4566-9c34-73d3d1fba345 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 HTTP/1.1" status: 200 len: 217 time: 0.0345924 Aug 21 18:40:43.600698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df92fe-df16-4837-8d54-6080191881ff req-d0916732-9ab3-4460-b28a-22fc979cce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.602207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-d0916732-9ab3-4460-b28a-22fc979cce0e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0532241 Aug 21 18:40:43.653978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df92fe-df16-4837-8d54-6080191881ff req-feb532bd-6d2c-48c6-8cfc-5522a1ac0854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.655517 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-feb532bd-6d2c-48c6-8cfc-5522a1ac0854 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412750 Aug 21 18:40:43.749381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-ae4f7795-d4c6-45b5-9893-c6f05a1afe1b service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813656 Aug 21 18:40:43.850985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84df92fe-df16-4837-8d54-6080191881ff req-58a4a0a5-0779-456d-9196-fcf1828ff76c service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896919 Aug 21 18:40:43.973897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a0b26-a37e-44d3-9754-29f1ce64450c req-5be8e283-eb28-41bd-9f68-48f6c0ee4cae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:43.975273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-195a0b26-a37e-44d3-9754-29f1ce64450c req-5be8e283-eb28-41bd-9f68-48f6c0ee4cae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0575433 Aug 21 18:40:44.015143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-195a0b26-a37e-44d3-9754-29f1ce64450c req-e5f6d6e3-9cd2-42e0-b2e8-ffcbd7f02c9b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Aug 21 18:40:45.209364 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01300caa-d771-4df9-a02e-4188dcc13609 req-0620a377-10a2-4469-b7f4-602c583b2f9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:45.212057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01300caa-d771-4df9-a02e-4188dcc13609 req-0620a377-10a2-4469-b7f4-602c583b2f9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0620594 Aug 21 18:40:45.270097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-01300caa-d771-4df9-a02e-4188dcc13609 req-a4561e4f-1ca3-43a3-b888-087f678c7f25 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 Aug 21 18:40:46.415798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56381d-2d79-465b-aad2-ba9a660e70a4 req-0c55dd26-c8b0-4404-900b-a371371cfd58 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:46.418005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc56381d-2d79-465b-aad2-ba9a660e70a4 req-0c55dd26-c8b0-4404-900b-a371371cfd58 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0625355 Aug 21 18:40:46.471815 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc56381d-2d79-465b-aad2-ba9a660e70a4 req-68deba08-9e09-4241-8728-20028604b5b3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475259 Aug 21 18:40:47.394589 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:40:47.595704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02945c5-654d-42bf-837b-3fdd3c685017 req-13ecc534-b6c0-4ef7-88e3-74e226c8c059 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:47.597962 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b02945c5-654d-42bf-837b-3fdd3c685017 req-13ecc534-b6c0-4ef7-88e3-74e226c8c059 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0574865 Aug 21 18:40:47.641212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b02945c5-654d-42bf-837b-3fdd3c685017 req-b3757a72-891a-494d-9f14-00b1fc58ebe1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347300 Aug 21 18:40:47.788882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c81b1ff5-85fd-49b7-aa03-68c4cae01e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:48.644962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:48.755163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab94b3-e6a6-43a3-8d90-a3b9bb0fed72 req-2af391a1-9f72-408d-921a-d68f5ff7d3a7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:48.756910 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0ab94b3-e6a6-43a3-8d90-a3b9bb0fed72 req-2af391a1-9f72-408d-921a-d68f5ff7d3a7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0507026 Aug 21 18:40:48.794087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0ab94b3-e6a6-43a3-8d90-a3b9bb0fed72 req-f4d55dbc-3970-428f-8617-18b49ce56d53 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313492 Aug 21 18:40:49.098682 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:49.909469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a97100b-9819-4e83-b311-38c66a4a0bfc req-c7a443d8-80a7-48e3-9d9c-bad3588530cd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:49.910960 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a97100b-9819-4e83-b311-38c66a4a0bfc req-c7a443d8-80a7-48e3-9d9c-bad3588530cd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0485148 Aug 21 18:40:49.947544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a97100b-9819-4e83-b311-38c66a4a0bfc req-f050ddb1-7d4e-441d-adbe-ce2752becef7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307171 Aug 21 18:40:50.325541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f0a7f0f-1fc2-4a5d-83f6-311db9d7c9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:50.468793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:51.059171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a6e58-9bc9-494b-8c6d-aac7a3247cb3 req-59e355b4-a79c-4b08-9a7c-37a4e55087ff tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:51.060668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee3a6e58-9bc9-494b-8c6d-aac7a3247cb3 req-59e355b4-a79c-4b08-9a7c-37a4e55087ff tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0497556 Aug 21 18:40:51.099131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee3a6e58-9bc9-494b-8c6d-aac7a3247cb3 req-0608b6a6-33cc-4d89-b0c0-3cf661182b8d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Aug 21 18:40:51.670555 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:52.211085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407605-07e6-4adf-a93f-f64689122672 req-75e8d32f-fb77-428c-9039-cfd2b49c3b07 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:52.212621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08407605-07e6-4adf-a93f-f64689122672 req-75e8d32f-fb77-428c-9039-cfd2b49c3b07 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0490496 Aug 21 18:40:52.249936 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08407605-07e6-4adf-a93f-f64689122672 req-5b3d09fe-11e3-4604-9b14-847379fdec0d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307181 Aug 21 18:40:53.340265 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:40:53.373302 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129f0e1-cbfc-4114-a7b4-929cdfbacfff req-a303d515-9907-4f26-9dfd-944fba809956 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:53.374999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e129f0e1-cbfc-4114-a7b4-929cdfbacfff req-a303d515-9907-4f26-9dfd-944fba809956 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0576127 Aug 21 18:40:53.417327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e129f0e1-cbfc-4114-a7b4-929cdfbacfff req-19c2455f-7ec4-4e93-af47-4238ceb43df7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359006 Aug 21 18:40:54.535361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a73e93-21b2-4e7f-a79e-5fba09dd02d9 req-4cde5ee7-7f52-496f-a93d-a3c2f82bc82f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:54.536739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23a73e93-21b2-4e7f-a79e-5fba09dd02d9 req-4cde5ee7-7f52-496f-a93d-a3c2f82bc82f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0533814 Aug 21 18:40:54.575245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23a73e93-21b2-4e7f-a79e-5fba09dd02d9 req-b88f8e4c-933d-465f-9df1-190998c5af37 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325937 Aug 21 18:40:55.690483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c8411-cc23-4321-92f2-1f04754bed5d req-93d6ad60-4a24-49da-a566-905208158ff6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:55.691994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d80c8411-cc23-4321-92f2-1f04754bed5d req-93d6ad60-4a24-49da-a566-905208158ff6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0488710 Aug 21 18:40:55.729964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d80c8411-cc23-4321-92f2-1f04754bed5d req-4b23a53a-3d04-4261-be12-86f48b9e24d6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 Aug 21 18:40:56.843676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32050958-bd2e-47f0-85a9-4915af770a73 req-354750d4-efbd-416e-b051-e0b900d14d0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:56.845136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32050958-bd2e-47f0-85a9-4915af770a73 req-354750d4-efbd-416e-b051-e0b900d14d0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0481215 Aug 21 18:40:56.882859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-32050958-bd2e-47f0-85a9-4915af770a73 req-155229fd-e5e6-4a7e-8c18-fe198949ca5e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Aug 21 18:40:57.994243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badf146-94bb-4fc6-a301-fa8a00ef142e req-ba2c3996-2c2a-4326-b62b-3b10ae219996 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:57.995734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2badf146-94bb-4fc6-a301-fa8a00ef142e req-ba2c3996-2c2a-4326-b62b-3b10ae219996 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0487990 Aug 21 18:40:58.032682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2badf146-94bb-4fc6-a301-fa8a00ef142e req-b65b0f18-0381-4441-a1de-6ad0a1ac616e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Aug 21 18:40:59.143696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d007d-e64f-4b98-b2d3-77632d3d0882 req-2cf47097-40d8-47b0-bd68-ce21d2b2df3b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:40:59.145099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b96d007d-e64f-4b98-b2d3-77632d3d0882 req-2cf47097-40d8-47b0-bd68-ce21d2b2df3b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0484724 Aug 21 18:40:59.181115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b96d007d-e64f-4b98-b2d3-77632d3d0882 req-3eaabd01-8abc-4e7b-836d-8cceb5e7ff98 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301344 Aug 21 18:41:00.293762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37759eca-8f4c-4264-a295-f68948114eec req-a3b30eeb-b305-4543-a0b2-9b8db0798533 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:00.295251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37759eca-8f4c-4264-a295-f68948114eec req-a3b30eeb-b305-4543-a0b2-9b8db0798533 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0481057 Aug 21 18:41:00.335786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-37759eca-8f4c-4264-a295-f68948114eec req-9324dbb5-79c5-4379-b1ee-20491555dd95 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Aug 21 18:41:01.451443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b1682-5c24-4321-9c35-097b1fc37aa9 req-93e26dc8-d840-408c-9022-9eb4e1927abb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:01.452894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-237b1682-5c24-4321-9c35-097b1fc37aa9 req-93e26dc8-d840-408c-9022-9eb4e1927abb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0518944 Aug 21 18:41:01.489782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-237b1682-5c24-4321-9c35-097b1fc37aa9 req-d4d93f95-cb72-41f0-b1cb-24d15106151a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310228 Aug 21 18:41:02.602897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff997581-8fec-43eb-8cfe-d4be8055908c req-fcfb2a23-a9f8-4a3b-8271-8bcea3ebcab3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:02.604384 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff997581-8fec-43eb-8cfe-d4be8055908c req-fcfb2a23-a9f8-4a3b-8271-8bcea3ebcab3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 943 time: 0.0487421 Aug 21 18:41:02.641939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff997581-8fec-43eb-8cfe-d4be8055908c req-52b1f7d4-fb47-4f96-b2c0-d42cda999dbf tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Aug 21 18:41:03.009380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:41:03.102455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:03.112508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3', 'mac_address': 'fa:16:3e:05:8b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:41:03.149563 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:03.161713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:41:03.180273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:03.184590 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:03.234003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:03.241152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.241497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.241832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.242168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.242521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.242844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.243168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.243491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.243813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.244129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.244449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.244767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:03.487922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:41:03.754194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c30c6e-81cf-406c-8c81-144718b4046f req-5f21dcb9-67c8-4788-8cb2-671729f02154 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:03.755612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c30c6e-81cf-406c-8c81-144718b4046f req-5f21dcb9-67c8-4788-8cb2-671729f02154 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 944 time: 0.0484993 Aug 21 18:41:03.791495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-28c30c6e-81cf-406c-8c81-144718b4046f req-5775c819-496f-40c7-9c32-93ab0d53410e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300167 Aug 21 18:41:04.904562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9a63d-78f0-4579-8664-235089702370 req-9d38ed93-48fc-4d92-be47-fd5d52d03d9a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:04.906037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7d9a63d-78f0-4579-8664-235089702370 req-9d38ed93-48fc-4d92-be47-fd5d52d03d9a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 944 time: 0.0491011 Aug 21 18:41:04.942760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7d9a63d-78f0-4579-8664-235089702370 req-9abf61b2-fb01-45c6-8bb9-7e0da109f545 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307302 Aug 21 18:41:05.008788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:41:05.056393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:41:05.059951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:41:05.060314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:05.137401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:05.158825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:41:05.161044 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a566a6b-b1a7-4684-be8d-e165b38e2d37" -d '{"events": [{"server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "name": "network-vif-plugged", "status": "completed", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:41:05.174477 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:05.178664 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:05.204328 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f83739c-a1f2-470d-abf2-18a838b28063 x-openstack-request-id: req-9f83739c-a1f2-470d-abf2-18a838b28063 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:41:05.204674 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "name": "network-vif-plugged", "status": "completed", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:41:05.204924 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9f83739c-a1f2-470d-abf2-18a838b28063 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:41:05.205319 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3', 'code': 200} Aug 21 18:41:05.233651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:05.309187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686bbb5-8f7e-4cd2-b350-21f028889975 req-6be63161-67f7-4857-9332-3e0adf613ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:05.310727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2686bbb5-8f7e-4cd2-b350-21f028889975 req-6be63161-67f7-4857-9332-3e0adf613ee6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 1097 time: 0.0434077 Aug 21 18:41:05.355085 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2686bbb5-8f7e-4cd2-b350-21f028889975 req-5ea84cf6-46e9-49ce-bc8a-469d37e82e0c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Aug 21 18:41:06.056846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54312c3a-232c-4b7b-9090-ae87b83dfa47 req-0b346611-88d3-407e-b724-de04a6cac562 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:06.058315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54312c3a-232c-4b7b-9090-ae87b83dfa47 req-0b346611-88d3-407e-b724-de04a6cac562 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0502179 Aug 21 18:41:06.095649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54312c3a-232c-4b7b-9090-ae87b83dfa47 req-c1ca7f42-c1ea-4224-a9ad-76ef867f1078 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Aug 21 18:41:07.208332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0174bd-bd0b-4346-b822-562e06cbc4c6 req-464b8f57-2d37-49ab-90c4-626beeb1f47c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:07.209934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e0174bd-bd0b-4346-b822-562e06cbc4c6 req-464b8f57-2d37-49ab-90c4-626beeb1f47c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Aug 21 18:41:07.245737 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e0174bd-bd0b-4346-b822-562e06cbc4c6 req-303ef04f-4030-4c9f-a75f-8a8701469eea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299561 Aug 21 18:41:07.358717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627797-e94d-4b99-a0f4-5b0acca2325a req-de41e8e7-bbd1-43b9-85fe-8c247b6773c1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:07.360713 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b627797-e94d-4b99-a0f4-5b0acca2325a req-de41e8e7-bbd1-43b9-85fe-8c247b6773c1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0498188 Aug 21 18:41:07.398973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3b627797-e94d-4b99-a0f4-5b0acca2325a req-407d8cfe-e75d-479e-b0c1-c22b9e101d4b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323172 Aug 21 18:41:07.512909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3cedc-f01d-4cf5-952e-2fc1b4602f5f req-52b54af3-a4e3-474a-9cf2-2c78bdc12f0e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:07.514343 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2d3cedc-f01d-4cf5-952e-2fc1b4602f5f req-52b54af3-a4e3-474a-9cf2-2c78bdc12f0e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0517304 Aug 21 18:41:07.551127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2d3cedc-f01d-4cf5-952e-2fc1b4602f5f req-b4d8ab84-b7e6-48ba-9f9f-0fdb20bd2f1e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307655 Aug 21 18:41:07.831213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065541c-cb94-4cb3-bcee-a5b5472425d2 req-119d823e-0401-41cb-96e0-d16b3b2471b5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:07.832680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7065541c-cb94-4cb3-bcee-a5b5472425d2 req-119d823e-0401-41cb-96e0-d16b3b2471b5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0485313 Aug 21 18:41:07.870473 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7065541c-cb94-4cb3-bcee-a5b5472425d2 req-3ffb8644-82cb-40c4-8741-c6ec46cf8674 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317137 Aug 21 18:41:08.984999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b688a33-bc1b-46d1-9ea3-32c6229040ce req-2dc865ca-4b6c-411c-95a5-6f435a7f22c5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:08.987032 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b688a33-bc1b-46d1-9ea3-32c6229040ce req-2dc865ca-4b6c-411c-95a5-6f435a7f22c5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0500131 Aug 21 18:41:09.028098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b688a33-bc1b-46d1-9ea3-32c6229040ce req-6e8abd08-9881-452f-8590-c02b06e793ba tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350754 Aug 21 18:41:09.381076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a2895595-15b1-4775-9ec8-d5069b3f131b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:09.382567 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a2895595-15b1-4775-9ec8-d5069b3f131b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 945 time: 0.0472503 Aug 21 18:41:09.469321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:41:09.469657 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:09.561623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:09.561991 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:09.574258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:41:09.702900 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:09.719822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:41:09.729004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:09.774772 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:41:09.777543 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:09.779797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50737f4b-c96e-4811-bf5f-bbc13a12c723 req-a6c1ea0a-c189-4d93-aae1-51318c362d7d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "DELETE /v2.0/ports/9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 HTTP/1.1" status: 204 len: 173 time: 0.3908553 Aug 21 18:41:09.780331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'name': 'network-vif-deleted', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:41:09.782581 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e564a3-843c-4f9f-bf9f-c393c4afeea5" -d '{"events": [{"server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "name": "network-vif-deleted", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:41:09.833007 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67863f67-f36e-40b9-affe-d004f01bec19 x-openstack-request-id: req-67863f67-f36e-40b9-affe-d004f01bec19 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:41:09.833367 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d78f3b0-cc4f-4a45-b37e-1d8500ff7750", "name": "network-vif-deleted", "tag": "9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:41:09.833621 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67863f67-f36e-40b9-affe-d004f01bec19 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:41:09.834021 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d78f3b0-cc4f-4a45-b37e-1d8500ff7750', 'name': 'network-vif-deleted', 'tag': '9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3', 'status': 'completed', 'code': 200} Aug 21 18:41:10.120699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07186505-95f0-440e-9ca8-f746cab2bc98 req-9cb35109-1910-4900-b44d-8b8d2e0fa3c8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0270729 Aug 21 18:41:11.214446 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-18bd78f7-d298-4a8f-b996-d84fb1416029 req-04600625-ab13-4cc3-9e61-a5782eb25791 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0264523 Aug 21 18:41:12.308185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6a0f8f79-fb04-425d-9e2b-7439afc1b335 req-1c425ce4-28ec-4312-b997-ba46d91d7960 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Aug 21 18:41:13.039919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:41:13.060560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:41:13.060964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 9e8e6d2d-3aa9-4a6f-a46d-19238c1901a3 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:41:13.411917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bbbea07c-8c2a-456f-ae83-e43d680e6f5b req-a1851948-c4de-43b4-b252-11185d226151 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d78f3b0-cc4f-4a45-b37e-1d8500ff7750 HTTP/1.1" status: 200 len: 210 time: 0.0265431 Aug 21 18:41:17.797458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5b5571c8-b59e-4bd1-adc7-ce16614db7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:18.659876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:19.098070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:20.327299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5c78-fd6c-4241-8fe7-61476d2cd0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:20.470876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:21.676189 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:23.345391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:24.394326 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:41:33.244415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-5c43d63a-011c-4284-be31-8e545d114c4b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:33.245811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-5c43d63a-011c-4284-be31-8e545d114c4b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1032627 Aug 21 18:41:33.261012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9493c245-065a-40eb-b700-1bdb0be2b3dd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0094650 Aug 21 18:41:33.310849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-02f72b12-7bc4-4fc8-96e8-8bb2be778aa6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446517 Aug 21 18:41:33.321577 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-f079b34c-8114-45e5-865f-8b79991b74c8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:41:33.322688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-f079b34c-8114-45e5-865f-8b79991b74c8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055120 Aug 21 18:41:33.412750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-7636178a-2c30-4a2d-b7c6-15d451084fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846713 Aug 21 18:41:33.500328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-db492f1b-a87e-43c7-ab78-9f8d93848e26 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813522 Aug 21 18:41:33.778678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9bf6b636-044a-4183-9e5e-701719cd2175 req-f87b4b0d-9686-495d-bd03-dab9a7320f81 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Aug 21 18:41:34.746850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-d30890f5-fe32-49a7-8ea9-c3dcce915e7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:34.748286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-d30890f5-fe32-49a7-8ea9-c3dcce915e7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1027074 Aug 21 18:41:34.782955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:41:34.880123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-491ca7d1-6b2f-468a-866d-ec25bc3da935 req-6ac2c111-27c3-4b60-8719-0ea87dd69dc8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0279927 Aug 21 18:41:34.903407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:41:34.907166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.034931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.14 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/b3df523d-a376-4dfb-993e-1c0e77f6ed04) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:41:35.183356 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.197398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object b3df523d-a376-4dfb-993e-1c0e77f6ed04 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:41:35.230035 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.275032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:41:35.278007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:41:35.281621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:41:35.290343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:35.343960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:35.344703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.361905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-fd61498c-6062-4ede-b538-69d32cd747f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829184 Aug 21 18:41:35.379677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Request body: {'port': {'device_id': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:41:35.439300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.559752 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4a8687ee-ca33-47a2-b7c6-a23af058af74 None None] Provisioning for port b3df523d-a376-4dfb-993e-1c0e77f6ed04 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:41:35.564175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4a8687ee-ca33-47a2-b7c6-a23af058af74 None None] Provisioning complete for port b3df523d-a376-4dfb-993e-1c0e77f6ed04 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:41:35.564818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a8687ee-ca33-47a2-b7c6-a23af058af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.602220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4a8687ee-ca33-47a2-b7c6-a23af058af74 None None] Port b3df523d-a376-4dfb-993e-1c0e77f6ed04 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:41:35.710872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3df523d-a376-4dfb-993e-1c0e77f6ed04 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:41:35.718374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.730608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Transition to ACTIVE for port object b3df523d-a376-4dfb-993e-1c0e77f6ed04 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:41:35.735632 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.808631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Pushing event updated for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:35.861281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Attempting to bind port b3df523d-a376-4dfb-993e-1c0e77f6ed04 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:41:35.861619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Attempting to bind port b3df523d-a376-4dfb-993e-1c0e77f6ed04 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:41:35.861952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Attempting to bind port b3df523d-a376-4dfb-993e-1c0e77f6ed04 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:41:35.866594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Port b3df523d-a376-4dfb-993e-1c0e77f6ed04 on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:41:35.866918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Attempting to bind port b3df523d-a376-4dfb-993e-1c0e77f6ed04 on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:41:35.872103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:41:35.872446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:41:35.872834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:41:35.873261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Bound port: b3df523d-a376-4dfb-993e-1c0e77f6ed04, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:41:35.873626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:35.946719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:41:35.950792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:41:35.978178 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:36.042124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.043113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:36.044768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] 10.222.0.64 "PUT /v2.0/ports/b3df523d-a376-4dfb-993e-1c0e77f6ed04 HTTP/1.1" status: 200 len: 1093 time: 0.6699290 Aug 21 18:41:36.045352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:41:36.047798 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:41:36.079409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844f0f0-3d98-44e0-93d1-84fb2450b646 service neutron] Pushing event updated for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:36.098162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048455f-eacb-47f2-b69d-b571994c8540 req-8223f522-6e65-4e32-9df2-4b9004d840f1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.100394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f048455f-eacb-47f2-b69d-b571994c8540 req-8223f522-6e65-4e32-9df2-4b9004d840f1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.1445324 Aug 21 18:41:36.109729 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e7d45f-74f4-4991-bd25-4de5df849641 x-openstack-request-id: req-d9e7d45f-74f4-4991-bd25-4de5df849641 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:41:36.110013 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:41:36.110267 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9e7d45f-74f4-4991-bd25-4de5df849641 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:41:36.110683 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04', 'status': 'completed', 'code': 200} Aug 21 18:41:36.170306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f048455f-eacb-47f2-b69d-b571994c8540 req-343f82b6-ad46-4a9e-94a4-6d33e32b3106 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575969 Aug 21 18:41:36.172370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-c0c0673e-9ff2-492d-880a-6788bafd34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.173869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-c0c0673e-9ff2-492d-880a-6788bafd34f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 1096 time: 0.0725262 Aug 21 18:41:36.227297 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-69730b94-cb9b-4f6f-a2f3-a452dfe3afc6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04 HTTP/1.1" status: 200 len: 217 time: 0.0402057 Aug 21 18:41:36.279759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-286d9a95-262a-43c6-9519-ed4992c2ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.281256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-286d9a95-262a-43c6-9519-ed4992c2ecec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0458317 Aug 21 18:41:36.332171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-7fe3b606-1406-4b80-b9eb-87405af5d384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.334147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-7fe3b606-1406-4b80-b9eb-87405af5d384 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413675 Aug 21 18:41:36.429761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-e6f85f4d-e198-4e3d-90db-eff8496a5fba service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845909 Aug 21 18:41:36.538337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84f6ab6e-9a96-44fd-aa96-287fb3c43709 req-65a46c58-77b8-4951-9813-742371ad710a service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963867 Aug 21 18:41:36.641988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-ee00b85d-d9cb-449f-b474-4066edccc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:36.643569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-ee00b85d-d9cb-449f-b474-4066edccc52c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 1096 time: 0.0503929 Aug 21 18:41:37.068119 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-30d628be-3808-4f0e-8adf-89407afb6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:37.069608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-30d628be-3808-4f0e-8adf-89407afb6c53 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.4146686 Aug 21 18:41:37.118524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-77d9e2ba-bfff-40f7-9c3b-39944b320577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04 HTTP/1.1" status: 200 len: 217 time: 0.0375938 Aug 21 18:41:37.171972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-e0cbd2e0-841c-42e5-b141-f0f3251b9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:37.173442 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-e0cbd2e0-841c-42e5-b141-f0f3251b9b4c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0431738 Aug 21 18:41:37.226479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-e9b7d27b-2a07-4951-aa2e-583f104fce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:37.228035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-e9b7d27b-2a07-4951-aa2e-583f104fce08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432224 Aug 21 18:41:37.304799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08fa1f-ac53-4f7a-97e8-8a2f9d813564 req-fb67e55b-74ca-4d00-884e-a776e3b35cf0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:37.307248 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a08fa1f-ac53-4f7a-97e8-8a2f9d813564 req-fb67e55b-74ca-4d00-884e-a776e3b35cf0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0596454 Aug 21 18:41:37.335795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-7ab38585-cb70-4f3b-ae0f-0571b28efd8e service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952036 Aug 21 18:41:37.350684 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a08fa1f-ac53-4f7a-97e8-8a2f9d813564 req-6d4baf0d-6fb3-40de-865c-7c7ecb835f94 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359993 Aug 21 18:41:37.433154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4ce6ccd1-a9a5-4a0c-bc73-f615d1c5ea1a req-31c96682-67e7-4d08-936b-60d102171b87 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Aug 21 18:41:38.465637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4dd5e-67bc-4f5c-87b2-d77be1244c34 req-8559635b-71de-4de3-b68c-e5b2fb9f6d8a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:38.467155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11e4dd5e-67bc-4f5c-87b2-d77be1244c34 req-8559635b-71de-4de3-b68c-e5b2fb9f6d8a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0499873 Aug 21 18:41:38.514353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-11e4dd5e-67bc-4f5c-87b2-d77be1244c34 req-872a33d6-3405-4e41-a0c4-040e95df62a1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410929 Aug 21 18:41:39.633832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc400cc-86d8-4b5b-9ade-e7a03b79173b req-f4ab68ff-dee2-4b45-8b8a-8b5e11235b6a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:39.636072 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfc400cc-86d8-4b5b-9ade-e7a03b79173b req-f4ab68ff-dee2-4b45-8b8a-8b5e11235b6a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0560908 Aug 21 18:41:39.674215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfc400cc-86d8-4b5b-9ade-e7a03b79173b req-938dd2a8-8893-467b-83b8-ff355b543a1e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Aug 21 18:41:40.791404 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a549c7-12a3-4d14-ad24-ea295346359d req-73b4f265-116d-40e7-82de-633be3fd9244 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:40.792893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9a549c7-12a3-4d14-ad24-ea295346359d req-73b4f265-116d-40e7-82de-633be3fd9244 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0538864 Aug 21 18:41:40.830844 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9a549c7-12a3-4d14-ad24-ea295346359d req-c2d46888-f9df-4e0a-a34a-c7955ae08d3e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Aug 21 18:41:41.942103 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c89f43-995f-4e04-a1b7-658057717b24 req-e0cfd66b-f64d-4405-925f-90c3bb4c75b8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:41.943594 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2c89f43-995f-4e04-a1b7-658057717b24 req-e0cfd66b-f64d-4405-925f-90c3bb4c75b8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0477026 Aug 21 18:41:41.980398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b2c89f43-995f-4e04-a1b7-658057717b24 req-adcb1565-f41e-40f1-84be-1fe772dfadb4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309126 Aug 21 18:41:43.093790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de6bd2-517a-41ed-a3a7-153c1db86150 req-eb75bab9-6857-4dd6-bcf1-df52fbbf31d5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:43.095206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91de6bd2-517a-41ed-a3a7-153c1db86150 req-eb75bab9-6857-4dd6-bcf1-df52fbbf31d5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0502660 Aug 21 18:41:43.132579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91de6bd2-517a-41ed-a3a7-153c1db86150 req-2b2481f6-f184-4fcd-b8d7-b9cf4d2105fb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309966 Aug 21 18:41:44.248289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf3602-f32b-4364-b04d-572f7b9c413c req-4b93d79a-ce1a-4e91-9b90-dc4a6ca6d640 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:44.249746 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45cf3602-f32b-4364-b04d-572f7b9c413c req-4b93d79a-ce1a-4e91-9b90-dc4a6ca6d640 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 944 time: 0.0515606 Aug 21 18:41:44.291375 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45cf3602-f32b-4364-b04d-572f7b9c413c req-57a94baa-97af-4613-85ad-528927a07608 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356128 Aug 21 18:41:45.100896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b3df523d-a376-4dfb-993e-1c0e77f6ed04 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:41:45.192034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:45.201939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04', 'mac_address': 'fa:16:3e:19:9b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:41:45.237462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:45.249958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3df523d-a376-4dfb-993e-1c0e77f6ed04 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:41:45.267819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:45.271716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:45.322803 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:45.403322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce4f253-3540-423d-959a-74a265392816 req-c611e969-3964-4343-a623-9cf3389214b5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:45.404786 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ce4f253-3540-423d-959a-74a265392816 req-c611e969-3964-4343-a623-9cf3389214b5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 945 time: 0.0484698 Aug 21 18:41:45.442255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ce4f253-3540-423d-959a-74a265392816 req-779fa002-f132-421a-b6f5-ffd43ac4402b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315750 Aug 21 18:41:45.505449 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b3df523d-a376-4dfb-993e-1c0e77f6ed04'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:41:46.554328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0133e9c-58a9-4121-b9fc-be0a14ffedf7 req-faa9944c-f0aa-4187-b336-d1e8707d98c6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:46.555848 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0133e9c-58a9-4121-b9fc-be0a14ffedf7 req-faa9944c-f0aa-4187-b336-d1e8707d98c6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Aug 21 18:41:46.592555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0133e9c-58a9-4121-b9fc-be0a14ffedf7 req-e7eab8ff-eed0-460e-8790-78c86273388e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308197 Aug 21 18:41:47.115610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b3df523d-a376-4dfb-993e-1c0e77f6ed04 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:41:47.164357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port b3df523d-a376-4dfb-993e-1c0e77f6ed04 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:41:47.168071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port b3df523d-a376-4dfb-993e-1c0e77f6ed04 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:41:47.168469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:47.245003 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:47.267533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:41:47.269966 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cb221f-e931-4d6a-b992-aa5e66291562" -d '{"events": [{"server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:41:47.282622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:41:47.286303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:47.312160 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bbd477-5ec5-429f-b396-966c030006e3 x-openstack-request-id: req-d0bbd477-5ec5-429f-b396-966c030006e3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:41:47.312452 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "name": "network-vif-plugged", "status": "completed", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:41:47.312704 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0bbd477-5ec5-429f-b396-966c030006e3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:41:47.313090 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04', 'code': 200} Aug 21 18:41:47.344227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:47.415362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459d19e-4c38-491d-91ac-5d739b0a8371 req-e1a0c272-b8e0-47ce-9764-f0781cfc8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:47.416839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f459d19e-4c38-491d-91ac-5d739b0a8371 req-e1a0c272-b8e0-47ce-9764-f0781cfc8b71 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 1098 time: 0.0457141 Aug 21 18:41:47.452768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f459d19e-4c38-491d-91ac-5d739b0a8371 req-7c05c821-2be8-4d78-889a-edb1074023f0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268118 Aug 21 18:41:47.704136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406f279-cf07-4cf4-b898-f819717db89b req-692e3521-e408-4561-b076-3570cee051ba tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:47.705516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6406f279-cf07-4cf4-b898-f819717db89b req-692e3521-e408-4561-b076-3570cee051ba tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Aug 21 18:41:47.744115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6406f279-cf07-4cf4-b898-f819717db89b req-b7b3facf-d555-49b9-a714-7a814d702aa0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326581 Aug 21 18:41:47.789197 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f89eb5aa-841d-4445-81d5-62c9cc9c521a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:48.648744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:48.855980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3dd2-cbf5-4e73-9757-75140d50ec2a req-a16f029a-87ea-4000-9381-021b2a6facda tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:48.857451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-707f3dd2-cbf5-4e73-9757-75140d50ec2a req-a16f029a-87ea-4000-9381-021b2a6facda tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0482585 Aug 21 18:41:48.895866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-707f3dd2-cbf5-4e73-9757-75140d50ec2a req-617616fa-f93e-4d78-b4b4-e08b9b100518 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325460 Aug 21 18:41:49.010719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982009a-625a-4477-a4f1-936954a1eea6 req-874c1f2b-0168-40ab-b8c7-60e1de4fbcbc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:49.012178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e982009a-625a-4477-a4f1-936954a1eea6 req-874c1f2b-0168-40ab-b8c7-60e1de4fbcbc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0515823 Aug 21 18:41:49.048949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e982009a-625a-4477-a4f1-936954a1eea6 req-11d89214-f58c-4730-80f5-90557bfa1a84 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308235 Aug 21 18:41:49.129308 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:50.327853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-146dcc7d-7c7c-4a7b-9894-9e7f08a7e77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:50.474448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:51.473908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-116e7ea9-f3cf-4e1b-a3b3-c197ab80eeef tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:51.475394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-116e7ea9-f3cf-4e1b-a3b3-c197ab80eeef tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.0996149 Aug 21 18:41:51.490490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-d26c0b1f-e0c2-4019-b71e-9b0a0c2152d5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Aug 21 18:41:51.541159 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-c9b8ea71-63da-4363-b2c6-282983f81f26 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454924 Aug 21 18:41:51.632277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-5fc4dd37-d284-4585-8150-08620ade6eaf service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838485 Aug 21 18:41:51.677713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:51.719814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4295bc88-d308-4056-9500-a421b2aaaf43 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815365 Aug 21 18:41:51.905418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0f72409-baa8-48fd-8b88-e806ef175de3 req-e48a9ece-f437-4704-9829-88a1e34d4388 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Aug 21 18:41:52.799351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-3ed202cf-8fc6-4e6f-9549-9eb278695903 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:52.801373 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-3ed202cf-8fc6-4e6f-9549-9eb278695903 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1050093 Aug 21 18:41:52.813574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:41:52.919574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:41:52.923332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.017787 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-66b772d9-d226-4a2a-9463-39b7737aa58d req-a9663592-4f04-4f0d-b5b3-a437803975ac tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0339930 Aug 21 18:41:53.091997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.3 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/e45b13ea-51bd-428f-a62d-f9a6e22b513a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:41:53.249834 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.263998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object e45b13ea-51bd-428f-a62d-f9a6e22b513a will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:41:53.298301 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.310694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b3df523d-a376-4dfb-993e-1c0e77f6ed04'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:41:53.352511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:41:53.353373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:53.356699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:41:53.361910 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:41:53.367179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.367526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.367864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.368200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.368530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.368857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.369179 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.369503 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.369820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.370141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.370459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.370800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:41:53.401302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.430091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:53.430780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.448647 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-24a56909-6099-457c-b942-9bd43da0de7b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6391404 Aug 21 18:41:53.460215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-433dd7fb-fd7c-45da-9eeb-274d52469dc3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:41:53.461384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-433dd7fb-fd7c-45da-9eeb-274d52469dc3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069528 Aug 21 18:41:53.480011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Request body: {'port': {'device_id': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:41:53.539184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.591572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e43b146-c2e0-480a-a66c-3a87fed3eb74 None None] Provisioning for port e45b13ea-51bd-428f-a62d-f9a6e22b513a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:41:53.595930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e43b146-c2e0-480a-a66c-3a87fed3eb74 None None] Provisioning complete for port e45b13ea-51bd-428f-a62d-f9a6e22b513a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:41:53.596303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e43b146-c2e0-480a-a66c-3a87fed3eb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.633740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4e43b146-c2e0-480a-a66c-3a87fed3eb74 None None] Port e45b13ea-51bd-428f-a62d-f9a6e22b513a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:41:53.815000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e45b13ea-51bd-428f-a62d-f9a6e22b513a {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:41:53.824588 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.838259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Transition to ACTIVE for port object e45b13ea-51bd-428f-a62d-f9a6e22b513a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:41:53.841930 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:53.897224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:53.965927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Attempting to bind port e45b13ea-51bd-428f-a62d-f9a6e22b513a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:41:53.966678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Attempting to bind port e45b13ea-51bd-428f-a62d-f9a6e22b513a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:41:53.967038 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Attempting to bind port e45b13ea-51bd-428f-a62d-f9a6e22b513a on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:41:53.971582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Port e45b13ea-51bd-428f-a62d-f9a6e22b513a on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:41:53.971909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Attempting to bind port e45b13ea-51bd-428f-a62d-f9a6e22b513a on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:41:53.977176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:41:53.977517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:41:53.977905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:41:53.978337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Bound port: e45b13ea-51bd-428f-a62d-f9a6e22b513a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:41:53.978730 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:54.046978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:41:54.051105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:41:54.057245 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:54.076237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.077063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:41:54.079380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] 10.222.0.39 "PUT /v2.0/ports/e45b13ea-51bd-428f-a62d-f9a6e22b513a HTTP/1.1" status: 200 len: 1092 time: 0.6050103 Aug 21 18:41:54.105380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:41:54.109697 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008e1779-460a-4b18-91e1-879fc6d89dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:41:54.162680 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e2c71b-2d15-4f1d-a9c3-f5b265f50a3f x-openstack-request-id: req-41e2c71b-2d15-4f1d-a9c3-f5b265f50a3f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:41:54.163550 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:41:54.163550 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-41e2c71b-2d15-4f1d-a9c3-f5b265f50a3f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:41:54.163784 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a', 'status': 'completed', 'code': 200} Aug 21 18:41:54.170867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301395e-02c8-4309-a634-46cda17766c0 req-2d96558c-da63-4e92-b34f-a8fcff076e40 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.180471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2301395e-02c8-4309-a634-46cda17766c0 req-2d96558c-da63-4e92-b34f-a8fcff076e40 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0763793 Aug 21 18:41:54.188436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fff39-d720-48af-8de4-226e6d91ce46 service neutron] Pushing event updated for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:41:54.201944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-1b3498bb-5a61-4971-8c41-a058cb4bf0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.204488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-1b3498bb-5a61-4971-8c41-a058cb4bf0bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 1095 time: 0.0742128 Aug 21 18:41:54.229622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2301395e-02c8-4309-a634-46cda17766c0 req-928aba25-5518-4943-b200-96fc9e1a4cd3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Aug 21 18:41:54.260378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-50c7cee7-2fa1-4874-84f9-2fabcade2807 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a HTTP/1.1" status: 200 len: 217 time: 0.0469465 Aug 21 18:41:54.316739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-e742e263-dd52-45dc-84af-a3c4a137aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.318295 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-e742e263-dd52-45dc-84af-a3c4a137aa24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0510738 Aug 21 18:41:54.364988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-6d8b7694-1494-47e3-877f-bd083690c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.366401 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-6d8b7694-1494-47e3-877f-bd083690c8c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408821 Aug 21 18:41:54.458078 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-7bd92f30-014a-4976-9e9d-557c253778de service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843699 Aug 21 18:41:54.553987 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39de433b-48b9-4f6d-8562-e5d9aedda9b2 req-2167a673-03b7-4e42-bb45-48a5621319b6 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891688 Aug 21 18:41:54.654820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-1a567c21-ae49-40bc-ae55-064fcfe5a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:54.656337 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-1a567c21-ae49-40bc-ae55-064fcfe5a131 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 1095 time: 0.0420148 Aug 21 18:41:55.043774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-affee9f0-38e5-4fb5-98ef-f5cea48e9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:55.045242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-affee9f0-38e5-4fb5-98ef-f5cea48e9c9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.3818042 Aug 21 18:41:55.087002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-3d27b9aa-6cf8-450b-b6d1-a44e2673591e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a HTTP/1.1" status: 200 len: 217 time: 0.0335660 Aug 21 18:41:55.135431 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-8f972d60-4999-4c72-b273-d89d66caae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:55.136865 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-8f972d60-4999-4c72-b273-d89d66caae69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0438080 Aug 21 18:41:55.185560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-a8ed0291-0ed0-4092-bd49-4e6921e2127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:55.187079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-a8ed0291-0ed0-4092-bd49-4e6921e2127b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435050 Aug 21 18:41:55.278552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-5db684b6-f1de-440a-a218-80e9f4d2f287 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835681 Aug 21 18:41:55.484456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cafe1-7896-41ee-9dca-55f5956cbbee req-3e146baf-faa2-4dcf-9420-d32964022bd3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:55.486093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a4cafe1-7896-41ee-9dca-55f5956cbbee req-3e146baf-faa2-4dcf-9420-d32964022bd3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.1726539 Aug 21 18:41:55.516161 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-008e1779-460a-4b18-91e1-879fc6d89dcd req-9515fa8e-1d49-4b06-a428-cfe59f4a8245 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274544 Aug 21 18:41:55.540500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a4cafe1-7896-41ee-9dca-55f5956cbbee req-93f1a1f5-3181-4d73-afa5-fadc847f310e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427408 Aug 21 18:41:56.704406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2f86f-9924-47de-95d5-482fd12a6dc9 req-a7fcf2c8-0a14-4557-b516-6c0499316496 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:56.706096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61b2f86f-9924-47de-95d5-482fd12a6dc9 req-a7fcf2c8-0a14-4557-b516-6c0499316496 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0568485 Aug 21 18:41:56.752896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-61b2f86f-9924-47de-95d5-482fd12a6dc9 req-c6c17bd0-7662-4beb-a52d-3819e306b2f3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Aug 21 18:41:57.892450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f0fb4-cb26-4243-bebd-17be4eb5e9ea req-061d3b8b-ec7a-40ac-a144-8fbb5700abc6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:57.893983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-207f0fb4-cb26-4243-bebd-17be4eb5e9ea req-061d3b8b-ec7a-40ac-a144-8fbb5700abc6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0530109 Aug 21 18:41:57.939180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-207f0fb4-cb26-4243-bebd-17be4eb5e9ea req-be5abf9d-8131-4bd3-9734-c7cae5130e3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Aug 21 18:41:59.084502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacaea3-cc86-4fbd-a40f-286729e55972 req-3322579a-c12b-485b-bd1d-84201e483cc1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:41:59.086950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1bacaea3-cc86-4fbd-a40f-286729e55972 req-3322579a-c12b-485b-bd1d-84201e483cc1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0533466 Aug 21 18:41:59.134669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1bacaea3-cc86-4fbd-a40f-286729e55972 req-8b0d4dec-b751-456a-824f-e6c17f97bd09 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351877 Aug 21 18:42:00.257427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b8dc-74f9-4993-87e7-0bf9e24f9315 req-86acb062-3bfd-4f5b-92ba-cdd97bfd2442 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:00.258902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63f8b8dc-74f9-4993-87e7-0bf9e24f9315 req-86acb062-3bfd-4f5b-92ba-cdd97bfd2442 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0539551 Aug 21 18:42:00.297712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63f8b8dc-74f9-4993-87e7-0bf9e24f9315 req-0b2bde98-5936-4f1a-a65a-42ae8bc1331a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Aug 21 18:42:01.393505 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:42:01.411015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e6520-6e54-4ba6-8417-fe38f90b8eec req-b83923d7-48b9-4640-ad06-91cb40917305 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:01.412505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c99e6520-6e54-4ba6-8417-fe38f90b8eec req-b83923d7-48b9-4640-ad06-91cb40917305 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0484321 Aug 21 18:42:01.453725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c99e6520-6e54-4ba6-8417-fe38f90b8eec req-60afd752-cffd-4c6e-8a5e-8cff7456cf76 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Aug 21 18:42:02.571685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcb16d-e3a5-420d-87ea-201b0ee56c96 req-88056f79-5a65-4c0a-bf69-d1f419178139 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:02.573314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44fcb16d-e3a5-420d-87ea-201b0ee56c96 req-88056f79-5a65-4c0a-bf69-d1f419178139 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0525839 Aug 21 18:42:02.612098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-44fcb16d-e3a5-420d-87ea-201b0ee56c96 req-2bab6fe9-1d92-4637-aa11-f10ecbbb1c84 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327213 Aug 21 18:42:03.731562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4be0c-2a8b-4944-9ed1-cb16e140b62c req-27356a0d-cb27-4809-90ad-f36e70849c3f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:03.733159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9d4be0c-2a8b-4944-9ed1-cb16e140b62c req-27356a0d-cb27-4809-90ad-f36e70849c3f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0494835 Aug 21 18:42:03.771287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9d4be0c-2a8b-4944-9ed1-cb16e140b62c req-e8ecd12f-6f43-42c6-8c33-95caae27049a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Aug 21 18:42:04.890840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12d68b-dd5e-4da8-bf86-308640aa40a8 req-d5554730-be13-4498-9cdd-5b7217f1956a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:04.892327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb12d68b-dd5e-4da8-bf86-308640aa40a8 req-d5554730-be13-4498-9cdd-5b7217f1956a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0516865 Aug 21 18:42:04.931158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bb12d68b-dd5e-4da8-bf86-308640aa40a8 req-e120122d-cb98-4902-8cc9-ff2ace4aa557 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326247 Aug 21 18:42:06.049112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47964b8-4b24-4073-8d0e-0626f22ad7dd req-1e7eb4a3-bf20-4baf-9920-23e1fdf9baf4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:06.051783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e47964b8-4b24-4073-8d0e-0626f22ad7dd req-1e7eb4a3-bf20-4baf-9920-23e1fdf9baf4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0515671 Aug 21 18:42:06.095422 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e47964b8-4b24-4073-8d0e-0626f22ad7dd req-4e95c1c9-011e-4f36-b050-b8cbba518c72 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375197 Aug 21 18:42:07.218300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9090-81df-4c31-a3c2-eb17f27ebe0d req-89ff92bc-d80f-4a82-8944-05dd5c1540dd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:07.219832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35ca9090-81df-4c31-a3c2-eb17f27ebe0d req-89ff92bc-d80f-4a82-8944-05dd5c1540dd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0530555 Aug 21 18:42:07.262233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35ca9090-81df-4c31-a3c2-eb17f27ebe0d req-ba7f0dec-ec7c-499c-9be9-801182fb7686 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357170 Aug 21 18:42:08.377137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40b99b-7d7d-41cf-9ca8-f7e236bf0c13 req-844f3909-f8bb-4b6a-915f-7019d578df13 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:08.380307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc40b99b-7d7d-41cf-9ca8-f7e236bf0c13 req-844f3909-f8bb-4b6a-915f-7019d578df13 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0514717 Aug 21 18:42:08.423361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dc40b99b-7d7d-41cf-9ca8-f7e236bf0c13 req-7ca6658f-df0f-4109-9fb3-25986bdefba3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Aug 21 18:42:09.538757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e3680-25af-4e0e-bd38-445247de1ee9 req-92f6900c-a94d-481d-bb4f-26588e4a47e6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:09.540243 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-149e3680-25af-4e0e-bd38-445247de1ee9 req-92f6900c-a94d-481d-bb4f-26588e4a47e6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0486784 Aug 21 18:42:09.578680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-149e3680-25af-4e0e-bd38-445247de1ee9 req-e92135df-2814-429f-9710-401bd5cc4e1d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319972 Aug 21 18:42:10.702955 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aaacf-839d-43df-9ddb-5cc1ca3a9728 req-78dca25b-e7dc-4db7-b527-62e253488d1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:10.704851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b9aaacf-839d-43df-9ddb-5cc1ca3a9728 req-78dca25b-e7dc-4db7-b527-62e253488d1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0599942 Aug 21 18:42:10.743906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b9aaacf-839d-43df-9ddb-5cc1ca3a9728 req-be1c88dd-f5bf-43f8-aefe-136b124e5326 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Aug 21 18:42:11.864111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60575880-d56b-40c0-8266-55166dd5d72f req-3e061ca8-2d7c-4c17-9b5e-cf0010f40d06 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:11.866174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60575880-d56b-40c0-8266-55166dd5d72f req-3e061ca8-2d7c-4c17-9b5e-cf0010f40d06 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0541308 Aug 21 18:42:11.905599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60575880-d56b-40c0-8266-55166dd5d72f req-91cb052e-d70c-4b76-88b0-e016a8ed2806 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333316 Aug 21 18:42:13.022559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289625a-838b-4f18-aa77-118166180490 req-7839b742-8a5b-4de9-9123-76a04f576014 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:13.024054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a289625a-838b-4f18-aa77-118166180490 req-7839b742-8a5b-4de9-9123-76a04f576014 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 943 time: 0.0496621 Aug 21 18:42:13.062171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a289625a-838b-4f18-aa77-118166180490 req-dcc33820-67a7-4143-b6b0-e7d78025cf21 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Aug 21 18:42:13.084670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e45b13ea-51bd-428f-a62d-f9a6e22b513a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:42:13.183327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:42:13.195144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a', 'mac_address': 'fa:16:3e:e6:46:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:42:13.240433 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:13.254216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e45b13ea-51bd-428f-a62d-f9a6e22b513a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:42:13.273608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:42:13.277798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:13.326302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:13.333889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.334223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.334597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.334935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.335261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.335590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.335958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.336321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.336685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.337004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.337322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.337667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:13.486440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['e45b13ea-51bd-428f-a62d-f9a6e22b513a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:42:14.189596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21810233-98a9-4332-ab82-6bb86733f7e7 req-7fe88c7e-2807-4e0c-ada9-ca5b1ad9bc41 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:14.191333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21810233-98a9-4332-ab82-6bb86733f7e7 req-7fe88c7e-2807-4e0c-ada9-ca5b1ad9bc41 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 944 time: 0.0584354 Aug 21 18:42:14.234853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-21810233-98a9-4332-ab82-6bb86733f7e7 req-c3909128-0eca-403f-80ee-cd962362a2d9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371647 Aug 21 18:42:15.099497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e45b13ea-51bd-428f-a62d-f9a6e22b513a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:42:15.146373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port e45b13ea-51bd-428f-a62d-f9a6e22b513a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:42:15.150186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port e45b13ea-51bd-428f-a62d-f9a6e22b513a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:42:15.150578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:15.223901 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:15.246697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:42:15.248948 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd75605-bc4e-48b1-b24e-c4cbf5edeb3a" -d '{"events": [{"server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "name": "network-vif-plugged", "status": "completed", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:42:15.262290 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:42:15.267261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:15.301284 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55853c8a-38b1-4ef6-8e41-7cd621034815 x-openstack-request-id: req-55853c8a-38b1-4ef6-8e41-7cd621034815 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:42:15.301649 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "name": "network-vif-plugged", "status": "completed", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:42:15.302078 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55853c8a-38b1-4ef6-8e41-7cd621034815 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:42:15.302978 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a', 'code': 200} Aug 21 18:42:15.330833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:15.389075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272dccf9-bec8-4457-83dd-8b4d103da2ee req-1c01a058-eca6-4604-b9ab-e9f7f859ea74 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:15.390454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-272dccf9-bec8-4457-83dd-8b4d103da2ee req-1c01a058-eca6-4604-b9ab-e9f7f859ea74 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0845265 Aug 21 18:42:15.396336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b0666-8b42-4025-a5b7-aa1333e7b743 req-3174ad3f-5a20-4948-a8b0-d6e69a3d0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:15.398298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-397b0666-8b42-4025-a5b7-aa1333e7b743 req-3174ad3f-5a20-4948-a8b0-d6e69a3d0067 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 1097 time: 0.0554392 Aug 21 18:42:15.453635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-272dccf9-bec8-4457-83dd-8b4d103da2ee req-71181ff1-189c-4097-ba2f-1cd449b7daca tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543692 Aug 21 18:42:15.457158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-397b0666-8b42-4025-a5b7-aa1333e7b743 req-80f91c1a-e5df-40f4-9aea-ac1d815adbb7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Aug 21 18:42:16.571136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95a109-ce05-47c0-b540-0090deb66335 req-3ee82972-2647-430c-81a7-2014b57a1938 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:16.572619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3f95a109-ce05-47c0-b540-0090deb66335 req-3ee82972-2647-430c-81a7-2014b57a1938 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Aug 21 18:42:16.613162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3f95a109-ce05-47c0-b540-0090deb66335 req-d2f46b37-3d68-47fa-a3be-0e3acdfd5d54 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345554 Aug 21 18:42:16.725726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449360a-4547-4e2c-996b-3faa27781414 req-99539e11-50fb-4cec-ae1c-ef82a70c4816 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:16.727242 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b449360a-4547-4e2c-996b-3faa27781414 req-99539e11-50fb-4cec-ae1c-ef82a70c4816 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0492432 Aug 21 18:42:16.764306 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b449360a-4547-4e2c-996b-3faa27781414 req-f28a02a3-3572-405b-ab38-d29f2c95ad1d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Aug 21 18:42:17.065214 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d4906-6f85-4ec0-bb1c-34cc99141a2a req-d14e3ae8-18c7-4f2b-ac91-74d290864c39 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:17.066943 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a0d4906-6f85-4ec0-bb1c-34cc99141a2a req-d14e3ae8-18c7-4f2b-ac91-74d290864c39 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0529709 Aug 21 18:42:17.108826 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a0d4906-6f85-4ec0-bb1c-34cc99141a2a req-df1f4bd5-5095-4723-b778-a523f4a5ceea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345600 Aug 21 18:42:17.791678 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4dba0af4-6c1b-4748-887b-ddd1c819c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.238904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008d7ca-ac0f-43ad-b1ad-85d390c5174d req-9efb302d-fe09-4878-a222-f4d47d870ebb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:18.240538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0008d7ca-ac0f-43ad-b1ad-85d390c5174d req-9efb302d-fe09-4878-a222-f4d47d870ebb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0559175 Aug 21 18:42:18.281872 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0008d7ca-ac0f-43ad-b1ad-85d390c5174d req-bd699c9b-3d7d-473a-b03b-e4b278cc4e0e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Aug 21 18:42:18.491414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-89f62dc7-617f-41b0-8900-aada21e3ca2d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:18.493073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-89f62dc7-617f-41b0-8900-aada21e3ca2d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 945 time: 0.0599968 Aug 21 18:42:18.589229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port e45b13ea-51bd-428f-a62d-f9a6e22b513a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:42:18.589582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.684255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port e45b13ea-51bd-428f-a62d-f9a6e22b513a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e45b13ea-51bd-428f-a62d-f9a6e22b513a,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:42:18.684591 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.698403 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.699123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for e45b13ea-51bd-428f-a62d-f9a6e22b513a owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:42:18.839403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.854094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b3df523d-a376-4dfb-993e-1c0e77f6ed04'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:42:18.856363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['e45b13ea-51bd-428f-a62d-f9a6e22b513a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:42:18.876345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=e45b13ea-51bd-428f-a62d-f9a6e22b513a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:18.922415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port e45b13ea-51bd-428f-a62d-f9a6e22b513a on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:42:18.926039 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:18.928693 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-82cd8076-3cf9-4c23-8b2a-7603ee5c854e req-ee569845-c582-4942-a3a8-78e6be1be5d0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "DELETE /v2.0/ports/e45b13ea-51bd-428f-a62d-f9a6e22b513a HTTP/1.1" status: 204 len: 173 time: 0.4295964 Aug 21 18:42:18.930003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'name': 'network-vif-deleted', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:42:18.933806 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408e4458-e6c6-4f27-a290-a0625e183cc5" -d '{"events": [{"server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "name": "network-vif-deleted", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:42:18.990172 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69af4e1-128a-4883-a90b-cdab26a09540 x-openstack-request-id: req-b69af4e1-128a-4883-a90b-cdab26a09540 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:42:18.990460 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65e50be2-3995-4037-a96e-cfa7c18fc2f5", "name": "network-vif-deleted", "tag": "e45b13ea-51bd-428f-a62d-f9a6e22b513a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:42:18.990859 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b69af4e1-128a-4883-a90b-cdab26a09540 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:42:18.991336 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e50be2-3995-4037-a96e-cfa7c18fc2f5', 'name': 'network-vif-deleted', 'tag': 'e45b13ea-51bd-428f-a62d-f9a6e22b513a', 'status': 'completed', 'code': 200} Aug 21 18:42:19.145516 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:19.380623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f55bdbe3-eae1-4fce-8700-0c045429ca26 req-37a953ae-a1fe-4fc5-b709-dfa8d9feff5b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0275187 Aug 21 18:42:20.329316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ab8e96c0-cbe1-427e-9bf1-1e820df2e9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:20.495548 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:20.499007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e3af3b48-c3d7-429f-ac6d-015f4fae382d req-dae89b5f-3a48-4e22-84df-dfd18faeaa80 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0383146 Aug 21 18:42:21.131821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e45b13ea-51bd-428f-a62d-f9a6e22b513a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:42:21.154336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: e45b13ea-51bd-428f-a62d-f9a6e22b513a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:42:21.154771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e45b13ea-51bd-428f-a62d-f9a6e22b513a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:42:21.596136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2bef51ca-e29c-4169-aaa1-efecfda5dd73 req-6556a5d0-b57f-4cce-86c9-ff1a29663589 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0270965 Aug 21 18:42:21.680396 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:22.701521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e03610e4-e5ff-4f34-802a-4bfaeea4871f req-bfb08324-3f16-4c8e-8ae9-fcd45e63a928 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=65e50be2-3995-4037-a96e-cfa7c18fc2f5 HTTP/1.1" status: 200 len: 210 time: 0.0260229 Aug 21 18:42:23.354948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:25.860111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-26f74ffc-864d-4f0c-92bb-5fa8e76c935d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462892 Aug 21 18:42:25.944365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-fe1db266-2512-4da7-8c6a-a1f1c3ef06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:25.945905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-fe1db266-2512-4da7-8c6a-a1f1c3ef06f1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 1098 time: 0.0439420 Aug 21 18:42:26.056536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-76c5c58a-f445-481e-979e-efdad85214a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:26.058022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-76c5c58a-f445-481e-979e-efdad85214a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0913560 Aug 21 18:42:26.107505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-880d3d08-f458-4803-a6e6-0e846a27cd7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04 HTTP/1.1" status: 200 len: 217 time: 0.0377941 Aug 21 18:42:26.157078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-2d713ee5-80f5-4f0a-9402-aa6ce7cc2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:26.158480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-2d713ee5-80f5-4f0a-9402-aa6ce7cc2efb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0422661 Aug 21 18:42:26.206830 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-71ccba83-a65e-43c1-bfe5-4f32dc4356e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:26.208215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-71ccba83-a65e-43c1-bfe5-4f32dc4356e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384741 Aug 21 18:42:26.304276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-47a67126-0c3a-430b-85d9-d98f71088fe6 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860946 Aug 21 18:42:26.395700 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a629a6e9-0e95-4b02-aea0-38033a1db026 req-8b82de46-6ecb-4778-b1c7-3286e270d6ef service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840456 Aug 21 18:42:27.168507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0031796-5abd-4cd8-9e49-79a64b5053bd req-d1ce01fb-bdf6-412a-a104-6ed6e57abca9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:27.169993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0031796-5abd-4cd8-9e49-79a64b5053bd req-d1ce01fb-bdf6-412a-a104-6ed6e57abca9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0494270 Aug 21 18:42:27.211729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0031796-5abd-4cd8-9e49-79a64b5053bd req-650968b0-473f-4c23-b459-3b89c9c1d1b1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354896 Aug 21 18:42:28.327403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ad432-a7c8-4d76-bd57-6eee42d8f896 req-c4e76c72-fa90-4559-9bb9-c7093aa9eb08 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:28.329245 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c1ad432-a7c8-4d76-bd57-6eee42d8f896 req-c4e76c72-fa90-4559-9bb9-c7093aa9eb08 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0500255 Aug 21 18:42:28.371144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c1ad432-a7c8-4d76-bd57-6eee42d8f896 req-a1d626ec-17e2-4ed6-8385-098d8b82e688 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=1c454892-d5f3-4f16-bf88-18f605a7b985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358467 Aug 21 18:42:28.851057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-667da2c6-e1dc-4c16-96d5-ddd0a44ce31e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:28.852549 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-667da2c6-e1dc-4c16-96d5-ddd0a44ce31e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 946 time: 0.0498691 Aug 21 18:42:28.941728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port b3df523d-a376-4dfb-993e-1c0e77f6ed04 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:42:28.942099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:29.032927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port b3df523d-a376-4dfb-993e-1c0e77f6ed04, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b3df523d-a376-4dfb-993e-1c0e77f6ed04,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:42:29.033290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:29.045648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for b3df523d-a376-4dfb-993e-1c0e77f6ed04 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:42:29.174576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:29.190742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b3df523d-a376-4dfb-993e-1c0e77f6ed04'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:42:29.203010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=b3df523d-a376-4dfb-993e-1c0e77f6ed04,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:29.212446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.212806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.213152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.213492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.213835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.214169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.214518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.214853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.215185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.215512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.215841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.216165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:42:29.257308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port b3df523d-a376-4dfb-993e-1c0e77f6ed04 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:42:29.260127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:29.262257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bae26e7-cda1-4e0a-bebb-fd5598fb9499 req-e40f2aa3-b8c5-40f1-917d-815ee88ade9c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "DELETE /v2.0/ports/b3df523d-a376-4dfb-993e-1c0e77f6ed04 HTTP/1.1" status: 204 len: 173 time: 0.4024696 Aug 21 18:42:29.262756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'name': 'network-vif-deleted', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:42:29.264983 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb59a51b-9711-4ec1-bc8f-6c631b0fedbc" -d '{"events": [{"server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "name": "network-vif-deleted", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:42:29.302785 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598bcb2e-20b9-440a-ae71-3201770d1063 x-openstack-request-id: req-598bcb2e-20b9-440a-ae71-3201770d1063 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:42:29.303087 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1", "name": "network-vif-deleted", "tag": "b3df523d-a376-4dfb-993e-1c0e77f6ed04", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:42:29.303365 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-598bcb2e-20b9-440a-ae71-3201770d1063 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:42:29.303773 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1', 'name': 'network-vif-deleted', 'tag': 'b3df523d-a376-4dfb-993e-1c0e77f6ed04', 'status': 'completed', 'code': 200} Aug 21 18:42:29.465986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a25757cd-d8df-4bf6-937a-546ec57218f5 req-86a43696-7e39-4f2e-a57e-0c8307c20448 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0272377 Aug 21 18:42:30.564288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-279b5a4f-13a6-4c3b-b957-5be4e1489f47 req-e3b15fa6-cddd-48d0-a602-0213d841fc82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0316517 Aug 21 18:42:31.672323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b59a306-3848-4742-9f67-d903d370492e req-2f2fdebd-1123-4a7c-81e0-ce2d8f943969 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0271974 Aug 21 18:42:32.779018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-93f83cb4-9e7b-42e2-94b7-ece0630dbf93 req-234d6b7b-42f9-4216-b7f1-1a2e6bb52f44 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1ca92b5-b10b-4bd4-9fc2-c36c3b2873b1 HTTP/1.1" status: 200 len: 210 time: 0.0271590 Aug 21 18:42:33.317400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b3df523d-a376-4dfb-993e-1c0e77f6ed04 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:42:33.337099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: b3df523d-a376-4dfb-993e-1c0e77f6ed04 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:42:33.337440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b3df523d-a376-4dfb-993e-1c0e77f6ed04 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:42:35.708296 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 40388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:35.713403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307447380', 'description': 'tempest-secgroup-smoke-1307447380 description', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:35.734888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.816085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.820379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.848022 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.849226 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399167 Aug 21 18:42:35.851056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95aec4-b3e7-413e-9abf-1c72a8bc8f9f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ba6bd3-985b-4519-96d5-8d16cc647587,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:35.852911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40390) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:35.858676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:35.885264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.942756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.946512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.965343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39580027-3fa6-4796-b168-01b4346d38d5,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:35.971746 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:35.972994 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2ac1e01-ded1-496d-baab-4304ae827bdc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181920 Aug 21 18:42:35.975693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40392) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:35.980010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:36.005296 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.064212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.067541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.084364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfd656c-e4c8-432c-a297-6f5c34323146,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:36.090811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.092074 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1db484da-d032-4371-92e8-828ab935fd9e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154556 Aug 21 18:42:36.094764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40394) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:36.099118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:36.124952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.182221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.185591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.202927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03ec7f0-179f-4828-a65e-9aafaf45567a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:36.208511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.209708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fa9927ef-9d52-4c4e-a6fb-a2084ee41890 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140192 Aug 21 18:42:36.212394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40396) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:36.216778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:36.243681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.305715 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.309080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.327191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47818fcf-bffd-48aa-8bac-2e9e71ea92c6,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:36.330130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.331367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4a7a5d1c-51bd-44b7-96f7-15f37ddb4005 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180432 Aug 21 18:42:36.334045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40398) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:36.338425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:36.358945 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Project 15fc026fc0604c02bec8ca42ecd304c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:42:36.363705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.425902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.429216 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.446575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd9b99ef-3b24-4ffc-8285-bb7cd55e902a,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:36.451939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.453189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ede748f-1257-426a-88a0-b48551311f1f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181321 Aug 21 18:42:36.455863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40400) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:42:36.460726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'security_group_rule': {'security_group_id': '74ba6bd3-985b-4519-96d5-8d16cc647587', 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:36.483092 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Project 15fc026fc0604c02bec8ca42ecd304c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 18:42:36.488197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.547671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.551202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.565737 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10211e25-c512-4f85-9b15-adc5a7a2291e,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:36.574313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:36.575536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bbabb4fd-39c8-464d-8329-a439008e51ae tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187494 Aug 21 18:42:38.394189 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:42:47.797142 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc8c2157-1a43-4f38-a0d5-039a823fc6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:48.690708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:49.143020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:49.885000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-7122ec53-28ec-4754-a7a3-2c1e3ba7fe4a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307447380&fields=id&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 267 time: 0.0323334 Aug 21 18:42:49.992198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-2b99b405-a323-4a5a-83d1-5ae6bf3afcff tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:49.993638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-2b99b405-a323-4a5a-83d1-5ae6bf3afcff tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1020799 Aug 21 18:42:50.008260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-0fa7b792-e90d-4dd4-95fc-d612d692689e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0088730 Aug 21 18:42:50.058283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-de3e6304-755a-4b03-ab6a-4b94a256d809 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447876 Aug 21 18:42:50.152554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-d78b9757-9d7f-4fc5-a69e-c6ea29587c34 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831604 Aug 21 18:42:50.238995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-23d965ef-f447-4fbe-ad90-cda2450e4a23 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805104 Aug 21 18:42:50.330370 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-862098d9-0169-4b5c-b84c-c166185e74a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:50.483977 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:50.537833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a84f8683-b3bc-4d57-a7d2-c29764c5398f req-27ae01d3-fee2-4b2e-8f05-7280cc64ef82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0291760 Aug 21 18:42:51.478177 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-a84ab918-ca71-4266-8236-23a5cab2ab1c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:51.479647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-a84ab918-ca71-4266-8236-23a5cab2ab1c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1022434 Aug 21 18:42:51.528205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-a192ea85-a2ff-463b-917c-860ff2940086 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 380 time: 0.0340998 Aug 21 18:42:51.542084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': '2750df6c-ec28-4c42-b507-203da2d93909', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'security_groups': ['74ba6bd3-985b-4519-96d5-8d16cc647587']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:51.634838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4be25213-2e30-44da-8485-1dc6980e184c req-daa1c0b3-3125-43a0-ac6a-3ef579e66603 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0266345 Aug 21 18:42:51.657536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:42:51.661259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:51.686449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:51.792650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.3 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/22d72cf8-5b6e-41c8-9651-e0a5325ab09f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:42:51.934609 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:51.949096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object 22d72cf8-5b6e-41c8-9651-e0a5325ab09f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:42:51.981687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.024480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:42:52.027452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:42:52.031052 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:42:52.061903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:52.097416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:52.098058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.113757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-4ba05459-75f7-4677-8795-36613cf65009 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752084 Aug 21 18:42:52.131600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Request body: {'port': {'device_id': '2750df6c-ec28-4c42-b507-203da2d93909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:42:52.190225 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.261578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cdaee4cb-6988-4ed8-af1d-a1ffe255e1a5 None None] Provisioning for port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:42:52.265368 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cdaee4cb-6988-4ed8-af1d-a1ffe255e1a5 None None] Provisioning complete for port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:42:52.265958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cdaee4cb-6988-4ed8-af1d-a1ffe255e1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.300934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cdaee4cb-6988-4ed8-af1d-a1ffe255e1a5 None None] Port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:42:52.363096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-beaf8610-c84a-4419-91e8-6e250c12123f req-7296a48e-411d-44ab-a75a-d780df745f55 service neutron] (94599) timed out ('10.222.0.41', 39146) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:42:52.455854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22d72cf8-5b6e-41c8-9651-e0a5325ab09f {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:42:52.463702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.476325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Transition to ACTIVE for port object 22d72cf8-5b6e-41c8-9651-e0a5325ab09f will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:42:52.481377 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.534408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:52.611196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Attempting to bind port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:42:52.611916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Attempting to bind port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:42:52.612107 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Attempting to bind port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:42:52.617322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:42:52.617771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Attempting to bind port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:42:52.623034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:42:52.623516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:42:52.624004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:42:52.624587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Bound port: 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:42:52.625057 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.714347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:42:52.718215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:42:52.725860 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.793857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:52.794484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:52.796232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] 10.222.0.64 "PUT /v2.0/ports/22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 1092 time: 0.6697524 Aug 21 18:42:52.796605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:42:52.798865 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc5d15a-a576-4701-a80e-0ef9ee050243" -d '{"events": [{"name": "network-changed", "server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:42:52.855579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ed6c-52c2-4584-90da-c66c5bee3d59 service neutron] Pushing event updated for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:42:52.866942 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284e371c-5e10-4555-aa39-eed1b27b6137 x-openstack-request-id: req-284e371c-5e10-4555-aa39-eed1b27b6137 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:42:52.867258 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:42:52.867483 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-284e371c-5e10-4555-aa39-eed1b27b6137 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:42:52.867886 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'status': 'completed', 'code': 200} Aug 21 18:42:52.877185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ac3eb-47f5-4625-86dd-aee2210906de req-d3004629-5e71-43fc-8601-b6944103a828 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:52.878802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-829ac3eb-47f5-4625-86dd-aee2210906de req-d3004629-5e71-43fc-8601-b6944103a828 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.1486235 Aug 21 18:42:52.955500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-829ac3eb-47f5-4625-86dd-aee2210906de req-51589fbe-f858-4c44-94e7-7622adeec5da tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670893 Aug 21 18:42:52.958643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-f0348e0c-c8b2-4f15-a4a9-c4f8254b0370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:52.960335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-f0348e0c-c8b2-4f15-a4a9-c4f8254b0370 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1095 time: 0.0806301 Aug 21 18:42:53.020208 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-90e1573a-13f3-4cea-a9a6-d4c9c00c54d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 217 time: 0.0406032 Aug 21 18:42:53.077901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-6a3f1bdd-f3ad-4cb5-85c8-a767abdbd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.079434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-6a3f1bdd-f3ad-4cb5-85c8-a767abdbd6bd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0460815 Aug 21 18:42:53.131356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-ef2178fa-223f-4bfe-a74d-07c6e8c3ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.132878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-ef2178fa-223f-4bfe-a74d-07c6e8c3ab82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412507 Aug 21 18:42:53.227497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-91c05466-93b6-4c65-bf7d-00b2b8aeec2f service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865862 Aug 21 18:42:53.324067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd54c8c3-ea30-4077-9765-f932554a9f3d req-219ab78c-bfe9-48c0-b6a2-bb46acc316fe service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846980 Aug 21 18:42:53.359967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:42:53.428589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-8b6ae325-b908-4327-bdac-34ef80eadfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.430132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-8b6ae325-b908-4327-bdac-34ef80eadfcb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1095 time: 0.0459476 Aug 21 18:42:53.526433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-6f067782-9b68-48fb-afd4-67e98a3f97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.527936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-6f067782-9b68-48fb-afd4-67e98a3f97b7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0903826 Aug 21 18:42:53.574659 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-3d7581d1-3f53-4261-9869-945a41d52e50 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 217 time: 0.0342629 Aug 21 18:42:53.633196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-27e5b808-b639-41e8-a4b1-779034a21bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.634938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-27e5b808-b639-41e8-a4b1-779034a21bc2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0486255 Aug 21 18:42:53.687428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-a85642ae-6d2c-47e2-a77a-1fb03994addb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:53.688960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-a85642ae-6d2c-47e2-a77a-1fb03994addb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415952 Aug 21 18:42:53.782143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-8a38d4cd-4312-4f59-9738-878d1c82d6ba service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812764 Aug 21 18:42:53.878701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc5d15a-a576-4701-a80e-0ef9ee050243 req-2fdb1169-cbaa-4346-9b51-0fbb28ed94a4 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855942 Aug 21 18:42:54.084888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0dc75e-f20a-45fb-beba-c48f78ca4552 req-0cebe212-b67c-4a26-b80a-4546d617cdda tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:54.086459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f0dc75e-f20a-45fb-beba-c48f78ca4552 req-0cebe212-b67c-4a26-b80a-4546d617cdda tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0579443 Aug 21 18:42:54.125959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f0dc75e-f20a-45fb-beba-c48f78ca4552 req-df4b5ed3-d56a-4daa-9503-74a61814fdf3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331473 Aug 21 18:42:55.241631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17c1f4-7092-40f1-afb3-9d278c7d1511 req-e4fdee28-4329-430a-b9cc-24fdcae058a3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:55.243162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ef17c1f4-7092-40f1-afb3-9d278c7d1511 req-e4fdee28-4329-430a-b9cc-24fdcae058a3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0504715 Aug 21 18:42:55.282038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ef17c1f4-7092-40f1-afb3-9d278c7d1511 req-9bff0741-3c0d-4858-ab31-a4b0c1a64a10 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Aug 21 18:42:56.393864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a94f2-aef6-4528-a171-296784223a87 req-0c0494af-e3ba-4878-bc0e-73e5824ddd1e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:56.395362 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d3a94f2-aef6-4528-a171-296784223a87 req-0c0494af-e3ba-4878-bc0e-73e5824ddd1e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0482950 Aug 21 18:42:56.433001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d3a94f2-aef6-4528-a171-296784223a87 req-4ffe4874-9576-4a0e-9c68-c65b7630aa8b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316889 Aug 21 18:42:57.543396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97108380-507f-4e65-90bf-03cb54833cfd req-51f26097-87f1-48a4-a34d-03db48750270 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:57.544866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97108380-507f-4e65-90bf-03cb54833cfd req-51f26097-87f1-48a4-a34d-03db48750270 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0480011 Aug 21 18:42:57.587687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-97108380-507f-4e65-90bf-03cb54833cfd req-a97f0791-4082-4e8f-ad2c-869ea0078f82 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365658 Aug 21 18:42:58.700773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce982ed-12b4-41ab-a0c7-84d4d76e5043 req-35639ffe-183f-489e-be68-bded56fa39e9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:58.702250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fce982ed-12b4-41ab-a0c7-84d4d76e5043 req-35639ffe-183f-489e-be68-bded56fa39e9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0486629 Aug 21 18:42:58.738736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fce982ed-12b4-41ab-a0c7-84d4d76e5043 req-4d1fa592-8fbb-44a4-80a0-bc7ea4f66c86 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305655 Aug 21 18:42:59.850869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca3178-f976-4881-880e-4548c54fb56a req-2b2ae56d-0930-433f-8f7b-030810d4e918 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:42:59.852368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54ca3178-f976-4881-880e-4548c54fb56a req-2b2ae56d-0930-433f-8f7b-030810d4e918 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0497010 Aug 21 18:42:59.890232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54ca3178-f976-4881-880e-4548c54fb56a req-7cc3aef2-96e2-469a-b063-b863e35bda4d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Aug 21 18:43:01.006993 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcd509-5361-4b1c-b63f-8c4b31df1de9 req-2088483f-3b9c-4343-a9de-fbc292631a0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:01.008499 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4fcd509-5361-4b1c-b63f-8c4b31df1de9 req-2088483f-3b9c-4343-a9de-fbc292631a0f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0525682 Aug 21 18:43:01.045754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f4fcd509-5361-4b1c-b63f-8c4b31df1de9 req-0e23cfb2-3ebf-4bd9-bcc3-4a1231866990 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311785 Aug 21 18:43:02.161891 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbb0b4-fe77-4962-86fb-3ed7cd1beb91 req-ac8f2136-bc5a-4fd7-847d-ea09e7ea04fd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:02.163391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b4fbb0b4-fe77-4962-86fb-3ed7cd1beb91 req-ac8f2136-bc5a-4fd7-847d-ea09e7ea04fd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0486002 Aug 21 18:43:02.201522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b4fbb0b4-fe77-4962-86fb-3ed7cd1beb91 req-d01995bc-ec0e-4c76-b483-7a9c7332c452 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Aug 21 18:43:03.312235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94cafba-4b1f-4ba5-8ed5-bcc0dd0deacc req-aa36037b-eab7-4b5a-9918-65404e5470b3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:03.313711 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e94cafba-4b1f-4ba5-8ed5-bcc0dd0deacc req-aa36037b-eab7-4b5a-9918-65404e5470b3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Aug 21 18:43:03.351563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e94cafba-4b1f-4ba5-8ed5-bcc0dd0deacc req-c4b3d226-1e78-44e8-b4a6-3e03069f0c4b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Aug 21 18:43:03.441773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22d72cf8-5b6e-41c8-9651-e0a5325ab09f details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:43:03.534132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:43:03.544389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'mac_address': 'fa:16:3e:77:37:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:43:03.581742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:03.593701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22d72cf8-5b6e-41c8-9651-e0a5325ab09f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:43:03.611614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:43:03.615831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:03.660829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:43:03.843428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['22d72cf8-5b6e-41c8-9651-e0a5325ab09f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:43:04.462659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771a1bd-3324-4226-b1df-9bc325013b8a req-ac20f5bc-ddf9-43b6-be24-e578525b79d5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:04.464138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b771a1bd-3324-4226-b1df-9bc325013b8a req-ac20f5bc-ddf9-43b6-be24-e578525b79d5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 944 time: 0.0475278 Aug 21 18:43:04.504195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b771a1bd-3324-4226-b1df-9bc325013b8a req-fa3d6b13-6391-4795-96ea-2101bc1c4bb0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342345 Aug 21 18:43:05.443033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22d72cf8-5b6e-41c8-9651-e0a5325ab09f up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:43:05.489125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:43:05.493437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:43:05.493803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:05.572643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:05.594305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:43:05.596555 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d2c37b-e240-4823-b376-1e1d0ed87d62" -d '{"events": [{"server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "name": "network-vif-plugged", "status": "completed", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:43:05.610455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:43:05.615074 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:05.619881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ca93a-d5eb-40cc-999a-039752b21c32 req-ffd62b02-ca71-43e3-811c-a7774e689150 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:05.623715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c71ca93a-d5eb-40cc-999a-039752b21c32 req-ffd62b02-ca71-43e3-811c-a7774e689150 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 944 time: 0.0529423 Aug 21 18:43:05.641527 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb1d6e5-9fd3-494c-af2a-ab353c3470e3 x-openstack-request-id: req-1cb1d6e5-9fd3-494c-af2a-ab353c3470e3 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:43:05.641811 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "name": "network-vif-plugged", "status": "completed", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:43:05.642084 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1cb1d6e5-9fd3-494c-af2a-ab353c3470e3 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:43:05.642469 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'code': 200} Aug 21 18:43:05.663314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c71ca93a-d5eb-40cc-999a-039752b21c32 req-279262f6-0cdc-42b5-bd8c-348af5713b2c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Aug 21 18:43:05.675974 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:43:05.738356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed054cea-4e62-4e55-9807-4f3d02541858 req-3ba62cbe-768b-4ec2-95c4-2a35bec03e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:05.739886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed054cea-4e62-4e55-9807-4f3d02541858 req-3ba62cbe-768b-4ec2-95c4-2a35bec03e3c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1097 time: 0.0402093 Aug 21 18:43:05.780099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed054cea-4e62-4e55-9807-4f3d02541858 req-d5197f28-2fe7-499a-bfa0-a5cd1c2e3cb3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289741 Aug 21 18:43:06.782656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed410e8-5e85-4e50-8569-deb9bae9e9d0 req-c104d2b2-c777-4d9d-b1d7-40888a21701f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:06.784181 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fed410e8-5e85-4e50-8569-deb9bae9e9d0 req-c104d2b2-c777-4d9d-b1d7-40888a21701f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.0498910 Aug 21 18:43:06.823800 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fed410e8-5e85-4e50-8569-deb9bae9e9d0 req-29498bba-c82c-4285-9abf-3ca09a92ec46 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333200 Aug 21 18:43:07.940857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f57a-1da5-4c93-9cd9-776f5d5adf76 req-499c6285-5236-47c5-9294-b0113056d367 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:07.942331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62c1f57a-1da5-4c93-9cd9-776f5d5adf76 req-499c6285-5236-47c5-9294-b0113056d367 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.0530999 Aug 21 18:43:07.979480 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-62c1f57a-1da5-4c93-9cd9-776f5d5adf76 req-41f74b8a-b5ea-4cf3-80b1-1837c520534d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311608 Aug 21 18:43:08.090405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b474c-958d-44a3-a70c-2c7fd5abe9a5 req-3476cb8a-c27c-4ded-b230-ec798676dcf0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:08.091830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e7b474c-958d-44a3-a70c-2c7fd5abe9a5 req-3476cb8a-c27c-4ded-b230-ec798676dcf0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.0485704 Aug 21 18:43:08.135674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8e7b474c-958d-44a3-a70c-2c7fd5abe9a5 req-73128874-4cc0-4c0a-aa92-68a09c00d196 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379450 Aug 21 18:43:08.157554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40590) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:43:08.196998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7d8c8-5f7f-4933-a559-83c268e3dde0 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:08.198533 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-25a7d8c8-5f7f-4933-a559-83c268e3dde0 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1092 time: 0.0400112 Aug 21 18:43:08.201339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40592) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:43:08.205844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:43:08.230765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:08.327009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:08.435127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.25.1.241 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/3db1d31c-b24d-4ed5-a74a-29347676b483) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:43:08.533544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:08.576665 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:08.617071 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:43:08.619884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:43:08.626475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:43:08.629597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=3db1d31c-b24d-4ed5-a74a-29347676b483,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:43:08.981174 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:09.048596 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:09.194976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:09.199727 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:09.270434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=3db1d31c-b24d-4ed5-a74a-29347676b483,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:43:09.277411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:09.373896 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP c8b19029-f198-4544-97b1-bfa5d04e3ede associated. External IP: 172.25.1.241, port: 22d72cf8-5b6e-41c8-9651-e0a5325ab09f. Aug 21 18:43:09.578436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:43:10.011323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:43:10.020742 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:43:10.026793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:10.030565 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:43:10.031180 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:42:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:43:10.054722 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-34a050df-6b32-4a39-b79d-1ffac6d3f24c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8523450 Aug 21 18:43:10.055385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:43:10.057583 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9beb05b5-6354-4702-ad00-6ca9d1ab532d" -d '{"events": [{"name": "network-changed", "server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:43:10.092576 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b1d606-6b7d-4c4c-acb6-34dab9b3bc5b x-openstack-request-id: req-25b1d606-6b7d-4c4c-acb6-34dab9b3bc5b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:43:10.092866 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:43:10.093115 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-25b1d606-6b7d-4c4c-acb6-34dab9b3bc5b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:43:10.093508 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'status': 'completed', 'code': 200} Aug 21 18:43:10.135365 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:43:10.155667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-020897a3-d7c4-4486-b169-59d9c01f15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:10.157179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-020897a3-d7c4-4486-b169-59d9c01f15db service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1097 time: 0.0404048 Aug 21 18:43:10.248391 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-f68c413e-e21e-4029-a767-078fc6c41c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:10.249911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-f68c413e-e21e-4029-a767-078fc6c41c8f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0855198 Aug 21 18:43:10.315440 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-b0ae1061-e453-4a8c-8fd7-4a9432b1cb55 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 999 time: 0.0581758 Aug 21 18:43:10.355460 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c8b19029-f198-4544-97b1-bfa5d04e3ede', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:77:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2750df6c-ec28-4c42-b507-203da2d93909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:43:08Z', 'updated_at': '2021-08-21T18:43:08Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:43:10.368472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-0f9522ee-6247-4b87-b229-723b68a3a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:10.369950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-0f9522ee-6247-4b87-b229-723b68a3a06f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0474179 Aug 21 18:43:10.380489 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:43:10.388718 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:43:10.389320 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:42:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:43:10.415909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-f7b7353d-2bde-4e24-9e63-ea092f510f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:10.417416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-f7b7353d-2bde-4e24-9e63-ea092f510f2c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403419 Aug 21 18:43:10.493063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:43:10.505886 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-91a1fb4d-b46b-40fd-8902-942595058466 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810843 Aug 21 18:43:10.598710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9beb05b5-6354-4702-ad00-6ca9d1ab532d req-23043b97-385b-46be-978b-49439592f593 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856545 Aug 21 18:43:10.714144 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c8b19029-f198-4544-97b1-bfa5d04e3ede', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:77:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2750df6c-ec28-4c42-b507-203da2d93909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:43:08Z', 'updated_at': '2021-08-21T18:43:08Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:43:10.742305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a3d5f0-e48e-4635-8965-542ed2a3184b None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'c8b19029-f198-4544-97b1-bfa5d04e3ede', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.241', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:77:37:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2750df6c-ec28-4c42-b507-203da2d93909', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:43:08Z', 'updated_at': '2021-08-21T18:43:08Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:43:10.931015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00afc8e-9813-46bd-8e50-b790ca109f19 None None] New status for floating IP c8b19029-f198-4544-97b1-bfa5d04e3ede: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:43:15.397836 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:43:17.789143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9dc34d5c-1140-4c88-af30-c5989e01c8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:18.695709 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:19.158057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:20.332748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1d061bc0-8b2e-4ff8-9e7b-644d67e58461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:20.476907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:21.687864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:23.362277 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:27.833981 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-f71bff9f-1a52-4037-9123-7c493f92b811 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407398 Aug 21 18:43:27.930200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-a5250d69-4982-40b3-b2ca-1a13720b506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:27.932305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-a5250d69-4982-40b3-b2ca-1a13720b506a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1097 time: 0.0514493 Aug 21 18:43:28.039578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-ca1e2cd6-ac09-4a89-9585-e8a5eb97bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:28.041068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-ca1e2cd6-ac09-4a89-9585-e8a5eb97bb19 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0868037 Aug 21 18:43:28.106107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-93852cfe-8656-4cb3-adea-6dfaf953a843 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 1001 time: 0.0568402 Aug 21 18:43:28.160090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-50397b04-7361-41d0-a785-b7d93b86321d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:28.161597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-50397b04-7361-41d0-a785-b7d93b86321d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0471811 Aug 21 18:43:28.211763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-ccd0c4bf-9c47-4a3e-bad4-4a2a35a81829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:43:28.213268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-ccd0c4bf-9c47-4a3e-bad4-4a2a35a81829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413029 Aug 21 18:43:28.304773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-262acebd-1d18-4b48-a46b-3badc5e62d56 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837903 Aug 21 18:43:28.398189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a296411b-60cc-43e2-96dd-f7e77d2350b8 req-5d39d010-49bd-4200-834e-a0bf9e0a3865 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856972 Aug 21 18:43:47.789983 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-377666d1-82e9-4669-bc39-de62feae5353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:48.704390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:49.160856 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:50.332739 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2b116d67-f266-40ac-9cbf-e11282d3ace5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:50.477328 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:51.692012 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:43:52.397345 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:43:53.363988 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:17.790584 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7ad24636-52ae-4fce-84bb-eaeb911d2cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:18.693485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:19.180889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:20.332678 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-073c5885-5f5c-47d0-aa2d-15a3597c681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:20.476869 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:21.694112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:23.366711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:28.856407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-570c823c-c6a6-4fa2-a7f6-bd8415013d5e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401320 Aug 21 18:44:28.942647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-b46fbaa4-255f-4b50-b068-ad94017be63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:44:28.944119 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-b46fbaa4-255f-4b50-b068-ad94017be63d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 1097 time: 0.0404909 Aug 21 18:44:29.054406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-fccc2042-fa14-4234-a019-04301f9f4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:44:29.055906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-fccc2042-fa14-4234-a019-04301f9f4230 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0876601 Aug 21 18:44:29.124969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-62c47751-70f5-4e88-a50a-6ca5e3bbba90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 200 len: 1001 time: 0.0566730 Aug 21 18:44:29.181693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-929a1263-63a5-41a2-82db-616c60ca076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:44:29.183150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-929a1263-63a5-41a2-82db-616c60ca076a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0473716 Aug 21 18:44:29.234220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-fff6c437-9401-431c-94d9-d84f93fe7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:44:29.235761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-fff6c437-9401-431c-94d9-d84f93fe7c04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406318 Aug 21 18:44:29.348957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-bfadf4b2-e81b-43a3-bb05-e188cc7793c1 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958719 Aug 21 18:44:29.398113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:44:29.449329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7aeb7502-253d-4915-ab61-b115dbc2d6e5 req-d476b290-7812-4277-8d21-8fb26d63d5fd service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926819 Aug 21 18:44:47.792769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3fe5608c-b666-46de-8d7b-dcaac0759f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:48.706176 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:49.176813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:50.333568 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb7e85ed-c18f-4807-abcd-16deb9b2094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:50.476865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:51.696013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:44:53.369361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:06.397100 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:45:06.999592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e270ce7-f938-403c-accd-2b4efe9237a8 req-21e4e823-38d0-40e8-bbb9-05e5f15ad0d3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:07.001090 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e270ce7-f938-403c-accd-2b4efe9237a8 req-21e4e823-38d0-40e8-bbb9-05e5f15ad0d3 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.1316195 Aug 21 18:45:07.039219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e270ce7-f938-403c-accd-2b4efe9237a8 req-afee999c-3589-4e24-a863-ee2aefa0aca8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Aug 21 18:45:08.227093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e032e53-10b2-4308-819c-5fba2a583f3b req-ef32d2a8-4160-4362-b425-08868ff208f8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:08.229273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e032e53-10b2-4308-819c-5fba2a583f3b req-ef32d2a8-4160-4362-b425-08868ff208f8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.1108494 Aug 21 18:45:08.272391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e032e53-10b2-4308-819c-5fba2a583f3b req-8c84bd2b-8ca7-4df4-95b4-f7e05a126f86 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 Aug 21 18:45:08.679894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-fdb80077-69c5-47d8-8ab8-0b8d705ebc2e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:08.681826 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-fdb80077-69c5-47d8-8ab8-0b8d705ebc2e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 945 time: 0.0480161 Aug 21 18:45:08.780347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:45:08.780687 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:08.866895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:45:08.867266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:09.036990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:09.037259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:09.037546 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP c8b19029-f198-4544-97b1-bfa5d04e3ede disassociated. External IP: 172.25.1.241, port: 22d72cf8-5b6e-41c8-9651-e0a5325ab09f. Aug 21 18:45:09.037918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for 22d72cf8-5b6e-41c8-9651-e0a5325ab09f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:45:09.160911 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:09.193734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=22d72cf8-5b6e-41c8-9651-e0a5325ab09f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:09.204719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.205064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.205407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.205734 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.206066 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.206395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.206744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.207069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.207399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.207717 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.208038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.208358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:09.320405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:45:09.394402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8e755354-ae1d-4b68-b47c-b0e3437ecc02 req-1bc25bf4-8d58-4262-b932-cbc6bd41fe13 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Aug 21 18:45:09.430872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:45:09.440251 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:45:09.450023 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:45:09.450652 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:44:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:09.470208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port 22d72cf8-5b6e-41c8-9651-e0a5325ab09f on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:45:09.472745 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:09.474763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a4afbb3c-8d15-4cc7-ad3d-678c8b0c0ffd req-395a4bc6-8118-4725-be9b-1e20c63278df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "DELETE /v2.0/ports/22d72cf8-5b6e-41c8-9651-e0a5325ab09f HTTP/1.1" status: 204 len: 173 time: 0.7840891 Aug 21 18:45:09.475205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'name': 'network-vif-deleted', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:45:09.477421 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77ed376-a832-4a51-96ee-ea5f322162c4" -d '{"events": [{"server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "name": "network-vif-deleted", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:45:09.593203 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f83b16-52e9-418b-83d6-a2dc2b8c9166 x-openstack-request-id: req-94f83b16-52e9-418b-83d6-a2dc2b8c9166 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:45:09.593491 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2750df6c-ec28-4c42-b507-203da2d93909", "name": "network-vif-deleted", "tag": "22d72cf8-5b6e-41c8-9651-e0a5325ab09f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:45:09.593729 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94f83b16-52e9-418b-83d6-a2dc2b8c9166 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:45:09.594206 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2750df6c-ec28-4c42-b507-203da2d93909', 'name': 'network-vif-deleted', 'tag': '22d72cf8-5b6e-41c8-9651-e0a5325ab09f', 'status': 'completed', 'code': 200} Aug 21 18:45:09.665017 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:45:09.865093 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:09.891114 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:45:09.899212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:45:09.900378 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:44:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:10.001806 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:45:10.195479 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:10.225706 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f938fb-7673-4387-9d5f-6119f0d87948 None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:45:10.448677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd30e86-d238-4ff4-b5e5-9117cb593747 None None] New status for floating IP c8b19029-f198-4544-97b1-bfa5d04e3ede: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:45:10.492549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09fb721a-bbb1-4fa1-a801-5e81575f0761 req-c45c7779-8fc4-424f-9120-75c53fec541b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0269327 Aug 21 18:45:11.590843 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a76274b9-17c9-46ff-9aeb-95681bfdcb67 req-29d265ac-9c15-40bd-9b19-db294c4425c7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0292408 Aug 21 18:45:12.133516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22d72cf8-5b6e-41c8-9651-e0a5325ab09f no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:45:12.156551 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 22d72cf8-5b6e-41c8-9651-e0a5325ab09f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:45:12.156941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 22d72cf8-5b6e-41c8-9651-e0a5325ab09f not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:45:12.688801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-36421932-4efd-41ff-aead-c4a9b80babed req-0a70f731-c764-48c5-bf84-38ea7f1f7645 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=2750df6c-ec28-4c42-b507-203da2d93909 HTTP/1.1" status: 200 len: 210 time: 0.0300300 Aug 21 18:45:13.885691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-417dfdc4-1ff1-4dc2-950b-1bec3afdf82d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307447380&fields=id&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 267 time: 0.0325911 Aug 21 18:45:13.989662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-c800f5be-8490-4a55-ae80-5e14767ebd05 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:13.991998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-c800f5be-8490-4a55-ae80-5e14767ebd05 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.0993462 Aug 21 18:45:14.007837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-51a4d48d-3d4e-43a5-9404-c0b34eeb5ea0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0099134 Aug 21 18:45:14.065621 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-c3617efd-b595-4e0c-aa90-1225abae2760 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518622 Aug 21 18:45:14.156376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-d4a91558-0f9d-418b-9d9d-674ae075a350 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796199 Aug 21 18:45:14.246624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-fc987a1e-4e08-4106-9721-0f5365d8d2f5 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840456 Aug 21 18:45:14.529088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a0f0b81f-5825-4424-adc4-b1ce01b6d266 req-e20f6996-8f6f-46c4-b295-d22ae400a771 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0274367 Aug 21 18:45:15.519444 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-0ff8abe7-f2d8-4ecc-8f20-8b670a5ff961 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:15.520912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-0ff8abe7-f2d8-4ecc-8f20-8b670a5ff961 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1032093 Aug 21 18:45:15.565005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-434a97d5-765b-433e-8d5b-93e7fa626b19 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 380 time: 0.0348985 Aug 21 18:45:15.574198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'security_groups': ['74ba6bd3-985b-4519-96d5-8d16cc647587']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:45:15.652297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7910a510-b48d-4c3c-86d0-1e6f61815555 req-d6ab62d9-6cb4-4423-a301-73cdf75f65df tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0318518 Aug 21 18:45:15.709406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:45:15.713536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:15.843359 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.3 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/d29b5ca6-f0b2-42be-893b-b7d5450f72fa) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:45:15.977043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:15.990157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object d29b5ca6-f0b2-42be-893b-b7d5450f72fa will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:45:16.022978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.070351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:45:16.074151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:45:16.079066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:45:16.114063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:16.128210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.128560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.128901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.129242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.129572 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.129899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.130224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.130586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.130884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.131204 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.131522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.131840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:16.153929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:16.154613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.170574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-8e245dad-c80f-434c-a358-15f86b254ffc tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6001906 Aug 21 18:45:16.235893 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Request body: {'port': {'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:45:16.292446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.325329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c168035a-fe3f-423b-9251-add5b2e455ef None None] Provisioning for port d29b5ca6-f0b2-42be-893b-b7d5450f72fa completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:45:16.329965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c168035a-fe3f-423b-9251-add5b2e455ef None None] Provisioning complete for port d29b5ca6-f0b2-42be-893b-b7d5450f72fa triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:45:16.330541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c168035a-fe3f-423b-9251-add5b2e455ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.366312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c168035a-fe3f-423b-9251-add5b2e455ef None None] Port d29b5ca6-f0b2-42be-893b-b7d5450f72fa cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:45:16.559751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29b5ca6-f0b2-42be-893b-b7d5450f72fa {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:45:16.567060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.579735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Transition to ACTIVE for port object d29b5ca6-f0b2-42be-893b-b7d5450f72fa will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:45:16.582562 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.631316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:16.709183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Attempting to bind port d29b5ca6-f0b2-42be-893b-b7d5450f72fa on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:45:16.709453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Attempting to bind port d29b5ca6-f0b2-42be-893b-b7d5450f72fa by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:45:16.709746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Attempting to bind port d29b5ca6-f0b2-42be-893b-b7d5450f72fa on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:45:16.715291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Port d29b5ca6-f0b2-42be-893b-b7d5450f72fa on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:45:16.715654 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Attempting to bind port d29b5ca6-f0b2-42be-893b-b7d5450f72fa on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:45:16.721203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:45:16.721561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:45:16.721925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:45:16.722366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Bound port: d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:45:16.722747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.800856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223a4e6a-9390-4fae-ab58-beaad944fe6a req-30ee0867-3b9c-4694-86f1-8901583d9873 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:16.803701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-223a4e6a-9390-4fae-ab58-beaad944fe6a req-30ee0867-3b9c-4694-86f1-8901583d9873 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0540383 Aug 21 18:45:16.810419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:45:16.814024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:45:16.820596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.852638 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-223a4e6a-9390-4fae-ab58-beaad944fe6a req-c41781c0-2668-438d-9db2-2f389bdc1ec4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Aug 21 18:45:16.862830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:16.863451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:16.864866 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] 10.222.0.39 "PUT /v2.0/ports/d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 1092 time: 0.6858530 Aug 21 18:45:16.865405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:45:16.872831 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f73bb6f-27c6-4df0-a326-728b3b720acc" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:45:16.909029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d09b6-73a5-4218-9f13-9ea0e7e79b59 service neutron] Pushing event updated for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:16.968951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-1095f61c-ca7c-4d2f-b6e9-92d6906e0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:16.970611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-1095f61c-ca7c-4d2f-b6e9-92d6906e0d73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1095 time: 0.0477982 Aug 21 18:45:17.023528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-29f9624c-7d78-47c1-b42e-cb99206bd7cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 217 time: 0.0402577 Aug 21 18:45:17.074907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-abe3fd2a-6eb6-459a-a529-dd522e543976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:17.076390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-abe3fd2a-6eb6-459a-a529-dd522e543976 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0459561 Aug 21 18:45:17.125905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-39e009f3-6ad1-47be-8230-ff64ff34c9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:17.127157 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-39e009f3-6ad1-47be-8230-ff64ff34c9c7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436935 Aug 21 18:45:17.221511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-7121c491-a2ac-44d3-a2df-a840f9a9c087 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871239 Aug 21 18:45:17.313603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d08fd04b-3351-4e62-bf41-881c49e24fab req-26a4b621-f48f-4e6c-a3ee-1f8fe4dea1d3 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839207 Aug 21 18:45:17.797143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f10fdf93-27d5-4cd2-938d-7a47b586e934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:17.976043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a25682c-eea1-45f8-b10d-fa788b476e21 req-2375ab91-652c-4d12-8b23-2aa69fba66bd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:17.977547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a25682c-eea1-45f8-b10d-fa788b476e21 req-2375ab91-652c-4d12-8b23-2aa69fba66bd tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0509305 Aug 21 18:45:18.018249 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a25682c-eea1-45f8-b10d-fa788b476e21 req-742adc31-007d-4816-85a5-af96fee691b9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Aug 21 18:45:18.034463 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7da32-6d3a-4b1f-a671-b99ea1c38bdf x-openstack-request-id: req-10b7da32-6d3a-4b1f-a671-b99ea1c38bdf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:45:18.035031 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:45:18.035906 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-10b7da32-6d3a-4b1f-a671-b99ea1c38bdf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:45:18.036412 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'status': 'completed', 'code': 200} Aug 21 18:45:18.099909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-6d33c287-db83-483d-a8af-dd1c07ad5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:18.101414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-6d33c287-db83-483d-a8af-dd1c07ad5322 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1095 time: 0.0441983 Aug 21 18:45:18.195398 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-503c18e5-8fea-41ee-a1b2-31dff5051acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:18.196912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-503c18e5-8fea-41ee-a1b2-31dff5051acc service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0885055 Aug 21 18:45:18.238266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-ad187884-d0de-4e00-aee5-cf91efb11dda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 217 time: 0.0347078 Aug 21 18:45:18.296818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-ea9f42da-7fd0-46cc-b75e-2876e5025825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:18.298197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-ea9f42da-7fd0-46cc-b75e-2876e5025825 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0521579 Aug 21 18:45:18.348635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-0eb8e008-c086-4b82-a18b-032e6b7450de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:18.350105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-0eb8e008-c086-4b82-a18b-032e6b7450de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439460 Aug 21 18:45:18.440037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-0701f1e1-00cf-40fc-9dde-1619e79c53e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824335 Aug 21 18:45:18.533479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f73bb6f-27c6-4df0-a326-728b3b720acc req-8a578c2b-9c96-42f1-8926-6fe37c23b0ea service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865932 Aug 21 18:45:18.709531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:19.136852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2341fa-f5f8-4941-843e-81297a18754b req-2a5295c6-8e31-4925-a76f-683332592420 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:19.138380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b2341fa-f5f8-4941-843e-81297a18754b req-2a5295c6-8e31-4925-a76f-683332592420 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0511005 Aug 21 18:45:19.176089 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:19.178207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b2341fa-f5f8-4941-843e-81297a18754b req-55755520-79db-49d6-9214-60791c0564a0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336421 Aug 21 18:45:20.296925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4b8cf-10d1-4664-87f8-57db39bddbd6 req-16154b31-8a76-4a88-8473-2a2405469693 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:20.299468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ad4b8cf-10d1-4664-87f8-57db39bddbd6 req-16154b31-8a76-4a88-8473-2a2405469693 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0520902 Aug 21 18:45:20.335233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f970be2a-def4-43c3-88bf-7fb099a997f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:20.341892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9ad4b8cf-10d1-4664-87f8-57db39bddbd6 req-c31a3170-ecf2-494e-b499-133531d89247 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350478 Aug 21 18:45:20.481744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:21.455403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4044b09b-0cee-4ca5-bf82-9e1873097e6e req-60ac48a2-d998-4652-9715-a8144f6defa4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:21.456818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4044b09b-0cee-4ca5-bf82-9e1873097e6e req-60ac48a2-d998-4652-9715-a8144f6defa4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0486801 Aug 21 18:45:21.498259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4044b09b-0cee-4ca5-bf82-9e1873097e6e req-f8dfbda8-6e8c-4a09-947a-ee12136850f8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355012 Aug 21 18:45:21.698963 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:22.609542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682a950-aca8-4ed6-a405-cbb4f450529d req-9cfdb824-efb7-4af9-a8c2-a40691d96c30 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:22.611013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4682a950-aca8-4ed6-a405-cbb4f450529d req-9cfdb824-efb7-4af9-a8c2-a40691d96c30 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0483172 Aug 21 18:45:22.647631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4682a950-aca8-4ed6-a405-cbb4f450529d req-bbc175be-a326-43e5-9202-fd2fc6f195ec tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Aug 21 18:45:23.371347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:23.759752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d11ac-39d2-48d6-bf06-82aa71593aa6 req-274e6a97-a71d-4dd2-8957-503d1a9d8166 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:23.761257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-728d11ac-39d2-48d6-bf06-82aa71593aa6 req-274e6a97-a71d-4dd2-8957-503d1a9d8166 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0493987 Aug 21 18:45:23.798419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-728d11ac-39d2-48d6-bf06-82aa71593aa6 req-1444bd12-3ad5-4215-b136-d2e75b0e9185 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Aug 21 18:45:24.914904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea788330-c546-4f1e-a52a-1d95acf00695 req-de7e44c5-7b74-40cf-af56-cd05bce9e445 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:24.916360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea788330-c546-4f1e-a52a-1d95acf00695 req-de7e44c5-7b74-40cf-af56-cd05bce9e445 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0525129 Aug 21 18:45:24.952849 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea788330-c546-4f1e-a52a-1d95acf00695 req-b5cfc697-ae37-4e7a-907b-a961ed2bbcda tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305943 Aug 21 18:45:26.065604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba925a-58f7-498c-bef7-54564667d89d req-74c54da3-ef8d-43a0-9656-0e755f4790ea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:26.067122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dba925a-58f7-498c-bef7-54564667d89d req-74c54da3-ef8d-43a0-9656-0e755f4790ea tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 943 time: 0.0490878 Aug 21 18:45:26.105023 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3dba925a-58f7-498c-bef7-54564667d89d req-7d860f4f-37c5-48d7-9f13-5f6333ff0c92 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317574 Aug 21 18:45:26.287492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d29b5ca6-f0b2-42be-893b-b7d5450f72fa details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:45:26.377473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:45:26.388888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:45:26.424594 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:26.440179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29b5ca6-f0b2-42be-893b-b7d5450f72fa {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:45:26.459218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:45:26.464046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:26.508100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:26.515683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.516038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.516444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.516839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.517167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.517487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.517808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.518126 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.518442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.518786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.519100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.519411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:45:26.672070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['d29b5ca6-f0b2-42be-893b-b7d5450f72fa'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:45:26.792620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-c11c77da-19cb-49f9-a84e-e35a9a897aff req-b7aa16a9-70de-4639-8437-217f207f3d73 service neutron] (94598) timed out ('10.222.0.41', 59724) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:45:27.217693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f5ddc-fe65-4369-b5c5-9e71ccde49c3 req-afcc5831-88aa-4247-b380-2273c2fcbe13 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:27.219193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a1f5ddc-fe65-4369-b5c5-9e71ccde49c3 req-afcc5831-88aa-4247-b380-2273c2fcbe13 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 944 time: 0.0486732 Aug 21 18:45:27.260187 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0a1f5ddc-fe65-4369-b5c5-9e71ccde49c3 req-fd75c300-d82b-446b-a424-f2781ad2f051 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346065 Aug 21 18:45:28.290855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d29b5ca6-f0b2-42be-893b-b7d5450f72fa up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:45:28.338393 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port d29b5ca6-f0b2-42be-893b-b7d5450f72fa completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:45:28.342151 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port d29b5ca6-f0b2-42be-893b-b7d5450f72fa triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:45:28.342534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:28.374334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de384f76-8473-4c33-ac8e-8e226fb0ddc5 req-a91900f1-f09b-45c4-abe1-ec69f5d29efb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:28.375897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de384f76-8473-4c33-ac8e-8e226fb0ddc5 req-a91900f1-f09b-45c4-abe1-ec69f5d29efb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 944 time: 0.0501888 Aug 21 18:45:28.418481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de384f76-8473-4c33-ac8e-8e226fb0ddc5 req-b7b48c8d-7ea8-4fc3-8c44-fe5a6b4f351c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361550 Aug 21 18:45:28.421153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:28.444165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:45:28.446386 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3b3129-3ecd-469f-8fec-1e3a077180a8" -d '{"events": [{"server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "name": "network-vif-plugged", "status": "completed", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:45:28.458716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:45:28.463344 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:28.513073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:28.541123 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc45323e-0883-4566-b297-24d90ef3c7aa x-openstack-request-id: req-dc45323e-0883-4566-b297-24d90ef3c7aa {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:45:28.541413 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "name": "network-vif-plugged", "status": "completed", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:45:28.541666 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc45323e-0883-4566-b297-24d90ef3c7aa {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:45:28.542084 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'code': 200} Aug 21 18:45:28.633042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea103a9-aca5-43ac-9f7d-d61c02413be4 req-ef2cba52-7675-44dd-9021-0c662d1be591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:28.634528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ea103a9-aca5-43ac-9f7d-d61c02413be4 req-ef2cba52-7675-44dd-9021-0c662d1be591 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0386045 Aug 21 18:45:28.669039 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ea103a9-aca5-43ac-9f7d-d61c02413be4 req-aedfe436-af44-4cc5-85f0-ec5bfbc83247 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270879 Aug 21 18:45:29.534043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a684a6-096e-491e-95fa-e5e19faa52db req-93e52ea6-290d-4f62-84ab-37b826af209c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:29.535563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a684a6-096e-491e-95fa-e5e19faa52db req-93e52ea6-290d-4f62-84ab-37b826af209c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0516846 Aug 21 18:45:29.572813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-64a684a6-096e-491e-95fa-e5e19faa52db req-de512b4b-c552-4a3b-ac69-7b66070356e1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307524 Aug 21 18:45:30.689346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feafdd-81fc-4ba6-8d3b-d139ec90f960 req-71fccae1-824f-4a9d-b9b7-3fd7635824eb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:30.690831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a9feafdd-81fc-4ba6-8d3b-d139ec90f960 req-71fccae1-824f-4a9d-b9b7-3fd7635824eb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0522046 Aug 21 18:45:30.727183 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a9feafdd-81fc-4ba6-8d3b-d139ec90f960 req-8a4c5485-5662-44c1-96c8-7e6c4c837e93 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304451 Aug 21 18:45:30.839776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc0419-fba3-4814-a2dc-7ce84e3e4a51 req-455678ef-0b5f-4bcc-918c-0c9f35f7eed6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:30.841285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fcc0419-fba3-4814-a2dc-7ce84e3e4a51 req-455678ef-0b5f-4bcc-918c-0c9f35f7eed6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0496390 Aug 21 18:45:30.878402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8fcc0419-fba3-4814-a2dc-7ce84e3e4a51 req-ebec8e20-3e3e-45bb-b9de-e95ae6621803 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Aug 21 18:45:30.901570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40744) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:45:30.984775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befb7981-1fa0-4ec7-9ae4-5fa829493ac7 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:30.986257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-befb7981-1fa0-4ec7-9ae4-5fa829493ac7 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1092 time: 0.0835707 Aug 21 18:45:30.989037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40748) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:45:30.993249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:45:31.015190 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.112640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.217503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.25.1.91 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/83834601-672f-4259-86f2-32a45520aeab) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:45:31.315978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.354050 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.389278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:45:31.393312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:45:31.396829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:45:31.405159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=83834601-672f-4259-86f2-32a45520aeab,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:31.761610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.833123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.977838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:31.982797 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:32.053747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=83834601-672f-4259-86f2-32a45520aeab,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:45:32.063707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:32.161007 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP 24635eae-b294-4fa5-a606-2bbb8ea94464 associated. External IP: 172.25.1.91, port: d29b5ca6-f0b2-42be-893b-b7d5450f72fa. Aug 21 18:45:32.363240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:45:32.472530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:45:32.482060 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:45:32.490486 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:32.492531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:45:32.493280 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:45:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:32.600677 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:45:32.825865 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:31Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:32.847165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-57c1b825-208e-48fa-a9b9-2564996afa78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8571143 Aug 21 18:45:32.847835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:45:32.850070 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f170391f-5165-4058-a864-b86955f1b908" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:45:32.851066 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:45:32.863223 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:45:32.863825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:45:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:32.885810 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912b79bd-9f24-4685-8ba8-d2123e3c7906 x-openstack-request-id: req-912b79bd-9f24-4685-8ba8-d2123e3c7906 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:45:32.886163 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:45:32.886363 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-912b79bd-9f24-4685-8ba8-d2123e3c7906 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:45:32.886782 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'status': 'completed', 'code': 200} Aug 21 18:45:32.952382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170391f-5165-4058-a864-b86955f1b908 req-ef93e473-a3e9-4998-b2e5-7b696e2a4a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:32.953955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-ef93e473-a3e9-4998-b2e5-7b696e2a4a05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0441842 Aug 21 18:45:32.968933 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:45:33.045739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170391f-5165-4058-a864-b86955f1b908 req-3c63e7f9-c821-4723-aafc-8ede09623083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:33.047259 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-3c63e7f9-c821-4723-aafc-8ede09623083 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0866599 Aug 21 18:45:33.111261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-bf4cfc4c-9831-4901-af6a-262f6fa9acff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 998 time: 0.0568993 Aug 21 18:45:33.159971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170391f-5165-4058-a864-b86955f1b908 req-41001ced-00fd-4db2-bdc6-342334aa9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:33.161498 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-41001ced-00fd-4db2-bdc6-342334aa9d0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0434682 Aug 21 18:45:33.186226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:31Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:45:33.209678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170391f-5165-4058-a864-b86955f1b908 req-cd8833d1-5a65-479e-b550-6aca8609cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:45:33.211211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-cd8833d1-5a65-479e-b550-6aca8609cf4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431147 Aug 21 18:45:33.211784 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a071b8f-eb36-4655-8ed3-e35c89c3342e None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:31Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:45:33.305384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-3eaa96a0-a896-4520-8ab5-05aa00c59ff3 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864611 Aug 21 18:45:33.405806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2b579c-8169-48a3-94e5-bb73068e4725 None None] New status for floating IP 24635eae-b294-4fa5-a606-2bbb8ea94464: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:45:33.407213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f170391f-5165-4058-a864-b86955f1b908 req-286e7064-ec34-42b0-b24b-465dfdaa8998 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943871 Aug 21 18:45:43.395774 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:45:47.789418 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6a84f2c4-2949-438c-97db-abc2e1065f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:48.707834 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:49.199846 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:50.334985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c629d02-bc09-4420-ae18-5fc1e45e4f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:50.485730 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:51.704009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:45:53.374451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:17.790447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-40941782-d2b1-4703-b5a3-acfb55c3ee2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:18.708540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:19.195230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:20.335747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b0f47e78-bae7-42c8-8b51-209a81d4fd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:20.394322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:46:20.487220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:21.705583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:23.378085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:31.713439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-62aaea37-2b1f-4041-abd9-866f03102bcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3273554 Aug 21 18:46:31.797261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-27579f25-e5a2-4437-aa88-28600f58db8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:46:31.798753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-27579f25-e5a2-4437-aa88-28600f58db8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0387764 Aug 21 18:46:31.904954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-3dde90c5-0ebc-417b-826e-d57b1c699e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:46:31.906442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-3dde90c5-0ebc-417b-826e-d57b1c699e36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0863693 Aug 21 18:46:31.969360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-0e5ae42a-1661-432e-a96a-deb9451e9893 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 1000 time: 0.0553114 Aug 21 18:46:32.016542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-7e217d36-6a2a-4258-9012-abb3f98a10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:46:32.017930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-7e217d36-6a2a-4258-9012-abb3f98a10d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0419152 Aug 21 18:46:32.065011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-0e29828e-719d-4173-b231-7e52d27c8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:46:32.066456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-0e29828e-719d-4173-b231-7e52d27c8d77 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415502 Aug 21 18:46:32.151839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-4e325b02-a86c-4e8f-a676-257e74b42334 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781982 Aug 21 18:46:32.242272 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8a9d31ba-a8cb-4a7f-8cdb-3c1d8957e2da req-abcb55fd-2fad-49bd-8a23-e6dfa861cf01 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Aug 21 18:46:47.790915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d4dbd16-99dd-44be-b6d4-94f0ef054580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:48.711322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:49.196148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:50.336893 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3368-5adc-44a2-8b2c-5d6d8bd7af7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:50.487247 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:51.708877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:53.379577 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:46:57.393694 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:47:11.778474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-08b517f1-bdb5-4cb0-9d5d-d5af2d7f01bb tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307447380&fields=id&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 267 time: 0.0336573 Aug 21 18:47:11.886001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-0b891e79-c888-48b2-848f-e6c90566e2f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:11.887501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-0b891e79-c888-48b2-848f-e6c90566e2f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1022251 Aug 21 18:47:11.903343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-8833b852-aedc-4adf-b988-55a8088156c1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/quotas/15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 375 time: 0.0100424 Aug 21 18:47:11.961534 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-8acd171d-d2b8-4d9f-b4c8-8321293b9b17 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0527298 Aug 21 18:47:12.025382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-fce4e4aa-9de5-4dd5-b135-1c85649c7dda service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:47:12.026436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-fce4e4aa-9de5-4dd5-b135-1c85649c7dda service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534592 Aug 21 18:47:12.116369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-6602a743-98c4-4482-9bc0-da42583c5477 service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822077 Aug 21 18:47:12.209425 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-f444e1aa-7416-4156-8c0c-f0fcbbb23b8d service neutron] 10.222.0.41 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869675 Aug 21 18:47:12.497882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd7b311a-ba65-47c0-ac01-e99cead1dc56 req-ef14f545-9857-4307-8137-7211fe4e2e37 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0267193 Aug 21 18:47:13.593198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-27d889f0-2a34-4968-acf0-44ffc9cdcd27 req-002cfd92-28e3-4f20-8587-48c7c8eba28d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Aug 21 18:47:14.708293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1150ee38-f99a-4483-abdf-2ab70f6154f3 req-62ccb76f-7dd4-4d31-8a8f-e35e4ebbf09f tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Aug 21 18:47:15.783816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71c4473f-63f8-438f-9e82-9606e6a79332 req-32eca320-f0a3-4455-8a96-6e562cedc989 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0275457 Aug 21 18:47:16.880587 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64970069-3368-417f-8b34-528b27d340b7 req-d5890dc3-fbf3-4813-a8e9-640b2151f2e5 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0282240 Aug 21 18:47:17.620785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-92b47d53-e359-493d-b149-09f9ed7510b0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:17.622243 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-92b47d53-e359-493d-b149-09f9ed7510b0 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 812 time: 0.1084352 Aug 21 18:47:17.667281 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-32eec6f8-a833-45a0-8081-bf4f2deb7c74 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15fc026fc0604c02bec8ca42ecd304c8 HTTP/1.1" status: 200 len: 380 time: 0.0339217 Aug 21 18:47:17.682525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'port': {'device_id': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'admin_state_up': True, 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'security_groups': ['74ba6bd3-985b-4519-96d5-8d16cc647587']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:47:17.788318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Made reservation on behalf of 15fc026fc0604c02bec8ca42ecd304c8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:47:17.791928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:17.796259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e7ae842-9471-4fd3-854c-099e5f2c5bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:17.936578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.20.0.5 (d8d46685-2c58-488f-930f-5908599b50d1/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb/59634a83-ba71-41cd-812e-cef774b9b20d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:47:17.986712 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a677fb7-b87d-46da-96b7-9b8aa95cdc66 req-a27e2c38-18ae-4fa9-9eac-ae22f03acd56 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0349803 Aug 21 18:47:18.108155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.122331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Transition to ACTIVE for port object 59634a83-ba71-41cd-812e-cef774b9b20d will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:47:18.154834 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.195128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network d8d46685-2c58-488f-930f-5908599b50d1 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:47:18.198159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:47:18.202766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:47:18.236914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:18.250472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.250851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.251198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.251537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.251869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.252201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.252528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.252852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.253175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.253497 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.253818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.254138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:18.272311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:18.272973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.291918 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d94f1fdf-0a9e-48ff-8514-db143310d02a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6130753 Aug 21 18:47:18.364596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Request body: {'port': {'device_id': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:47:18.425072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.463040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31a7dcb8-05d6-4b70-9c05-51ff3826bb58 None None] Provisioning for port 59634a83-ba71-41cd-812e-cef774b9b20d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:47:18.467566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-31a7dcb8-05d6-4b70-9c05-51ff3826bb58 None None] Provisioning complete for port 59634a83-ba71-41cd-812e-cef774b9b20d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:47:18.467937 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-31a7dcb8-05d6-4b70-9c05-51ff3826bb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.502724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-31a7dcb8-05d6-4b70-9c05-51ff3826bb58 None None] Port 59634a83-ba71-41cd-812e-cef774b9b20d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:47:18.691953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59634a83-ba71-41cd-812e-cef774b9b20d {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:47:18.699919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.711911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Transition to ACTIVE for port object 59634a83-ba71-41cd-812e-cef774b9b20d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:47:18.716739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.740962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.772693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Pushing event updated for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:18.868759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Attempting to bind port 59634a83-ba71-41cd-812e-cef774b9b20d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:47:18.869196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Attempting to bind port 59634a83-ba71-41cd-812e-cef774b9b20d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:47:18.869600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Attempting to bind port 59634a83-ba71-41cd-812e-cef774b9b20d on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:47:18.875707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Port 59634a83-ba71-41cd-812e-cef774b9b20d on network d8d46685-2c58-488f-930f-5908599b50d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:47:18.876038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Attempting to bind port 59634a83-ba71-41cd-812e-cef774b9b20d on network d8d46685-2c58-488f-930f-5908599b50d1 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:47:18.881859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:47:18.882239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Checking segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:47:18.882632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Bound using segment: {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:47:18.883070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Bound port: 59634a83-ba71-41cd-812e-cef774b9b20d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:47:18.883437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:18.960282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:47:18.967167 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=59634a83-ba71-41cd-812e-cef774b9b20d,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:47:18.971526 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:19.006230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:19.006885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:19.010516 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] 10.222.0.64 "PUT /v2.0/ports/59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 1092 time: 0.7028980 Aug 21 18:47:19.013655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:47:19.016938 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8551cc-fce7-4502-97e1-bd78902831ee" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:47:19.107898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454356b-82a3-4992-93c8-e330a7b3d861 service neutron] Pushing event updated for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:19.116392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-89d3ec2e-ea43-40dd-a835-178da5f6f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:19.117767 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-89d3ec2e-ea43-40dd-a835-178da5f6f000 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1095 time: 0.0561829 Aug 21 18:47:19.165464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a06bf-e623-4dd6-9bf9-190f1d917256 req-17c63313-7f93-407b-829c-c890ba8d22fe tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:19.167995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e9a06bf-e623-4dd6-9bf9-190f1d917256 req-17c63313-7f93-407b-829c-c890ba8d22fe tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0601850 Aug 21 18:47:19.173920 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-e25dea60-4922-4e27-ad45-bf438ba569c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 217 time: 0.0426271 Aug 21 18:47:19.225111 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:19.232000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e9a06bf-e623-4dd6-9bf9-190f1d917256 req-93a15c4b-f298-4107-94c8-8e5de896ec73 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518422 Aug 21 18:47:19.237784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1319a01b-e5fa-47f0-9db4-bc2cd97866b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:19.239630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-1319a01b-e5fa-47f0-9db4-bc2cd97866b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0538051 Aug 21 18:47:19.297641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d8083e7a-61b6-4186-950e-37081462e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:19.299187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-d8083e7a-61b6-4186-950e-37081462e883 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485110 Aug 21 18:47:19.394438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-7f3ceff8-f2b4-47c4-98da-aa4acb00e2bd service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826466 Aug 21 18:47:19.493865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77381fdb-db0a-43ce-8d39-ad3a20a0b9da req-2d4638fc-3433-423b-ad3a-1df7b50fc7fc service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877500 Aug 21 18:47:20.123678 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78daa4c-a64c-4eb9-8a1f-90b5c168e572 x-openstack-request-id: req-d78daa4c-a64c-4eb9-8a1f-90b5c168e572 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:47:20.124349 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:47:20.124349 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d78daa4c-a64c-4eb9-8a1f-90b5c168e572 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:47:20.124774 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d', 'status': 'completed', 'code': 200} Aug 21 18:47:20.192092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-19c309ea-0a99-48f0-92e7-e25f522e529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:20.193668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-19c309ea-0a99-48f0-92e7-e25f522e529f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1095 time: 0.0431402 Aug 21 18:47:20.294194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-05834008-d295-4831-b436-7c47d46603a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:20.296010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-05834008-d295-4831-b436-7c47d46603a2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0908043 Aug 21 18:47:20.343221 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0437af35-9aec-4395-a31b-29daf5b0b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:20.349477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-7632c2f9-279e-42e1-bb4c-5ee058ab816c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 217 time: 0.0419931 Aug 21 18:47:20.352771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16fc3a-c345-4f9c-889c-b968afb24eef req-494bce70-d84d-49bc-a721-fa11dc626715 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:20.354367 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a16fc3a-c345-4f9c-889c-b968afb24eef req-494bce70-d84d-49bc-a721-fa11dc626715 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0679002 Aug 21 18:47:20.394557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a16fc3a-c345-4f9c-889c-b968afb24eef req-20a7354d-aed1-4eb5-a15f-084a4fc72733 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334165 Aug 21 18:47:20.407915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-20bb7a0b-5173-42f5-8ee3-91d6765439df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:20.409388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-20bb7a0b-5173-42f5-8ee3-91d6765439df service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0489459 Aug 21 18:47:20.461923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-07403f0c-0384-4703-bfdd-78f8a356b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:20.463542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-07403f0c-0384-4703-bfdd-78f8a356b024 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428121 Aug 21 18:47:20.489367 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:20.564975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-1d30c1ec-fefb-4809-8b1b-d4291d5cf4f8 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903273 Aug 21 18:47:20.660251 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ad8551cc-fce7-4502-97e1-bd78902831ee req-b871bcaa-354a-41fb-a91b-d0bc42afeefd service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848160 Aug 21 18:47:21.514600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3ae3-91b1-49fe-be50-d3272e44177d req-a6e81b36-fb00-4ca5-9c94-d555c9b26f78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:21.516107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f3d3ae3-91b1-49fe-be50-d3272e44177d req-a6e81b36-fb00-4ca5-9c94-d555c9b26f78 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0520957 Aug 21 18:47:21.561175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4f3d3ae3-91b1-49fe-be50-d3272e44177d req-d33fa364-11e7-4e7b-ac2c-fd6b5d6d188c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388229 Aug 21 18:47:21.712671 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:22.677057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac36e6-a1ca-483c-8267-e94171099e91 req-6b3ef5ca-ffab-4ff2-96ca-a7003572c99c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:22.678591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fac36e6-a1ca-483c-8267-e94171099e91 req-6b3ef5ca-ffab-4ff2-96ca-a7003572c99c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0526891 Aug 21 18:47:22.716923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9fac36e6-a1ca-483c-8267-e94171099e91 req-70a28501-8353-449f-aadf-778f9536e88c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320106 Aug 21 18:47:23.383183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:23.835871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9b85-dd0d-41e4-849f-a1bcb7cd1034 req-1b99d0e4-08b6-435c-b4ee-36564f930799 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:23.837362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adde9b85-dd0d-41e4-849f-a1bcb7cd1034 req-1b99d0e4-08b6-435c-b4ee-36564f930799 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0532513 Aug 21 18:47:23.875521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adde9b85-dd0d-41e4-849f-a1bcb7cd1034 req-15f0e8b7-3dc1-4443-99d6-46003837c20c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Aug 21 18:47:24.995048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0fd1-4b81-441c-a0a7-a0ff3d5f56d2 req-4220c1b1-8383-4c8e-a644-8fdee2b6e41b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:24.996761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81bf0fd1-4b81-441c-a0a7-a0ff3d5f56d2 req-4220c1b1-8383-4c8e-a644-8fdee2b6e41b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0519738 Aug 21 18:47:25.038302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-81bf0fd1-4b81-441c-a0a7-a0ff3d5f56d2 req-4fbf651b-0b46-4c58-8215-55e5401c6e90 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352836 Aug 21 18:47:26.153328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bbb3a-ed01-4dd3-bbf7-aa6e8b571ada req-df08c7a3-6b4e-4cc3-b7c9-d8c310bdf01e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:26.154824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c0bbb3a-ed01-4dd3-bbf7-aa6e8b571ada req-df08c7a3-6b4e-4cc3-b7c9-d8c310bdf01e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0479741 Aug 21 18:47:26.192324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9c0bbb3a-ed01-4dd3-bbf7-aa6e8b571ada req-fdbb6e69-6fba-4dc3-b28a-0f1288fad31c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Aug 21 18:47:27.312085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34037c-c797-4122-bee9-2f37e697c012 req-ab586fd1-1a96-4c24-b22a-d1b398f4bc54 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:27.313564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d34037c-c797-4122-bee9-2f37e697c012 req-ab586fd1-1a96-4c24-b22a-d1b398f4bc54 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0543008 Aug 21 18:47:27.351132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d34037c-c797-4122-bee9-2f37e697c012 req-b83c65b5-8a32-45d3-8619-c1586aa4cec7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Aug 21 18:47:28.463163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6401325-f519-4b84-baaa-257b97ccec18 req-75364861-6cab-44e5-85ae-78c580dfdd7e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:28.464630 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6401325-f519-4b84-baaa-257b97ccec18 req-75364861-6cab-44e5-85ae-78c580dfdd7e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 943 time: 0.0485451 Aug 21 18:47:28.505133 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b6401325-f519-4b84-baaa-257b97ccec18 req-f78456ab-45c2-4c96-b08f-927ed7b7db47 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346897 Aug 21 18:47:28.666900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 59634a83-ba71-41cd-812e-cef774b9b20d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:47:28.758135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=59634a83-ba71-41cd-812e-cef774b9b20d,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:47:28.768291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '59634a83-ba71-41cd-812e-cef774b9b20d', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'port_id': '59634a83-ba71-41cd-812e-cef774b9b20d', 'mac_address': 'fa:16:3e:f8:60:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:47:28.808394 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:28.821750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59634a83-ba71-41cd-812e-cef774b9b20d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:47:28.840582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=59634a83-ba71-41cd-812e-cef774b9b20d,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:47:28.844434 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:28.889941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:28.897077 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.897422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.897761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.898098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.898429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.898785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.899111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.899434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.899761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.900082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.900405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:28.900725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:47:29.175566 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['59634a83-ba71-41cd-812e-cef774b9b20d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:47:29.616114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d263e3-daf2-4d2a-8900-dfe976a2d0d5 req-51c7fa91-3c9e-4dce-a674-ce4f790d78e2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:29.617575 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11d263e3-daf2-4d2a-8900-dfe976a2d0d5 req-51c7fa91-3c9e-4dce-a674-ce4f790d78e2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 944 time: 0.0487270 Aug 21 18:47:29.655379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11d263e3-daf2-4d2a-8900-dfe976a2d0d5 req-8ac4d028-2f47-4911-a09b-e6b688a6ae05 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311971 Aug 21 18:47:30.681599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 59634a83-ba71-41cd-812e-cef774b9b20d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:47:30.731822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 59634a83-ba71-41cd-812e-cef774b9b20d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:47:30.736053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 59634a83-ba71-41cd-812e-cef774b9b20d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:47:30.736430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:30.769398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd97e9-fac6-46bb-bb2b-ff9442f81b29 req-58f7e308-35e9-46c5-91ca-230dd9ecd277 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:30.770917 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77fd97e9-fac6-46bb-bb2b-ff9442f81b29 req-58f7e308-35e9-46c5-91ca-230dd9ecd277 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 944 time: 0.0500665 Aug 21 18:47:30.809873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77fd97e9-fac6-46bb-bb2b-ff9442f81b29 req-e9e2357b-38e6-4f73-a384-fc8b7b3f7f92 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322402 Aug 21 18:47:30.816780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:30.840745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:47:30.842995 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511ebdcd-01b7-4f27-a93b-66c8ec3e1bb8" -d '{"events": [{"server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "name": "network-vif-plugged", "status": "completed", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:47:30.855336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=59634a83-ba71-41cd-812e-cef774b9b20d,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:47:30.859834 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:30.885108 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2dba62-8acc-4a37-9dc4-216a8336eeb2 x-openstack-request-id: req-0c2dba62-8acc-4a37-9dc4-216a8336eeb2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:47:30.885397 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "name": "network-vif-plugged", "status": "completed", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:47:30.885672 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c2dba62-8acc-4a37-9dc4-216a8336eeb2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:47:30.886059 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d', 'code': 200} Aug 21 18:47:30.915123 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:30.983927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226de459-a72e-4319-84bb-102843f23c9e req-ea027cad-857a-479c-8c6a-e762b4ad4ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:30.985277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-226de459-a72e-4319-84bb-102843f23c9e req-ea027cad-857a-479c-8c6a-e762b4ad4ca5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1097 time: 0.0398250 Aug 21 18:47:31.022868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-226de459-a72e-4319-84bb-102843f23c9e req-c2bef8f6-b292-4d55-a209-fba3a4f35508 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267701 Aug 21 18:47:31.922722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee8b6-d9de-428d-93fb-3c9e3c6602f0 req-8c9d4e6e-505f-486a-94cc-6dd35a251492 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:31.924210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56dee8b6-d9de-428d-93fb-3c9e3c6602f0 req-8c9d4e6e-505f-486a-94cc-6dd35a251492 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0486619 Aug 21 18:47:31.966382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56dee8b6-d9de-428d-93fb-3c9e3c6602f0 req-9e8e199a-dfd6-46d5-bbe6-3f63845ccfc8 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Aug 21 18:47:33.079874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ec9b7-e970-458b-b5f3-f17e30544126 req-a173e57f-c27c-40fb-832d-47071ad09dc2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.081283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-479ec9b7-e970-458b-b5f3-f17e30544126 req-a173e57f-c27c-40fb-832d-47071ad09dc2 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Aug 21 18:47:33.118923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-479ec9b7-e970-458b-b5f3-f17e30544126 req-3bcc6476-0246-4892-a431-64ce823b79a7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Aug 21 18:47:33.230591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36650b79-f4d1-4c72-98a2-8b7e4d3b83fb req-4ef7d49c-b2d9-415c-b561-aef3a2278344 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.232075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36650b79-f4d1-4c72-98a2-8b7e4d3b83fb req-4ef7d49c-b2d9-415c-b561-aef3a2278344 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0492692 Aug 21 18:47:33.269097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-36650b79-f4d1-4c72-98a2-8b7e4d3b83fb req-80a52d7a-ab1b-46c7-8e92-b4743bacfba6 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Aug 21 18:47:33.290850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:47:33.329802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc3f325-6fe7-4f74-ad0d-b3a844b63666 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.331448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bfc3f325-6fe7-4f74-ad0d-b3a844b63666 tempest-TestVolumeBootPattern-1319757522 tempest-TestVolumeBootPattern-1319757522-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1092 time: 0.0395396 Aug 21 18:47:33.334198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40918) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:47:33.338521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '59634a83-ba71-41cd-812e-cef774b9b20d', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:47:33.361020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:33.375419 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-82e4059d-0e9a-4d30-b90c-53b883b6d4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446255 Aug 21 18:47:33.462708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3340-2909-4f04-bd1b-241e463bd150 req-e09113bf-047c-4e10-a273-e300a7b5b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.463791 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:33.464225 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-e09113bf-047c-4e10-a273-e300a7b5b99a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0412922 Aug 21 18:47:33.566655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Allocated IP 172.25.1.226 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/de84d280-fdd9-41c5-b5b3-eedafc139f7d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:47:33.570154 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3340-2909-4f04-bd1b-241e463bd150 req-2bf96d67-faf8-4c14-a30e-1e9906231b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.571687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-2bf96d67-faf8-4c14-a30e-1e9906231b50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0872526 Aug 21 18:47:33.635969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-c5f44b35-3274-4192-a65d-5b2d066acc6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 1000 time: 0.0567312 Aug 21 18:47:33.670657 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:33.685321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3340-2909-4f04-bd1b-241e463bd150 req-d01d87b4-19f2-4a65-9f16-47b1a3969e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.686857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-d01d87b4-19f2-4a65-9f16-47b1a3969e1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0438647 Aug 21 18:47:33.709622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:33.737917 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d3340-2909-4f04-bd1b-241e463bd150 req-1e5deb68-be25-4cb0-936e-809b996cc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:33.739461 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-1e5deb68-be25-4cb0-936e-809b996cc1df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458698 Aug 21 18:47:33.746929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:47:33.749697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:47:33.753054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:47:33.781394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=de84d280-fdd9-41c5-b5b3-eedafc139f7d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:33.831749 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-7fcc5a98-df68-4036-b87c-93d77afe566f service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839932 Aug 21 18:47:33.928065 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-492d3340-2909-4f04-bd1b-241e463bd150 req-5a28af0c-7c72-4218-a2b7-67c1e509d9fb service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890367 Aug 21 18:47:34.117375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.182360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.331688 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.336182 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.392123 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:47:34.409727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event updated for resources: {'Port': ['ID=de84d280-fdd9-41c5-b5b3-eedafc139f7d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:47:34.419380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.516881 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a associated. External IP: 172.25.1.226, port: 59634a83-ba71-41cd-812e-cef774b9b20d. Aug 21 18:47:34.717333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:47:34.822650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:47:34.832582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:47:34.838924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:34.844661 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:47:34.845262 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:47:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:47:34.869424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22084835-773b-4f37-b64f-d786c321cd3d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5341845 Aug 21 18:47:34.870252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:47:34.873239 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ef92ca-7512-4823-af16-f64fc78f7427" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:47:34.909128 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06b13d2-7bb0-4cee-ab1c-ae031735eb72 x-openstack-request-id: req-d06b13d2-7bb0-4cee-ab1c-ae031735eb72 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:47:34.909368 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:47:34.909733 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d06b13d2-7bb0-4cee-ab1c-ae031735eb72 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:47:34.910136 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d', 'status': 'completed', 'code': 200} Aug 21 18:47:34.958295 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:47:34.972903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-4f222245-46a8-4676-bf6e-25beabe29179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:34.974440 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-4f222245-46a8-4676-bf6e-25beabe29179 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1097 time: 0.0430803 Aug 21 18:47:35.063888 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-f63d87c8-44dc-4fb3-a9f6-a35ce5c3d070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:35.065410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-f63d87c8-44dc-4fb3-a9f6-a35ce5c3d070 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0831892 Aug 21 18:47:35.134603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-f5cbc102-4c45-476d-bb52-433023cfb41d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 999 time: 0.0616045 Aug 21 18:47:35.174371 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}, {'id': 'ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '59634a83-ba71-41cd-812e-cef774b9b20d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:f8:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:47:33Z', 'updated_at': '2021-08-21T18:47:33Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:47:35.182911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-27f2121d-99dd-4603-a9c1-d4ced6336a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:35.185205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-27f2121d-99dd-4603-a9c1-d4ced6336a68 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0438757 Aug 21 18:47:35.200966 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:47:35.209200 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:47:35.209809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:47:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:47:35.231932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-70d127df-50d2-4b87-a781-a484146db7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:47:35.233485 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-70d127df-50d2-4b87-a781-a484146db7f7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417116 Aug 21 18:47:35.313331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:47:35.326018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-9dcfee3a-58f8-4e0a-948b-3fcfc16180fb service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Aug 21 18:47:35.414143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9ef92ca-7512-4823-af16-f64fc78f7427 req-dc135f01-6351-49ef-a354-5d32c76338ae service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812457 Aug 21 18:47:35.532591 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}, {'id': 'ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '59634a83-ba71-41cd-812e-cef774b9b20d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:f8:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:47:33Z', 'updated_at': '2021-08-21T18:47:33Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:47:35.557970 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a133bfd1-d5d4-4fc2-8570-402b2eba2a86 None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}, {'id': 'ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.226', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': '59634a83-ba71-41cd-812e-cef774b9b20d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:f8:60:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:47:33Z', 'updated_at': '2021-08-21T18:47:33Z', 'revision_number': 0, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:47:35.738579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0655c6f6-c78e-4680-a035-dac6efef3c16 None None] New status for floating IP ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:47:44.662528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-11c0caf6-999a-4433-bac1-db2a64ccac9a req-7893e5ca-fca3-43f2-bcab-9989d4ac4031 service neutron] (94599) timed out ('10.222.0.64', 58923) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:47:47.799001 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f8fce412-a91c-40e8-b8d5-84b6b64db3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:48.740676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:49.212211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:50.336967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5d65009b-6b61-4b94-80de-d79b8e9a53f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:50.492373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:51.718229 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:47:53.390361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:11.390520 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:48:17.793889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3b6ec057-d57a-48a2-9d0a-1f0261ca2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:18.742691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:19.230390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:20.336618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b6071816-fdcf-4973-9001-a4bff9e4a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:20.493078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:21.718813 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:23.387512 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:31.849205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-e931d699-a4f7-476c-ac94-879e9ddb03e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400445 Aug 21 18:48:31.940529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-92eb074a-806e-4b8e-a7ae-d0d6f881ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:31.942004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-92eb074a-806e-4b8e-a7ae-d0d6f881ff29 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1097 time: 0.0445502 Aug 21 18:48:32.048393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-5e170a2b-3396-40ff-ba69-4da859b7643a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:32.049887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-5e170a2b-3396-40ff-ba69-4da859b7643a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0829077 Aug 21 18:48:32.447521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-2772281d-97eb-4a84-b53a-ab47ce80bf62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 1001 time: 0.3855634 Aug 21 18:48:32.497583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-204df983-f0ed-4494-ad8b-33a0dae96640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:32.499158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-204df983-f0ed-4494-ad8b-33a0dae96640 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0429354 Aug 21 18:48:32.543824 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-bcdb7e06-c1c5-4e05-ba9c-b312cc26c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:32.545282 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-bcdb7e06-c1c5-4e05-ba9c-b312cc26c3b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388293 Aug 21 18:48:32.638117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-613c9e76-b2d0-408b-9672-fd2c030cfd2b service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821221 Aug 21 18:48:32.730104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31168fea-f69b-4e58-ab4e-b8a67782b679 req-d0bbb0ae-94eb-43b1-bce8-e212abf0fbdb service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793483 Aug 21 18:48:34.375568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-db7e50e2-3716-4cd7-a4b1-bb7f4a61601d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400009 Aug 21 18:48:34.460096 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-562ea137-24b7-48e1-b4ae-cded5c99c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:34.461552 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-562ea137-24b7-48e1-b4ae-cded5c99c286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0398560 Aug 21 18:48:34.564159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-bab10e36-ab03-4959-9796-38af82cd88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:34.565582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-bab10e36-ab03-4959-9796-38af82cd88d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0846467 Aug 21 18:48:34.630618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-7ecbaa05-95ce-4414-8ed0-40b6a5646be9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 1000 time: 0.0571985 Aug 21 18:48:34.678123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-0dc0590d-eacc-4cfb-99e9-ca92b2ee50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:34.679299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-0dc0590d-eacc-4cfb-99e9-ca92b2ee50e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0421195 Aug 21 18:48:34.728012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-719ffd40-f87b-4d01-b8ea-66dff80b0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:48:34.729464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-719ffd40-f87b-4d01-b8ea-66dff80b0d12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426145 Aug 21 18:48:34.820320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-cb7634e6-34dd-4d9c-827d-b0ce2978b1f6 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797188 Aug 21 18:48:34.911730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-05eb3105-7989-4bbd-a17c-ea0a0253896b req-d33e3cf0-2077-4b38-aff7-51fc06875050 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839949 Aug 21 18:48:47.794305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1f6b07b6-20ae-4804-8137-16bd61912893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:48.390856 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:48:48.761889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:49.228473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:50.336905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-969b5fe4-d6b2-4ef3-9b18-57fb5f7439a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:50.492681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:51.720419 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:48:53.390785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.027539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 40958) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:07.182077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port de84d280-fdd9-41c5-b5b3-eedafc139f7d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:07.183005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.258359 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.258722 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.270013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for de84d280-fdd9-41c5-b5b3-eedafc139f7d owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:07.415118 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.442998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=de84d280-fdd9-41c5-b5b3-eedafc139f7d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:07.454627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.454981 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.455326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.455662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.455996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.456325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.456657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.457063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.457290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.457630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.457938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.458256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:07.511203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.511529 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a disassociated (deleted). External IP: 172.25.1.226, port: 59634a83-ba71-41cd-812e-cef774b9b20d. Aug 21 18:49:07.716057 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:49:07.824010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:49:07.828749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:07.833458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:49:07.841988 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:07.842621 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:48:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:07.855205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fe15ad9b-a3e4-427f-a591-97972490659a tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "DELETE /v2.0/floatingips/ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a HTTP/1.1" status: 204 len: 168 time: 0.8265104 Aug 21 18:49:07.855799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:07.858033 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f695e63-ce52-41c6-8142-3c5d2da16470" -d '{"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:07.895542 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e3ddeb-b4f7-42c0-bcf7-56fd2c50c290 x-openstack-request-id: req-47e3ddeb-b4f7-42c0-bcf7-56fd2c50c290 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:07.895831 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:07.896127 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47e3ddeb-b4f7-42c0-bcf7-56fd2c50c290 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:07.896530 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d', 'status': 'completed', 'code': 200} Aug 21 18:49:07.956759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:07.978880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-470c4ecb-7284-4597-b0f0-ac51e60b332b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:07.981184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-470c4ecb-7284-4597-b0f0-ac51e60b332b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 1097 time: 0.0495956 Aug 21 18:49:08.087775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-8db4cfcb-33b5-47b2-8bb7-d7d658f414c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:08.089858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-8db4cfcb-33b5-47b2-8bb7-d7d658f414c0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.0960143 Aug 21 18:49:08.095991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750792aa-7d78-47c8-b0ef-be41d98983bb req-6ab397d5-9555-4cce-94d1-1ec546d37dac tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:08.097470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750792aa-7d78-47c8-b0ef-be41d98983bb req-6ab397d5-9555-4cce-94d1-1ec546d37dac tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0523965 Aug 21 18:49:08.134132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-807f577c-146b-43f1-ab02-eca996f71521 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 200 len: 217 time: 0.0352793 Aug 21 18:49:08.136585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750792aa-7d78-47c8-b0ef-be41d98983bb req-75164194-5edd-4c02-8d2c-5f133e89c78c tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Aug 21 18:49:08.193664 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-ff56b961-2767-4d7f-a163-852e89fa81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:08.195244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-ff56b961-2767-4d7f-a163-852e89fa81f7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0536935 Aug 21 18:49:08.197177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:08.224141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:49:08.232694 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:08.233219 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:48:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:08.241718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-71cd72c2-374e-45bd-b8fb-3bc7f904d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:08.243278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-71cd72c2-374e-45bd-b8fb-3bc7f904d791 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405042 Aug 21 18:49:08.340173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-e3291fd3-a175-49d1-98d7-f31ee0e1d4b6 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Aug 21 18:49:08.425566 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:08.451801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9f695e63-ce52-41c6-8142-3c5d2da16470 req-af948b14-c1cb-45f3-ab57-2d11a5372fb0 service neutron] 10.222.0.64 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015444 Aug 21 18:49:08.645169 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:08.672107 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db4b35-d4fb-4559-b1e1-38918065350d None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '24635eae-b294-4fa5-a606-2bbb8ea94464', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'floating_ip_address': '172.25.1.91', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'port_id': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'mac_address': 'fa:16:3e:69:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:45:31Z', 'updated_at': '2021-08-21T18:45:33Z', 'revision_number': 1, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:49:08.911499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3e7ee4-4f01-42bb-9db3-7b953cde1cbd None None] New status for floating IP ff31ddf4-93fb-4e9a-ae5f-438b07bf3d7a: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:49:09.268515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bce75f-361f-4dda-89f4-44d04bd9f3d0 req-4c18f328-52c7-41be-b15b-32829a6e7c21 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:09.270018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5bce75f-361f-4dda-89f4-44d04bd9f3d0 req-4c18f328-52c7-41be-b15b-32829a6e7c21 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0493228 Aug 21 18:49:09.306883 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5bce75f-361f-4dda-89f4-44d04bd9f3d0 req-55c4c509-c954-4eb0-87be-881fdaf08442 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306969 Aug 21 18:49:09.860764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-b16c58b9-4227-4c1f-958e-6cfdf93358e4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:09.862226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-b16c58b9-4227-4c1f-958e-6cfdf93358e4 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 945 time: 0.0482605 Aug 21 18:49:09.958979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port 59634a83-ba71-41cd-812e-cef774b9b20d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:09.959331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:10.046800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port 59634a83-ba71-41cd-812e-cef774b9b20d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=59634a83-ba71-41cd-812e-cef774b9b20d,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:10.047175 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:10.059712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for 59634a83-ba71-41cd-812e-cef774b9b20d owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:10.189637 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:10.218027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=59634a83-ba71-41cd-812e-cef774b9b20d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:10.269061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port 59634a83-ba71-41cd-812e-cef774b9b20d on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:49:10.271700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:10.273727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c4af64dc-8ded-4b52-93c4-21d2e36e0aad req-5944838b-09b1-429b-8761-c6002eead8b7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.64 "DELETE /v2.0/ports/59634a83-ba71-41cd-812e-cef774b9b20d HTTP/1.1" status: 204 len: 173 time: 0.4018803 Aug 21 18:49:10.274182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'name': 'network-vif-deleted', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:10.276431 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3c7e53-2e72-4638-94dd-190181ec550a" -d '{"events": [{"server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "name": "network-vif-deleted", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:10.314575 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73fb976-ed5f-4a52-a871-d57ed225a98d x-openstack-request-id: req-b73fb976-ed5f-4a52-a871-d57ed225a98d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:10.314886 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "810bfc87-9840-45da-9dc7-11fa61e5d674", "name": "network-vif-deleted", "tag": "59634a83-ba71-41cd-812e-cef774b9b20d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:10.315135 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b73fb976-ed5f-4a52-a871-d57ed225a98d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:10.315530 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '810bfc87-9840-45da-9dc7-11fa61e5d674', 'name': 'network-vif-deleted', 'tag': '59634a83-ba71-41cd-812e-cef774b9b20d', 'status': 'completed', 'code': 200} Aug 21 18:49:10.644753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a3c491d-4f21-44f1-8e2d-8f636781f03c req-85d9dda8-98c4-4d2c-a2a8-7b213cbda869 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0271976 Aug 21 18:49:11.747270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3aadc473-e929-442f-89ec-02f316cfca38 req-3ccc34a9-f2ae-4645-a568-fd4c86020972 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0264904 Aug 21 18:49:12.841254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe2923a7-16f7-446e-9b44-121a14613813 req-1c94ebe7-9896-4a75-86bc-bd1d07c1fb5d tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0265820 Aug 21 18:49:13.073434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 59634a83-ba71-41cd-812e-cef774b9b20d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:13.093695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 59634a83-ba71-41cd-812e-cef774b9b20d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:13.094034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 59634a83-ba71-41cd-812e-cef774b9b20d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:13.943351 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cd8ed30-87f0-4bef-a949-6af3dfa0d680 req-29a31304-134c-4125-ab7a-9f91039eff79 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=810bfc87-9840-45da-9dc7-11fa61e5d674 HTTP/1.1" status: 200 len: 210 time: 0.0268261 Aug 21 18:49:17.797469 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1642c4eb-a932-4ebb-89f8-9980115f7a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:18.774112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.244511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.298688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:19.453542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port 83834601-672f-4259-86f2-32a45520aeab {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:19.453882 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.531717 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.532051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.543558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for 83834601-672f-4259-86f2-32a45520aeab owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:19.684978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.715399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=83834601-672f-4259-86f2-32a45520aeab,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:19.775948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:19.776176 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Floating IP 24635eae-b294-4fa5-a606-2bbb8ea94464 disassociated (deleted). External IP: 172.25.1.91, port: d29b5ca6-f0b2-42be-893b-b7d5450f72fa. Aug 21 18:49:19.979652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:49:20.084301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:49:20.088640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:20.093750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:49:20.102597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:20.103199 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:48:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:20.115931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-379a6a1c-b49f-4172-9261-449e0c99b32b tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "DELETE /v2.0/floatingips/24635eae-b294-4fa5-a606-2bbb8ea94464 HTTP/1.1" status: 204 len: 168 time: 0.8161380 Aug 21 18:49:20.116533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:20.119540 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f415cc-d697-4688-a0a3-38c707c8313e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:20.156893 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb0d4dc-bc47-4af1-8a34-b4c155d87433 x-openstack-request-id: req-7eb0d4dc-bc47-4af1-8a34-b4c155d87433 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:20.157188 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:20.157441 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7eb0d4dc-bc47-4af1-8a34-b4c155d87433 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:20.157849 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'status': 'completed', 'code': 200} Aug 21 18:49:20.215582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:20.231845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f415cc-d697-4688-a0a3-38c707c8313e req-7a4cf9d6-5f09-4a5b-bad3-db97e4b70b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:20.233548 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-7a4cf9d6-5f09-4a5b-bad3-db97e4b70b04 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 1097 time: 0.0517871 Aug 21 18:49:20.349581 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c2f7e35d-e945-4bf4-bdd2-a13b69b99fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:20.357544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f415cc-d697-4688-a0a3-38c707c8313e req-91918f93-c36a-415a-812a-0b251e507670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:20.359857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-91918f93-c36a-415a-812a-0b251e507670 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 200 len: 913 time: 0.1149790 Aug 21 18:49:20.371858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8969e-92f0-4b76-8536-b0a85d75da4a req-75d30522-4336-4436-a0fc-409c1a4c5ed1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:20.373409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baf8969e-92f0-4b76-8536-b0a85d75da4a req-75d30522-4336-4436-a0fc-409c1a4c5ed1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0703914 Aug 21 18:49:20.407377 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-15146368-6dbd-4457-94e0-9097c6129a1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 200 len: 217 time: 0.0397198 Aug 21 18:49:20.415165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-baf8969e-92f0-4b76-8536-b0a85d75da4a req-acc832d3-e2b5-4429-ab3f-46d5500e7ab7 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353820 Aug 21 18:49:20.419193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:20.448957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:49:20.456966 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:20.457560 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:49:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:20.466433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f415cc-d697-4688-a0a3-38c707c8313e req-55a489df-516c-4447-8c81-70f5712d985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:20.467941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-55a489df-516c-4447-8c81-70f5712d985d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 200 len: 851 time: 0.0525255 Aug 21 18:49:20.496511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:20.517608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f415cc-d697-4688-a0a3-38c707c8313e req-e4c3ee6f-cd8c-4848-a4ae-c922aaef6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:20.519204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-e4c3ee6f-cd8c-4848-a4ae-c922aaef6562 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8d46685-2c58-488f-930f-5908599b50d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423765 Aug 21 18:49:20.562363 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:20.613852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-4af22b86-73b5-4c53-8e0a-4783a7671321 service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863354 Aug 21 18:49:20.704654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-72f415cc-d697-4688-a0a3-38c707c8313e req-16edd42b-60fc-4243-a2b1-f2e5c991f79d service neutron] 10.222.0.39 "GET /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827715 Aug 21 18:49:20.757722 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:20.783502 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158fb100-0e3b-47b9-8a80-40a8590c9160 None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:48Z', 'revision_number': 4, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2', 'name': '', 'network_id': 'd8d46685-2c58-488f-930f-5908599b50d1', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'mac_address': 'fa:16:3e:6d:c2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:48Z', 'updated_at': '2021-08-21T18:39:53Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'subnets': [{'id': 'af7c1e5e-a26c-4cbf-bb67-62facc47dbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:49:20.992891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c175eb3e-5bf3-4428-9d38-4c0de815f754 None None] New status for floating IP 24635eae-b294-4fa5-a606-2bbb8ea94464: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:49:21.531798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b02d7-4d6e-4529-a7f8-9c15deb39941 req-6c32448e-35bb-4835-84be-88cf3cf08c83 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:21.533186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b83b02d7-4d6e-4529-a7f8-9c15deb39941 req-6c32448e-35bb-4835-84be-88cf3cf08c83 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0481813 Aug 21 18:49:21.570743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b83b02d7-4d6e-4529-a7f8-9c15deb39941 req-1d40b9ae-e99f-46ac-885f-bdbe92edad00 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/security-groups?id=74ba6bd3-985b-4519-96d5-8d16cc647587&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Aug 21 18:49:21.722073 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:21.835824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-9e1c8ef7-9687-4df1-a49e-167c75fef959 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:21.837292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-9e1c8ef7-9687-4df1-a49e-167c75fef959 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 945 time: 0.0527117 Aug 21 18:49:21.926095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port d29b5ca6-f0b2-42be-893b-b7d5450f72fa {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:21.926436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:22.013312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] For port d29b5ca6-f0b2-42be-893b-b7d5450f72fa, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:22.013678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:22.025063 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for d29b5ca6-f0b2-42be-893b-b7d5450f72fa owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:22.150281 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:22.182847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=d29b5ca6-f0b2-42be-893b-b7d5450f72fa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:22.195065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.195414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.195749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.196081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.196407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.196734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.197069 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.197378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.197704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.198775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.199100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.199416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:22.232630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] No DVR routers for this DVR port d29b5ca6-f0b2-42be-893b-b7d5450f72fa on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:49:22.235395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:22.237557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c4094ad-5a77-4b03-84be-afea5eaaae0a req-258aedd2-dda1-4f62-aa97-022ee4ae6792 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.39 "DELETE /v2.0/ports/d29b5ca6-f0b2-42be-893b-b7d5450f72fa HTTP/1.1" status: 204 len: 173 time: 0.3924224 Aug 21 18:49:22.237981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'name': 'network-vif-deleted', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:22.240434 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beafbea7-bdb5-419f-b5ed-d5206137464a" -d '{"events": [{"server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "name": "network-vif-deleted", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:22.279753 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7fc823-b5f0-4c55-82a2-243a7a144fcf x-openstack-request-id: req-fd7fc823-b5f0-4c55-82a2-243a7a144fcf {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:22.280037 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1b5888c-6df7-4c7c-8732-7e8fbea267bc", "name": "network-vif-deleted", "tag": "d29b5ca6-f0b2-42be-893b-b7d5450f72fa", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:22.280287 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd7fc823-b5f0-4c55-82a2-243a7a144fcf {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:22.280692 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b5888c-6df7-4c7c-8732-7e8fbea267bc', 'name': 'network-vif-deleted', 'tag': 'd29b5ca6-f0b2-42be-893b-b7d5450f72fa', 'status': 'completed', 'code': 200} Aug 21 18:49:22.666212 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab2584b3-e20a-4a4f-adb5-536bb8dabc85 req-ebd3bf44-d83c-4a10-8064-d78f1d734457 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0278683 Aug 21 18:49:23.394391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:23.766839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c2fefbf5-ee3d-4916-ab7c-de590ef3f766 req-ae312f92-19c2-42b8-889a-6861aec7a9f9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0307190 Aug 21 18:49:23.944910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ebb954f0-4e1f-480f-b5cd-a60627533e0f req-232f4b20-dbf2-4d18-ae23-13fe4ce43835 service neutron] (94598) timed out ('10.222.0.39', 54996) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:49:24.863031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c395c42-0a3a-4446-9d2e-aaefb8e1ed5c req-3337639d-61f8-4b4f-bf16-c77a23fd102e tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0265870 Aug 21 18:49:25.263903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d29b5ca6-f0b2-42be-893b-b7d5450f72fa no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:25.284116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: d29b5ca6-f0b2-42be-893b-b7d5450f72fa {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:25.284454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device d29b5ca6-f0b2-42be-893b-b7d5450f72fa not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:25.390793 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:49:25.970411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc707d45-3596-4faf-9599-f37b3059b9ed req-da2aedb9-fb82-4c2f-bec5-ca0f66993dc1 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1b5888c-6df7-4c7c-8732-7e8fbea267bc HTTP/1.1" status: 200 len: 210 time: 0.0275307 Aug 21 18:49:27.024585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41044) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:27.149873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Deleting port 3db1d31c-b24d-4ed5-a74a-29347676b483 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:27.150222 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.224913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.225246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.236601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Calling delete_port for 3db1d31c-b24d-4ed5-a74a-29347676b483 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:27.367428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.393387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'Port': ['ID=3db1d31c-b24d-4ed5-a74a-29347676b483,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:27.454239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.456742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:27.457901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b9f16ae1-ea5c-4860-ae65-b2141880eff9 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "DELETE /v2.0/floatingips/c8b19029-f198-4544-97b1-bfa5d04e3ede HTTP/1.1" status: 204 len: 168 time: 0.4323373 Aug 21 18:49:29.703911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41058) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:29.766612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:29.792242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:29.853310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:29.856158 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:29.857443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] 10.222.0.41 "DELETE /v2.0/security-groups/74ba6bd3-985b-4519-96d5-8d16cc647587 HTTP/1.1" status: 204 len: 168 time: 0.1525304 Aug 21 18:49:29.866808 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a320b3-aa8e-40e3-8473-6c0159644174 tempest-TestVolumeBootPattern-1777531150 tempest-TestVolumeBootPattern-1777531150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ba6bd3-985b-4519-96d5-8d16cc647587,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:29.922362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41064) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:30.454133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:30.696656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Deleting port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:30.696997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:30.771476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] For port fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:30.772111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:30.783874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Calling delete_port for fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:30.961915 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:30.986674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:31.473403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:31.681571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Router f98d04de-bc24-44c6-890a-b3361cc104ab has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:49:31.786115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:49:31.791334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da7fccb1-88cb-41c9-8534-ae80e6e6dbe9 admin admin] 10.222.0.41 "PUT /v2.0/routers/f98d04de-bc24-44c6-890a-b3361cc104ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677917 Aug 21 18:49:31.793874 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41072) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:31.795646 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Sync routers for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:49:31.805156 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:31.805759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:49:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:31.898052 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:31.910026 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:32.000599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.053738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Deleting port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:32.054083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.086190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:49:30Z', 'revision_number': 5, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port': {'id': '830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:3f:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:32.111942 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Checking router: f98d04de-bc24-44c6-890a-b3361cc104ab for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:49:32.120545 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Routers {'f98d04de-bc24-44c6-890a-b3361cc104ab'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:32.121146 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:49:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f98d04de-bc24-44c6-890a-b3361cc104ab'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:32.136199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] For port 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:32.136573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.148083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Calling delete_port for 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:32.299987 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] Set router f98d04de-bc24-44c6-890a-b3361cc104ab gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:32.319073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.345671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Pushing event deleted for resources: {'Port': ['ID=830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:32.351872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:49:32Z', 'revision_number': 6, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:32.382855 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65de6334-4a35-4613-995c-f9e643277a14 None None] The sync data for ids ['f98d04de-bc24-44c6-890a-b3361cc104ab'] in n-d-793621-32 is: [{'id': 'f98d04de-bc24-44c6-890a-b3361cc104ab', 'name': 'tempest-TestVolumeBootPattern-1809540079-router', 'tenant_id': '15fc026fc0604c02bec8ca42ecd304c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:46Z', 'updated_at': '2021-08-21T18:49:32Z', 'revision_number': 6, 'project_id': '15fc026fc0604c02bec8ca42ecd304c8', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:49:32.406644 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.500260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.502627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.545518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.546087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f98d04de-bc24-44c6-890a-b3361cc104ab {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:49:32.550512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.551854 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-77d113ef-f6d8-4558-bf7a-21696616fb56 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f98d04de-bc24-44c6-890a-b3361cc104ab HTTP/1.1" status: 204 len: 168 time: 0.7570553 Aug 21 18:49:32.554364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41074) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:32.597427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Deleting subnet af7c1e5e-a26c-4cbf-bb67-62facc47dbdb {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:49:32.600379 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.633390 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.713072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.765795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.793822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af7c1e5e-a26c-4cbf-bb67-62facc47dbdb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:32.800072 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.802289 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9930836f-e67d-4d83-9f94-05c2ab70d956 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/af7c1e5e-a26c-4cbf-bb67-62facc47dbdb HTTP/1.1" status: 204 len: 168 time: 0.2468266 Aug 21 18:49:32.805010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41076) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:32.816592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18febc44-7ced-4aea-8dd7-410a2967e480 None None] Network d8d46685-2c58-488f-930f-5908599b50d1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:49:32.887343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:32.940919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Deleting port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:32.941269 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.004408 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] For port 2b9a7114-b759-4e33-bb68-02a1cc1a4656, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=2b9a7114-b759-4e33-bb68-02a1cc1a4656,segment=NetworkSegment(5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7),segment_id=5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:33.004773 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.018030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Calling delete_port for 2b9a7114-b759-4e33-bb68-02a1cc1a4656 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:33.097511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.122959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9a7114-b759-4e33-bb68-02a1cc1a4656,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:33.126373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] No DVR routers for this DVR port 2b9a7114-b759-4e33-bb68-02a1cc1a4656 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:49:33.177995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a47e940-a77d-472d-8498-b6a0579fac2a None None] DHCP port deletion for d8d46685-2c58-488f-930f-5908599b50d1 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:49:33.208336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.218844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d46685-2c58-488f-930f-5908599b50d1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:33.229765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:33.230060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5613a9cb-f96f-45ff-bfbb-a4e00b28b5f7') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:33.238812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.252732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.259448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:49:33.259873 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:49:33.261603 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:49:33.316500 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.322200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.327128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d8d46685-2c58-488f-930f-5908599b50d1 HTTP/1.1" status: 204 len: 168 time: 0.5182552 Aug 21 18:49:33.327341 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41078) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:33.343977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5fc6a-9bc0-4308-9979-d0f98109c6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8d46685-2c58-488f-930f-5908599b50d1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:33.360163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b9a7114-b759-4e33-bb68-02a1cc1a4656 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:33.385102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 2b9a7114-b759-4e33-bb68-02a1cc1a4656 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:33.385978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 2b9a7114-b759-4e33-bb68-02a1cc1a4656 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:33.386389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:33.406850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:33.407331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device fc4b09bb-7ae0-4dd7-88fd-53fd67d479a2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:33.407838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:33.427268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:33.427716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 830f0e0a-1c4b-49ab-8c17-f39f2ba9eb42 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:33.686802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:33.936195 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Deleting port 5323e425-2bfe-4fc4-9182-99fb654c62ce {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:33.936949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:34.012311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] For port 5323e425-2bfe-4fc4-9182-99fb654c62ce, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=5323e425-2bfe-4fc4-9182-99fb654c62ce,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:34.012668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:34.023973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Calling delete_port for 5323e425-2bfe-4fc4-9182-99fb654c62ce owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:34.196753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:34.223232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Pushing event deleted for resources: {'Port': ['ID=5323e425-2bfe-4fc4-9182-99fb654c62ce,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:34.392571 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:34.600922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Router e993b01a-0599-45c9-84b2-3b4490442a72 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:49:34.705990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:49:34.711100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0c9e60d2-410c-42b3-9cfe-4c59ff9bd181 admin admin] 10.222.0.41 "PUT /v2.0/routers/e993b01a-0599-45c9-84b2-3b4490442a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3826802 Aug 21 18:49:34.713578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41080) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:34.716080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Sync routers for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:49:34.724986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:34.725589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:49:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:34.822256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:34.998735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:35.179793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:49:34Z', 'revision_number': 5, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:35.209227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Checking router: e993b01a-0599-45c9-84b2-3b4490442a72 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:49:35.217552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Routers {'e993b01a-0599-45c9-84b2-3b4490442a72'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:49:35.218158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:49:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['e993b01a-0599-45c9-84b2-3b4490442a72'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:35.250803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.302883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Deleting port 9863b88f-1285-4fcb-ac3e-406a8814ae90 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:35.303230 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.325917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] Set router e993b01a-0599-45c9-84b2-3b4490442a72 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:49:35.385084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] For port 9863b88f-1285-4fcb-ac3e-406a8814ae90, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9863b88f-1285-4fcb-ac3e-406a8814ae90,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:35.385479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.397075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Calling delete_port for 9863b88f-1285-4fcb-ac3e-406a8814ae90 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:35.501509 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:49:34Z', 'revision_number': 5, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:35.527692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d0475d-c5dd-48aa-b077-e10aa8f79570 None None] The sync data for ids ['e993b01a-0599-45c9-84b2-3b4490442a72'] in n-d-793621-32 is: [{'id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'name': 'tempest-TestVolumeBootPattern-1341652294-router', 'tenant_id': '37904e14d0ec45a8b953025d4e6b9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159'}], 'enable_snat': True}, 'gw_port_id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:49:34Z', 'revision_number': 5, 'project_id': '37904e14d0ec45a8b953025d4e6b9a34', 'gw_port': {'id': '9863b88f-1285-4fcb-ac3e-406a8814ae90', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ca:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e993b01a-0599-45c9-84b2-3b4490442a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:39:50Z', 'updated_at': '2021-08-21T18:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:49:35.563593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.598400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=9863b88f-1285-4fcb-ac3e-406a8814ae90,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:35.655185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.745906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.748024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.790334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.791097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e993b01a-0599-45c9-84b2-3b4490442a72 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 18:49:35.796327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.797253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0dcc403e-029a-420b-be83-a60fdc7e5a0c admin admin] 10.222.0.41 "DELETE /v2.0/routers/e993b01a-0599-45c9-84b2-3b4490442a72 HTTP/1.1" status: 204 len: 168 time: 1.0827713 Aug 21 18:49:35.799884 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41082) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:35.849093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Deleting subnet 3eeab752-9db2-497d-99ca-9b51156c9fc9 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:49:35.852206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.889176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:35.971599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.028318 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.057261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eeab752-9db2-497d-99ca-9b51156c9fc9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:36.063213 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.067680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-2e6672c4-36b2-4266-9acf-d3e98d3293ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3eeab752-9db2-497d-99ca-9b51156c9fc9 HTTP/1.1" status: 204 len: 168 time: 0.2644413 Aug 21 18:49:36.068076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41084) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:36.069009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fd6a3b-944c-4376-8d5a-3e1d904d8569 None None] Network 9ceb4471-784e-49fb-a288-8a24ea0c8df1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:49:36.142752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.201347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Deleting port 6abbb427-9fcc-4399-8550-9ab05aadd0eb {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:49:36.201614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.263870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] For port 6abbb427-9fcc-4399-8550-9ab05aadd0eb, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6abbb427-9fcc-4399-8550-9ab05aadd0eb,segment=NetworkSegment(50b583f0-eb50-4e8c-a970-ca39f421906c),segment_id=50b583f0-eb50-4e8c-a970-ca39f421906c)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:36.264237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.277037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Calling delete_port for 6abbb427-9fcc-4399-8550-9ab05aadd0eb owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:49:36.357569 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.383062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=6abbb427-9fcc-4399-8550-9ab05aadd0eb,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:36.384898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] No DVR routers for this DVR port 6abbb427-9fcc-4399-8550-9ab05aadd0eb on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:49:36.456945 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.467185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb4471-784e-49fb-a288-8a24ea0c8df1']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:36.477099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b583f0-eb50-4e8c-a970-ca39f421906c') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:36.477400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b583f0-eb50-4e8c-a970-ca39f421906c') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:49:36.486092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.500033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.506768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:49:36.507226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: timer() Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:49:36.511024 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:49:36.542001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354d7bc9-3994-4665-94c7-3d8dbf3d340b None None] DHCP port deletion for 9ceb4471-784e-49fb-a288-8a24ea0c8df1 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 18:49:36.564012 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.570075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.572231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] 10.222.0.41 "DELETE /v2.0/networks/9ceb4471-784e-49fb-a288-8a24ea0c8df1 HTTP/1.1" status: 204 len: 168 time: 0.5030611 Aug 21 18:49:36.587382 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3433a82-eb85-41a7-9ed4-101455617bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceb4471-784e-49fb-a288-8a24ea0c8df1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:36.680132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41088) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:36.719702 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2823bba1-6c04-47af-bca7-7bbca4ba143b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15fc026fc0604c02bec8ca42ecd304c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384166 Aug 21 18:49:36.721985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:36.772502 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.792455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.843306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.845868 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:36.847062 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c454892-d5f3-4f16-bf88-18f605a7b985 HTTP/1.1" status: 204 len: 168 time: 0.1241686 Aug 21 18:49:36.855128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4e210-49c7-4d9c-8e60-a23fcb1be3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c454892-d5f3-4f16-bf88-18f605a7b985,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:37.164354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41096) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:37.204027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2ea44c5-a216-484a-81bd-7226c0411ba5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=37904e14d0ec45a8b953025d4e6b9a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384097 Aug 21 18:49:37.206272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41098) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:49:37.253826 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:37.274412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:37.323338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:37.326119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:37.327308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a46b55bc-c9f6-45a0-89dd-ec6ace80b1bc HTTP/1.1" status: 204 len: 168 time: 0.1200068 Aug 21 18:49:37.335575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac28ed-e04f-4624-a012-28190241756b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46b55bc-c9f6-45a0-89dd-ec6ace80b1bc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:37.343078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5323e425-2bfe-4fc4-9182-99fb654c62ce no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:37.370656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 5323e425-2bfe-4fc4-9182-99fb654c62ce {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:37.371088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 5323e425-2bfe-4fc4-9182-99fb654c62ce not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:37.371567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9863b88f-1285-4fcb-ac3e-406a8814ae90 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:37.394550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9863b88f-1285-4fcb-ac3e-406a8814ae90 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:37.394899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9863b88f-1285-4fcb-ac3e-406a8814ae90 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:37.395316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6abbb427-9fcc-4399-8550-9ab05aadd0eb no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:49:37.417103 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6abbb427-9fcc-4399-8550-9ab05aadd0eb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:49:37.417454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6abbb427-9fcc-4399-8550-9ab05aadd0eb not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:49:47.229007 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-9ab3bb6d-f7e6-41d8-8769-2ca6a82fce93 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244255 Aug 21 18:49:47.333609 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-1791f0dc-13d1-44a1-baee-9ad4f7559f17 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:47.335100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-1791f0dc-13d1-44a1-baee-9ad4f7559f17 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1000786 Aug 21 18:49:47.349573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-c45decea-25f7-43df-b7e8-908ee4a2a44c tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/quotas/0d7b8b1f4a42422386cefb6908e7f374 HTTP/1.1" status: 200 len: 375 time: 0.0087955 Aug 21 18:49:47.380397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-d6d82163-78a3-4702-a1a4-5955f8be0fbc tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257423 Aug 21 18:49:47.799713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6eb96a1e-7a36-4ecc-994d-75669cf692b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:48.553406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0f4dd38-6e1e-45eb-bb7a-b5c4998aa486 req-26e545bb-4eca-40aa-8ee1-f57538043dbb tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0260406 Aug 21 18:49:48.787643 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:49.262368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:49.632121 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9c7224da-131d-4a01-9a06-edc6467106e9 req-10d2d4c9-283a-4e61-a11f-c6c10485f11c tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0296652 Aug 21 18:49:50.341011 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df459f2a-d188-42e2-8ece-d047eeacf136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:50.497569 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:50.706108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2436c454-3872-4929-8167-870af075eccc req-37fba65f-c774-4281-9bf5-8a068493082b tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0262272 Aug 21 18:49:51.725281 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:51.780718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c50f75c4-0bf5-4f88-a985-de9006aaaf8c req-a21b1325-b907-441c-834e-46986a1ff06f tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0259242 Aug 21 18:49:52.872878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63f4afbf-916f-4f65-ba6e-44c3dbe1889a req-ba8f5139-41f7-4c6e-9c96-36345dea072e tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Aug 21 18:49:53.396338 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:53.759783 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-4669953d-d70d-4338-ade4-683c746585e8 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276678 Aug 21 18:49:53.948835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-d1cd64ba-40e1-4a85-bb3a-680daa89f194 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:53.950293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-d1cd64ba-40e1-4a85-bb3a-680daa89f194 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1841676 Aug 21 18:49:53.965744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Request body: {'port': {'device_id': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'admin_state_up': True, 'tenant_id': '0d7b8b1f4a42422386cefb6908e7f374'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:49:53.965912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f29995a-f34d-4107-9ecc-dee8607e8f71 req-2f16cf60-4307-4425-b478-38c061e33f90 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0270047 Aug 21 18:49:54.070470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Made reservation on behalf of 0d7b8b1f4a42422386cefb6908e7f374 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:49:54.076275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.085106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.170176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.173726 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.241236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fdf670-c912-4665-ad90-50a4f42e593d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:54.306564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Allocated IP 192.168.233.15 (46e5fc5e-5855-445b-bdc6-6946bc39d71d/d7708d7a-a5ae-4b9a-baf3-c1895e136e9f/f2554d4d-ef64-4e31-94ae-0e12bfdf147f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:49:54.452599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.471866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Transition to ACTIVE for port object f2554d4d-ef64-4e31-94ae-0e12bfdf147f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:49:54.504409 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.552455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Network 46e5fc5e-5855-445b-bdc6-6946bc39d71d is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:49:54.556258 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:49:54.560370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:49:54.587458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Pushing event updated for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:54.615835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:54.616476 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.632768 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-196f4b17-7918-487b-b9ec-18ac5fa80816 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6712255 Aug 21 18:49:54.649929 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Request body: {'port': {'device_id': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:49:54.709742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.826602 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2cf89a23-7f8d-45c2-9cc2-dbafa35da20f None None] Provisioning for port f2554d4d-ef64-4e31-94ae-0e12bfdf147f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:49:54.830933 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2cf89a23-7f8d-45c2-9cc2-dbafa35da20f None None] Provisioning complete for port f2554d4d-ef64-4e31-94ae-0e12bfdf147f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:49:54.831304 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cf89a23-7f8d-45c2-9cc2-dbafa35da20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.865982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2cf89a23-7f8d-45c2-9cc2-dbafa35da20f None None] Port f2554d4d-ef64-4e31-94ae-0e12bfdf147f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:49:54.975493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2554d4d-ef64-4e31-94ae-0e12bfdf147f {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:49:54.983246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:54.995202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Transition to ACTIVE for port object f2554d4d-ef64-4e31-94ae-0e12bfdf147f will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:49:54.999181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:55.098811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Pushing event updated for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:55.150792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fbff9-cad7-452c-a0e0-5e77c3f3defa req-f928bab3-17d5-44f1-b54a-0444c3866c8d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.152996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f49fbff9-cad7-452c-a0e0-5e77c3f3defa req-f928bab3-17d5-44f1-b54a-0444c3866c8d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 947 time: 0.1195610 Aug 21 18:49:55.178137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Attempting to bind port f2554d4d-ef64-4e31-94ae-0e12bfdf147f on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:49:55.178465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Attempting to bind port f2554d4d-ef64-4e31-94ae-0e12bfdf147f by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:49:55.178812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Attempting to bind port f2554d4d-ef64-4e31-94ae-0e12bfdf147f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:49:55.192030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Port f2554d4d-ef64-4e31-94ae-0e12bfdf147f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:49:55.192352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Attempting to bind port f2554d4d-ef64-4e31-94ae-0e12bfdf147f on network 46e5fc5e-5855-445b-bdc6-6946bc39d71d {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:49:55.206572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:49:55.206916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Checking segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:49:55.207298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Bound using segment: {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:49:55.207725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Bound port: f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e06aa20-0324-434b-8652-30fee415b8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:49:55.208083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:55.223245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f49fbff9-cad7-452c-a0e0-5e77c3f3defa req-f0434f62-ca10-4f23-abdb-069f2b6d5070 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600979 Aug 21 18:49:55.281773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:49:55.285457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:49:55.289811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:55.325646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.326328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:55.327842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] 10.222.0.64 "PUT /v2.0/ports/f2554d4d-ef64-4e31-94ae-0e12bfdf147f HTTP/1.1" status: 200 len: 1096 time: 0.6824555 Aug 21 18:49:55.328273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:55.330488 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae68a12-783d-4c9e-a0af-30db140704fd" -d '{"events": [{"name": "network-changed", "server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:55.351235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88221c13-e1ef-43ea-9664-e7b14da25a58 service neutron] Pushing event updated for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:55.377012 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8edcff-3bdb-4dd7-a3e2-87b728f3967c x-openstack-request-id: req-fb8edcff-3bdb-4dd7-a3e2-87b728f3967c {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:55.377300 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:55.377553 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb8edcff-3bdb-4dd7-a3e2-87b728f3967c {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:55.377963 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f', 'status': 'completed', 'code': 200} Aug 21 18:49:55.427600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-7f0d5791-845f-4fed-bdbb-e78f2bf47440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.429183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-7f0d5791-845f-4fed-bdbb-e78f2bf47440 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 1099 time: 0.0435631 Aug 21 18:49:55.480437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-e6ccc377-5227-4965-94ad-583f11418368 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f HTTP/1.1" status: 200 len: 217 time: 0.0388818 Aug 21 18:49:55.536382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-fb261af7-9a42-4d82-ae56-7d2879c7759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.537864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-fb261af7-9a42-4d82-ae56-7d2879c7759b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0455489 Aug 21 18:49:55.588158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-4ff398a8-0b09-4c92-b912-36a7dbf5fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.589669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-4ff398a8-0b09-4c92-b912-36a7dbf5fe8c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407321 Aug 21 18:49:55.686415 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-2ae90cac-8036-442e-be5c-9571db5c6f8a service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847845 Aug 21 18:49:55.779554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b788339f-c23d-42b1-88d7-fc172844e7fe req-7bbb9bf0-9dc5-420f-b6cf-3190f7876bd0 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803790 Aug 21 18:49:55.877675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-f55a9c06-9c91-4919-8046-dc3695f50138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.879399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-f55a9c06-9c91-4919-8046-dc3695f50138 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 1099 time: 0.0415854 Aug 21 18:49:55.972754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-1cced490-2537-4596-a25a-ad38b09146d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:55.974220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-1cced490-2537-4596-a25a-ad38b09146d9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=46e5fc5e-5855-445b-bdc6-6946bc39d71d HTTP/1.1" status: 200 len: 870 time: 0.0880992 Aug 21 18:49:56.015087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-cc177351-5fa0-4870-84a4-346e84a4dd0f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f HTTP/1.1" status: 200 len: 217 time: 0.0330896 Aug 21 18:49:56.065329 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-be8acd10-4f80-4bb6-b61f-15c34f7cd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:56.066675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-be8acd10-4f80-4bb6-b61f-15c34f7cd46f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7708d7a-a5ae-4b9a-baf3-c1895e136e9f HTTP/1.1" status: 200 len: 843 time: 0.0420530 Aug 21 18:49:56.116902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-a3dbff40-60cf-4ff2-b454-abab65c75c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:56.118356 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-a3dbff40-60cf-4ff2-b454-abab65c75c09 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=46e5fc5e-5855-445b-bdc6-6946bc39d71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0435498 Aug 21 18:49:56.205718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-1e9b6db9-4d8a-416f-bbf7-57dee2a7e193 service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791850 Aug 21 18:49:56.309463 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae68a12-783d-4c9e-a0af-30db140704fd req-7991dd23-04e1-485d-991c-acbc3182f35e service neutron] 10.222.0.64 "GET /v2.0/networks/46e5fc5e-5855-445b-bdc6-6946bc39d71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956008 Aug 21 18:49:56.344162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c3566-61b3-42da-aa94-a7ef0a925040 req-46d1f288-8016-4a00-806b-8408bad957bd tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:56.345538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b4c3566-61b3-42da-aa94-a7ef0a925040 req-46d1f288-8016-4a00-806b-8408bad957bd tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 947 time: 0.0552661 Aug 21 18:49:56.382543 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b4c3566-61b3-42da-aa94-a7ef0a925040 req-a51ecd84-bb70-4bad-a2d5-7311ab92366f tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Aug 21 18:49:57.241156 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2554d4d-ef64-4e31-94ae-0e12bfdf147f details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:49:57.335961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:57.346527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f', 'network_id': '46e5fc5e-5855-445b-bdc6-6946bc39d71d', 'port_id': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f', 'mac_address': 'fa:16:3e:8a:5a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7708d7a-a5ae-4b9a-baf3-c1895e136e9f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:49:57.382722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:57.395423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2554d4d-ef64-4e31-94ae-0e12bfdf147f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:49:57.414840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:57.419636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:57.467165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:57.474395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.474764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.475102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.475433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.475759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.476081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.476402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.476728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.477037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.477354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.477669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.477982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:49:57.508543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f30f27-6e0a-48a9-bec0-1e063e7b7cb6 req-05e4775f-df51-47ec-b506-412018df3bd9 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:57.509961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-69f30f27-6e0a-48a9-bec0-1e063e7b7cb6 req-05e4775f-df51-47ec-b506-412018df3bd9 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 948 time: 0.0565436 Aug 21 18:49:57.552618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-69f30f27-6e0a-48a9-bec0-1e063e7b7cb6 req-d3eeecf7-5a33-40e7-89ed-cfd3cb1a914b tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Aug 21 18:49:57.741304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f2554d4d-ef64-4e31-94ae-0e12bfdf147f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:49:58.663689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b18ba-9747-4180-b4b0-fff205517a93 req-4b8ef9fa-caff-43a5-8b53-0f19da1ffba5 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:58.665160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df5b18ba-9747-4180-b4b0-fff205517a93 req-4b8ef9fa-caff-43a5-8b53-0f19da1ffba5 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 948 time: 0.0472789 Aug 21 18:49:58.703308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df5b18ba-9747-4180-b4b0-fff205517a93 req-822d0fb2-5a76-490c-805e-c77230001cfb tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Aug 21 18:49:59.260349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2554d4d-ef64-4e31-94ae-0e12bfdf147f up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:49:59.307474 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f2554d4d-ef64-4e31-94ae-0e12bfdf147f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:49:59.310959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f2554d4d-ef64-4e31-94ae-0e12bfdf147f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:49:59.311325 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:59.387731 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:59.409166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:49:59.411617 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19316ff2-3b41-45b5-9bae-522677748f8d" -d '{"events": [{"server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "name": "network-vif-plugged", "status": "completed", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:49:59.424595 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:49:59.428811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:49:59.451585 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0721ac18-7370-42a7-9cb6-401292699d44 x-openstack-request-id: req-0721ac18-7370-42a7-9cb6-401292699d44 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:49:59.451870 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "name": "network-vif-plugged", "status": "completed", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:49:59.452116 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0721ac18-7370-42a7-9cb6-401292699d44 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:49:59.452494 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f', 'code': 200} Aug 21 18:49:59.478312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:49:59.555747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1cf4-b0e8-4ec9-8419-2d584814e0b1 req-1dc4644c-8cd2-485f-a800-1f99fd9cb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:59.557127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3ec1cf4-b0e8-4ec9-8419-2d584814e0b1 req-1dc4644c-8cd2-485f-a800-1f99fd9cb28f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 1101 time: 0.0434701 Aug 21 18:49:59.592711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3ec1cf4-b0e8-4ec9-8419-2d584814e0b1 req-70058173-5d6b-43fe-8db9-3820b16cc03a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268536 Aug 21 18:49:59.815746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5fe9f-1dc3-4e48-a7df-add3171a220b req-7908cf3b-60dd-4560-b1cf-b604f3fd44b1 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:49:59.817176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54a5fe9f-1dc3-4e48-a7df-add3171a220b req-7908cf3b-60dd-4560-b1cf-b604f3fd44b1 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 949 time: 0.0492818 Aug 21 18:49:59.853552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54a5fe9f-1dc3-4e48-a7df-add3171a220b req-b4431b38-dedb-44e5-9d46-6ec631ce565f tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Aug 21 18:50:00.975029 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094707a3-18b3-4838-a081-4bf99cfb54b1 req-acb34160-925b-4de7-8a86-0638dc5c6992 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:00.976486 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-094707a3-18b3-4838-a081-4bf99cfb54b1 req-acb34160-925b-4de7-8a86-0638dc5c6992 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 949 time: 0.0528092 Aug 21 18:50:01.014712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-094707a3-18b3-4838-a081-4bf99cfb54b1 req-77764b27-77ef-4686-8074-477fa6764313 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320790 Aug 21 18:50:01.336704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-ed24bf21-5c5e-48b8-8213-fbd188955d13 req-db695dde-1069-4d6f-ad8e-56bf899e5949 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:50:01.337673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed24bf21-5c5e-48b8-8213-fbd188955d13 req-db695dde-1069-4d6f-ad8e-56bf899e5949 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055647 Aug 21 18:50:01.772523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-3c266bc0-c117-4800-8df9-94e52f5b9c81 req-7dcee70c-59ba-4f48-bb59-3685c03c86df service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:50:01.773545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c266bc0-c117-4800-8df9-94e52f5b9c81 req-7dcee70c-59ba-4f48-bb59-3685c03c86df service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1270089 Aug 21 18:50:02.095568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf62d76-d1fa-41ac-9193-073ff365cede req-89fca620-44e0-4bf8-bb9a-1d166998cc68 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:02.097031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbf62d76-d1fa-41ac-9193-073ff365cede req-89fca620-44e0-4bf8-bb9a-1d166998cc68 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 949 time: 0.0478885 Aug 21 18:50:02.134076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbf62d76-d1fa-41ac-9193-073ff365cede req-a8adc9cb-4ffd-44e4-9c0b-dd7a114b3c2f tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310683 Aug 21 18:50:02.389653 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:50:03.248666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4622-570b-4ae9-91dc-0b32335e359f req-0936e0d8-a0df-411a-8a52-397f27e11c23 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:03.250136 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac8c4622-570b-4ae9-91dc-0b32335e359f req-0936e0d8-a0df-411a-8a52-397f27e11c23 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 949 time: 0.0483184 Aug 21 18:50:03.287409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ac8c4622-570b-4ae9-91dc-0b32335e359f req-6a4e1e07-7e9b-4e1c-9fb2-c14858e62cc8 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/security-groups?id=b1fdf670-c912-4665-ad90-50a4f42e593d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310855 Aug 21 18:50:03.490075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-c2bbf056-7770-49e1-bed8-71535d98ba40 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:03.491451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-c2bbf056-7770-49e1-bed8-71535d98ba40 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.64 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 949 time: 0.0508194 Aug 21 18:50:03.582095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Deleting port f2554d4d-ef64-4e31-94ae-0e12bfdf147f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:50:03.582436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:03.671281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] For port f2554d4d-ef64-4e31-94ae-0e12bfdf147f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,segment=NetworkSegment(6e06aa20-0324-434b-8652-30fee415b8f8),segment_id=6e06aa20-0324-434b-8652-30fee415b8f8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:03.671646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:03.683296 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Calling delete_port for f2554d4d-ef64-4e31-94ae-0e12bfdf147f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:50:03.809058 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:03.826217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f2554d4d-ef64-4e31-94ae-0e12bfdf147f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:50:03.842422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Pushing event deleted for resources: {'Port': ['ID=f2554d4d-ef64-4e31-94ae-0e12bfdf147f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:03.883038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] No DVR routers for this DVR port f2554d4d-ef64-4e31-94ae-0e12bfdf147f on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:50:03.885876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:03.888523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f353cdd-3cf4-4122-bd0f-9e76d0d26170 req-499a253a-a6e2-4f7a-896f-cbf5fa1eac0d tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.64 "DELETE /v2.0/ports/f2554d4d-ef64-4e31-94ae-0e12bfdf147f HTTP/1.1" status: 204 len: 173 time: 0.3875964 Aug 21 18:50:03.889072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'name': 'network-vif-deleted', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:03.891317 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068cf3bc-d5d7-4217-a864-787d84790418" -d '{"events": [{"server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "name": "network-vif-deleted", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:03.930448 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1659374a-8d49-4d69-8f97-ff20c3140089 x-openstack-request-id: req-1659374a-8d49-4d69-8f97-ff20c3140089 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:03.930836 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778c0aa6-b517-4889-98c1-10a7ffe35899", "name": "network-vif-deleted", "tag": "f2554d4d-ef64-4e31-94ae-0e12bfdf147f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:03.931085 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1659374a-8d49-4d69-8f97-ff20c3140089 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:03.931476 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778c0aa6-b517-4889-98c1-10a7ffe35899', 'name': 'network-vif-deleted', 'tag': 'f2554d4d-ef64-4e31-94ae-0e12bfdf147f', 'status': 'completed', 'code': 200} Aug 21 18:50:04.393009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fff6e4df-3504-469c-9329-d85ef893ce1a req-fbf29d66-880b-4606-8397-96fb06ef83c3 tempest-ServersAdminNegativeTestJSON-1815561187 tempest-ServersAdminNegativeTestJSON-1815561187-project] 10.222.0.41 "GET /v2.0/ports?device_id=778c0aa6-b517-4889-98c1-10a7ffe35899 HTTP/1.1" status: 200 len: 210 time: 0.0295246 Aug 21 18:50:05.679018 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41266) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:05.809495 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2233f8ef-a390-45cd-b264-e19a5528d0df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0d7b8b1f4a42422386cefb6908e7f374&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293268 Aug 21 18:50:05.812011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41270) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:05.859285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:05.879700 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:05.928272 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:05.931055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:05.932211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b1fdf670-c912-4665-ad90-50a4f42e593d HTTP/1.1" status: 204 len: 168 time: 0.1193068 Aug 21 18:50:05.940802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07919633-7e85-48cd-b4f2-72dce6396e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fdf670-c912-4665-ad90-50a4f42e593d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:06.188063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41276) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:06.201480 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be58982c-3885-44d4-9760-9e9094fdfe49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.289417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be58982c-3885-44d4-9760-9e9094fdfe49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.293877 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be58982c-3885-44d4-9760-9e9094fdfe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.335321 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be58982c-3885-44d4-9760-9e9094fdfe49 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fde5a2a085dc4e3482f9e240f71f2917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461983 Aug 21 18:50:06.336158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58982c-3885-44d4-9760-9e9094fdfe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f9f56d-c414-40c3-adc5-65252303e67c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:06.338066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41278) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:06.386732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.407602 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.451979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.454587 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:06.455722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/33f9f56d-c414-40c3-adc5-65252303e67c HTTP/1.1" status: 204 len: 168 time: 0.1166501 Aug 21 18:50:06.463121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436191c-5124-4099-a0e2-566196833f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f9f56d-c414-40c3-adc5-65252303e67c,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:07.159820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41300) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:07.252311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1066769314-network', 'tenant_id': 'e31845a68f644ac0a5e7fe8960419a1f'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:07.273420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Made reservation on behalf of e31845a68f644ac0a5e7fe8960419a1f for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:07.275653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.284318 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.306357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2554d4d-ef64-4e31-94ae-0e12bfdf147f no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:50:07.326904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: f2554d4d-ef64-4e31-94ae-0e12bfdf147f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:50:07.327246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f2554d4d-ef64-4e31-94ae-0e12bfdf147f not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:50:07.376165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.379971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.400702 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:50:07.415782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85303b65-d1f4-422c-b2b6-79a178409498,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:07.418737 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.419080 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Added segment 5cd86082-ac9e-4b0f-825e-af5c369c771a of type vlan for network 09d54bab-7720-409f-a2b6-26600f9a5f7e Aug 21 18:50:07.460003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.485152 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.486026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:07.486622 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.531170 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3702686 Aug 21 18:50:07.534314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41304) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:07.539317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Request body: {'subnet': {'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1066769314-subnet', 'tenant_id': 'e31845a68f644ac0a5e7fe8960419a1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:07.545690 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98019d-8af1-4f92-9f9f-480264b6c529 admin admin] Pushing event updated for resources: {'Network': ['ID=09d54bab-7720-409f-a2b6-26600f9a5f7e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:07.555643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 09d54bab-7720-409f-a2b6-26600f9a5f7e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:50:07.559781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Made reservation on behalf of e31845a68f644ac0a5e7fe8960419a1f for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:07.562204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.728305 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.782236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:07.794275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.794657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.795001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.795342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.795677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.796010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.796339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.796666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.796991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.797315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.797639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.797961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:07.801178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Checking segment: {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:50:07.801567 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Network hostable DHCP agents. Network: 09d54bab-7720-409f-a2b6-26600f9a5f7e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:50:07.821374 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Network 09d54bab-7720-409f-a2b6-26600f9a5f7e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:50:07.830565 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 09d54bab-7720-409f-a2b6-26600f9a5f7e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:50:07.834642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:07.835259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:07.839239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7421b9b-ebe9-471e-9936-0afad71d28ae None None] Network 09d54bab-7720-409f-a2b6-26600f9a5f7e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:50:07.850158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-12905856-7223-4ad9-ba99-00528543cc20 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3147352 Aug 21 18:50:07.963321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febd5c3-e910-4687-a893-26ca04d7018d None None] Network 09d54bab-7720-409f-a2b6-26600f9a5f7e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:50:08.438541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8d4c734a-b094-44b2-bfa4-b8732319edd1 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:08.440296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8d4c734a-b094-44b2-bfa4-b8732319edd1 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 812 time: 0.0998325 Aug 21 18:50:08.454972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-65e6f19e-af12-4caf-8533-256867ead500 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/quotas/e31845a68f644ac0a5e7fe8960419a1f HTTP/1.1" status: 200 len: 375 time: 0.0089016 Aug 21 18:50:08.489825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-d57ea72a-a5ae-4f6d-b79a-b6082b3886b5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297732 Aug 21 18:50:08.577659 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-123db31e-7063-4fce-8309-06a83086a2ef service neutron] 10.222.0.41 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807827 Aug 21 18:50:08.671051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-a3972389-9408-4e35-b255-83aadb93ab03 service neutron] 10.222.0.41 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873146 Aug 21 18:50:08.890619 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa1dcde8-f09c-4302-9dd6-46786acd2d2c req-4aace7e4-5931-48b0-8528-435fc81b44ff tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 210 time: 0.0872810 Aug 21 18:50:09.987509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e1dcb49a-8726-4a7c-8345-51a006fcc7c7 req-5059686e-e7d6-4c20-a9dd-69e219a5b2ed tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 210 time: 0.0273399 Aug 21 18:50:10.101491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-c546014b-c87f-4b1c-98f5-22dba6a7ffa5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:10.102902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-c546014b-c87f-4b1c-98f5-22dba6a7ffa5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 812 time: 0.1014080 Aug 21 18:50:10.118409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Request body: {'port': {'device_id': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e', 'admin_state_up': True, 'tenant_id': 'e31845a68f644ac0a5e7fe8960419a1f'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:10.229031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Made reservation on behalf of e31845a68f644ac0a5e7fe8960419a1f for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:10.232969 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:10.354261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Allocated IP 172.20.0.8 (09d54bab-7720-409f-a2b6-26600f9a5f7e/9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:50:10.504718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:10.553516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:10.594781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Network 09d54bab-7720-409f-a2b6-26600f9a5f7e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:50:10.597728 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:50:10.601271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:50:10.614265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:10.657707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:10.658340 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:10.676690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-cbb3c95e-c2f3-4070-bc36-d696fea378d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5621214 Aug 21 18:50:10.693851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Request body: {'port': {'device_id': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:10.746117 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.006553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23e9880-dbbe-4bd8-810b-eb4bd7a4191a {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:50:11.014881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.027617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Transition to ACTIVE for port object f23e9880-dbbe-4bd8-810b-eb4bd7a4191a will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:50:11.032185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.083560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:11.115123 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabe03-e4d3-4a03-9e78-0f600a226f14 req-a1544be5-fc06-4bb5-bb9d-96f104a2e485 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:11.116612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1aabe03-e4d3-4a03-9e78-0f600a226f14 req-a1544be5-fc06-4bb5-bb9d-96f104a2e485 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0517485 Aug 21 18:50:11.146525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:50:11.146864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:50:11.147192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:11.151405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:50:11.151727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:11.157054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:50:11.157389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Checking segment: {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:50:11.157764 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Bound using segment: {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:50:11.157879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1aabe03-e4d3-4a03-9e78-0f600a226f14 req-aa6a722b-069d-45ae-aa3b-75cc3db47add tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350533 Aug 21 18:50:11.158192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Bound port: f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:50:11.158566 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.227293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:50:11.230389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:50:11.234931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.587444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:11.588516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:11.590724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] 10.222.0.64 "PUT /v2.0/ports/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 1092 time: 0.9011574 Aug 21 18:50:11.593386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:11.595867 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:11.628624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa85fdb-d38e-4093-9992-754ae4e3acaf service neutron] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:11.683143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-b579b643-7352-46a3-aca1-a84ef3f6fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:11.685433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-b579b643-7352-46a3-aca1-a84ef3f6fe36 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1095 time: 0.0443113 Aug 21 18:50:11.731897 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77cf7943-af28-439d-b887-467407588459 x-openstack-request-id: req-77cf7943-af28-439d-b887-467407588459 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:11.732190 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:11.732439 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77cf7943-af28-439d-b887-467407588459 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:11.732830 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'status': 'completed', 'code': 200} Aug 21 18:50:11.734650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-d3e490ef-9a7e-484f-89f6-a1bef3999199 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0368721 Aug 21 18:50:11.786470 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8355ff2c-0da9-4479-8fcb-41f08f2490f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:11.787971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-8355ff2c-0da9-4479-8fcb-41f08f2490f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0461206 Aug 21 18:50:11.824148 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-5a8af776-00c0-4933-a15f-f9be0000a00a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252783 Aug 21 18:50:11.916621 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-2b10015d-44b8-478b-8556-63f5fcdd1492 service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803213 Aug 21 18:50:12.011527 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1afc2be1-a486-4bba-bbb7-9da9156774c9 req-51c7ec43-f440-4ca3-8805-0b0c2d4839fb service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842569 Aug 21 18:50:12.109108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-1f89a263-46f6-41bb-8f13-7a7a7dc4587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:12.110640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-1f89a263-46f6-41bb-8f13-7a7a7dc4587d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1095 time: 0.0416722 Aug 21 18:50:12.205804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-f2ad6bef-319b-4fb9-ae09-06ade412a5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:12.207344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-f2ad6bef-319b-4fb9-ae09-06ade412a5d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.0896819 Aug 21 18:50:12.251733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-57534790-0d30-48d9-ba5a-67efefe4c515 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0370221 Aug 21 18:50:12.274631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8ad03-6a20-46b6-9a59-da197756225d req-b8fed874-5a5a-418d-a075-8b1c3dfa0ca5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:12.276252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a9c8ad03-6a20-46b6-9a59-da197756225d req-b8fed874-5a5a-418d-a075-8b1c3dfa0ca5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0497601 Aug 21 18:50:12.303587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-5f59446c-632e-404d-ae02-d73ec2279b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:12.305708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-5f59446c-632e-404d-ae02-d73ec2279b9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0468690 Aug 21 18:50:12.317706 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a9c8ad03-6a20-46b6-9a59-da197756225d req-376a5db2-4571-4583-a9d6-de2b643a3352 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 21 18:50:12.340042 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-46b61f2d-6751-43d3-8237-d9316386b45c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265687 Aug 21 18:50:12.432597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-a461708f-65fe-448c-84e7-6deec4f406bd service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847926 Aug 21 18:50:12.521774 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6cb70d6b-1bd7-4fc2-8ff6-bfb9ac3055c0 req-77a8f5cd-be15-491e-b12a-d0d7b9dc425b service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811005 Aug 21 18:50:13.337991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:50:13.432457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:13.439380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0d5d4-48f2-4f4a-908d-b9664fc462f6 req-7e7f0857-e13f-4889-982a-387659b15aa6 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:13.441141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccf0d5d4-48f2-4f4a-908d-b9664fc462f6 req-7e7f0857-e13f-4889-982a-387659b15aa6 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0544767 Aug 21 18:50:13.442958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e', 'port_id': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'mac_address': 'fa:16:3e:47:f7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:50:13.478939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ccf0d5d4-48f2-4f4a-908d-b9664fc462f6 req-06dacf95-c6e5-4988-b651-37e2f5b95eee tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316083 Aug 21 18:50:13.483778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:13.497130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23e9880-dbbe-4bd8-810b-eb4bd7a4191a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:50:13.516648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:13.520535 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:13.567274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:13.747412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:50:14.593202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b635d22-5c13-41e2-bbb5-bf901ef9f9b3 req-6fcc6e7c-3916-42c8-b6a2-1f5f96aa5713 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:14.594717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b635d22-5c13-41e2-bbb5-bf901ef9f9b3 req-6fcc6e7c-3916-42c8-b6a2-1f5f96aa5713 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 944 time: 0.0490642 Aug 21 18:50:14.631235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b635d22-5c13-41e2-bbb5-bf901ef9f9b3 req-3727c57a-e57d-4e56-bc11-b4c4d6644dc5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Aug 21 18:50:15.339586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:50:15.386666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:50:15.390333 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:50:15.390730 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:15.463421 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:15.485294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:15.487532 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7541503-bca1-418a-b455-9786b8e55363" -d '{"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:15.503608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:15.507275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:15.530022 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca621393-2fdd-4c7d-8395-0d5020fa7620 x-openstack-request-id: req-ca621393-2fdd-4c7d-8395-0d5020fa7620 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:15.530312 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:15.530589 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ca621393-2fdd-4c7d-8395-0d5020fa7620 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:15.530972 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'code': 200} Aug 21 18:50:15.555961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:15.628586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d72f1-ad4b-4c4f-bde3-16bcc3f64898 req-901630d8-7edb-44ce-8b03-de4847f33b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:15.630079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b5d72f1-ad4b-4c4f-bde3-16bcc3f64898 req-901630d8-7edb-44ce-8b03-de4847f33b7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1097 time: 0.0402129 Aug 21 18:50:15.668835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8b5d72f1-ad4b-4c4f-bde3-16bcc3f64898 req-ab7d3082-c336-4018-8599-80d0f30b738b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275056 Aug 21 18:50:15.742891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed03ec8-6fe1-4f4e-a389-39252f3390b4 req-ad36234a-ba8f-4c6f-bb56-f853b094d95d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:15.744364 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed03ec8-6fe1-4f4e-a389-39252f3390b4 req-ad36234a-ba8f-4c6f-bb56-f853b094d95d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0479393 Aug 21 18:50:15.784889 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fed03ec8-6fe1-4f4e-a389-39252f3390b4 req-f5c95955-453d-4cd2-8229-59fbf24d33d7 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Aug 21 18:50:16.910627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a04d19-ae65-48a6-bd27-17658d14c74d req-12b7099b-42db-497f-ba21-32d42cd68f16 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:16.912107 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7a04d19-ae65-48a6-bd27-17658d14c74d req-12b7099b-42db-497f-ba21-32d42cd68f16 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0475824 Aug 21 18:50:16.949764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f7a04d19-ae65-48a6-bd27-17658d14c74d req-d780ab75-2302-4bb3-a3a9-bcf9d341f4d5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Aug 21 18:50:17.222118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41378) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:17.281838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e208b6-d157-4137-9382-39349e98b8be req-836ea49d-c7d4-4d72-b484-0c8c799eda47 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:17.283354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19e208b6-d157-4137-9382-39349e98b8be req-836ea49d-c7d4-4d72-b484-0c8c799eda47 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0537245 Aug 21 18:50:17.346701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19e208b6-d157-4137-9382-39349e98b8be req-0b77520f-3e5c-472b-a1da-1e1d11b32b7d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546145 Aug 21 18:50:17.349562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-9f9322e9-1cde-4891-a25a-f625bebacada service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1259971 Aug 21 18:50:17.358815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-b60e4435-4013-4a2b-9a08-d2612c499651 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:50:17.359795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-b60e4435-4013-4a2b-9a08-d2612c499651 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051589 Aug 21 18:50:17.801793 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30d8caeb-29e2-4cbc-9088-98d4a1a27fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:18.396524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-aff30368-2a29-45a4-8168-a5638e70ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:18.398073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-aff30368-2a29-45a4-8168-a5638e70ca17 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1097 time: 0.0412614 Aug 21 18:50:18.459297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd44471-1633-4875-b672-0e798e54ec9a req-6e97b82e-84b1-45b2-88f2-e61375403d9a tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:18.460792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afd44471-1633-4875-b672-0e798e54ec9a req-6e97b82e-84b1-45b2-88f2-e61375403d9a tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0484610 Aug 21 18:50:18.490504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-10fa891a-9cee-46fd-bf88-31079cebe4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:18.491996 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-10fa891a-9cee-46fd-bf88-31079cebe4e7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.0869732 Aug 21 18:50:18.497593 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afd44471-1633-4875-b672-0e798e54ec9a req-c33d9a71-f569-46c1-8051-dbd8ff421a9a tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308924 Aug 21 18:50:18.533457 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-57f967b2-b442-4758-bf64-61486474dd48 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0336535 Aug 21 18:50:18.584120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-5832e29c-7b4f-4680-be63-96c967000194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:18.585577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-5832e29c-7b4f-4680-be63-96c967000194 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0447514 Aug 21 18:50:18.621088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-5468fea4-680f-4f62-b87c-ad12addf1078 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281007 Aug 21 18:50:18.707728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-bfced214-87d2-4bbb-92a9-dfeb52b5de6f service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792854 Aug 21 18:50:18.777269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:18.801979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-26a83c01-a82a-461f-bac0-f93e231cb655 service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872383 Aug 21 18:50:19.260152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:19.620171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652aa0-594d-4ef8-be6b-db8fb28cbf98 req-fcdefec2-223f-41b8-b0bb-8777bc79dc4d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:19.621657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5652aa0-594d-4ef8-be6b-db8fb28cbf98 req-fcdefec2-223f-41b8-b0bb-8777bc79dc4d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0561242 Aug 21 18:50:19.661294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5652aa0-594d-4ef8-be6b-db8fb28cbf98 req-c877325e-3809-48e7-b763-29993f202439 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327806 Aug 21 18:50:20.342239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b6996d10-ecd0-49de-afbf-ee0e8a937eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:20.498091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:20.776148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd2605-9b15-47d8-b5d3-5d2679a5f676 req-11919885-b6ec-4417-871d-c21b06a153aa tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:20.777683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20cd2605-9b15-47d8-b5d3-5d2679a5f676 req-11919885-b6ec-4417-871d-c21b06a153aa tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0499334 Aug 21 18:50:20.815908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-20cd2605-9b15-47d8-b5d3-5d2679a5f676 req-ac9e6bb8-2368-4ee2-8a48-331700215fb0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 21 18:50:21.728245 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:21.930550 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b100c-f074-42fa-bce0-47f5e7b3de60 req-667e8dc4-ac80-425e-b786-12b60e7cd6a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:21.932046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-349b100c-f074-42fa-bce0-47f5e7b3de60 req-667e8dc4-ac80-425e-b786-12b60e7cd6a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0491421 Aug 21 18:50:21.969115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-349b100c-f074-42fa-bce0-47f5e7b3de60 req-709c9026-1688-408d-b1b1-334e246dc8bb tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Aug 21 18:50:23.080596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324347-a10e-4a31-888c-dc90ce5fbceb req-6f086a37-3659-4828-9d0f-af9796cf19d8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:23.081944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6324347-a10e-4a31-888c-dc90ce5fbceb req-6f086a37-3659-4828-9d0f-af9796cf19d8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0469477 Aug 21 18:50:23.121359 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e6324347-a10e-4a31-888c-dc90ce5fbceb req-dc6c8841-4fd0-4040-a9aa-a111247dcf8e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Aug 21 18:50:23.399289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:24.237731 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408073b-c148-4557-957e-2f713e939bc8 req-3ff5d85c-f1ab-4fd5-b1f7-b65a4a746f18 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:24.239220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5408073b-c148-4557-957e-2f713e939bc8 req-3ff5d85c-f1ab-4fd5-b1f7-b65a4a746f18 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0522003 Aug 21 18:50:24.276329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5408073b-c148-4557-957e-2f713e939bc8 req-6a11152f-f4b8-45ec-9053-c8dee363714c tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Aug 21 18:50:25.390589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1fc82-596c-41ed-a8bc-61cdba68dd90 req-9452e6e7-88e4-4346-9d4a-86251aff8d92 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:25.392057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57d1fc82-596c-41ed-a8bc-61cdba68dd90 req-9452e6e7-88e4-4346-9d4a-86251aff8d92 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0478530 Aug 21 18:50:25.429790 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57d1fc82-596c-41ed-a8bc-61cdba68dd90 req-23dea45e-b8ad-4c38-8673-7e8a663ccd3d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 21 18:50:26.542050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c54884-9c23-4fa4-8a39-bc4496490bfa req-144fe87f-b35c-4e6b-8992-c233d404baf8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:26.543550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74c54884-9c23-4fa4-8a39-bc4496490bfa req-144fe87f-b35c-4e6b-8992-c233d404baf8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0477846 Aug 21 18:50:26.582138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74c54884-9c23-4fa4-8a39-bc4496490bfa req-306f1c8e-501e-4088-98a2-01dad330a1d2 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320637 Aug 21 18:50:27.702849 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee175631-0264-46c5-9e5c-85f2452f0893 req-075170cb-98d4-4826-a939-767058d9b6d7 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:27.704330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee175631-0264-46c5-9e5c-85f2452f0893 req-075170cb-98d4-4826-a939-767058d9b6d7 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0480130 Aug 21 18:50:27.741725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee175631-0264-46c5-9e5c-85f2452f0893 req-0c0770be-e36c-48ff-ba00-5e1c2af882cb tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Aug 21 18:50:28.269419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-7aa48e6d-3968-4345-976a-fe81a81dcd16 req-a43ffb23-1258-42c5-98c5-3b4fefb2eb16 service neutron] (94599) timed out ('10.222.0.41', 39326) {{(pid=94599) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 18:50:28.857720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bcdee9-9aae-400a-8b52-a56797d45700 req-680af626-12fb-4ad5-85d7-83c684e6263d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:28.859250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9bcdee9-9aae-400a-8b52-a56797d45700 req-680af626-12fb-4ad5-85d7-83c684e6263d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0498552 Aug 21 18:50:28.896650 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9bcdee9-9aae-400a-8b52-a56797d45700 req-57f66e6b-22c7-424a-919a-721db54d3d4c tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Aug 21 18:50:30.013857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c110c-410f-4f78-8eac-f1f851944c35 req-7971eb8d-1d0e-497a-96f3-12d84b78ffb8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:30.015394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a19c110c-410f-4f78-8eac-f1f851944c35 req-7971eb8d-1d0e-497a-96f3-12d84b78ffb8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0489988 Aug 21 18:50:30.054348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a19c110c-410f-4f78-8eac-f1f851944c35 req-a880c866-8e3c-4214-86dd-3003e8ce0653 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Aug 21 18:50:31.170460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6929789-2f49-4744-8f37-3d0732c6e672 req-25e65baf-bbd0-4e37-81b0-fb65af451838 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:31.172014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6929789-2f49-4744-8f37-3d0732c6e672 req-25e65baf-bbd0-4e37-81b0-fb65af451838 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0524108 Aug 21 18:50:31.209000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c6929789-2f49-4744-8f37-3d0732c6e672 req-992796aa-c5b0-47fc-b297-8387567bcae0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Aug 21 18:50:32.320010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851cbbe8-3c93-4c66-9b35-729609ec712e req-aec9968b-b534-433d-b1a2-cdc40df12429 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:32.321479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-851cbbe8-3c93-4c66-9b35-729609ec712e req-aec9968b-b534-433d-b1a2-cdc40df12429 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0483506 Aug 21 18:50:32.358314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-851cbbe8-3c93-4c66-9b35-729609ec712e req-4024264b-4dfe-44d8-9dd6-d7298fde028f tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Aug 21 18:50:33.472930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b6f33-6fd9-4182-8b08-23e99a3c2204 req-1c88fd44-13b0-441a-b6a3-7d2038eafa91 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:33.474455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23b6f33-6fd9-4182-8b08-23e99a3c2204 req-1c88fd44-13b0-441a-b6a3-7d2038eafa91 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0483170 Aug 21 18:50:33.511664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d23b6f33-6fd9-4182-8b08-23e99a3c2204 req-b8604e32-bdf8-404a-b617-04cde35799f5 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313621 Aug 21 18:50:34.623369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab19f-29c4-4e0b-ba40-3f52b9539920 req-7d367c18-be4e-446e-9b75-2a058960efea tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:34.625054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aab19f-29c4-4e0b-ba40-3f52b9539920 req-7d367c18-be4e-446e-9b75-2a058960efea tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0481546 Aug 21 18:50:34.663501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56aab19f-29c4-4e0b-ba40-3f52b9539920 req-737eedaa-062a-40b5-b3e6-17870d8b1eed tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Aug 21 18:50:34.885174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-417d2e3c-25fe-4852-837c-4895b4d23046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:34.886695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-417d2e3c-25fe-4852-837c-4895b4d23046 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1097 time: 0.0392942 Aug 21 18:50:34.989627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-b1faa002-df5f-4e8f-9d8c-13efb0b00b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:34.991176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-b1faa002-df5f-4e8f-9d8c-13efb0b00b31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.0855312 Aug 21 18:50:35.032285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-0ae1b88b-a2c9-4357-baf7-0bfcec96ce5d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0340829 Aug 21 18:50:35.079358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-19d8b5ee-2551-41dd-9390-ed51709dac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:35.080669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-19d8b5ee-2551-41dd-9390-ed51709dac37 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0416763 Aug 21 18:50:35.115565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-ba9667f1-1952-4239-84b5-e839bcf9525a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278046 Aug 21 18:50:35.204773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-7750789a-33a8-4071-813a-93490567c408 service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817802 Aug 21 18:50:35.296034 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a42d3977-ed4f-4ec2-b780-982814cb3152 req-504af8a4-dc32-4cb8-84a5-d3fce0d0d8de service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842066 Aug 21 18:50:35.777992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc963d4-f95b-4ffe-b498-b794e0342a39 req-f23113db-8490-4b3b-84ef-cf483d30680d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:35.780110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfc963d4-f95b-4ffe-b498-b794e0342a39 req-f23113db-8490-4b3b-84ef-cf483d30680d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0494077 Aug 21 18:50:35.817083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfc963d4-f95b-4ffe-b498-b794e0342a39 req-27a2509c-8e9b-4247-8be1-91db3d425f37 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310638 Aug 21 18:50:36.927714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73c999-d1ed-427c-ae28-9e41c8f011b6 req-6838adc2-d8b5-49e4-b4be-2f05d6f15df7 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:36.929470 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c73c999-d1ed-427c-ae28-9e41c8f011b6 req-6838adc2-d8b5-49e4-b4be-2f05d6f15df7 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0473506 Aug 21 18:50:36.970821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c73c999-d1ed-427c-ae28-9e41c8f011b6 req-be43ee2c-5d24-4015-bb12-01328b64e1f8 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Aug 21 18:50:38.086775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a755457-a4d0-47ff-be44-bbb0b52d2434 req-6382dc32-f1d6-4f8f-a3eb-2859daf15d6e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:38.088375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a755457-a4d0-47ff-be44-bbb0b52d2434 req-6382dc32-f1d6-4f8f-a3eb-2859daf15d6e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0504375 Aug 21 18:50:38.128628 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a755457-a4d0-47ff-be44-bbb0b52d2434 req-846204f3-e1ac-424e-85df-faf5cf720114 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Aug 21 18:50:39.252585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504ddd-c14c-4cf4-a7ec-52ed416a87ab req-2bb66dc8-e25b-48fd-ad13-319c5587e200 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:39.254059 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2504ddd-c14c-4cf4-a7ec-52ed416a87ab req-2bb66dc8-e25b-48fd-ad13-319c5587e200 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0481095 Aug 21 18:50:39.291892 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e2504ddd-c14c-4cf4-a7ec-52ed416a87ab req-cc2a5f2f-0ab1-4edd-ace6-665338f12aa1 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317497 Aug 21 18:50:39.388027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:50:40.406623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6530793b-406e-4057-8cab-f81be5816d64 req-c51a05c2-648b-4bc6-a4dc-a67d0888e5cf tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:40.408098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6530793b-406e-4057-8cab-f81be5816d64 req-c51a05c2-648b-4bc6-a4dc-a67d0888e5cf tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0484776 Aug 21 18:50:40.452475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6530793b-406e-4057-8cab-f81be5816d64 req-789a4763-51dd-475d-8a65-eca428d3405d tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383334 Aug 21 18:50:41.569829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326edf3b-df85-4e72-888d-d4ff00cfe468 req-2cf2724b-2a6a-407c-be62-92ac05207c1e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:41.571293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-326edf3b-df85-4e72-888d-d4ff00cfe468 req-2cf2724b-2a6a-407c-be62-92ac05207c1e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0488932 Aug 21 18:50:41.608897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-326edf3b-df85-4e72-888d-d4ff00cfe468 req-936a0a4e-69f5-4bfa-a747-68bccba5d870 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312250 Aug 21 18:50:42.721743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b52de-88fb-4169-9152-2e9eef156577 req-3c30b3c8-0744-48b0-946a-ef01e2e1f5bb tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:42.723265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc4b52de-88fb-4169-9152-2e9eef156577 req-3c30b3c8-0744-48b0-946a-ef01e2e1f5bb tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0485528 Aug 21 18:50:42.760327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fc4b52de-88fb-4169-9152-2e9eef156577 req-dddceb81-3e97-43e8-8759-bda29815b3ad tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Aug 21 18:50:43.876885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea24425-682d-48ae-8c57-e7e590df9d22 req-ae51114a-1e4c-49bd-bbd1-a98389924bde tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:43.878345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bea24425-682d-48ae-8c57-e7e590df9d22 req-ae51114a-1e4c-49bd-bbd1-a98389924bde tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0508909 Aug 21 18:50:43.917340 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bea24425-682d-48ae-8c57-e7e590df9d22 req-5f2af8e2-8b0f-427e-a28f-e8d0d0b89793 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Aug 21 18:50:45.031287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44544e0b-43bd-4c1f-95ae-a5f2e64bebef req-920d13b6-b1f1-41cd-abb7-678a15fed8b0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:45.032757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44544e0b-43bd-4c1f-95ae-a5f2e64bebef req-920d13b6-b1f1-41cd-abb7-678a15fed8b0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0487621 Aug 21 18:50:45.070840 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-44544e0b-43bd-4c1f-95ae-a5f2e64bebef req-76238f29-11aa-4604-b72f-6e1d23c3b54b tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Aug 21 18:50:46.002519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-080eade2-83d6-4cff-8194-6dcbab552e60 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:50:46.003487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-080eade2-83d6-4cff-8194-6dcbab552e60 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053880 Aug 21 18:50:46.067754 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-81c261c2-ec5d-4b6e-8c65-2bc0f9097faa service neutron] show failed (client error): The resource could not be found. Aug 21 18:50:46.068806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-81c261c2-ec5d-4b6e-8c65-2bc0f9097faa service neutron] 10.222.0.64 "GET /v2.0/ports/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0573905 Aug 21 18:50:46.183954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee233b8-742c-4adb-8762-2ac3f0621fec req-7ad87caf-7b79-4f05-8e1d-36b4120f92df tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:46.185411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ee233b8-742c-4adb-8762-2ac3f0621fec req-7ad87caf-7b79-4f05-8e1d-36b4120f92df tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0489635 Aug 21 18:50:46.228763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ee233b8-742c-4adb-8762-2ac3f0621fec req-c4bbdf19-8928-4f32-bdaf-0ce26caa962a tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Aug 21 18:50:46.367643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-f52d201c-fbee-41a2-a981-f84fd73fee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:46.369063 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-f52d201c-fbee-41a2-a981-f84fd73fee6f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c&tenant_id=e31845a68f644ac0a5e7fe8960419a1f HTTP/1.1" status: 200 len: 1097 time: 0.1290414 Aug 21 18:50:46.380675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:46.722650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:46.918181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:46.951724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:50:46.989068 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:46.991253 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cdccb8-0b3b-499b-9b17-ea72499fb443" -d '{"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:46.995234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:47.008227 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Transition to ACTIVE for port object f23e9880-dbbe-4bd8-810b-eb4bd7a4191a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:50:47.011971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:47.056980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:47.083804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] No DVR routers for this DVR port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:50:47.086393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.086757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.087101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.087429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.087757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.088077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.088396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.088796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.089016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.089328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.089643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.089955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:50:47.114326 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685f8a87-a7d5-42a2-be19-ccad668189df x-openstack-request-id: req-685f8a87-a7d5-42a2-be19-ccad668189df {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:47.114703 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-unplugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:47.114955 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-685f8a87-a7d5-42a2-be19-ccad668189df {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:47.115337 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'code': 200} Aug 21 18:50:47.128141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:50:47.128474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:50:47.128796 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:47.133036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:50:47.133348 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Attempting to bind port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on network 09d54bab-7720-409f-a2b6-26600f9a5f7e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:47.137963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:50:47.138295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Checking segment: {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:50:47.138724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Bound using segment: {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:50:47.139141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Bound port: f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd86082-ac9e-4b0f-825e-af5c369c771a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:50:47.139486 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:47.206757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:50:47.210156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:50:47.214138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:47.248176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:47.248788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:47.250199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] 10.222.0.39 "PUT /v2.0/ports/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 1092 time: 0.8734453 Aug 21 18:50:47.269837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab0fa5-57f2-418b-9823-083f103a12bc service neutron] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:47.344923 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-fcd2c612-5541-4f90-a082-9a16f926fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:47.346514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-fcd2c612-5541-4f90-a082-9a16f926fd41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1095 time: 0.0737104 Aug 21 18:50:47.358537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105196c-0c83-4d18-877c-ec5b24b4bb36 req-aefc114f-b3b4-4a98-90da-b43a8d269c72 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:47.359905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5105196c-0c83-4d18-877c-ec5b24b4bb36 req-aefc114f-b3b4-4a98-90da-b43a8d269c72 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0588894 Aug 21 18:50:47.439888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5105196c-0c83-4d18-877c-ec5b24b4bb36 req-70cc3474-72e2-45ff-81a6-c83a6094c165 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721564 Aug 21 18:50:47.471012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-370d6a3e-4ddc-4294-99ee-f43ebb7e15fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:47.472496 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-370d6a3e-4ddc-4294-99ee-f43ebb7e15fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.1117594 Aug 21 18:50:47.516947 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-0ff7b406-d342-4b97-8b93-06f4e4f9a120 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0359864 Aug 21 18:50:47.563982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-4c6d54de-d98d-4aa2-a25f-73b7cd4af204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:47.565403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-4c6d54de-d98d-4aa2-a25f-73b7cd4af204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0420897 Aug 21 18:50:47.597231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-71e70c6e-6c1c-4b3e-bcbf-ac5f8d7bc823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247900 Aug 21 18:50:47.689266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-35f5ed75-dd36-4d3c-b9de-bf44efd83f26 service neutron] 10.222.0.39 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845885 Aug 21 18:50:47.777885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd91f585-611e-4cff-bcf6-2d439857ae50 req-a9fc2df6-f468-4b3f-a177-6920f111760f service neutron] 10.222.0.39 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Aug 21 18:50:47.802803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7119bc39-a77d-4b4a-9e44-7ce2ea668ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:48.558043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db4e1-1ea9-4ca0-858a-73ccac593174 req-63b09867-8ca2-4619-a15f-22da769ccd5b tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:48.559564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a25db4e1-1ea9-4ca0-858a-73ccac593174 req-63b09867-8ca2-4619-a15f-22da769ccd5b tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0495424 Aug 21 18:50:48.597304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a25db4e1-1ea9-4ca0-858a-73ccac593174 req-eb2b5a56-3d7a-4825-8f71-45fb559362df tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308878 Aug 21 18:50:48.787417 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:49.116425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:49.118752 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9b18ca-94eb-4982-b00b-8fef07dad943" -d '{"events": [{"name": "network-changed", "server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:49.166291 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e725bc4-24af-4120-862b-eb57a34f1d02 x-openstack-request-id: req-6e725bc4-24af-4120-862b-eb57a34f1d02 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:49.166618 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:49.166875 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e725bc4-24af-4120-862b-eb57a34f1d02 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:49.167274 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'status': 'completed', 'code': 200} Aug 21 18:50:49.241494 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-38c125af-6538-48fe-9a69-1b19c4f9562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.242052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-1d82469f-046f-4bd8-8ac7-31d4cddd415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.243092 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-38c125af-6538-48fe-9a69-1b19c4f9562d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1095 time: 0.0418024 Aug 21 18:50:49.243577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-1d82469f-046f-4bd8-8ac7-31d4cddd415f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1095 time: 0.0517254 Aug 21 18:50:49.293545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:49.355620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-b0592cff-c465-4cc6-8d40-d2410a8a4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.356602 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-2682760a-69f7-49a9-9e39-e207f6d6ba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.357097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-b0592cff-c465-4cc6-8d40-d2410a8a4dd4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.1027157 Aug 21 18:50:49.358118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-2682760a-69f7-49a9-9e39-e207f6d6ba9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.1062348 Aug 21 18:50:49.403420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-66568d47-2897-4885-a07d-1e05c97ed530 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0375960 Aug 21 18:50:49.404036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-9991808b-cb71-41b0-a18e-bafd614775d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0349700 Aug 21 18:50:49.453410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-75c3c2ed-432d-4385-9217-59642f728958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.454908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-75c3c2ed-432d-4385-9217-59642f728958 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0452278 Aug 21 18:50:49.456866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-4eb172f0-8f1d-46d2-aacd-44d2287ba1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.458364 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-4eb172f0-8f1d-46d2-aacd-44d2287ba1ce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0437043 Aug 21 18:50:49.485924 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-eb5ebe69-e36c-455d-be80-ca0575003ffa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241961 Aug 21 18:50:49.494256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-bf6f1325-0e47-4d3a-b6c2-be1cba2aae95 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247405 Aug 21 18:50:49.577274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-a8f044ed-9dbb-4e3b-af4c-b8aeea3ef1cd service neutron] 10.222.0.39 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823500 Aug 21 18:50:49.590698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-92b3b490-29a6-490d-b147-9ec21513648f service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887928 Aug 21 18:50:49.673188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-265f3cb5-4ea2-4799-aee1-d9e648018f8d service neutron] 10.222.0.39 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886931 Aug 21 18:50:49.714178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4c9b18ca-94eb-4982-b00b-8fef07dad943 req-1905a95e-02ce-41e5-9a2d-7caf2bd3f10e service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154187 Aug 21 18:50:49.732990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d820a9-181d-440a-b16c-62d4ab475c62 req-4a403909-43e5-4280-b0c4-84b8826f4519 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:49.734512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d820a9-181d-440a-b16c-62d4ab475c62 req-4a403909-43e5-4280-b0c4-84b8826f4519 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 943 time: 0.0678155 Aug 21 18:50:49.753900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:50:49.774011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d820a9-181d-440a-b16c-62d4ab475c62 req-0916abac-89cf-4080-868b-d66bfdbda96a tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331643 Aug 21 18:50:49.850106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:49.860771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'network_id': '09d54bab-7720-409f-a2b6-26600f9a5f7e', 'port_id': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'mac_address': 'fa:16:3e:47:f7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:50:49.899810 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:49.912420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23e9880-dbbe-4bd8-810b-eb4bd7a4191a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:50:49.933454 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:49.937715 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:49.987601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:50.101645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c9893bfa-8f39-40bc-8ef0-230a54d83ae1 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:50.103156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c9893bfa-8f39-40bc-8ef0-230a54d83ae1 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.64 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c&tenant_id=e31845a68f644ac0a5e7fe8960419a1f&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 944 time: 0.0828943 Aug 21 18:50:50.171748 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-338c582f-620e-4944-971c-2ea679f60f8a service neutron] delete failed (client error): The resource could not be found. Aug 21 18:50:50.172751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-338c582f-620e-4944-971c-2ea679f60f8a service neutron] 10.222.0.64 "DELETE /v2.0/ports/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0578933 Aug 21 18:50:50.178979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:50:50.264797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-6a5dadbf-5f0a-4ec8-a90d-b6776d5fcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:50.266267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-6a5dadbf-5f0a-4ec8-a90d-b6776d5fcb0a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 1096 time: 0.0412076 Aug 21 18:50:50.340976 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-34f1bade-3e29-4b67-9c4d-6acb78d7d1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:50.359278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-50dc6da4-53fb-4b8e-977d-e0d8c4e22d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:50.360763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-50dc6da4-53fb-4b8e-977d-e0d8c4e22d88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 200 len: 913 time: 0.0855224 Aug 21 18:50:50.409059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-077ae490-fdc9-41a8-b9e1-ef6ad10cb495 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 200 len: 217 time: 0.0364332 Aug 21 18:50:50.462287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-5532036d-c651-4854-8fbe-3b78279d9472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:50.463760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-5532036d-c651-4854-8fbe-3b78279d9472 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 200 len: 852 time: 0.0426860 Aug 21 18:50:50.499020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:50.499969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-3420cd3f-6efe-4c67-ac58-d63c8c74381b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09d54bab-7720-409f-a2b6-26600f9a5f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251942 Aug 21 18:50:50.598316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-5edcbdd5-6a2f-41a7-afa9-353c2fc4690f service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864632 Aug 21 18:50:50.688405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-2a0c791f-96a1-47e8-929c-a671c0140d66 service neutron] 10.222.0.64 "GET /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791700 Aug 21 18:50:51.464159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:50:51.496912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc59cd-0b6c-4808-9b06-9ddfad2d789a req-979f0c56-d4fa-4426-a672-0e45e1568530 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:51.498411 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abc59cd-0b6c-4808-9b06-9ddfad2d789a req-979f0c56-d4fa-4426-a672-0e45e1568530 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 944 time: 0.0493362 Aug 21 18:50:51.503574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:50:51.543341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3abc59cd-0b6c-4808-9b06-9ddfad2d789a req-c5aac0ef-92ed-4304-a773-cced180a101e tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367765 Aug 21 18:50:51.730771 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:51.760552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:50:51.808115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:50:51.811822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:50:51.812187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:51.891542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:51.913315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:51.915559 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb2f432-8a0e-4d7b-916c-345ebf6e2d19" -d '{"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:51.929839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:51.934936 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:51.981813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:52.019995 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032146c8-2534-4dcf-8ad3-a8f0094db4e5 x-openstack-request-id: req-032146c8-2534-4dcf-8ad3-a8f0094db4e5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:52.020285 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-plugged", "status": "completed", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:52.020538 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-032146c8-2534-4dcf-8ad3-a8f0094db4e5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:52.020970 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'code': 200} Aug 21 18:50:52.659516 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b228d-a5e1-487c-82b0-d32f91d9f7db req-01ba6851-4f39-44b3-8bdc-d3d414e880ca tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:52.660974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f0b228d-a5e1-487c-82b0-d32f91d9f7db req-01ba6851-4f39-44b3-8bdc-d3d414e880ca tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0487394 Aug 21 18:50:52.699385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7f0b228d-a5e1-487c-82b0-d32f91d9f7db req-00f05821-d696-42aa-85b9-ecd55f8a9e60 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.41 "GET /v2.0/security-groups?id=85303b65-d1f4-422c-b2b6-79a178409498&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324569 Aug 21 18:50:52.733726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-e8dcc3d6-9324-4a49-a650-fb2c3eb4c722 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:52.735223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-e8dcc3d6-9324-4a49-a650-fb2c3eb4c722 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2211c6a-9317-419c-80a5-5f5c2a053a3c HTTP/1.1" status: 200 len: 945 time: 0.0565150 Aug 21 18:50:52.826818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Deleting port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:50:52.827106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:52.911184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] For port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,segment=NetworkSegment(5cd86082-ac9e-4b0f-825e-af5c369c771a),segment_id=5cd86082-ac9e-4b0f-825e-af5c369c771a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:50:52.911550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:52.923514 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Calling delete_port for f23e9880-dbbe-4bd8-810b-eb4bd7a4191a owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:50:53.050463 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:53.062061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:50:53.078743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Pushing event deleted for resources: {'Port': ['ID=f23e9880-dbbe-4bd8-810b-eb4bd7a4191a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:53.125863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] No DVR routers for this DVR port f23e9880-dbbe-4bd8-810b-eb4bd7a4191a on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:50:53.128780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:53.130791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1646201-b03a-4261-8bbc-5bdffdd55609 req-c135409a-e904-48df-814c-d40e038bc5a0 tempest-DeleteServersTestJSON-1131420573 tempest-DeleteServersTestJSON-1131420573-project] 10.222.0.39 "DELETE /v2.0/ports/f23e9880-dbbe-4bd8-810b-eb4bd7a4191a HTTP/1.1" status: 204 len: 173 time: 0.3894191 Aug 21 18:50:53.131226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-deleted', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:53.133466 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb15360-bd9e-462c-9873-9cc092d0ff1c" -d '{"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-deleted", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:53.175621 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfafc48e-c7e0-44e7-bf73-1b63f70b917e x-openstack-request-id: req-dfafc48e-c7e0-44e7-bf73-1b63f70b917e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:53.175920 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2211c6a-9317-419c-80a5-5f5c2a053a3c", "name": "network-vif-deleted", "tag": "f23e9880-dbbe-4bd8-810b-eb4bd7a4191a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:53.176173 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfafc48e-c7e0-44e7-bf73-1b63f70b917e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:53.176577 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2211c6a-9317-419c-80a5-5f5c2a053a3c', 'name': 'network-vif-deleted', 'tag': 'f23e9880-dbbe-4bd8-810b-eb4bd7a4191a', 'status': 'completed', 'code': 200} Aug 21 18:50:53.400764 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:53.826337 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41492) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:53.875230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Deleting subnet 9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:50:53.878256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:53.911700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:53.954246 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.005180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.032008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:54.033977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.035881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a4487873-b761-4b27-b68f-3a5472899dbf admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e9848fe-6707-4c92-8c8a-ab7b78d3a8b1 HTTP/1.1" status: 204 len: 168 time: 0.2085164 Aug 21 18:50:54.038478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41494) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:54.104642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.183914 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.194290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d54bab-7720-409f-a2b6-26600f9a5f7e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:50:54.205007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd86082-ac9e-4b0f-825e-af5c369c771a') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:50:54.205311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd86082-ac9e-4b0f-825e-af5c369c771a') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:50:54.213942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.227527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.234081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:50:54.234516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:50:54.236237 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:50:54.287777 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.293434 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.295343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] 10.222.0.41 "DELETE /v2.0/networks/09d54bab-7720-409f-a2b6-26600f9a5f7e HTTP/1.1" status: 204 len: 168 time: 0.2559280 Aug 21 18:50:54.310698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ab5fd-2015-4c25-852a-b5278851bd24 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d54bab-7720-409f-a2b6-26600f9a5f7e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:54.407249 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41498) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:54.449064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ad245fcb-ade9-45f9-85c9-90a4db86dba0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e31845a68f644ac0a5e7fe8960419a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406318 Aug 21 18:50:54.451611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41500) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:54.497463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.518074 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.564861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.567913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:54.569049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85303b65-d1f4-422c-b2b6-79a178409498 HTTP/1.1" status: 204 len: 168 time: 0.1165659 Aug 21 18:50:54.576300 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba8ac0-b7a4-4f06-995b-6257a0270b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85303b65-d1f4-422c-b2b6-79a178409498,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:55.233957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41522) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:55.327842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-486230931-network', 'tenant_id': '031464423c7e45d0911bbe38e723f19c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:55.347655 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Made reservation on behalf of 031464423c7e45d0911bbe38e723f19c for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:55.349927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.358308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.444935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.448487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.472176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:50:55.481720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8b22de-2e23-41f5-9685-38d470467d05,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:55.486460 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.486832 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Added segment 78ef6aa3-710f-4149-aef9-363833982726 of type vlan for network 76e50ca0-266d-415b-acf8-44c11a23f87b Aug 21 18:50:55.526074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.551092 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.552059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:55.552646 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.613253 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3780291 Aug 21 18:50:55.616061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41526) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:50:55.620972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Request body: {'subnet': {'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-486230931-subnet', 'tenant_id': '031464423c7e45d0911bbe38e723f19c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:55.623947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518631d2-11ff-4b17-8202-44aefa00187d admin admin] Pushing event updated for resources: {'Network': ['ID=76e50ca0-266d-415b-acf8-44c11a23f87b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:55.634455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 76e50ca0-266d-415b-acf8-44c11a23f87b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:50:55.646248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Made reservation on behalf of 031464423c7e45d0911bbe38e723f19c for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:55.648611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.781229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:50:55.801710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: f23e9880-dbbe-4bd8-810b-eb4bd7a4191a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:50:55.802168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f23e9880-dbbe-4bd8-810b-eb4bd7a4191a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:50:55.819358 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.875012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:55.884506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Checking segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:50:55.884866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Network hostable DHCP agents. Network: 76e50ca0-266d-415b-acf8-44c11a23f87b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:50:55.901313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Network 76e50ca0-266d-415b-acf8-44c11a23f87b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:50:55.910670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 76e50ca0-266d-415b-acf8-44c11a23f87b) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:50:55.915499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:55.917076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:55.926233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc84e02-6eeb-4e46-9459-2a96b355c6cf None None] Network 76e50ca0-266d-415b-acf8-44c11a23f87b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:50:55.932506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f7312220-35ac-4043-93fe-11372ed84932 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3150284 Aug 21 18:50:56.216473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b448da-3bf9-4cc7-822b-2e0ff9fdaa7d None None] Network 76e50ca0-266d-415b-acf8-44c11a23f87b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:50:56.367385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-a84b1345-77a4-4b2e-8e62-5a7ea6f7ee3e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:56.368885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-a84b1345-77a4-4b2e-8e62-5a7ea6f7ee3e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 814 time: 0.1036930 Aug 21 18:50:56.384247 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-f1838dca-3a22-4c97-a49a-46ecf795723a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/quotas/031464423c7e45d0911bbe38e723f19c HTTP/1.1" status: 200 len: 375 time: 0.0095944 Aug 21 18:50:56.420555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-f6b8b954-e9e4-4fd2-8e26-000d46fd53aa tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311265 Aug 21 18:50:56.520292 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-5d5ca6f0-813a-4afc-bb48-61e90a3146d3 service neutron] 10.222.0.41 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920825 Aug 21 18:50:56.613472 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-4c0c2919-87e9-4b09-ac9d-cc3093882d6e service neutron] 10.222.0.41 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870922 Aug 21 18:50:56.770626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16e2cec7-e05a-4b02-95fe-4cdcf20d37a0 req-1b9f7fef-098e-4294-9c17-6ab398a11a77 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 210 time: 0.0262923 Aug 21 18:50:57.658485 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-b9875dd1-de0a-4673-8f46-c7328fa514de tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:57.659991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-b9875dd1-de0a-4673-8f46-c7328fa514de tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 814 time: 0.1028945 Aug 21 18:50:57.673850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Request body: {'port': {'device_id': 'af82452b-04c4-432f-b196-eb371518320d', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'admin_state_up': True, 'tenant_id': '031464423c7e45d0911bbe38e723f19c'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:57.782352 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Made reservation on behalf of 031464423c7e45d0911bbe38e723f19c for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:50:57.785752 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:57.878017 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-418f3c12-9388-4dbb-b791-79531d1e006e req-b074d180-51f1-4942-8bfc-1c4c89c60fba tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 210 time: 0.0332806 Aug 21 18:50:57.945748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Allocated IP 172.20.0.9 (76e50ca0-266d-415b-acf8-44c11a23f87b/43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7/b512d756-53c4-4d54-a51d-06c5a8514536) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:50:58.088396 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.126568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.171978 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Network 76e50ca0-266d-415b-acf8-44c11a23f87b is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:50:58.174926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:50:58.178449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:50:58.187219 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:58.231890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:58.232435 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.245731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c23f3c8d-8846-4436-beba-cff1f891bbac tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5764709 Aug 21 18:50:58.258122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Request body: {'port': {'device_id': 'af82452b-04c4-432f-b196-eb371518320d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:50:58.309729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.568492 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b512d756-53c4-4d54-a51d-06c5a8514536 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:50:58.575707 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.589397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Transition to ACTIVE for port object b512d756-53c4-4d54-a51d-06c5a8514536 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:50:58.593187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.643362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:58.714020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:50:58.714744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:50:58.714744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:58.719037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:50:58.719362 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:50:58.724125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:50:58.724466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Checking segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:50:58.724850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Bound using segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:50:58.725273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Bound port: b512d756-53c4-4d54-a51d-06c5a8514536, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:50:58.725638 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.786664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:50:58.789578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:50:58.794009 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.828885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:58.829464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:50:58.830891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] 10.222.0.39 "PUT /v2.0/ports/b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 1092 time: 0.5767972 Aug 21 18:50:58.831331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:50:58.833624 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873f72c8-1926-4504-98ec-2e67321ca4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:50:58.857611 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff59680-deb1-4f8d-a59b-1606a960d426 service neutron] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:50:58.876654 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc1bc10-9dd6-499b-a2fc-960c2dd52b74 x-openstack-request-id: req-6fc1bc10-9dd6-499b-a2fc-960c2dd52b74 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:50:58.876945 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:50:58.877194 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6fc1bc10-9dd6-499b-a2fc-960c2dd52b74 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:50:58.877586 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'status': 'completed', 'code': 200} Aug 21 18:50:58.909734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-344ed0b9-fd94-4b1e-b476-a6a78afbe7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:58.911305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-344ed0b9-fd94-4b1e-b476-a6a78afbe7a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0440199 Aug 21 18:50:58.959514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-c9796d8f-512f-45c7-8b05-5f0e9c7de985 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0395987 Aug 21 18:50:59.030852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-d576de14-dd70-4a17-9015-a15eaa1af60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:59.032302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-d576de14-dd70-4a17-9015-a15eaa1af60c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0656371 Aug 21 18:50:59.040531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e980c-accb-4a75-ba6a-75f030ba07cb req-aae3c3a6-f4c2-41f0-a3dd-d9ed3db4a96f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:59.041916 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe3e980c-accb-4a75-ba6a-75f030ba07cb req-aae3c3a6-f4c2-41f0-a3dd-d9ed3db4a96f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0851986 Aug 21 18:50:59.081527 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-0991b2f2-00ce-490d-b223-15db409a5fa7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386131 Aug 21 18:50:59.119729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe3e980c-accb-4a75-ba6a-75f030ba07cb req-d4756c66-f176-4f70-b37d-afa6856f2803 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691013 Aug 21 18:50:59.183713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-4e474686-7c8b-4c3b-8861-d9e58d219be1 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947578 Aug 21 18:50:59.280315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e19a3bfc-8935-443c-9fcc-5125d9fec01d req-2a35c1a7-8547-4732-811c-cb14d469bbf0 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Aug 21 18:50:59.367342 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-3cea1ccb-6c2e-4afc-989c-e1dcc310ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:59.368881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-3cea1ccb-6c2e-4afc-989c-e1dcc310ace5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0402718 Aug 21 18:50:59.459663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-8ce87b80-d082-47cf-8400-08f0768029ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:59.461127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-8ce87b80-d082-47cf-8400-08f0768029ec service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0854814 Aug 21 18:50:59.502937 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-295148d2-b0f5-470e-b447-6fcf1b02cd64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0339279 Aug 21 18:50:59.553740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-52efa8d8-e433-468f-9325-f6fe82fae2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:50:59.555326 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-52efa8d8-e433-468f-9325-f6fe82fae2fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0438426 Aug 21 18:50:59.587443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-bd6df9a7-0214-40e4-a4e4-47460e213dbb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238144 Aug 21 18:50:59.679680 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-ab65fd42-fa92-434e-bf11-8d33ce2ab581 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848050 Aug 21 18:50:59.771521 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-873f72c8-1926-4504-98ec-2e67321ca4d4 req-50b084dc-fe47-4518-8e30-9b1dafa8ad02 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831006 Aug 21 18:51:00.237658 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d76231-6612-4339-a6e8-2ff028c812f0 req-e808c5d9-b49a-429b-bf4d-7d10183cbbae tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:00.239182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0d76231-6612-4339-a6e8-2ff028c812f0 req-e808c5d9-b49a-429b-bf4d-7d10183cbbae tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0517194 Aug 21 18:51:00.276634 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b0d76231-6612-4339-a6e8-2ff028c812f0 req-b74e9c77-b985-4e2e-a66b-a28021877816 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Aug 21 18:51:01.395567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc973789-0fd6-43a0-9a80-68059898470f req-cc5db361-bcea-4192-b38c-c5f6c879b21a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:01.397035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc973789-0fd6-43a0-9a80-68059898470f req-cc5db361-bcea-4192-b38c-c5f6c879b21a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0528085 Aug 21 18:51:01.433189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc973789-0fd6-43a0-9a80-68059898470f req-c19bcb17-968b-4190-b5ab-b8bae16e1eb3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303173 Aug 21 18:51:01.827050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:51:01.917740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:01.932685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'port_id': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'mac_address': 'fa:16:3e:ad:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:51:01.968884 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:01.980955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b512d756-53c4-4d54-a51d-06c5a8514536 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:51:01.999965 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:02.004235 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:02.049441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:02.056599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.056943 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.057280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.057614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.057946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.058272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.058625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.058949 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.059271 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.059592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.059911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.060230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:02.197580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['b512d756-53c4-4d54-a51d-06c5a8514536'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:51:02.547288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f2ace-6e98-4090-a4c8-673444f1275a req-cbd02095-d4de-4aa3-880d-9b5219de5617 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:02.548810 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb6f2ace-6e98-4090-a4c8-673444f1275a req-cbd02095-d4de-4aa3-880d-9b5219de5617 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 944 time: 0.0490162 Aug 21 18:51:02.586652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bb6f2ace-6e98-4090-a4c8-673444f1275a req-22271e1b-55c0-4a3f-b42a-662e43f87bc1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Aug 21 18:51:03.700417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486ca33-c120-4ed4-a90b-e8652e63536e req-f3d44806-c86b-4092-a82c-76eef474b1b7 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:03.701887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7486ca33-c120-4ed4-a90b-e8652e63536e req-f3d44806-c86b-4092-a82c-76eef474b1b7 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 944 time: 0.0499983 Aug 21 18:51:03.739479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7486ca33-c120-4ed4-a90b-e8652e63536e req-de41bb36-b09b-4427-8d4c-b0718c459d64 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Aug 21 18:51:03.841870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:51:03.889434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port b512d756-53c4-4d54-a51d-06c5a8514536 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:51:03.892893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port b512d756-53c4-4d54-a51d-06c5a8514536 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:51:03.893262 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:03.971438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:03.993226 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:03.995409 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23eae67-af7b-4515-8393-8b269420bf28" -d '{"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-plugged", "status": "completed", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:04.007850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:04.011716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:04.035498 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7368f8-3d4c-4f2e-a346-05338f7e5155 x-openstack-request-id: req-4c7368f8-3d4c-4f2e-a346-05338f7e5155 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:04.035808 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-plugged", "status": "completed", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:04.036079 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c7368f8-3d4c-4f2e-a346-05338f7e5155 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:04.036466 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'code': 200} Aug 21 18:51:04.062079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:04.125416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606e115-774d-466c-8eb9-6903730a0962 req-610b7fcb-bca2-4f11-8145-38c0d92a1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:04.126893 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2606e115-774d-466c-8eb9-6903730a0962 req-610b7fcb-bca2-4f11-8145-38c0d92a1d5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1097 time: 0.0396564 Aug 21 18:51:04.160970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2606e115-774d-466c-8eb9-6903730a0962 req-c71d2218-00ca-43a0-8b02-c08c33b8bf7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272164 Aug 21 18:51:04.853183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e230f6-ee86-449f-923d-3bc682ad440b req-c745f515-fb8f-41b1-b33f-46fc121f47aa tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:04.854673 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70e230f6-ee86-449f-923d-3bc682ad440b req-c745f515-fb8f-41b1-b33f-46fc121f47aa tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0519531 Aug 21 18:51:04.892076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70e230f6-ee86-449f-923d-3bc682ad440b req-0d565a2c-345d-49ca-ba44-c788dc8b22e8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307748 Aug 21 18:51:06.006105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bd890-8083-4a9e-b9fc-7f64ffb42533 req-4f9b383a-659a-4d2e-a005-cfaf48dfaadd tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:06.007619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e8bd890-8083-4a9e-b9fc-7f64ffb42533 req-4f9b383a-659a-4d2e-a005-cfaf48dfaadd tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0483553 Aug 21 18:51:06.044240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5e8bd890-8083-4a9e-b9fc-7f64ffb42533 req-1035dfd9-14c2-4811-bdf1-091f5e2c9839 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306945 Aug 21 18:51:06.154780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2e1df-26ef-44d2-8be1-7bbc0639d3c0 req-84c6e1d1-ffb8-4748-81a0-dd7f04140670 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:06.156763 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73f2e1df-26ef-44d2-8be1-7bbc0639d3c0 req-84c6e1d1-ffb8-4748-81a0-dd7f04140670 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0484388 Aug 21 18:51:06.193878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73f2e1df-26ef-44d2-8be1-7bbc0639d3c0 req-48daa4e9-9a45-4042-b5b4-1ab7527a88d0 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Aug 21 18:51:06.392823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1205fa-c1c1-44b2-9fa4-9729cc57fecc req-7223ceb1-58a7-4791-bcb3-4c8fcf41ea98 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:06.394223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd1205fa-c1c1-44b2-9fa4-9729cc57fecc req-7223ceb1-58a7-4791-bcb3-4c8fcf41ea98 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0482240 Aug 21 18:51:06.430986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bd1205fa-c1c1-44b2-9fa4-9729cc57fecc req-59d712b6-a7a7-41f1-8a65-39d70f48c3b6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306830 Aug 21 18:51:06.544889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3338412-7a50-4b0b-95e4-5a5cf29c1df6 req-a30f3f79-9c33-42b7-a731-227b581a50b4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:06.546334 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3338412-7a50-4b0b-95e4-5a5cf29c1df6 req-a30f3f79-9c33-42b7-a731-227b581a50b4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0512283 Aug 21 18:51:06.583880 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3338412-7a50-4b0b-95e4-5a5cf29c1df6 req-56a733ed-fef5-4f90-bc67-6193225a9718 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Aug 21 18:51:06.834682 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-63c17b47-224e-4a8e-83ec-34ea04c48992 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685372 Aug 21 18:51:06.842716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2ca61-79b8-4ddd-adbd-a0df7a6c8866 req-301c0f0a-1332-490b-93f7-ef5b8acdf9cd tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:06.844341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99b2ca61-79b8-4ddd-adbd-a0df7a6c8866 req-301c0f0a-1332-490b-93f7-ef5b8acdf9cd tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0696132 Aug 21 18:51:06.884170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-99b2ca61-79b8-4ddd-adbd-a0df7a6c8866 req-789de6bc-f973-46a1-8bbc-a9481b621569 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Aug 21 18:51:08.031687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3738f-93d2-40dc-94f8-180d03e9c4a6 req-75876849-20ab-4b06-8da1-f4a5ab19cc28 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:08.033145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d3738f-93d2-40dc-94f8-180d03e9c4a6 req-75876849-20ab-4b06-8da1-f4a5ab19cc28 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0781453 Aug 21 18:51:08.038770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-2938c6bb-fd8e-4001-b490-b6681ce56ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:08.040118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-2938c6bb-fd8e-4001-b490-b6681ce56ffa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1097 time: 0.0562658 Aug 21 18:51:08.119262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25d3738f-93d2-40dc-94f8-180d03e9c4a6 req-f5f8c332-65ed-4bfc-8e4d-e1b3bc86c771 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781071 Aug 21 18:51:08.151347 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-7240a06e-32c7-4cf9-aaa8-8104d4181d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:08.152799 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-7240a06e-32c7-4cf9-aaa8-8104d4181d45 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.1051929 Aug 21 18:51:08.196308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-43e709e3-08fe-443b-9f26-504469c5c93e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0340099 Aug 21 18:51:08.243688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-8c298c86-2c8b-4679-9a25-fed0cbab32bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:08.245092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-8c298c86-2c8b-4679-9a25-fed0cbab32bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0418224 Aug 21 18:51:08.274731 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-bc5317ef-1040-477c-907a-a944f0668b64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229208 Aug 21 18:51:08.364230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-64ec6ee9-97fe-4742-b789-78fc319671de service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825701 Aug 21 18:51:08.451023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-c183ff91-1cca-4a8a-b687-bca932d7395a service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798633 Aug 21 18:51:09.238959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88032c8-9c34-4763-83ea-ef7935f6d24e req-4be6bca3-fb5f-43b2-857f-e13826dd318a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:09.245777 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c88032c8-9c34-4763-83ea-ef7935f6d24e req-4be6bca3-fb5f-43b2-857f-e13826dd318a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0545270 Aug 21 18:51:09.282532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c88032c8-9c34-4763-83ea-ef7935f6d24e req-2e17a6df-39ec-4b23-a065-c1051ec86e6b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Aug 21 18:51:10.399261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc879d-d6f9-44be-8b72-fb51a7ff92e2 req-7598972c-d581-4dba-a4cb-821e3c3b2879 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:10.400748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ecc879d-d6f9-44be-8b72-fb51a7ff92e2 req-7598972c-d581-4dba-a4cb-821e3c3b2879 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0537083 Aug 21 18:51:10.437516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7ecc879d-d6f9-44be-8b72-fb51a7ff92e2 req-211134a2-0dc6-4f68-beb1-7676160b70fb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302374 Aug 21 18:51:11.551860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412db19-f30d-4387-b839-1eff09274cd2 req-7ee989a6-8086-4812-aec4-7426ad96b590 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:11.553370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d412db19-f30d-4387-b839-1eff09274cd2 req-7ee989a6-8086-4812-aec4-7426ad96b590 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0495255 Aug 21 18:51:11.598413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d412db19-f30d-4387-b839-1eff09274cd2 req-d72c3aa0-f3d7-46a9-8caa-c2a3fd0c8e9a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Aug 21 18:51:12.714621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ab926-1904-4dc7-9c1b-ce62acae9d91 req-b4066277-5c9e-40c0-80bb-7218c8893181 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:12.716099 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-068ab926-1904-4dc7-9c1b-ce62acae9d91 req-b4066277-5c9e-40c0-80bb-7218c8893181 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0500264 Aug 21 18:51:12.753403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-068ab926-1904-4dc7-9c1b-ce62acae9d91 req-33764042-963e-408e-b703-20e857a57550 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306365 Aug 21 18:51:13.868033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf419d-0394-4d05-b899-1d2180a0af44 req-94d1b712-7c66-4897-8597-903c956dd758 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:13.869490 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efaf419d-0394-4d05-b899-1d2180a0af44 req-94d1b712-7c66-4897-8597-903c956dd758 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0480087 Aug 21 18:51:13.906761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efaf419d-0394-4d05-b899-1d2180a0af44 req-fb5773b1-a994-4af6-8704-119a519197d8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Aug 21 18:51:15.021020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5507e-7d6a-4602-93e8-701b5deeaac8 req-23265534-044d-4a6e-a2d4-a0891a0a5dd5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:15.022479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6af5507e-7d6a-4602-93e8-701b5deeaac8 req-23265534-044d-4a6e-a2d4-a0891a0a5dd5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0475967 Aug 21 18:51:15.058739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6af5507e-7d6a-4602-93e8-701b5deeaac8 req-676bbf00-78b2-473a-8e3f-8bb8cd4639d3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Aug 21 18:51:16.176191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f111-eb1c-48e0-9584-287ba9ee031e req-5f2366ae-2dfc-4a90-86fc-901e556306a6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:16.177661 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16f7f111-eb1c-48e0-9584-287ba9ee031e req-5f2366ae-2dfc-4a90-86fc-901e556306a6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0521429 Aug 21 18:51:16.214205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16f7f111-eb1c-48e0-9584-287ba9ee031e req-b02a0e2b-4fd9-46a2-a87d-5d57b73c1052 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305629 Aug 21 18:51:16.387135 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:51:17.345486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0856f-d6ca-4e45-9ff2-5350ff699c43 req-01b64d5c-4f6b-4d65-80f3-bf87cdcb8ac7 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:17.346986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34c0856f-d6ca-4e45-9ff2-5350ff699c43 req-01b64d5c-4f6b-4d65-80f3-bf87cdcb8ac7 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0523267 Aug 21 18:51:17.384412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-34c0856f-d6ca-4e45-9ff2-5350ff699c43 req-e39e0dd3-a5a1-41b3-82c7-b5b896db0b7a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Aug 21 18:51:17.804778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38dda6d1-874b-4cc7-b8f8-f8057ef800ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:18.497054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa26c9-1fad-4f82-9c28-e432c9f1fce6 req-749aedac-d03f-48de-9feb-0763f2d2858a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:18.498558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5fa26c9-1fad-4f82-9c28-e432c9f1fce6 req-749aedac-d03f-48de-9feb-0763f2d2858a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0483887 Aug 21 18:51:18.535790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5fa26c9-1fad-4f82-9c28-e432c9f1fce6 req-d092d25d-029c-4418-9d76-a63b16771773 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307002 Aug 21 18:51:18.787693 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:19.295870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:19.647580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f587e-a986-4b79-9abd-b14708e98e4f req-b7c69b94-86d1-44a3-b0aa-900d40bbfb5d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:19.649050 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c42f587e-a986-4b79-9abd-b14708e98e4f req-b7c69b94-86d1-44a3-b0aa-900d40bbfb5d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0479581 Aug 21 18:51:19.686855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c42f587e-a986-4b79-9abd-b14708e98e4f req-78b0d989-642d-4917-ab1d-569da71df30a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318933 Aug 21 18:51:20.342408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e5d6884-cd06-4aeb-99ef-db98e05c8372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:20.498689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:20.801947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736c94-20bf-4779-b961-d6f315889f32 req-50ba02de-0242-4b5f-b722-a71a5301d8a3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:20.803639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1736c94-20bf-4779-b961-d6f315889f32 req-50ba02de-0242-4b5f-b722-a71a5301d8a3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0491996 Aug 21 18:51:20.840912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1736c94-20bf-4779-b961-d6f315889f32 req-caf2490a-2add-4f7b-ad5f-ea393272842a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312583 Aug 21 18:51:21.735840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:21.953717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe13af7-a5f4-449f-af81-91b7955dbaeb req-5964dbe5-84f1-4663-a4f1-ff714cdd741a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:21.955227 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe13af7-a5f4-449f-af81-91b7955dbaeb req-5964dbe5-84f1-4663-a4f1-ff714cdd741a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0482662 Aug 21 18:51:21.991348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-efe13af7-a5f4-449f-af81-91b7955dbaeb req-6db480b8-2e3e-4023-ae3d-d2545573a7b1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301862 Aug 21 18:51:23.107991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0fe07-9ec3-4519-b7c7-d625e99933f4 req-0c730d14-56d5-4d6c-bd3a-a86e2d368644 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:23.109856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15a0fe07-9ec3-4519-b7c7-d625e99933f4 req-0c730d14-56d5-4d6c-bd3a-a86e2d368644 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0527036 Aug 21 18:51:23.146429 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-15a0fe07-9ec3-4519-b7c7-d625e99933f4 req-d726988d-39d4-4031-bebe-fa9678860bf8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Aug 21 18:51:23.402259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:24.261075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1cc3e-6c79-4ea4-b0e1-0b6decc846b1 req-6c2a3732-1c5e-48e4-b2a5-4f3cfc021932 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:24.262546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eee1cc3e-6c79-4ea4-b0e1-0b6decc846b1 req-6c2a3732-1c5e-48e4-b2a5-4f3cfc021932 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0514266 Aug 21 18:51:24.300456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eee1cc3e-6c79-4ea4-b0e1-0b6decc846b1 req-bd2b462e-0dfd-4cf7-a2f4-7b3c0c8aea7c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Aug 21 18:51:25.416441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f010cf5-65fb-43cc-ae99-74c3280684a6 req-3ddc4fc6-ef3e-439f-8938-6f241a7aac5c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:25.417931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f010cf5-65fb-43cc-ae99-74c3280684a6 req-3ddc4fc6-ef3e-439f-8938-6f241a7aac5c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0486405 Aug 21 18:51:25.454962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5f010cf5-65fb-43cc-ae99-74c3280684a6 req-1b8cb12f-2ea9-49da-b0ec-bb2b4bc75fbe tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311632 Aug 21 18:51:26.567067 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedda6-cdb4-47cb-99e4-139d761c04ba req-42b22e25-1aee-4745-a818-ca6d7ad2cd0c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:26.568530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4cedda6-cdb4-47cb-99e4-139d761c04ba req-42b22e25-1aee-4745-a818-ca6d7ad2cd0c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0478313 Aug 21 18:51:26.605385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4cedda6-cdb4-47cb-99e4-139d761c04ba req-0c42c5e6-6831-42b7-a965-d96227865319 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Aug 21 18:51:27.718614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c6afb-ee89-47e0-92f6-7028b628332a req-7fd63c75-ba84-41b4-b09c-dbc4fb96cf46 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:27.720706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-899c6afb-ee89-47e0-92f6-7028b628332a req-7fd63c75-ba84-41b4-b09c-dbc4fb96cf46 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0491281 Aug 21 18:51:27.757324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-899c6afb-ee89-47e0-92f6-7028b628332a req-fcc94469-5e4e-4bf2-89f2-eeebdcd144b0 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305777 Aug 21 18:51:28.870061 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49831b1e-2d96-468c-a841-e9f15b7c765d req-1f356985-43c2-49f7-9d31-6e3300c24c0d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:28.871529 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49831b1e-2d96-468c-a841-e9f15b7c765d req-1f356985-43c2-49f7-9d31-6e3300c24c0d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0477090 Aug 21 18:51:28.908166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-49831b1e-2d96-468c-a841-e9f15b7c765d req-eff9b1de-6805-4dcf-8666-d62f3109c301 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302579 Aug 21 18:51:30.029042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba3e5-f4c7-4a70-9064-0ba08dec81d6 req-0bf036e3-a3f3-482a-bad4-27b41425ad1e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:30.030531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-559ba3e5-f4c7-4a70-9064-0ba08dec81d6 req-0bf036e3-a3f3-482a-bad4-27b41425ad1e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0538423 Aug 21 18:51:30.068071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-559ba3e5-f4c7-4a70-9064-0ba08dec81d6 req-93d076ff-8625-459c-92c7-a2835e5d1bd9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 21 18:51:31.183506 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c2eec-09b6-41f7-9c4e-015ede87aa31 req-847cb9ca-f697-493a-8981-6ef69d0e73b6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:31.184944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a8c2eec-09b6-41f7-9c4e-015ede87aa31 req-847cb9ca-f697-493a-8981-6ef69d0e73b6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0515013 Aug 21 18:51:31.222045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a8c2eec-09b6-41f7-9c4e-015ede87aa31 req-bd2eae60-85d9-4003-a687-6710bc6e4e5a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Aug 21 18:51:32.335392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628f226-c61c-4ab2-a558-aa0b607679aa req-5f8ae6df-aa46-480c-858c-0300ae05880b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:32.336877 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a628f226-c61c-4ab2-a558-aa0b607679aa req-5f8ae6df-aa46-480c-858c-0300ae05880b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0488825 Aug 21 18:51:32.374476 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a628f226-c61c-4ab2-a558-aa0b607679aa req-a7d182f4-5152-439e-a09c-c2b27bc56d2b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316284 Aug 21 18:51:33.486812 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5d89c-5af9-4a45-9479-57566493f4ec req-94218b5e-e725-41d0-9b4b-89da2be4254f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:33.488280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65b5d89c-5af9-4a45-9479-57566493f4ec req-94218b5e-e725-41d0-9b4b-89da2be4254f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0482991 Aug 21 18:51:33.524038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65b5d89c-5af9-4a45-9479-57566493f4ec req-5f256fb7-8fe0-44ae-881e-2c136b5eb560 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Aug 21 18:51:34.639105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a41e8-4290-4a99-91dc-dc9230e3799d req-68c82b05-6df1-4fe1-812f-720bf3ab85c9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:34.640590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e60a41e8-4290-4a99-91dc-dc9230e3799d req-68c82b05-6df1-4fe1-812f-720bf3ab85c9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0487943 Aug 21 18:51:34.677436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e60a41e8-4290-4a99-91dc-dc9230e3799d req-e3b022dd-95dd-4c28-8a4a-d288a68612b0 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Aug 21 18:51:35.399043 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-e2c1c1f6-bf3c-4a1a-a82e-027f1f26aed9 service neutron] show failed (client error): The resource could not be found. Aug 21 18:51:35.400020 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-e2c1c1f6-bf3c-4a1a-a82e-027f1f26aed9 service neutron] 10.222.0.39 "GET /v2.0/ports/b512d756-53c4-4d54-a51d-06c5a8514536/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0526533 Aug 21 18:51:35.607945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-308e46d2-f495-4795-b4d6-483f4dfecce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:35.610033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-308e46d2-f495-4795-b4d6-483f4dfecce0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d&tenant_id=031464423c7e45d0911bbe38e723f19c HTTP/1.1" status: 200 len: 1097 time: 0.0439899 Aug 21 18:51:35.626041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:51:35.676974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:35.797846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8c4b5-a6de-4571-b0e8-c7db2e2deb4a req-b4d0d97b-9546-4e22-ba1f-c45464e1fdfc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:35.799464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5c8c4b5-a6de-4571-b0e8-c7db2e2deb4a req-b4d0d97b-9546-4e22-ba1f-c45464e1fdfc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 945 time: 0.0550241 Aug 21 18:51:35.865208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.64', 59692) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:51:35.915314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:35.953325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335e4dd-899a-4929-a611-16abcc082d1b req-61ec8aba-3efd-4144-af07-f85abd1e6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:35.954909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-61ec8aba-3efd-4144-af07-f85abd1e6d4c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1097 time: 0.0887024 Aug 21 18:51:35.962979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:51:36.054007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:36.056287 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2048be2d-8864-4f68-876e-b1c86b4d0114" -d '{"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-unplugged", "status": "completed", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:36.061947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:36.075402 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Transition to ACTIVE for port object b512d756-53c4-4d54-a51d-06c5a8514536 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:51:36.081024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:36.119672 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448adf77-edcd-4612-bd6c-1b666f4f9bb7 x-openstack-request-id: req-448adf77-edcd-4612-bd6c-1b666f4f9bb7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:36.119892 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-unplugged", "status": "completed", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:36.120108 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-448adf77-edcd-4612-bd6c-1b666f4f9bb7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:36.120493 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'code': 200} Aug 21 18:51:36.138302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5c8c4b5-a6de-4571-b0e8-c7db2e2deb4a req-37a02f22-4cb3-47e1-ac5a-bdcc7eff709e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326652 Aug 21 18:51:36.153748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335e4dd-899a-4929-a611-16abcc082d1b req-ef552c82-a91a-4628-bf31-a35b3ec8475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:36.155318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-ef552c82-a91a-4628-bf31-a35b3ec8475e service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.1723866 Aug 21 18:51:36.175094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] No DVR routers for this DVR port b512d756-53c4-4d54-a51d-06c5a8514536 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:51:36.182134 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:36.220520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-e13b999a-b22c-4643-bea4-d26db9339a10 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0465465 Aug 21 18:51:36.221829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.222171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.222522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.222863 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.223187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.223520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.223945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.224273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.224594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.224915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.225231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.225548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:51:36.284944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:51:36.285274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:51:36.285603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:51:36.293511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:51:36.293828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Attempting to bind port b512d756-53c4-4d54-a51d-06c5a8514536 on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:51:36.302158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:51:36.302487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Checking segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:51:36.302879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Bound using segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:51:36.303295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Bound port: b512d756-53c4-4d54-a51d-06c5a8514536, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:51:36.303642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:36.307012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335e4dd-899a-4929-a611-16abcc082d1b req-25ca0df2-8883-4960-8ba5-14c40a02b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:36.308436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-25ca0df2-8883-4960-8ba5-14c40a02b8d3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0635474 Aug 21 18:51:36.360542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-6eb2ce00-88a2-4d10-b5d8-b30f04f0f1f2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410101 Aug 21 18:51:36.436219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:51:36.451740 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:51:36.462538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:36.508588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:36.509210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:36.510608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] 10.222.0.64 "PUT /v2.0/ports/b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 1092 time: 0.8885794 Aug 21 18:51:36.518206 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-4ddecf34-d015-4cd6-9832-062bf22f5d6e service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432960 Aug 21 18:51:36.550114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae299d6-32a7-440d-a86e-ebbb51f471da service neutron] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:36.620640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7335e4dd-899a-4929-a611-16abcc082d1b req-92179fa0-d38a-408e-af74-9aa6e31a9878 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909879 Aug 21 18:51:36.707061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-b1c82467-67b6-4756-9c66-654875662f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:36.708448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-b1c82467-67b6-4756-9c66-654875662f51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0403478 Aug 21 18:51:36.802752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-253a660b-6d1e-438b-907a-2407791312f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:36.804230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-253a660b-6d1e-438b-907a-2407791312f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0837052 Aug 21 18:51:37.180710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-901cfb9b-6f04-4bf1-95b9-214cf671da60 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.3643320 Aug 21 18:51:37.260262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-c3033f67-1ef3-4c22-96b0-800e345df4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:37.261687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-c3033f67-1ef3-4c22-96b0-800e345df4dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0704374 Aug 21 18:51:37.276234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16107e5b-d1e9-4d06-9428-c310891a8d9d req-128b814c-9a17-44a6-8079-0a920f5ade47 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:37.277574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16107e5b-d1e9-4d06-9428-c310891a8d9d req-128b814c-9a17-44a6-8079-0a920f5ade47 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0612154 Aug 21 18:51:37.311176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-f65f7787-643c-455a-af5e-23ec7305d872 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327132 Aug 21 18:51:37.337988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16107e5b-d1e9-4d06-9428-c310891a8d9d req-8e0a2119-4aa4-4a50-962a-6c327fd1f9cb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524304 Aug 21 18:51:37.409733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-06983459-ff48-4636-91d4-c7256dec0ebe service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Aug 21 18:51:37.503244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fe40063-e4ab-465c-a1ce-b8f70430ddde req-ba130bb8-2edb-4390-a963-4499c3674857 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826998 Aug 21 18:51:38.041039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:51:38.082940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:51:38.122186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:38.124521 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900ad637-fde5-4c5d-bfcc-6efef2ed674b" -d '{"events": [{"name": "network-changed", "server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:38.171574 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a4b54e-895f-4054-b66c-a0dd0f1104dd x-openstack-request-id: req-b6a4b54e-895f-4054-b66c-a0dd0f1104dd {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:38.171871 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:38.172629 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6a4b54e-895f-4054-b66c-a0dd0f1104dd {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:38.173160 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'status': 'completed', 'code': 200} Aug 21 18:51:38.227852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-5b1ab68d-2b28-4803-b150-d289bf72f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.229345 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-5b1ab68d-2b28-4803-b150-d289bf72f631 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0395248 Aug 21 18:51:38.232216 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-fc74249a-83b8-47b7-9ecd-538021ff4bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.233714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-fc74249a-83b8-47b7-9ecd-538021ff4bf3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0395799 Aug 21 18:51:38.323072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-2a1903b8-8fba-4937-8619-426ebf141a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.324547 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-2a1903b8-8fba-4937-8619-426ebf141a93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0885253 Aug 21 18:51:38.327390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-9377b559-aa2a-42bb-8d4c-c6925be039ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.331115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-9377b559-aa2a-42bb-8d4c-c6925be039ab service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0889068 Aug 21 18:51:38.366406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-a7289629-47c7-4752-91e8-3feca9f90a35 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0347774 Aug 21 18:51:38.372984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-920ae300-dd32-4eb4-bd95-7f84b59115da service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0343742 Aug 21 18:51:38.415843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-7c2515c5-682a-4581-8884-5975a9b55b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.417312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-7c2515c5-682a-4581-8884-5975a9b55b91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0434089 Aug 21 18:51:38.448864 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-d4b38039-b58e-4fec-a0e9-4431116ba666 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250602 Aug 21 18:51:38.453678 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-bef7ccad-52de-4b43-a30c-7825aead6d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.455242 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-bef7ccad-52de-4b43-a30c-7825aead6d9c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0746973 Aug 21 18:51:38.471272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6776bad-f675-4e14-bef1-b8cfb081764e req-759bfe5a-8373-4b56-adf3-eb7b25d0f58b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:38.472751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6776bad-f675-4e14-bef1-b8cfb081764e req-759bfe5a-8373-4b56-adf3-eb7b25d0f58b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0665910 Aug 21 18:51:38.508847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-3c157476-76d7-4912-9d73-793eeb5e0a1d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351427 Aug 21 18:51:38.536059 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e6776bad-f675-4e14-bef1-b8cfb081764e req-a912834f-c54b-4a9c-bbce-2f493baa257f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Aug 21 18:51:38.541396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-274c9c64-593b-49c0-9662-4fe914c91e5d service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851145 Aug 21 18:51:38.613945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-f7e30b61-c62c-47fb-9b5d-3543f2e91554 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927017 Aug 21 18:51:38.631471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-7b725485-2086-42a0-898b-43bf1e977c7b service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825701 Aug 21 18:51:38.704200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-900ad637-fde5-4c5d-bfcc-6efef2ed674b req-44f4eb18-532b-405e-b81f-467f7444cf20 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824423 Aug 21 18:51:39.658557 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5ac6b-c41f-4fc2-8d72-a92a999aab8a req-ee16fe14-9506-4183-9fd1-2cde77d44be3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:39.660056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7a5ac6b-c41f-4fc2-8d72-a92a999aab8a req-ee16fe14-9506-4183-9fd1-2cde77d44be3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0528142 Aug 21 18:51:39.697086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d7a5ac6b-c41f-4fc2-8d72-a92a999aab8a req-11c1c41a-d2c1-48b5-abe4-27cd01ff0603 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Aug 21 18:51:39.956201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a27ee4-c689-4376-8518-c39c5a337ffb req-52da6180-60e9-4e50-abd6-f651859c5e92 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:39.957620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83a27ee4-c689-4376-8518-c39c5a337ffb req-52da6180-60e9-4e50-abd6-f651859c5e92 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.1045432 Aug 21 18:51:39.991966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-a5b19fec-8e3d-4638-9fbe-5b7e87d0755c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:39.993372 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-a5b19fec-8e3d-4638-9fbe-5b7e87d0755c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.39 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d&tenant_id=031464423c7e45d0911bbe38e723f19c&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 943 time: 0.1153915 Aug 21 18:51:40.031902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83a27ee4-c689-4376-8518-c39c5a337ffb req-fa04e9c4-1e69-4499-b7e4-75a96b9a084c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675251 Aug 21 18:51:40.062058 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-2f031d6f-6bf7-48ad-ac26-40147b87e92e service neutron] delete failed (client error): The resource could not be found. Aug 21 18:51:40.064262 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-2f031d6f-6bf7-48ad-ac26-40147b87e92e service neutron] 10.222.0.39 "DELETE /v2.0/ports/b512d756-53c4-4d54-a51d-06c5a8514536/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0595801 Aug 21 18:51:40.147337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-879773f6-1f80-4cbc-bead-48e92d29328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:40.148952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-879773f6-1f80-4cbc-bead-48e92d29328b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 1095 time: 0.0418267 Aug 21 18:51:40.239825 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-ceae2650-3696-4098-b8b7-27cd6cfe6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:40.241184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-ceae2650-3696-4098-b8b7-27cd6cfe6797 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0852723 Aug 21 18:51:40.281754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-a814faca-c2c9-4c31-a325-5a1a531b97c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 200 len: 217 time: 0.0336561 Aug 21 18:51:40.332881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-d592b5b1-697d-4102-8230-f94a3db53e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:40.334274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-d592b5b1-697d-4102-8230-f94a3db53e9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0462611 Aug 21 18:51:40.365917 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-df11db82-344a-41bf-a2c3-e90e96ae9658 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236990 Aug 21 18:51:40.453455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-b4ddb7e1-8e1e-4b46-a61c-159125e15053 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Aug 21 18:51:40.542305 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1a89200b-6993-49c5-90dd-02c40b2c6adc req-1540c60e-2c68-4afb-8a4f-faf4062971ff service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824220 Aug 21 18:51:41.151714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f749d-a982-4586-bf3e-6ebfa77d647b req-dcba9216-f516-4dea-af96-5307507f22b2 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:41.153275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-077f749d-a982-4586-bf3e-6ebfa77d647b req-dcba9216-f516-4dea-af96-5307507f22b2 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0491545 Aug 21 18:51:41.190942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-077f749d-a982-4586-bf3e-6ebfa77d647b req-11b6871a-c230-4eed-8319-de0ddaff4899 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Aug 21 18:51:41.303914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5b1f4-8b9f-4652-a0ae-98d019b05458 req-40ea6cc5-29e2-453f-978e-7e8ef829f678 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:41.305396 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a3b5b1f4-8b9f-4652-a0ae-98d019b05458 req-40ea6cc5-29e2-453f-978e-7e8ef829f678 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0489545 Aug 21 18:51:41.342601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a3b5b1f4-8b9f-4652-a0ae-98d019b05458 req-48b83f25-1097-49b5-b0a8-86f78cfa831b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312023 Aug 21 18:51:41.460264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5abd0-3903-4369-8974-9eaf00fb31ca req-480e61e9-0cb9-4e3c-88b2-1816c99bc3b1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:41.461653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9e5abd0-3903-4369-8974-9eaf00fb31ca req-480e61e9-0cb9-4e3c-88b2-1816c99bc3b1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 943 time: 0.0534804 Aug 21 18:51:41.499341 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9e5abd0-3903-4369-8974-9eaf00fb31ca req-c4dbf4b9-5d88-4bbd-9c8d-da65a0330d86 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312879 Aug 21 18:51:41.638184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:51:41.733299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:41.744521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'port_id': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'mac_address': 'fa:16:3e:ad:1b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:51:41.781109 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:41.794152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b512d756-53c4-4d54-a51d-06c5a8514536 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:51:41.814308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:41.818982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:41.846725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-9e036a58-4d10-4b1c-990f-c0c7394f7175 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:41.848225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-9e036a58-4d10-4b1c-990f-c0c7394f7175 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 814 time: 0.1092818 Aug 21 18:51:41.863144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-ce2e456d-261e-4bd7-a6ce-18fe7faa5856 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/quotas/031464423c7e45d0911bbe38e723f19c HTTP/1.1" status: 200 len: 375 time: 0.0091190 Aug 21 18:51:41.869816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:41.917121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-b7ed3cea-5110-46a5-bba8-d9b737eeb655 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484455 Aug 21 18:51:42.005922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-dbe75344-69de-4fec-8916-5656de855898 service neutron] 10.222.0.41 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814948 Aug 21 18:51:42.055095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b512d756-53c4-4d54-a51d-06c5a8514536'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:51:42.099528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-88a2b1d1-0c06-4553-9adb-13fe0fd949bc service neutron] 10.222.0.41 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875151 Aug 21 18:51:42.258586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8808c0a1-14ea-465f-ac06-8560d6f0e12a req-719e356c-d0b9-4280-9d01-1dcdf6abd413 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 210 time: 0.0274067 Aug 21 18:51:43.212956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-2baf0e49-41bb-4e97-8e79-e55ec247d963 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:43.214426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-2baf0e49-41bb-4e97-8e79-e55ec247d963 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.64 "GET /v2.0/ports?device_id=af82452b-04c4-432f-b196-eb371518320d HTTP/1.1" status: 200 len: 944 time: 0.1062627 Aug 21 18:51:43.260019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-070b9eac-bb3d-4a47-a14e-9711f55fd8c6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:43.261433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-070b9eac-bb3d-4a47-a14e-9711f55fd8c6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 814 time: 0.1634195 Aug 21 18:51:43.279669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Request body: {'port': {'device_id': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'admin_state_up': True, 'tenant_id': '031464423c7e45d0911bbe38e723f19c'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:51:43.380973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b022a55-598b-4bc3-9227-5501b5889cc1 req-cf930f39-d65c-44bb-9bd8-8a9143d12f8f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 210 time: 0.0367746 Aug 21 18:51:43.423791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Deleting port b512d756-53c4-4d54-a51d-06c5a8514536 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:51:43.424132 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.505387 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Made reservation on behalf of 031464423c7e45d0911bbe38e723f19c for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:51:43.508744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.547046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] For port b512d756-53c4-4d54-a51d-06c5a8514536, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b512d756-53c4-4d54-a51d-06c5a8514536,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:43.547498 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.587436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Calling delete_port for b512d756-53c4-4d54-a51d-06c5a8514536 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:51:43.666594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:51:43.710172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Allocated IP 172.20.0.11 (76e50ca0-266d-415b-acf8-44c11a23f87b/43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7/5ac75873-c30f-4c51-9a87-d53f98a9941a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:51:43.718852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port b512d756-53c4-4d54-a51d-06c5a8514536 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:51:43.724005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port b512d756-53c4-4d54-a51d-06c5a8514536 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:51:43.724625 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.806137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.810648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.826948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b512d756-53c4-4d54-a51d-06c5a8514536'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:51:43.880267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Pushing event deleted for resources: {'Port': ['ID=b512d756-53c4-4d54-a51d-06c5a8514536,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:43.924361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] No DVR routers for this DVR port b512d756-53c4-4d54-a51d-06c5a8514536 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:51:43.928099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:43.930068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.64 "DELETE /v2.0/ports/b512d756-53c4-4d54-a51d-06c5a8514536 HTTP/1.1" status: 204 len: 173 time: 0.7007649 Aug 21 18:51:43.930520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-deleted', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:43.932837 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b524233-87a0-4e1d-8c2f-dafbef493814" -d '{"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-deleted", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:43.974585 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdacf76-9def-4f1d-92cf-47b7b15d446b x-openstack-request-id: req-0fdacf76-9def-4f1d-92cf-47b7b15d446b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:43.974878 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af82452b-04c4-432f-b196-eb371518320d", "name": "network-vif-deleted", "tag": "b512d756-53c4-4d54-a51d-06c5a8514536", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:43.975128 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0fdacf76-9def-4f1d-92cf-47b7b15d446b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:43.975520 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af82452b-04c4-432f-b196-eb371518320d', 'name': 'network-vif-deleted', 'tag': 'b512d756-53c4-4d54-a51d-06c5a8514536', 'status': 'completed', 'code': 200} Aug 21 18:51:43.984587 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.028765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.041845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b512d756-53c4-4d54-a51d-06c5a8514536'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:51:44.071304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Network 76e50ca0-266d-415b-acf8-44c11a23f87b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:51:44.074255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:51:44.077899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:51:44.105442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:44.133290 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:44.133906 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.147526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-bd83cec6-f5e1-40a2-b2dd-19ef5c13791c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8714452 Aug 21 18:51:44.159967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Request body: {'port': {'device_id': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:51:44.216140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.501556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac75873-c30f-4c51-9a87-d53f98a9941a {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:51:44.510762 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.528311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Transition to ACTIVE for port object 5ac75873-c30f-4c51-9a87-d53f98a9941a will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:51:44.540410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afc472-fce9-4fed-87f5-8804fa03d82f req-0790952b-840a-4421-bee1-af93ba93083d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:44.542079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74afc472-fce9-4fed-87f5-8804fa03d82f req-0790952b-840a-4421-bee1-af93ba93083d tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 932 time: 0.0759311 Aug 21 18:51:44.542954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.613263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:44.645679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74afc472-fce9-4fed-87f5-8804fa03d82f req-e71c888f-1d1d-4210-b315-4a7cd855f50a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777252 Aug 21 18:51:44.690398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:51:44.690755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:51:44.691084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:51:44.695568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:51:44.695890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:51:44.700860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:51:44.701197 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Checking segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:51:44.701577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Bound using segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:51:44.702000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Bound port: 5ac75873-c30f-4c51-9a87-d53f98a9941a, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:51:44.702380 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.765786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:51:44.768952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:51:44.773256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.809537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:44.810204 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:44.811624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] 10.222.0.64 "PUT /v2.0/ports/5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 1093 time: 0.6556439 Aug 21 18:51:44.836118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0df26a-4a19-43b0-b633-5fe51c381dcf service neutron] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:44.891725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-ff0017b0-eaf2-47f9-84c2-e70c7efba6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:44.893223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-ff0017b0-eaf2-47f9-84c2-e70c7efba6e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0410235 Aug 21 18:51:44.941349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-7bb4177a-14d6-4e3b-958a-fb8a3120c532 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0348668 Aug 21 18:51:44.995413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-114223bd-3bd8-4224-b443-09afd1462a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:44.996811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-114223bd-3bd8-4224-b443-09afd1462a62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0436747 Aug 21 18:51:45.038602 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-30bbcd2b-e2a1-445b-ae96-8555076eeb5b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293782 Aug 21 18:51:45.131510 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-66c3c433-7ac7-40ff-904d-0b3146f5e3b9 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816743 Aug 21 18:51:45.226603 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5428f146-a9ca-40fc-8fe3-b13cb5e6e047 req-be16ddf7-cebe-46ac-adbe-08cbc948a7ce service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838950 Aug 21 18:51:45.767249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23db5b-f5bd-49c6-baf4-15511d186b3d req-095de9b1-1672-46a3-a94f-ca30696496fb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:45.768720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b23db5b-f5bd-49c6-baf4-15511d186b3d req-095de9b1-1672-46a3-a94f-ca30696496fb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0531094 Aug 21 18:51:45.805578 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b23db5b-f5bd-49c6-baf4-15511d186b3d req-6675626d-eee8-4dac-985e-13134b6eb1e3 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309360 Aug 21 18:51:45.976892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:45.979174 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a0dd5-b021-4870-afc4-9bcc9487994d" -d '{"events": [{"name": "network-changed", "server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:46.014306 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9919ff7-5f5f-46ed-8021-5576eba67c8f x-openstack-request-id: req-c9919ff7-5f5f-46ed-8021-5576eba67c8f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:46.014635 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:46.014879 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9919ff7-5f5f-46ed-8021-5576eba67c8f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:46.015278 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'status': 'completed', 'code': 200} Aug 21 18:51:46.076865 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-2db462a8-89a8-459b-b7c1-ae51e4a46b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:46.078327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-2db462a8-89a8-459b-b7c1-ae51e4a46b1e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0407736 Aug 21 18:51:46.165364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-9ff32742-23cb-4acb-bf36-ff9a7591f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:46.166897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-9ff32742-23cb-4acb-bf36-ff9a7591f65f service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0806720 Aug 21 18:51:46.211974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-c746574c-d01b-4be4-99f4-427b8a5a34e5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0370259 Aug 21 18:51:46.260472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-e00d0b6a-bd32-45a3-81ac-a5615a986c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:46.261803 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-e00d0b6a-bd32-45a3-81ac-a5615a986c58 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0418482 Aug 21 18:51:46.292970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-3004b093-9442-43a1-9415-ba28ea08f8b0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230980 Aug 21 18:51:46.384079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-9a1f7d5f-9832-4e38-b629-15c53e1fe013 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835748 Aug 21 18:51:46.474640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d5a0dd5-b021-4870-afc4-9bcc9487994d req-3782fe86-8678-4a2f-bacf-158df322889e service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790906 Aug 21 18:51:46.931810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e35e46-3b24-49d6-ae23-268ffca16eed req-024842d3-48c1-452f-bf6a-69e1f0770145 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:46.933429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e35e46-3b24-49d6-ae23-268ffca16eed req-024842d3-48c1-452f-bf6a-69e1f0770145 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0617957 Aug 21 18:51:46.971885 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e35e46-3b24-49d6-ae23-268ffca16eed req-1d4bbaf8-70d9-434a-8089-bd12f1ea7a79 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Aug 21 18:51:47.693399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:51:47.713780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: b512d756-53c4-4d54-a51d-06c5a8514536 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:51:47.714115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b512d756-53c4-4d54-a51d-06c5a8514536 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:51:47.804972 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3fdd8fc5-8e1e-4d2c-8137-cc00bd56de70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:48.090353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348cb20-155b-4001-bd44-4193cb41d2cd req-71b408c7-f30e-415e-b82d-bb491a35e827 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:48.091889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3348cb20-155b-4001-bd44-4193cb41d2cd req-71b408c7-f30e-415e-b82d-bb491a35e827 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0511467 Aug 21 18:51:48.134541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3348cb20-155b-4001-bd44-4193cb41d2cd req-3a3794e4-2d00-4569-9b43-a451dbdc647b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Aug 21 18:51:48.787183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:49.247121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5df20b-931f-4dbd-a980-71fa91c03a82 req-8c3de1ef-ca20-411b-b225-1c851a1d2de4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:49.248592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d5df20b-931f-4dbd-a980-71fa91c03a82 req-8c3de1ef-ca20-411b-b225-1c851a1d2de4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0482128 Aug 21 18:51:49.285683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d5df20b-931f-4dbd-a980-71fa91c03a82 req-9a0a9611-9804-4b33-9470-d3d0170129cb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Aug 21 18:51:49.305356 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:49.713113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:51:49.807564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:49.818855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'port_id': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'mac_address': 'fa:16:3e:81:2e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:51:49.856143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:49.869079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac75873-c30f-4c51-9a87-d53f98a9941a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:51:49.888462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:49.892633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:49.939268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:50.119321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5ac75873-c30f-4c51-9a87-d53f98a9941a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:51:50.343314 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3fb30665-efb5-43a6-9918-daced2ba501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:50.402231 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af9ff4-c949-4598-b318-abdd3bd31c15 req-94c6c235-b4e8-488f-aa35-e7b2d8d290b8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:50.403824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41af9ff4-c949-4598-b318-abdd3bd31c15 req-94c6c235-b4e8-488f-aa35-e7b2d8d290b8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Aug 21 18:51:50.441971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41af9ff4-c949-4598-b318-abdd3bd31c15 req-fd63c253-7943-4929-8970-2699bd11a487 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Aug 21 18:51:50.499770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:51.558930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad320ac-664b-4ad7-847f-dd1cf7080b0d req-86c076eb-36e2-403a-ab43-986a6db23628 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:51.560403 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ad320ac-664b-4ad7-847f-dd1cf7080b0d req-86c076eb-36e2-403a-ab43-986a6db23628 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0522649 Aug 21 18:51:51.598273 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ad320ac-664b-4ad7-847f-dd1cf7080b0d req-a724a6ea-a78b-425a-a31e-7c71765a0b4f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320027 Aug 21 18:51:51.729427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:51:51.758872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:51.780421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5ac75873-c30f-4c51-9a87-d53f98a9941a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:51:51.784625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5ac75873-c30f-4c51-9a87-d53f98a9941a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:51:51.784982 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:51.862432 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:51.884248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:51:51.886455 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f479c5-f650-4035-93ef-133b57b701fe" -d '{"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:51:51.899087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:51:51.903699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:51.927054 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c107553-5e51-42f5-9d63-d2036e1583e8 x-openstack-request-id: req-3c107553-5e51-42f5-9d63-d2036e1583e8 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:51:51.927348 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:51:51.927601 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c107553-5e51-42f5-9d63-d2036e1583e8 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:51:51.927989 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'code': 200} Aug 21 18:51:51.954195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:51:52.032638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739b92e-a250-48d2-a3d5-fd24978f9343 req-d713327e-ab12-47f3-8ccc-b977b978f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:52.034031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4739b92e-a250-48d2-a3d5-fd24978f9343 req-d713327e-ab12-47f3-8ccc-b977b978f1c4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0401938 Aug 21 18:51:52.071784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4739b92e-a250-48d2-a3d5-fd24978f9343 req-ef6426c4-e3fc-4b29-895e-eee32fa41ad6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267792 Aug 21 18:51:52.710987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3df716-e3f9-4ce9-91b6-ab0766fef686 req-7c07fa18-5724-4f8e-b027-98a13096449e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:52.712747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef3df716-e3f9-4ce9-91b6-ab0766fef686 req-7c07fa18-5724-4f8e-b027-98a13096449e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0502338 Aug 21 18:51:52.750458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ef3df716-e3f9-4ce9-91b6-ab0766fef686 req-2b7e28fb-0459-4fd6-8b7c-23810ea94a4b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Aug 21 18:51:53.386280 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:51:53.406865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:51:53.866324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44f10b-11ff-40de-988b-7a399c0a372d req-d50574f0-8b22-4838-bc56-cdc25d061c74 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:53.867823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a44f10b-11ff-40de-988b-7a399c0a372d req-d50574f0-8b22-4838-bc56-cdc25d061c74 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0474179 Aug 21 18:51:53.909319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a44f10b-11ff-40de-988b-7a399c0a372d req-31d5267f-d044-4427-b92b-5fb1505db8c8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355062 Aug 21 18:51:54.022877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72b744-fc63-4b77-9df0-75ce1abfe37f req-f169079a-613f-46ba-9a72-1d477c031aeb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:54.024344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e72b744-fc63-4b77-9df0-75ce1abfe37f req-f169079a-613f-46ba-9a72-1d477c031aeb tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 21 18:51:54.060927 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e72b744-fc63-4b77-9df0-75ce1abfe37f req-275296c4-5f9d-4ef2-9919-39a2d430afc1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305941 Aug 21 18:51:54.276372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-15e15015-82c9-41f0-a3d5-538e3c56d229 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398037 Aug 21 18:51:54.298676 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b57b9-c65b-4e73-b7ec-fdf48f465eab req-54fbef54-ce22-4752-a8ad-5a4c2dfd06dc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:54.300158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c9b57b9-c65b-4e73-b7ec-fdf48f465eab req-54fbef54-ce22-4752-a8ad-5a4c2dfd06dc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0539780 Aug 21 18:51:54.339220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3c9b57b9-c65b-4e73-b7ec-fdf48f465eab req-423a464a-61ea-4c7e-8c2c-72cbff04ec26 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Aug 21 18:51:55.324763 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-57a0dfaa-7279-48f3-b085-1285b35d4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:55.326232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-57a0dfaa-7279-48f3-b085-1285b35d4e46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1098 time: 0.0408597 Aug 21 18:51:55.441292 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-81377895-c1d6-4575-a30f-edda730ff382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:55.443093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-81377895-c1d6-4575-a30f-edda730ff382 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.1096036 Aug 21 18:51:55.494668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aab6b-4606-4671-a414-03fa8a23be1f req-eb8b90ee-f628-49c3-a0f8-e938fcb717a4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:55.496120 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b4aab6b-4606-4671-a414-03fa8a23be1f req-eb8b90ee-f628-49c3-a0f8-e938fcb717a4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0857663 Aug 21 18:51:55.497316 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-5cbcae8c-a6be-4e79-b151-c4057f2901fd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0456851 Aug 21 18:51:55.567619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7b4aab6b-4606-4671-a414-03fa8a23be1f req-aa7d8e5d-7c45-4b4a-9ff3-e14777ab6f8c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652165 Aug 21 18:51:55.572829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-6e065a82-4bcb-4d54-b018-cccfd0afc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:55.574205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-6e065a82-4bcb-4d54-b018-cccfd0afc36b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0664697 Aug 21 18:51:55.606407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-aa8bee3a-8ec0-4546-84db-a9f204e92e55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243814 Aug 21 18:51:55.693517 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-04affbdf-6a30-4f86-8260-696f33e5c932 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793939 Aug 21 18:51:55.784868 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-a2e96cbf-d0a2-4158-847b-23b3781cc8f0 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840189 Aug 21 18:51:56.681429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffc667-1a1a-4b0e-bf9f-3418e6579279 req-67c30313-b6e3-4b6e-bf19-ce0fbe52ca24 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:56.682933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5ffc667-1a1a-4b0e-bf9f-3418e6579279 req-67c30313-b6e3-4b6e-bf19-ce0fbe52ca24 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0489342 Aug 21 18:51:56.719532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5ffc667-1a1a-4b0e-bf9f-3418e6579279 req-35ca402a-d492-4f51-b94b-015233a87315 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307844 Aug 21 18:51:57.836165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07728278-f115-45f0-b614-5206d081270e req-9f830240-7859-4b96-b94a-e61fca420f03 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:57.837649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07728278-f115-45f0-b614-5206d081270e req-9f830240-7859-4b96-b94a-e61fca420f03 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0499966 Aug 21 18:51:57.874596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07728278-f115-45f0-b614-5206d081270e req-f05518be-5608-4913-9993-bfffd80e9327 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Aug 21 18:51:58.994657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e383bef-a50b-4ba4-9423-a29cb2e97aae req-7363216a-c1e4-45ac-92b8-965861e107e6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:51:58.996173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e383bef-a50b-4ba4-9423-a29cb2e97aae req-7363216a-c1e4-45ac-92b8-965861e107e6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0549579 Aug 21 18:51:59.037584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e383bef-a50b-4ba4-9423-a29cb2e97aae req-03590f5b-c43c-460c-a836-98661b7aae4c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350482 Aug 21 18:52:00.150932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db56a85-6fe0-405f-a910-108a5fe8ad22 req-0e2c6667-e747-4835-b5b4-1df69c7f03bf tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:00.152399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0db56a85-6fe0-405f-a910-108a5fe8ad22 req-0e2c6667-e747-4835-b5b4-1df69c7f03bf tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0474675 Aug 21 18:52:00.195319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0db56a85-6fe0-405f-a910-108a5fe8ad22 req-b8ae3b34-2534-4f0f-b305-776799b99276 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362129 Aug 21 18:52:01.311675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea9bda-afeb-4e74-995c-5aa1724749fb req-e3e16712-0685-4edd-aa09-4177e9bd011c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:01.313132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5eea9bda-afeb-4e74-995c-5aa1724749fb req-e3e16712-0685-4edd-aa09-4177e9bd011c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0519447 Aug 21 18:52:01.349853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5eea9bda-afeb-4e74-995c-5aa1724749fb req-2c283fb5-719e-4cf3-a4e8-8082d798ba32 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299411 Aug 21 18:52:02.462910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c803e-8cac-4dc2-937a-b122d3b05c31 req-abcec8a7-60ca-4d1d-a6d7-65e595169850 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:02.464390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa1c803e-8cac-4dc2-937a-b122d3b05c31 req-abcec8a7-60ca-4d1d-a6d7-65e595169850 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0482504 Aug 21 18:52:02.500275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa1c803e-8cac-4dc2-937a-b122d3b05c31 req-f766ed19-6166-4973-8ae1-3b81354710dc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300148 Aug 21 18:52:03.613711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a95602-5789-4d39-ae32-0241c8cb36fc req-5c4f68b3-4976-47ff-91a1-b748fc94ab55 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:03.615196 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5a95602-5789-4d39-ae32-0241c8cb36fc req-5c4f68b3-4976-47ff-91a1-b748fc94ab55 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0484152 Aug 21 18:52:03.652029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5a95602-5789-4d39-ae32-0241c8cb36fc req-4b6bb378-09f1-4249-bfc7-fcfb5ab67f7c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Aug 21 18:52:04.765656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05746d1b-5d8e-4f64-9e7b-62d88ee3ba12 req-7ef3fcbd-f96f-47b9-9340-c464cab21fb4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:04.767798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05746d1b-5d8e-4f64-9e7b-62d88ee3ba12 req-7ef3fcbd-f96f-47b9-9340-c464cab21fb4 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0487044 Aug 21 18:52:04.803764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-05746d1b-5d8e-4f64-9e7b-62d88ee3ba12 req-c8a1081e-2880-457c-9202-57d4297e633a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299449 Aug 21 18:52:05.916592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e13557-6823-45af-a6ee-d010fc2bc46c req-a159664a-872e-47f7-8571-622d439f500e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:05.918069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-61e13557-6823-45af-a6ee-d010fc2bc46c req-a159664a-872e-47f7-8571-622d439f500e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0478375 Aug 21 18:52:05.957450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-61e13557-6823-45af-a6ee-d010fc2bc46c req-13cab0f2-f45c-44bf-a161-0d11ecff86a1 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329270 Aug 21 18:52:07.076210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485e08e-93ea-4309-903f-fe15c89c0cb7 req-671a4710-259d-47d9-9e6f-10c11f129d50 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:07.077597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f485e08e-93ea-4309-903f-fe15c89c0cb7 req-671a4710-259d-47d9-9e6f-10c11f129d50 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Aug 21 18:52:07.118177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f485e08e-93ea-4309-903f-fe15c89c0cb7 req-582e8fcb-0588-4e95-b8b7-ef5bf14d9ded tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Aug 21 18:52:08.236964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d78f36-438c-464b-8f64-bada36296cb3 req-9a0f85a8-8604-4240-8aaf-6fd3727e832a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:08.238569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5d78f36-438c-464b-8f64-bada36296cb3 req-9a0f85a8-8604-4240-8aaf-6fd3727e832a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0543392 Aug 21 18:52:08.275747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5d78f36-438c-464b-8f64-bada36296cb3 req-0503c064-41fa-4221-b12e-364d6a399825 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314672 Aug 21 18:52:09.393087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cb95e-0095-4242-8aa7-d11ea7094982 req-8839f7f3-0f3c-456a-8935-c23916571b08 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:09.394721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d1cb95e-0095-4242-8aa7-d11ea7094982 req-8839f7f3-0f3c-456a-8935-c23916571b08 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0484841 Aug 21 18:52:09.433980 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6d1cb95e-0095-4242-8aa7-d11ea7094982 req-bb1b0e26-bf7c-4944-9163-54d1cd0d3485 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332983 Aug 21 18:52:10.545625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feef3c7-eb21-43c3-b42e-c6784c168e16 req-8f061489-b797-4990-a67d-5a3bff2d058b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:10.547115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9feef3c7-eb21-43c3-b42e-c6784c168e16 req-8f061489-b797-4990-a67d-5a3bff2d058b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0479755 Aug 21 18:52:10.585058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9feef3c7-eb21-43c3-b42e-c6784c168e16 req-6c0e1c6b-54f0-4fae-bee6-def746322b09 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313535 Aug 21 18:52:11.716905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ea968-1edd-4ba8-9408-dbefea1bd304 req-49bb6eae-f6cb-4672-a355-b1ed0c6f754c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:11.718404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-456ea968-1edd-4ba8-9408-dbefea1bd304 req-49bb6eae-f6cb-4672-a355-b1ed0c6f754c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0490630 Aug 21 18:52:11.756604 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-456ea968-1edd-4ba8-9408-dbefea1bd304 req-49f36400-281a-4109-bd6e-e2f182ff28cc tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Aug 21 18:52:12.868977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027100b1-d496-4d95-ad60-8951e0418229 req-673f452a-a65d-4186-88aa-a7650878aacf tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:12.870424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-027100b1-d496-4d95-ad60-8951e0418229 req-673f452a-a65d-4186-88aa-a7650878aacf tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0471578 Aug 21 18:52:12.906718 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-027100b1-d496-4d95-ad60-8951e0418229 req-571ac872-00f6-441f-9d25-3485d430731e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304663 Aug 21 18:52:14.021761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c336-478a-49de-8579-40bda396aeaa req-f4e055eb-883c-4efd-ab4a-69c29762eeb5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:14.023257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e01c336-478a-49de-8579-40bda396aeaa req-f4e055eb-883c-4efd-ab4a-69c29762eeb5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0472012 Aug 21 18:52:14.063972 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e01c336-478a-49de-8579-40bda396aeaa req-8d734195-7a5c-4ec2-be8b-c8647b1c88fe tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346110 Aug 21 18:52:15.180768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f3ad0-3c63-4b9a-bc88-d57a3851d3a6 req-865f6fef-4e67-43a9-9ae4-513d6267fc7e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:15.182257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845f3ad0-3c63-4b9a-bc88-d57a3851d3a6 req-865f6fef-4e67-43a9-9ae4-513d6267fc7e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0523794 Aug 21 18:52:15.221194 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845f3ad0-3c63-4b9a-bc88-d57a3851d3a6 req-3427e6fd-02a9-43dd-a665-d4f0b1a678d2 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330081 Aug 21 18:52:16.339720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ea791-9dec-4874-a440-ebcfed50cc7d req-f9bca2a0-cb1c-4bec-9824-c4681fc47c3a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:16.341179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-571ea791-9dec-4874-a440-ebcfed50cc7d req-f9bca2a0-cb1c-4bec-9824-c4681fc47c3a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0491006 Aug 21 18:52:16.378642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-571ea791-9dec-4874-a440-ebcfed50cc7d req-09b9c822-c376-47ea-8b7d-b83a6e9c88b2 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Aug 21 18:52:17.490843 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212ab48-2493-4930-b748-b0f39bc95d03 req-da9cf314-70ca-4823-90ed-30c0984e7fab tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:17.492302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4212ab48-2493-4930-b748-b0f39bc95d03 req-da9cf314-70ca-4823-90ed-30c0984e7fab tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0480382 Aug 21 18:52:17.529979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4212ab48-2493-4930-b748-b0f39bc95d03 req-3aa47264-5afc-4a5b-b455-3004deb35b1e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Aug 21 18:52:17.805621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8ee61c2b-71e9-478c-915b-3fc6b69ca65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:18.642599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74401a06-14ed-4913-bb82-d5a5190ab8fd req-c0088a52-7699-4cfe-8bbc-3a9a2ccaed2e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:18.644083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74401a06-14ed-4913-bb82-d5a5190ab8fd req-c0088a52-7699-4cfe-8bbc-3a9a2ccaed2e tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0473964 Aug 21 18:52:18.680829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74401a06-14ed-4913-bb82-d5a5190ab8fd req-30022c28-0763-43cd-b102-eda116d64c67 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308225 Aug 21 18:52:18.780907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:19.306721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:19.793556 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48fb1d9-e060-42bd-bd28-e149ab24b1fb req-27c62ce9-46ef-4a88-aba2-aacfc75a0ee6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:19.795045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b48fb1d9-e060-42bd-bd28-e149ab24b1fb req-27c62ce9-46ef-4a88-aba2-aacfc75a0ee6 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0480404 Aug 21 18:52:19.833117 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b48fb1d9-e060-42bd-bd28-e149ab24b1fb req-b9b4725c-c8f5-443e-b562-7eeb57423828 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321844 Aug 21 18:52:20.344940 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0fff3ed3-af81-4eb7-bf79-3fa3781870d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:20.501072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:20.945205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e73fad-ae22-4641-827c-fac99a7c85de req-3cce3b7c-f4ee-4992-b174-2fc9726411df tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:20.946697 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e73fad-ae22-4641-827c-fac99a7c85de req-3cce3b7c-f4ee-4992-b174-2fc9726411df tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0482206 Aug 21 18:52:20.987853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-17e73fad-ae22-4641-827c-fac99a7c85de req-cbbb1e6f-6cde-4326-8007-134c5efca68c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Aug 21 18:52:21.739278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:22.106367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eda6a6-dfd0-44ce-9a9a-9306d6da5d9a req-468970a6-710c-4d4b-b6c0-284768489d85 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:22.107846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7eda6a6-dfd0-44ce-9a9a-9306d6da5d9a req-468970a6-710c-4d4b-b6c0-284768489d85 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0532570 Aug 21 18:52:22.145586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7eda6a6-dfd0-44ce-9a9a-9306d6da5d9a req-9abaa578-4d7e-44d8-8f20-0d3fa5274f25 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 21 18:52:22.885227 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-40ee9005-57ec-4359-8434-e6c929760ddc req-ff6e7ef9-a5ba-4918-b10f-f9a5f0740c22 service neutron] show failed (client error): The resource could not be found. Aug 21 18:52:22.886218 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-ff6e7ef9-a5ba-4918-b10f-f9a5f0740c22 service neutron] 10.222.0.64 "GET /v2.0/ports/5ac75873-c30f-4c51-9a87-d53f98a9941a/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.1050961 Aug 21 18:52:23.098026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-926c5c7d-4f4e-451e-82d3-532c8f770967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.099462 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-926c5c7d-4f4e-451e-82d3-532c8f770967 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6&tenant_id=031464423c7e45d0911bbe38e723f19c HTTP/1.1" status: 200 len: 1098 time: 0.0412216 Aug 21 18:52:23.109896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-e5091070-5f0c-4fa7-a94f-d82acea8eb0b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:52:23.110832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-e5091070-5f0c-4fa7-a94f-d82acea8eb0b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049233 Aug 21 18:52:23.121854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:23.173715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.260161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555b9c9-9e34-49d1-89e4-3cd3e443aa63 req-88ae24ed-2c21-4eb7-bd6c-d463cf2b1549 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.261636 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d555b9c9-9e34-49d1-89e4-3cd3e443aa63 req-88ae24ed-2c21-4eb7-bd6c-d463cf2b1549 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0487826 Aug 21 18:52:23.299300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d555b9c9-9e34-49d1-89e4-3cd3e443aa63 req-7d4c66e7-4a3f-4a2f-b310-e1be127d7135 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310507 Aug 21 18:52:23.378933 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:23.412394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:23.412973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.450852 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:23.453099 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e05e4-a32e-4e7c-8f84-215978bfc777" -d '{"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:23.457545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.469490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Transition to ACTIVE for port object 5ac75873-c30f-4c51-9a87-d53f98a9941a will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:23.473190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.506348 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a838688-d250-488b-b42f-c061e2185b65 x-openstack-request-id: req-6a838688-d250-488b-b42f-c061e2185b65 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:23.507224 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:23.507224 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6a838688-d250-488b-b42f-c061e2185b65 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:23.507374 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'code': 200} Aug 21 18:52:23.536307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] No DVR routers for this DVR port 5ac75873-c30f-4c51-9a87-d53f98a9941a on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:52:23.538076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:23.549954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.550302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.550668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.551000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.551332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.551658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.551981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.552305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.552629 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.552951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.553271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.553588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:23.585147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:52:23.585477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:52:23.585804 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:23.590004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:52:23.590325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Attempting to bind port 5ac75873-c30f-4c51-9a87-d53f98a9941a on network 76e50ca0-266d-415b-acf8-44c11a23f87b {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:23.595101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:52:23.595441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Checking segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:23.595824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Bound using segment: {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:52:23.596242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Bound port: 5ac75873-c30f-4c51-9a87-d53f98a9941a, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ef6aa3-710f-4149-aef9-363833982726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:52:23.596593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.656986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:23.659904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:52:23.664686 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.697914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.698596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:23.699991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] 10.222.0.39 "PUT /v2.0/ports/5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 1093 time: 0.5817916 Aug 21 18:52:23.722657 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b4b09-f580-4877-a87f-ba5e943d00bb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:23.764668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-900d82ed-7c6b-466e-a10d-c5ec511386ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.766151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-900d82ed-7c6b-466e-a10d-c5ec511386ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0406656 Aug 21 18:52:23.857432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-a28c78a3-b29f-4473-a160-b3d33d91ffdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.858947 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-a28c78a3-b29f-4473-a160-b3d33d91ffdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0860138 Aug 21 18:52:23.899335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-e11aa8ae-fe91-4ab5-90b2-ae7e1f416e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0335577 Aug 21 18:52:23.951161 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee9005-57ec-4359-8434-e6c929760ddc req-da7be51a-6e71-4aba-9b72-391b996a8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:23.952513 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-da7be51a-6e71-4aba-9b72-391b996a8ee7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0466521 Aug 21 18:52:23.982907 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-b747920d-60a7-4809-a682-241ab7e83837 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233693 Aug 21 18:52:24.071057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-9e33dd78-4bc4-4a49-9208-f4855eb9abe2 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813637 Aug 21 18:52:24.161739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-40ee9005-57ec-4359-8434-e6c929760ddc req-251ce853-c1fc-4038-afe5-bb88955cb48b service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833170 Aug 21 18:52:24.413662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46888d-0160-479d-a236-ccd9587a0a75 req-33ad48f7-2484-4d7f-85f2-33f9a1fd3997 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:24.415155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b46888d-0160-479d-a236-ccd9587a0a75 req-33ad48f7-2484-4d7f-85f2-33f9a1fd3997 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0481322 Aug 21 18:52:24.453078 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0b46888d-0160-479d-a236-ccd9587a0a75 req-7ce95a86-b921-432a-9e2a-62dbf2effc23 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317285 Aug 21 18:52:25.509094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:25.512577 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afecdf47-aceb-42f2-9766-77ba161dc75d" -d '{"events": [{"name": "network-changed", "server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:25.560718 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4410bdf9-2ae9-405c-a63c-4d415a237525 x-openstack-request-id: req-4410bdf9-2ae9-405c-a63c-4d415a237525 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:25.561009 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:25.561255 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4410bdf9-2ae9-405c-a63c-4d415a237525 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:25.561641 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'status': 'completed', 'code': 200} Aug 21 18:52:25.575358 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c58990-6609-4646-ab19-19d3ad873a88 req-a9725fb1-dd77-44a1-88d5-aaff88bc530b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.577679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7c58990-6609-4646-ab19-19d3ad873a88 req-a9725fb1-dd77-44a1-88d5-aaff88bc530b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 944 time: 0.0571251 Aug 21 18:52:25.647932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-70a1bcc6-3469-4b10-a912-c46acf27f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.649514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-70a1bcc6-3469-4b10-a912-c46acf27f9e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0489149 Aug 21 18:52:25.658251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a7c58990-6609-4646-ab19-19d3ad873a88 req-5470bd83-e901-4146-add3-cf90af4365d9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 Aug 21 18:52:25.667138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-3ffda0a4-2a73-495f-b12c-6f4ceb6035ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.668667 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-3ffda0a4-2a73-495f-b12c-6f4ceb6035ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0670776 Aug 21 18:52:25.752384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-4a40d7fd-9170-4ccd-bb1f-6e2f7fb76a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.753900 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-4a40d7fd-9170-4ccd-bb1f-6e2f7fb76a31 service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0904965 Aug 21 18:52:25.773885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-781727a5-68cb-49af-99a4-7b7b95253985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.775449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-781727a5-68cb-49af-99a4-7b7b95253985 service neutron] 10.222.0.39 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0943742 Aug 21 18:52:25.803504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-40ab091a-c70f-4394-a973-1347490e9121 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0378430 Aug 21 18:52:25.817405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-7bd14cc7-fea2-4c3d-a19a-07a5ee7b536a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0338876 Aug 21 18:52:25.857276 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-36900cae-55c3-4f68-b52c-6457a0424148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.858802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-36900cae-55c3-4f68-b52c-6457a0424148 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0442302 Aug 21 18:52:25.869633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-779f23bb-f161-453d-9924-ad11ada58d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:25.871148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-779f23bb-f161-453d-9924-ad11ada58d81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0469892 Aug 21 18:52:25.896202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-50e1bbb5-d6f4-4ec5-bf0a-8da7818fa47d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255075 Aug 21 18:52:25.902622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-f6595cc3-28b3-44c1-bb11-35c6a5ec1a00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244095 Aug 21 18:52:25.986831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-022638c4-198a-4cde-82eb-ad69a4967e69 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819442 Aug 21 18:52:25.997176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-bc9d6682-9b49-4ee1-a2dd-ce0c731a4761 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873749 Aug 21 18:52:26.093751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-ac4d1411-0b51-4f59-b30a-bc48467befa7 service neutron] 10.222.0.39 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898085 Aug 21 18:52:26.321614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:52:26.415750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:26.416353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-afecdf47-aceb-42f2-9766-77ba161dc75d req-24b31088-57fa-4bc1-a014-20eb183960e9 service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164262 Aug 21 18:52:26.428743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'network_id': '76e50ca0-266d-415b-acf8-44c11a23f87b', 'port_id': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'mac_address': 'fa:16:3e:81:2e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:52:26.465137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:26.480673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac75873-c30f-4c51-9a87-d53f98a9941a {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:52:26.500268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:26.504594 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:26.550026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:26.557137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.557483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.557822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.558157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.558488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.558838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.559162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.559484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.559809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.560127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.560445 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.560763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:26.718170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['5ac75873-c30f-4c51-9a87-d53f98a9941a'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:52:26.776970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c253f44-c5e5-4b22-90de-2b8b8cacc8ea req-a766289a-5d69-477c-a7e6-ac57aff4ff57 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:26.778455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c253f44-c5e5-4b22-90de-2b8b8cacc8ea req-a766289a-5d69-477c-a7e6-ac57aff4ff57 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0492501 Aug 21 18:52:26.817260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c253f44-c5e5-4b22-90de-2b8b8cacc8ea req-3d2fe551-dd55-4451-9e3a-b93a74ebd4a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Aug 21 18:52:27.041448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48237df-81bc-47a9-806e-ee5109892409 req-7f101dd6-39eb-4687-85ad-5bde100d2a6c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:27.042873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f48237df-81bc-47a9-806e-ee5109892409 req-7f101dd6-39eb-4687-85ad-5bde100d2a6c tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0805943 Aug 21 18:52:27.062344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-0795e89f-f843-4dc6-893c-f2fe8ef1cd0a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:27.063796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-0795e89f-f843-4dc6-893c-f2fe8ef1cd0a tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.64 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6&tenant_id=031464423c7e45d0911bbe38e723f19c&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 945 time: 0.0724726 Aug 21 18:52:27.118329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f48237df-81bc-47a9-806e-ee5109892409 req-ca775f0a-81f3-4344-930b-09e14c20f658 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689154 Aug 21 18:52:27.147809 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-b1463b14-2161-4798-9453-f4ff00b562d0 service neutron] delete failed (client error): The resource could not be found. Aug 21 18:52:27.148827 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-b1463b14-2161-4798-9453-f4ff00b562d0 service neutron] 10.222.0.64 "DELETE /v2.0/ports/5ac75873-c30f-4c51-9a87-d53f98a9941a/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0711594 Aug 21 18:52:27.239674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-ff40675e-15a1-4b54-85f2-86e5820f7f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:27.241141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-ff40675e-15a1-4b54-85f2-86e5820f7f04 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=031464423c7e45d0911bbe38e723f19c&device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0402260 Aug 21 18:52:27.337681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-f16cce69-b069-4acb-95fd-5e2801cfe97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:27.339113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-f16cce69-b069-4acb-95fd-5e2801cfe97f service neutron] 10.222.0.64 "GET /v2.0/networks?id=76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 200 len: 915 time: 0.0870414 Aug 21 18:52:27.384859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-c99a07ff-d34f-4981-ae92-aa737cc99b77 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 200 len: 217 time: 0.0336778 Aug 21 18:52:27.441662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-30ce37a3-e9bc-4cb7-8d89-8f38ac5b9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:27.443382 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-30ce37a3-e9bc-4cb7-8d89-8f38ac5b9b30 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 200 len: 854 time: 0.0474508 Aug 21 18:52:27.479361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-7a660f37-5aff-4828-80d0-67786b4b7d2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=76e50ca0-266d-415b-acf8-44c11a23f87b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239587 Aug 21 18:52:27.572101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-b515259c-9891-4a8f-9185-b0ee19e6a39f service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802953 Aug 21 18:52:27.669526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8cc03ee3-d94d-42ad-a43c-215198dd90fc req-bdbd2e88-ecb1-47d2-a674-cb36f96d53cf service neutron] 10.222.0.64 "GET /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857666 Aug 21 18:52:27.852321 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:52:27.891907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:52:28.236766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88af7d-2300-482d-8660-c968eb85c77e req-d1d125b7-a13b-4d56-b043-17418ced3d3b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:28.238267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a88af7d-2300-482d-8660-c968eb85c77e req-d1d125b7-a13b-4d56-b043-17418ced3d3b tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0515163 Aug 21 18:52:28.278569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2a88af7d-2300-482d-8660-c968eb85c77e req-0a848df2-982d-49f4-a8f6-7dda2a53a0a9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341158 Aug 21 18:52:28.334325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:28.381822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 5ac75873-c30f-4c51-9a87-d53f98a9941a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:28.385499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 5ac75873-c30f-4c51-9a87-d53f98a9941a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:28.385892 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:28.393853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d3d93-0341-4bd4-941e-2d2eb7accc3a req-739f4a14-9f8b-43ea-99a4-01658c7c0b08 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:28.395405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9d3d93-0341-4bd4-941e-2d2eb7accc3a req-739f4a14-9f8b-43ea-99a4-01658c7c0b08 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 945 time: 0.0502751 Aug 21 18:52:28.433194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9d3d93-0341-4bd4-941e-2d2eb7accc3a req-e5438996-3b1b-4482-8010-6bf06f0eafa9 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316415 Aug 21 18:52:28.460918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:28.486669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:28.488995 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cfeef5-df4b-4b58-b5e4-fdcabf37072e" -d '{"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:28.501864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:28.506726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:28.534519 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c77e74-2b70-4dee-a1df-8fe8d60c259c x-openstack-request-id: req-67c77e74-2b70-4dee-a1df-8fe8d60c259c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:28.534812 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-plugged", "status": "completed", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:28.535154 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67c77e74-2b70-4dee-a1df-8fe8d60c259c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:28.535549 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'code': 200} Aug 21 18:52:28.548678 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae802f1c-01b5-4da4-90fa-ef2269c1a0c3 req-73a2422b-5ad7-46c1-94f5-6f99564697b5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:28.550180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae802f1c-01b5-4da4-90fa-ef2269c1a0c3 req-73a2422b-5ad7-46c1-94f5-6f99564697b5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0507443 Aug 21 18:52:28.556980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:28.588177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ae802f1c-01b5-4da4-90fa-ef2269c1a0c3 req-a251c725-8c5e-42fa-879d-00b8fa7ca704 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315299 Aug 21 18:52:28.910049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cdd3c-5a13-44cc-a63e-10abcea81963 req-7d3af3d1-6066-422e-8bcd-4ebce3a17d29 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:28.911450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-700cdd3c-5a13-44cc-a63e-10abcea81963 req-7d3af3d1-6066-422e-8bcd-4ebce3a17d29 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0473478 Aug 21 18:52:28.949941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-700cdd3c-5a13-44cc-a63e-10abcea81963 req-1d344f3b-5a77-4e6b-88fa-efa274089567 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Aug 21 18:52:30.061542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-67850b3c-08e0-4cc6-965b-3d618e9fed44 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:30.063010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-67850b3c-08e0-4cc6-965b-3d618e9fed44 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.39 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0755372 Aug 21 18:52:30.085437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054dbae-a569-42aa-80c8-1366bea2e71e req-9e38af2e-5fd6-40ca-9185-436f570da07f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:30.086799 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c054dbae-a569-42aa-80c8-1366bea2e71e req-9e38af2e-5fd6-40ca-9185-436f570da07f tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/ports?device_id=75f0508d-0e73-45e4-866d-b02f89dbe2f6 HTTP/1.1" status: 200 len: 946 time: 0.0709250 Aug 21 18:52:30.161208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c054dbae-a569-42aa-80c8-1366bea2e71e req-d20bd65f-2057-4292-b162-de42cbaf28f8 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.41 "GET /v2.0/security-groups?id=ee8b22de-2e23-41f5-9685-38d470467d05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591183 Aug 21 18:52:30.185851 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Deleting port 5ac75873-c30f-4c51-9a87-d53f98a9941a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:52:30.186199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:30.275510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] For port 5ac75873-c30f-4c51-9a87-d53f98a9941a, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=5ac75873-c30f-4c51-9a87-d53f98a9941a,segment=NetworkSegment(78ef6aa3-710f-4149-aef9-363833982726),segment_id=78ef6aa3-710f-4149-aef9-363833982726)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:30.275879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:30.287987 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Calling delete_port for 5ac75873-c30f-4c51-9a87-d53f98a9941a owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:52:30.385179 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:52:30.413234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:30.440019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Pushing event deleted for resources: {'Port': ['ID=5ac75873-c30f-4c51-9a87-d53f98a9941a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:30.480800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] No DVR routers for this DVR port 5ac75873-c30f-4c51-9a87-d53f98a9941a on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:52:30.483405 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:30.485977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f5cdad7-995d-4de3-a348-976d663ddb3b req-14a6bf30-e020-48c5-8237-4fdeb48e0762 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] 10.222.0.39 "DELETE /v2.0/ports/5ac75873-c30f-4c51-9a87-d53f98a9941a HTTP/1.1" status: 204 len: 173 time: 0.4147215 Aug 21 18:52:30.486412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-deleted', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:30.488727 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018710ae-56a6-4396-8589-00182c098f0c" -d '{"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-deleted", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:30.524648 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19454cd4-ec1c-45c8-a5de-3c39a0fd3745 x-openstack-request-id: req-19454cd4-ec1c-45c8-a5de-3c39a0fd3745 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:30.525198 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f0508d-0e73-45e4-866d-b02f89dbe2f6", "name": "network-vif-deleted", "tag": "5ac75873-c30f-4c51-9a87-d53f98a9941a", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:30.525356 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19454cd4-ec1c-45c8-a5de-3c39a0fd3745 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:30.525710 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f0508d-0e73-45e4-866d-b02f89dbe2f6', 'name': 'network-vif-deleted', 'tag': '5ac75873-c30f-4c51-9a87-d53f98a9941a', 'status': 'completed', 'code': 200} Aug 21 18:52:31.281518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:31.330936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Deleting subnet 43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 18:52:31.333946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.367659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.405336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.456291 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.480924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:31.486273 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.488459 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-76105677-b892-49e0-b7f6-d64a14b8cf6f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/43aaab95-1a8a-4b1e-b741-c63b3fdcb6c7 HTTP/1.1" status: 204 len: 168 time: 0.2056668 Aug 21 18:52:31.490654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41864) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:31.561489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.638986 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.648706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76e50ca0-266d-415b-acf8-44c11a23f87b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:31.663349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ef6aa3-710f-4149-aef9-363833982726') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:31.663649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ef6aa3-710f-4149-aef9-363833982726') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:31.673063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.686719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.693301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 18:52:31.693802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: timer() Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 18:52:31.695464 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 18:52:31.747861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.754235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.756016 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] 10.222.0.41 "DELETE /v2.0/networks/76e50ca0-266d-415b-acf8-44c11a23f87b HTTP/1.1" status: 204 len: 168 time: 0.2644258 Aug 21 18:52:31.765594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b15bd-dd99-4cad-b32d-65f07601cbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=76e50ca0-266d-415b-acf8-44c11a23f87b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:31.863768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:31.901162 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-55368175-1453-4342-bd32-d03e4cb0bc35 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=031464423c7e45d0911bbe38e723f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0362446 Aug 21 18:52:31.903460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41870) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:31.950381 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:31.976458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.020990 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.023466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.024624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee8b22de-2e23-41f5-9685-38d470467d05 HTTP/1.1" status: 204 len: 168 time: 0.1202955 Aug 21 18:52:32.032792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9d2ed-6f2c-46a2-84c3-2cf6da4b42d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8b22de-2e23-41f5-9685-38d470467d05,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:32.342714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:52:32.362338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 5ac75873-c30f-4c51-9a87-d53f98a9941a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:52:32.362708 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 5ac75873-c30f-4c51-9a87-d53f98a9941a not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:52:32.667286 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41892) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:32.760525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1450258052-network', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:32.781803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:52:32.784276 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.792519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.883659 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.887418 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.907819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 18:52:32.923070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ba03e0-104a-4208-a659-335844801e7b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:32.925950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.926291 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Added segment 843559f6-8808-4b6b-bbb4-b865f7e69a11 of type vlan for network 8b50422f-99aa-4707-8e84-e8124ee0e5bd Aug 21 18:52:32.965919 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.990242 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:32.991221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:32.991800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.044392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3759248 Aug 21 18:52:33.047966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41896) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:33.053459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Request body: {'subnet': {'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1450258052-subnet', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:33.053602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c75407-a703-4958-a599-8900d0b578f7 admin admin] Pushing event updated for resources: {'Network': ['ID=8b50422f-99aa-4707-8e84-e8124ee0e5bd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:33.063721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 18:52:33.075060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:52:33.077351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.243829 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.301185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7483273-be38-41ef-a961-c35d1b82f085,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:33.309443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:33.309801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Network hostable DHCP agents. Network: 8b50422f-99aa-4707-8e84-e8124ee0e5bd, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 18:52:33.326548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 18:52:33.335210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8b50422f-99aa-4707-8e84-e8124ee0e5bd) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:33.339188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:33.339683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.343636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda955f2-6ee5-4bda-b7e3-2b4b78fe1ab4 None None] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:52:33.355264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-786e5f58-bc8c-4e61-85c3-448a5d4e2ad4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3057497 Aug 21 18:52:33.358012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41898) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:33.362950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:33.382324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.383346 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.434026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.484456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 18:52:33.485890 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.570821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.619310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Allocated IP 172.20.0.2 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/c41c12e5-a58e-47c0-90cd-e91da36fd666) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:52:33.763829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.773114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Transition to ACTIVE for port object c41c12e5-a58e-47c0-90cd-e91da36fd666 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:33.788978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Transition to ACTIVE for port object c41c12e5-a58e-47c0-90cd-e91da36fd666 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:33.794773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.836198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:33.839071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:33.846251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:52:33.849424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Pushing event updated for resources: {'Port': ['ID=c41c12e5-a58e-47c0-90cd-e91da36fd666,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:33.903288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Attempting to bind port c41c12e5-a58e-47c0-90cd-e91da36fd666 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:52:33.903658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Attempting to bind port c41c12e5-a58e-47c0-90cd-e91da36fd666 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:52:33.904023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Attempting to bind port c41c12e5-a58e-47c0-90cd-e91da36fd666 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:33.909258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:52:33.909629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:33.910035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.910429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:52:33.910927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Bound port: c41c12e5-a58e-47c0-90cd-e91da36fd666, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:52:33.911319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:33.979545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] For port c41c12e5-a58e-47c0-90cd-e91da36fd666, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:33.983005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] For port c41c12e5-a58e-47c0-90cd-e91da36fd666, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c41c12e5-a58e-47c0-90cd-e91da36fd666,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:52:33.988751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.046643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cac857-8b0e-4f19-9216-5adac7dabbd3 None None] Pushing event updated for resources: {'Port': ['ID=c41c12e5-a58e-47c0-90cd-e91da36fd666,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:34.070163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.092472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.210848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Allocated IP 172.25.1.248 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/b8b1e698-ab72-46ca-b109-d485bcab883a) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:52:34.321739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.360285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.397020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:34.399770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:34.403195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:52:34.411125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Pushing event updated for resources: {'Port': ['ID=b8b1e698-ab72-46ca-b109-d485bcab883a,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:34.654294 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.856097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:34.884846 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee03f1a-81fe-497a-aa7a-ac98356a460e None None] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 18:52:34.985241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 18:52:35.007669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-11fce840-ac8c-45b5-8efe-05cb1f315dd2 None None] Provisioning for port c41c12e5-a58e-47c0-90cd-e91da36fd666 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:35.096815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:52:35.109633 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:52:35.115574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a9166001-9425-4a94-9513-2966989efced admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.116906 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a9166001-9425-4a94-9513-2966989efced admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7579432 Aug 21 18:52:35.119847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41900) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:35.123445 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:35.124067 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:35.241133 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:35.425013 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:34Z', 'revision_number': 3, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:35.453772 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:52:35.454113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Updating router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 port b8b1e698-ab72-46ca-b109-d485bcab883a binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:52:35.479819 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.494613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c41c12e5-a58e-47c0-90cd-e91da36fd666 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:35.547093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port c41c12e5-a58e-47c0-90cd-e91da36fd666 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:35.551250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c41c12e5-a58e-47c0-90cd-e91da36fd666 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:35.551735 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.558437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.724711 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Allocated IP 172.20.0.1 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/f282f682-2bdb-4f3d-9328-18c05459184a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:52:35.739506 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.750226 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Transition to ACTIVE for port object b8b1e698-ab72-46ca-b109-d485bcab883a will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:35.757812 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.793153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.810897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Attempting to bind port b8b1e698-ab72-46ca-b109-d485bcab883a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:52:35.811265 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Attempting to bind port b8b1e698-ab72-46ca-b109-d485bcab883a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:52:35.811627 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Attempting to bind port b8b1e698-ab72-46ca-b109-d485bcab883a on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:35.821231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:52:35.822146 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:35.822146 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.822388 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:52:35.822868 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Bound port: b8b1e698-ab72-46ca-b109-d485bcab883a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:52:35.823248 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.840764 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port c41c12e5-a58e-47c0-90cd-e91da36fd666, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c41c12e5-a58e-47c0-90cd-e91da36fd666,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:35.845217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.850466 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.851708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Pushing event updated for resources: {'Port': ['ID=b8b1e698-ab72-46ca-b109-d485bcab883a,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:35.863229 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.863571 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.863906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.864240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.864569 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.864893 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.865218 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.865538 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.865857 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.866177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.866577 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.866835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:35.867452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Transition to ACTIVE for port object f282f682-2bdb-4f3d-9328-18c05459184a will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:35.895104 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] For port b8b1e698-ab72-46ca-b109-d485bcab883a, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:35.899082 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] For port b8b1e698-ab72-46ca-b109-d485bcab883a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b8b1e698-ab72-46ca-b109-d485bcab883a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:52:35.900219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=c41c12e5-a58e-47c0-90cd-e91da36fd666,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:35.904372 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.906131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:35.956186 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:35.961598 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:35.962221 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:35.962334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:35.964326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Pushing event updated for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:35.966561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:52:36.008034 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b957452-83e7-4119-b367-57d933b467ae None None] Pushing event updated for resources: {'Port': ['ID=b8b1e698-ab72-46ca-b109-d485bcab883a,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:36.009258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.095019 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:36.147073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.257364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eb267561-dfb0-41ec-b520-2cbb20bffed4 None None] Provisioning for port f282f682-2bdb-4f3d-9328-18c05459184a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:36.261072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-eb267561-dfb0-41ec-b520-2cbb20bffed4 None None] Provisioning complete for port f282f682-2bdb-4f3d-9328-18c05459184a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:36.261438 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eb267561-dfb0-41ec-b520-2cbb20bffed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.278050 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:34Z', 'revision_number': 3, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:36.299088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-eb267561-dfb0-41ec-b520-2cbb20bffed4 None None] Port f282f682-2bdb-4f3d-9328-18c05459184a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:52:36.306659 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcd0b3d-070c-42b7-b2f9-aa868db57036 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:34Z', 'revision_number': 3, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:52:36.314196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.319465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.386965 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.388774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Pushing event updated for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:36.401210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.401554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.401892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.402226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.402585 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.402913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.403234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.403558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.403980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.404184 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.404508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.404823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:52:36.511972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:36.513406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:36.639496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:52:36.755730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:52:36.761111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3f87364b-238e-4da9-bc21-cf97698c9695 admin admin] 10.222.0.41 "PUT /v2.0/routers/5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6401937 Aug 21 18:52:36.825262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f2943bc8-2c21-4058-9cb8-c368fd6876d5 None None] Provisioning complete for port f282f682-2bdb-4f3d-9328-18c05459184a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:36.825639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f2943bc8-2c21-4058-9cb8-c368fd6876d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:36.862291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f2943bc8-2c21-4058-9cb8-c368fd6876d5 None None] Port f282f682-2bdb-4f3d-9328-18c05459184a cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:52:37.400332 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41908) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:37.406132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632386079', 'description': 'tempest-description--1275489143'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:37.431150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.517778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.518930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c41c12e5-a58e-47c0-90cd-e91da36fd666 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:37.523151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.554008 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:37.558214 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.559503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a71d671d-d11b-4474-bc4f-919e8744ed48 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1580732 Aug 21 18:52:37.562830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:37.568729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'security_group_rule': {'security_group_id': 'd69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:37.584863 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port c41c12e5-a58e-47c0-90cd-e91da36fd666 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:37.585241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.596002 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.653676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.658703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.668786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b8b1e698-ab72-46ca-b109-d485bcab883a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:37.677028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccc62d0-597d-46d0-86a0-d576297be94d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:37.683955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.688793 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41912) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:37.688982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a3ef840f-8a5d-4aff-a3e0-31632660fdaf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242731 Aug 21 18:52:37.694114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'security_group_rule': {'security_group_id': 'd69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:37.720895 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.724700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b8b1e698-ab72-46ca-b109-d485bcab883a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:37.728284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b8b1e698-ab72-46ca-b109-d485bcab883a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:37.728656 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.781021 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.785481 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.803789 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7e0ef6-94ab-4d26-9207-db3745a459db,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:37.805700 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.811487 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.812776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15358615-aa85-4dd3-9026-ae89366e4286 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225722 Aug 21 18:52:37.816637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 41914) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:37.822238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:37.828253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b8b1e698-ab72-46ca-b109-d485bcab883a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b8b1e698-ab72-46ca-b109-d485bcab883a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:37.833037 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.848057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:37.873166 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:52:37.892959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b8b1e698-ab72-46ca-b109-d485bcab883a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:37.897280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:37.897821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:37.951527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.003882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:38.054361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Allocated IP 172.25.1.176 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/d955ffef-448c-41c9-9696-dcafbc9f0c97) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:52:38.161076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.201354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.205150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 2, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:38.231209 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:52:38.231563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Updating router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 port f282f682-2bdb-4f3d-9328-18c05459184a binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 18:52:38.239140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:38.243335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:38.246066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:52:38.260615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.272605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=d955ffef-448c-41c9-9696-dcafbc9f0c97,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:38.337305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.374796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.517746 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.519766 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.524257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.528439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Transition to ACTIVE for port object f282f682-2bdb-4f3d-9328-18c05459184a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:38.536259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.584870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28cf29-4d0c-46c3-9a5a-126846b6f46d None None] Pushing event updated for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:38.600130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=d955ffef-448c-41c9-9696-dcafbc9f0c97,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:38.608658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.625311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.631250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6abf861c-e8a6-45ce-87cd-a9d236a77779 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8085961 Aug 21 18:52:38.651865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Attempting to bind port f282f682-2bdb-4f3d-9328-18c05459184a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:52:38.652227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Attempting to bind port f282f682-2bdb-4f3d-9328-18c05459184a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:52:38.652582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Attempting to bind port f282f682-2bdb-4f3d-9328-18c05459184a on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:38.658362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:52:38.659013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:38.659154 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.659528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:52:38.660080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Bound port: f282f682-2bdb-4f3d-9328-18c05459184a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:52:38.660462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.727495 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] For port f282f682-2bdb-4f3d-9328-18c05459184a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:38.730952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] For port f282f682-2bdb-4f3d-9328-18c05459184a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f282f682-2bdb-4f3d-9328-18c05459184a,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:52:38.736447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:38.776591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-07f4545b-6498-4fa4-a059-48d6d561733f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1632386079&fields=id&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 267 time: 0.0370061 Aug 21 18:52:38.805003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:38.805638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:38.846667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28cf29-4d0c-46c3-9a5a-126846b6f46d None None] Pushing event updated for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:38.903392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-b908a50e-292c-4e9a-a401-c729c530efa5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:38.904995 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-b908a50e-292c-4e9a-a401-c729c530efa5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1151035 Aug 21 18:52:38.921771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-99dee338-2688-4c96-acb1-d685bfcc7cd2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/quotas/6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 375 time: 0.0099914 Aug 21 18:52:38.926578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:38.979745 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-f2f70574-d06c-4379-9fe2-a800d8940592 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509939 Aug 21 18:52:38.995440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-8f96b6b5-56ad-464d-ba23-d71c8fc5a29f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:52:38.996413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-8f96b6b5-56ad-464d-ba23-d71c8fc5a29f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052555 Aug 21 18:52:39.089105 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-2bbc8d93-2648-4e60-b1e4-bd3df806800a service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867233 Aug 21 18:52:39.138016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:38Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:39.169264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a501b1-873c-4eb9-ba30-e0847faa38c0 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:38Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:52:39.185201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-e30bcc20-0d36-4b26-b720-2f8db153c468 service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894110 Aug 21 18:52:39.400179 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c53098b7-2fdf-49f9-ac88-987e518a183e req-c3d0e9f7-0e4a-452b-8cd0-ed18671c1a7e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 210 time: 0.0472798 Aug 21 18:52:39.555911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f282f682-2bdb-4f3d-9328-18c05459184a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:39.611810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f282f682-2bdb-4f3d-9328-18c05459184a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:39.616256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f282f682-2bdb-4f3d-9328-18c05459184a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:39.616736 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:39.709716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:39.745986 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f282f682-2bdb-4f3d-9328-18c05459184a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f282f682-2bdb-4f3d-9328-18c05459184a,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:39.752690 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:39.753628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b8b1e698-ab72-46ca-b109-d485bcab883a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:39.830157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:39.845537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b8b1e698-ab72-46ca-b109-d485bcab883a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:39.845903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:40.389297 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-de30c0c3-046e-41a7-b163-1c86332ca784 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:40.391879 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-de30c0c3-046e-41a7-b163-1c86332ca784 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1176374 Aug 21 18:52:40.441714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-f391cee9-1d2e-4d8a-a011-e6a594a088f2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 380 time: 0.0421474 Aug 21 18:52:40.454424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'port': {'device_id': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'admin_state_up': True, 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'security_groups': ['d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:40.521853 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-08339e85-b854-4dc2-8c7e-848b58d27597 req-db50eeea-97b9-4ea5-b9a5-40bd7738648d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 210 time: 0.0531754 Aug 21 18:52:40.580955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:52:40.584673 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:40.709788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Allocated IP 172.20.0.4 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/f13f767a-f611-4f31-9601-a54f41322d05) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:52:40.845777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:40.859075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Transition to ACTIVE for port object f13f767a-f611-4f31-9601-a54f41322d05 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:40.890772 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:40.932248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:52:40.935138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:52:40.938862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:52:40.965693 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:40.999101 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:40.999724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.013978 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-d66b1d61-28ec-4abc-a06b-666b0cd9c5c8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5636985 Aug 21 18:52:41.026409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Request body: {'port': {'device_id': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:41.084794 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.155148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-38c8db4e-d811-4ff3-8621-0a99c68f5f79 None None] Provisioning for port f13f767a-f611-4f31-9601-a54f41322d05 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:41.159934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-38c8db4e-d811-4ff3-8621-0a99c68f5f79 None None] Provisioning complete for port f13f767a-f611-4f31-9601-a54f41322d05 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:41.160309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-38c8db4e-d811-4ff3-8621-0a99c68f5f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.194090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-38c8db4e-d811-4ff3-8621-0a99c68f5f79 None None] Port f13f767a-f611-4f31-9601-a54f41322d05 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:52:41.364527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13f767a-f611-4f31-9601-a54f41322d05 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:52:41.371798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.383764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Transition to ACTIVE for port object f13f767a-f611-4f31-9601-a54f41322d05 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:52:41.387507 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.454328 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:41.468787 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f282f682-2bdb-4f3d-9328-18c05459184a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:41.509884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:52:41.510269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:52:41.510608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:41.515461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:52:41.515787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:52:41.519643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f282f682-2bdb-4f3d-9328-18c05459184a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:41.520022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.521343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:52:41.521623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:52:41.523075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:52:41.523075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Bound port: f13f767a-f611-4f31-9601-a54f41322d05, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:52:41.523075 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.599830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:52:41.603400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:52:41.620223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.657748 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:41.658380 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:41.660019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] 10.222.0.39 "PUT /v2.0/ports/f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 1092 time: 0.6377928 Aug 21 18:52:41.660251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:41.662477 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d0480f-4629-4f78-8294-557b2a0b8411" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:41.667340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738777b-9e06-4d2f-9e65-07e410e5ff02 req-1574129e-e858-40db-aae5-83ca6d089b26 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:41.682253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8738777b-9e06-4d2f-9e65-07e410e5ff02 req-1574129e-e858-40db-aae5-83ca6d089b26 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0788794 Aug 21 18:52:41.695687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401e5db-d7e7-4d86-9fe9-01965aafd6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:41.716981 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6523f534-1913-48db-b42d-718fb386cf33 x-openstack-request-id: req-6523f534-1913-48db-b42d-718fb386cf33 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:41.717276 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:41.717526 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6523f534-1913-48db-b42d-718fb386cf33 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:41.717937 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'status': 'completed', 'code': 200} Aug 21 18:52:41.723723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8738777b-9e06-4d2f-9e65-07e410e5ff02 req-fcdf7438-dcb2-4a61-9ef9-827fbe7e64cf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401483 Aug 21 18:52:41.767613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3953c523-3ecb-4519-a7e6-fc20f354bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:41.769231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-3953c523-3ecb-4519-a7e6-fc20f354bed3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0438805 Aug 21 18:52:41.816299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-5e83884b-6346-4a67-9c7a-ee448dd23d2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 217 time: 0.0389042 Aug 21 18:52:41.866203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-729bf513-6536-4207-8acc-4b82818c429c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:41.867739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-729bf513-6536-4207-8acc-4b82818c429c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0447714 Aug 21 18:52:41.912288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-de0074e6-64b9-4bc0-b468-ae0c1fadbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:41.913755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-de0074e6-64b9-4bc0-b468-ae0c1fadbd2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388682 Aug 21 18:52:42.005769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-2e192b98-b603-4474-b975-75cae1154320 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847883 Aug 21 18:52:42.091719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3ca0f20-21b1-45e2-a063-a610eb643c13 req-b5bcf909-4c18-404b-879b-c0ba075c80aa service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784526 Aug 21 18:52:42.175299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-b47e34a8-6bc7-4dd6-90b3-dc977a81a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:42.176860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-b47e34a8-6bc7-4dd6-90b3-dc977a81a127 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0444436 Aug 21 18:52:42.265816 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-39709f3e-5863-43de-ba09-73519c0d68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:42.267255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-39709f3e-5863-43de-ba09-73519c0d68f9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0825179 Aug 21 18:52:42.309280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-5b49f24b-4152-4633-81be-605e2522cc42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 217 time: 0.0340281 Aug 21 18:52:42.361907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-786c63fe-6f29-4a2a-b5c3-8acf556af936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:42.363342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-786c63fe-6f29-4a2a-b5c3-8acf556af936 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0463555 Aug 21 18:52:42.408885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-a8daed9e-35a3-4ff2-811c-d7bb38eacb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:42.410413 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-a8daed9e-35a3-4ff2-811c-d7bb38eacb97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386558 Aug 21 18:52:42.498043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-d3fcdd41-7a2a-416e-8ee4-d0bf9da4600b service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802779 Aug 21 18:52:42.590537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-30d0480f-4629-4f78-8294-557b2a0b8411 req-469ed47f-4f8f-4dc9-82cd-4c60b41b03c2 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Aug 21 18:52:42.841228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dec6e-d68d-4cc7-a7e7-78f89c6deb6f req-525b6454-1707-4215-b8e4-97764ea09faa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:42.842655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-114dec6e-d68d-4cc7-a7e7-78f89c6deb6f req-525b6454-1707-4215-b8e4-97764ea09faa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0495887 Aug 21 18:52:42.879971 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-114dec6e-d68d-4cc7-a7e7-78f89c6deb6f req-6c382f4f-2998-4d55-b877-c4fdb143ba02 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313098 Aug 21 18:52:43.993414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ebcdca-83d1-4940-a40c-14af7be0839b req-d8035bc1-475d-4bcd-b7d7-a4c5686f62a6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:43.994915 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85ebcdca-83d1-4940-a40c-14af7be0839b req-d8035bc1-475d-4bcd-b7d7-a4c5686f62a6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0484273 Aug 21 18:52:44.034484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85ebcdca-83d1-4940-a40c-14af7be0839b req-faa70004-ceb4-4893-bfde-b8a42f57fe90 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331485 Aug 21 18:52:44.389264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f13f767a-f611-4f31-9601-a54f41322d05 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:52:44.481095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:44.491841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'f13f767a-f611-4f31-9601-a54f41322d05', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05', 'mac_address': 'fa:16:3e:60:05:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:52:44.532292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:44.546137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13f767a-f611-4f31-9601-a54f41322d05 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:52:44.566249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:44.570817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:44.619558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:44.761224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['f13f767a-f611-4f31-9601-a54f41322d05'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:52:45.155084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b8f2d-e336-45fb-bf41-895faef5aa1f req-132c833a-ae1c-4a19-ab26-b1666158415d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:45.156576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-855b8f2d-e336-45fb-bf41-895faef5aa1f req-132c833a-ae1c-4a19-ab26-b1666158415d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0573318 Aug 21 18:52:45.200442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-855b8f2d-e336-45fb-bf41-895faef5aa1f req-4ab3dcf9-7715-4a07-a3cc-b63c323e768f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373764 Aug 21 18:52:46.312858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7f411-baa0-49ec-8319-4bd12c155a70 req-1d015b93-a216-4b77-a453-c0223882044b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:46.314371 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24d7f411-baa0-49ec-8319-4bd12c155a70 req-1d015b93-a216-4b77-a453-c0223882044b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0485139 Aug 21 18:52:46.352607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24d7f411-baa0-49ec-8319-4bd12c155a70 req-06b1526a-208c-472b-aa0b-e4e0efb794c9 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316207 Aug 21 18:52:46.404112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f13f767a-f611-4f31-9601-a54f41322d05 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:52:46.451669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port f13f767a-f611-4f31-9601-a54f41322d05 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:52:46.455303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port f13f767a-f611-4f31-9601-a54f41322d05 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:52:46.455668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:46.528515 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:46.553183 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:46.555439 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3394b82-fabd-4ddf-b3f9-03d42de253a5" -d '{"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-plugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:46.568628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:52:46.572725 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:46.598470 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f52574-9b07-49dd-b6cb-6309f54b192b x-openstack-request-id: req-90f52574-9b07-49dd-b6cb-6309f54b192b {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:46.598780 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-plugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:46.599033 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90f52574-9b07-49dd-b6cb-6309f54b192b {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:46.599415 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'code': 200} Aug 21 18:52:46.625979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:52:46.693701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e96ac3-ebf0-4163-8ef8-94f67f7c3e10 req-f0e09d26-7231-4d3e-9f38-bf1c546f0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:46.695271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4e96ac3-ebf0-4163-8ef8-94f67f7c3e10 req-f0e09d26-7231-4d3e-9f38-bf1c546f0bb5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1097 time: 0.0460424 Aug 21 18:52:46.736539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b4e96ac3-ebf0-4163-8ef8-94f67f7c3e10 req-0b72b31c-a0ab-41b3-b407-7d6efa0f1651 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345016 Aug 21 18:52:47.470644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c8f2d-9e2e-4f65-8cfc-1c4b4c3c2a73 req-01e231b2-92dd-4f25-8aff-8b7b00ff5985 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:47.472205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-488c8f2d-9e2e-4f65-8cfc-1c4b4c3c2a73 req-01e231b2-92dd-4f25-8aff-8b7b00ff5985 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0523725 Aug 21 18:52:47.510741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-488c8f2d-9e2e-4f65-8cfc-1c4b4c3c2a73 req-f462ff10-af0f-4c62-8fba-0e3d0a317640 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Aug 21 18:52:47.807464 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd071b4d-b50c-415d-bd26-5a8b61f664b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:48.624433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78f3d1-c2ea-40e0-972c-a34776ec3064 req-005c756d-5f3a-4a1d-8013-4dc98693ea7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:48.625882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f78f3d1-c2ea-40e0-972c-a34776ec3064 req-005c756d-5f3a-4a1d-8013-4dc98693ea7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0483737 Aug 21 18:52:48.663173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0f78f3d1-c2ea-40e0-972c-a34776ec3064 req-e0b430b8-df8f-441d-a5be-5b7b14d8fcf8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Aug 21 18:52:48.772931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c7dfc-33db-40b8-90ab-b88043d3b40a req-4d6a6553-5722-4f88-a765-f40b769f16a3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:48.774406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a5c7dfc-33db-40b8-90ab-b88043d3b40a req-4d6a6553-5722-4f88-a765-f40b769f16a3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0488718 Aug 21 18:52:48.782931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 41962) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:52:48.787355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'floatingip': {'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:52:48.806708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:48.826577 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:49.252507 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:49.256196 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:49.338876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:49.354881 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 associated. External IP: 172.25.1.176, port: f13f767a-f611-4f31-9601-a54f41322d05. Aug 21 18:52:49.887097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:52:49.992903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:52:49.997445 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:50.002340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:52:50.011075 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:50.011670 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:50.024176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c3d38139-81bc-46e7-954f-68c4a3421498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "PUT /v2.0/floatingips/5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 HTTP/1.1" status: 200 len: 991 time: 1.2402022 Aug 21 18:52:50.024873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:52:50.027247 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74086a-fe88-49c1-9d22-1e44b684ce58" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:52:50.065643 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a27aed-821c-47b2-9ace-3adff0e88a1a x-openstack-request-id: req-f2a27aed-821c-47b2-9ace-3adff0e88a1a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:52:50.066050 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:52:50.066284 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2a27aed-821c-47b2-9ace-3adff0e88a1a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:52:50.066683 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'status': 'completed', 'code': 200} Aug 21 18:52:50.119055 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:50.130862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-2c7daddc-9955-4b0a-ab0e-0ef556664e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:50.132411 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-2c7daddc-9955-4b0a-ab0e-0ef556664e3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1097 time: 0.0434515 Aug 21 18:52:50.219877 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-2a9be9bf-97f9-4ffa-95ff-0f784db768d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:50.221425 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-2a9be9bf-97f9-4ffa-95ff-0f784db768d5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0822742 Aug 21 18:52:50.288378 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-4ae1429e-b9ee-4213-90ae-b5aa7d2163db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 999 time: 0.0602479 Aug 21 18:52:50.336515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:60:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:52:49Z', 'revision_number': 1, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:50.347697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6f99f8d5-c8b0-476d-ac8c-1d0b17bcfd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:50.367523 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:52:50.376322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:52:50.377473 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:52:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:50.484204 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:52:50.505801 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:50.638487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-7b0a6e31-e9b7-4f0b-9834-5a51962b177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:50.639881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-7b0a6e31-e9b7-4f0b-9834-5a51962b177c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.3436654 Aug 21 18:52:50.684980 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-22f23542-901d-400d-b12e-cc966e3e43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:52:50.686528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-22f23542-901d-400d-b12e-cc966e3e43ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392520 Aug 21 18:52:50.709222 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:60:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:52:49Z', 'revision_number': 1, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:52:50.738557 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac37cb16-d1ff-44b0-a545-a0cedccad66c None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:60:05:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:52:49Z', 'revision_number': 1, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:52:50.779920 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-1ce771ec-3da4-463e-b7a0-9cd919b471da service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861754 Aug 21 18:52:50.874568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa74086a-fe88-49c1-9d22-1e44b684ce58 req-0980f536-f637-4883-bd08-21d68cefb70b service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874565 Aug 21 18:52:50.926981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e2695b-18a1-4497-8dbf-f6ccb5beba9c None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:52:51.742610 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:52:53.412675 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:07.385211 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:53:17.808869 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e79fc24-5788-4070-8b62-f053ebf70b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:18.802513 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:19.341299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:20.349320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-137f72ec-aa38-4786-83ee-26edf95711db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:20.505628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:21.745947 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:23.415158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:42.379599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-08ce9cf3-355e-488f-8b3a-304b180b4a0c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393124 Aug 21 18:53:42.463540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-9a88aca7-8be8-4303-b88a-2b815988ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:53:42.465018 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-9a88aca7-8be8-4303-b88a-2b815988ae29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1097 time: 0.0434248 Aug 21 18:53:42.564574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-08eebdc6-fd82-43ec-ae07-d969faf941bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:53:42.566042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-08eebdc6-fd82-43ec-ae07-d969faf941bc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0810044 Aug 21 18:53:42.633722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-69112784-7abc-4ee4-9dab-509dcc2f9569 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 1001 time: 0.0605571 Aug 21 18:53:42.680388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-ae4642f6-e8d0-4ddd-a333-c1be4d3cf2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:53:42.681797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-ae4642f6-e8d0-4ddd-a333-c1be4d3cf2b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0417640 Aug 21 18:53:42.728353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-60eebf6e-e69e-4bac-b3c2-c701336b1a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:53:42.729801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-60eebf6e-e69e-4bac-b3c2-c701336b1a12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392861 Aug 21 18:53:42.821158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-b05e2b0c-5f6e-4ed3-9654-d236aa5856bb service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834205 Aug 21 18:53:42.910474 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2dfc6316-38f7-45a8-bd9f-ce303a8cf315 req-1742d535-05db-41b3-bb73-53b6d88e6d49 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820038 Aug 21 18:53:44.384906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:53:47.810784 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1267f81d-592a-4adf-a4b7-5549992d8ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:48.804457 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:49.369443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:50.349018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f14b297-30b8-457b-b4f7-385767f0c06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:50.504945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:51.748159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:53:53.417962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:17.809926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3083-e05c-4562-b18c-72c9a4d58d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:18.821604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:19.385308 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:20.348585 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-121508c2-5e76-450d-8b17-9f45b7226655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:20.504390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:21.383211 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:54:21.750462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:23.420672 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:25.981492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1a659-3430-4f52-b546-5230a86ef8b1 req-e35e7dfd-cb92-40d3-b623-2e257f2d2722 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:25.983070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5a1a659-3430-4f52-b546-5230a86ef8b1 req-e35e7dfd-cb92-40d3-b623-2e257f2d2722 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0533371 Aug 21 18:54:26.020645 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5a1a659-3430-4f52-b546-5230a86ef8b1 req-a1a17745-2b2e-4ba1-9780-c051f4cbdc58 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Aug 21 18:54:26.201537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42176) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:54:26.260207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa542d15-b161-438f-ab68-bce371411817 req-75b1de8a-bea5-41b8-adcf-a3b4e8930fe6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:26.261710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa542d15-b161-438f-ab68-bce371411817 req-75b1de8a-bea5-41b8-adcf-a3b4e8930fe6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0542324 Aug 21 18:54:26.323571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa542d15-b161-438f-ab68-bce371411817 req-8fb1461c-3400-441e-9991-f4f59fe1c4ff tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532627 Aug 21 18:54:26.327075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-a70ec8bb-548a-4912-b60a-7c4b7572bb62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243863 Aug 21 18:54:26.336384 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-b53af0bd-0cea-421c-8b0c-ba75fda80eff service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:54:26.337350 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-b53af0bd-0cea-421c-8b0c-ba75fda80eff service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052443 Aug 21 18:54:27.439623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b1c3b-760a-4342-8c70-325f87ff66f0 req-d8547383-fc12-4cfe-8655-2b62fc0719bc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:27.441178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-947b1c3b-760a-4342-8c70-325f87ff66f0 req-d8547383-fc12-4cfe-8655-2b62fc0719bc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0498731 Aug 21 18:54:27.479069 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-947b1c3b-760a-4342-8c70-325f87ff66f0 req-e7c14f66-f793-45aa-8328-f82da1fb63da tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314960 Aug 21 18:54:27.666093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f207c18c-943f-48a7-a93a-795d46219e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:27.668320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f207c18c-943f-48a7-a93a-795d46219e98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1097 time: 0.0459709 Aug 21 18:54:27.754784 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-27732d1c-843d-4637-a139-4914f191450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:27.756163 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-27732d1c-843d-4637-a139-4914f191450f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0812876 Aug 21 18:54:27.824291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f11a3a54-9181-414d-b507-28362a62d48e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 1001 time: 0.0607884 Aug 21 18:54:27.873489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-bc933f8c-a9c5-4b90-ba82-5f07ec53da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:27.874934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-bc933f8c-a9c5-4b90-ba82-5f07ec53da87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0435410 Aug 21 18:54:27.919459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-cc3d4c83-5ba9-4078-a74a-f9f76fe7cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:27.920901 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-cc3d4c83-5ba9-4078-a74a-f9f76fe7cb3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390892 Aug 21 18:54:28.011465 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f68dfc45-001e-4b06-9e80-31a55ccf6f29 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832973 Aug 21 18:54:28.100590 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-00cb3d2c-cd6f-4f22-8605-4bd9bcbad72c service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823176 Aug 21 18:54:28.594670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b11568-a9cd-461e-8f8d-bb030e19ab76 req-56f5d293-4377-431d-b641-4906bd2c70a8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:28.596166 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60b11568-a9cd-461e-8f8d-bb030e19ab76 req-56f5d293-4377-431d-b641-4906bd2c70a8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0483427 Aug 21 18:54:28.633115 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-60b11568-a9cd-461e-8f8d-bb030e19ab76 req-2f482a5d-934a-4fa3-9866-ba5cb0f656da tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310104 Aug 21 18:54:29.751432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca74b99-f33d-40e9-8864-fa525d91ba1a req-5d82b6c0-3e2b-4227-9cc8-06d88fd122ea tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:29.752847 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cca74b99-f33d-40e9-8864-fa525d91ba1a req-5d82b6c0-3e2b-4227-9cc8-06d88fd122ea tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0514126 Aug 21 18:54:29.788979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cca74b99-f33d-40e9-8864-fa525d91ba1a req-c62a75c4-ce68-4fa5-b26d-5d8444324a32 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301945 Aug 21 18:54:30.907743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3343f4-98e5-4155-985f-8ba6de2e1b27 req-103286a3-897f-42a9-8a4e-df07581bfcf9 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:30.909211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a3343f4-98e5-4155-985f-8ba6de2e1b27 req-103286a3-897f-42a9-8a4e-df07581bfcf9 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0515549 Aug 21 18:54:30.946791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a3343f4-98e5-4155-985f-8ba6de2e1b27 req-47aa824b-24be-493f-ae81-b4f9f0a7b6af tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Aug 21 18:54:32.066824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0cdd8-a86f-4061-add6-be1d172eef7c req-f0601e30-1bbb-4dac-ac41-56a58c91f411 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:32.068324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73c0cdd8-a86f-4061-add6-be1d172eef7c req-f0601e30-1bbb-4dac-ac41-56a58c91f411 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0536315 Aug 21 18:54:32.105843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73c0cdd8-a86f-4061-add6-be1d172eef7c req-c56ee878-b42d-4d6f-90a9-174f3760aecc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310676 Aug 21 18:54:33.219621 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1ccc-be11-46b0-be93-002463ad10a4 req-3a761b1b-9af0-42b6-a9f6-4a6c2b3e5940 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:33.221097 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3db1ccc-be11-46b0-be93-002463ad10a4 req-3a761b1b-9af0-42b6-a9f6-4a6c2b3e5940 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0492244 Aug 21 18:54:33.257640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3db1ccc-be11-46b0-be93-002463ad10a4 req-59ba228b-6485-45e4-8a56-14266f61d502 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306180 Aug 21 18:54:34.373126 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f69c-a69c-478c-aaef-47201dd06681 req-2fe6684c-b39e-4b72-84cd-da95c3bdf086 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:34.374628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f675f69c-a69c-478c-aaef-47201dd06681 req-2fe6684c-b39e-4b72-84cd-da95c3bdf086 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0488412 Aug 21 18:54:34.414831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f675f69c-a69c-478c-aaef-47201dd06681 req-49b96013-5288-4157-bd26-b64855fddde0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341077 Aug 21 18:54:35.535995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61c8dc-17ed-4f42-9c6f-af7d0559d2f7 req-deb459d6-b29c-47e1-a60c-5a8514c84987 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:35.537469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee61c8dc-17ed-4f42-9c6f-af7d0559d2f7 req-deb459d6-b29c-47e1-a60c-5a8514c84987 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0506382 Aug 21 18:54:35.574509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee61c8dc-17ed-4f42-9c6f-af7d0559d2f7 req-62329cdc-6503-4a98-923b-a2bee0447d0f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Aug 21 18:54:36.689806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b1976-dc26-4214-b461-8a92f3c63a83 req-e1bb3400-c8db-419e-95df-8e12615c2368 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:36.691322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-210b1976-dc26-4214-b461-8a92f3c63a83 req-e1bb3400-c8db-419e-95df-8e12615c2368 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0487263 Aug 21 18:54:36.728417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-210b1976-dc26-4214-b461-8a92f3c63a83 req-efb7889c-e73a-494f-9f4c-cfa48fb0b74d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308213 Aug 21 18:54:37.848570 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674c6de-5fed-45ba-a7b9-9577628638f9 req-5c1f3149-4b57-4a7b-b235-db33a6921081 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:37.850051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8674c6de-5fed-45ba-a7b9-9577628638f9 req-5c1f3149-4b57-4a7b-b235-db33a6921081 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0530639 Aug 21 18:54:37.886837 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8674c6de-5fed-45ba-a7b9-9577628638f9 req-8827a20b-5400-48a8-b788-cebe61a3de0b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305793 Aug 21 18:54:39.005626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d754cf-a46f-4ead-b374-05946dba2f5c req-820d37a1-5171-41ed-a2d8-1fe9ae982d95 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:39.007138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85d754cf-a46f-4ead-b374-05946dba2f5c req-820d37a1-5171-41ed-a2d8-1fe9ae982d95 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0523679 Aug 21 18:54:39.044388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-85d754cf-a46f-4ead-b374-05946dba2f5c req-dc27ba55-f2bc-44d3-9155-13f1462b7032 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314021 Aug 21 18:54:39.926897 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-aa1d9a31-0bd3-40bc-9955-95d5e7ce8edd service neutron] show failed (client error): The resource could not be found. Aug 21 18:54:39.927895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-aa1d9a31-0bd3-40bc-9955-95d5e7ce8edd service neutron] 10.222.0.39 "GET /v2.0/ports/f13f767a-f611-4f31-9601-a54f41322d05/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0526056 Aug 21 18:54:40.150098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-942aadd6-fdd7-4fc3-b87e-e26c54defcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:40.151663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-942aadd6-fdd7-4fc3-b87e-e26c54defcae service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0671158 Aug 21 18:54:40.167742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86709a-3530-42fd-8924-f03c2f0883c5 req-679e3778-8bd6-46ae-81d6-f10e66c8c0fa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:40.169158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a86709a-3530-42fd-8924-f03c2f0883c5 req-679e3778-8bd6-46ae-81d6-f10e66c8c0fa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0571597 Aug 21 18:54:40.173980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:54:40.250941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a86709a-3530-42fd-8924-f03c2f0883c5 req-e6303a2b-dae5-4ef3-aebd-ec04972a31fa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734475 Aug 21 18:54:40.255160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.456471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:40.489048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:54:40.527194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:40.529604 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0e2d51-8779-401f-839b-e28662eb9b63" -d '{"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:40.533300 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.546065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Transition to ACTIVE for port object f13f767a-f611-4f31-9601-a54f41322d05 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:54:40.550193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.582868 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e75599-e265-46a5-9b11-e2f54a8b1594 x-openstack-request-id: req-43e75599-e265-46a5-9b11-e2f54a8b1594 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:40.583172 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-unplugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:40.583428 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43e75599-e265-46a5-9b11-e2f54a8b1594 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:40.583821 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'code': 200} Aug 21 18:54:40.640310 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:40.652626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.652984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.653328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.653669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.654004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.654338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.654694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.655027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.655356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.655688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.656017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.656343 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:40.687580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] No DVR routers for this DVR port f13f767a-f611-4f31-9601-a54f41322d05 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:54:40.825958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:54:40.826311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:54:40.826662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:54:40.830961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:54:40.831287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Attempting to bind port f13f767a-f611-4f31-9601-a54f41322d05 on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:54:40.836103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:54:40.836446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:54:40.836832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:54:40.837257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Bound port: f13f767a-f611-4f31-9601-a54f41322d05, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:54:40.837617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.904046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:54:40.907067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:54:40.911569 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.943482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:40.944113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:40.945807 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] 10.222.0.64 "PUT /v2.0/ports/f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 1092 time: 0.7754893 Aug 21 18:54:40.968925 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d79bbe-6158-45b9-a70f-2faeb087b70d service neutron] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:41.014265 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-17a45f6f-3acd-4dda-96a9-3e6934fde3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:41.015919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-17a45f6f-3acd-4dda-96a9-3e6934fde3ca service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0433700 Aug 21 18:54:41.117960 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-48a4dcd7-12ae-4c9f-9195-7fa7bb1e46b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:41.119487 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-48a4dcd7-12ae-4c9f-9195-7fa7bb1e46b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0917146 Aug 21 18:54:41.190164 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-bba0534c-5ab1-4e3e-842c-22d2baaa0b80 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 999 time: 0.0583551 Aug 21 18:54:41.241839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-34a8005b-a232-4f5d-b568-7a5526576c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:41.243217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-34a8005b-a232-4f5d-b568-7a5526576c7c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0424304 Aug 21 18:54:41.297774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-c75879d1-136a-4c3a-acb6-3523f05aae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:41.299336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-c75879d1-136a-4c3a-acb6-3523f05aae9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441027 Aug 21 18:54:41.417844 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5a7b-1c08-4f7f-87fc-103e01970474 req-d602063f-367c-4b85-8deb-543a9b3d343f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:41.419362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a3d5a7b-1c08-4f7f-87fc-103e01970474 req-d602063f-367c-4b85-8deb-543a9b3d343f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0930138 Aug 21 18:54:41.444751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-47057089-c324-44b8-b5d9-ed294d4c6d1d service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357055 Aug 21 18:54:41.480320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a3d5a7b-1c08-4f7f-87fc-103e01970474 req-a7ad038f-8f25-4190-ae04-f988fbf65951 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521259 Aug 21 18:54:41.545417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-07a2ffde-e425-4161-bf67-ed4ddc391995 req-ec9f961c-9892-4350-be58-6efce93b45a0 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Aug 21 18:54:42.585742 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:42.588154 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8c96da-0326-4f22-ab0d-a28a94450cab" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:42.597131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ba2a8-f42e-477a-bedd-cb1259deb902 req-036d6b17-74af-46fb-b932-b93c69505bdd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.598657 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-104ba2a8-f42e-477a-bedd-cb1259deb902 req-036d6b17-74af-46fb-b932-b93c69505bdd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0490520 Aug 21 18:54:42.636616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-104ba2a8-f42e-477a-bedd-cb1259deb902 req-ec7e9493-20a7-4f0a-8bae-2d6547c9f2cd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 21 18:54:42.636763 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb06dde-f424-4bdb-9d42-b2798bd7caf0 x-openstack-request-id: req-deb06dde-f424-4bdb-9d42-b2798bd7caf0 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:42.637561 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:42.637823 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deb06dde-f424-4bdb-9d42-b2798bd7caf0 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:42.638395 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'status': 'completed', 'code': 200} Aug 21 18:54:42.697090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-73bff255-0517-4911-ae70-03bb522bf774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.699254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-73bff255-0517-4911-ae70-03bb522bf774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0453916 Aug 21 18:54:42.705965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-ae4acb26-22ee-4122-9b76-76bcea8dcea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.707513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-ae4acb26-22ee-4122-9b76-76bcea8dcea0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0468793 Aug 21 18:54:42.789333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-99d109eb-5112-4f61-9123-87cdf5de27a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.790792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-99d109eb-5112-4f61-9123-87cdf5de27a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0843427 Aug 21 18:54:42.796142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-6205f24c-d881-4fb2-852f-e95acd68779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.797673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-6205f24c-d881-4fb2-852f-e95acd68779b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0826874 Aug 21 18:54:42.862659 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-82dcb6fa-5d32-45cc-97b7-6b7cf7645038 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 999 time: 0.0651782 Aug 21 18:54:42.869794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-4413eb42-4b0a-4c7b-9442-61b1402e5831 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 999 time: 0.0625558 Aug 21 18:54:42.910970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-d76bcfeb-e894-43d6-9fb2-172ff8cf7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.912444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-d76bcfeb-e894-43d6-9fb2-172ff8cf7be5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0437641 Aug 21 18:54:42.918814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-233f2b2a-ebe3-403b-bc78-393ea4515bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.920256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-233f2b2a-ebe3-403b-bc78-393ea4515bd1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0430627 Aug 21 18:54:42.959132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-bdbc56b2-39a1-4d35-9676-b8a02b202c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.960649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-bdbc56b2-39a1-4d35-9676-b8a02b202c96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408847 Aug 21 18:54:42.967360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-9f0c71de-008d-493e-a8c3-578115a2f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:42.968838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-9f0c71de-008d-493e-a8c3-578115a2f296 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404387 Aug 21 18:54:43.052381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-80abb180-fd6b-4b7a-b241-eaef9db764c9 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 Aug 21 18:54:43.062723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-8cb7260f-6b63-42ae-a02b-ef6368001d9f service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846922 Aug 21 18:54:43.143882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-efd72512-8b4f-438e-9a5e-d93d2ac6f248 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846584 Aug 21 18:54:43.155073 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2e8c96da-0326-4f22-ab0d-a28a94450cab req-405a80bb-199d-463b-96d9-69d058d20893 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839550 Aug 21 18:54:43.753802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a47721-fac0-4b14-bb20-78ef6c21f75d req-eb1fee8d-da1f-48b1-8e35-08b13d9b0b49 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:43.755205 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5a47721-fac0-4b14-bb20-78ef6c21f75d req-eb1fee8d-da1f-48b1-8e35-08b13d9b0b49 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0487697 Aug 21 18:54:43.792275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e5a47721-fac0-4b14-bb20-78ef6c21f75d req-265d4f38-394f-488c-b778-0936be50b530 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305521 Aug 21 18:54:43.985136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf4ce-5456-4d4f-9a97-c264d49fa670 req-b865fef6-aa9c-40e5-b67e-d9ad4ba3eea1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:43.986739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63bcf4ce-5456-4d4f-9a97-c264d49fa670 req-b865fef6-aa9c-40e5-b67e-d9ad4ba3eea1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 943 time: 0.0555885 Aug 21 18:54:43.994158 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-ea4f9a89-297f-45ab-aacb-b9e0269210a3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:43.995683 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-ea4f9a89-297f-45ab-aacb-b9e0269210a3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 943 time: 0.0522373 Aug 21 18:54:44.024509 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63bcf4ce-5456-4d4f-9a97-c264d49fa670 req-45c28874-92a4-48b8-9900-02323276fd16 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Aug 21 18:54:44.059626 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-f3e9b204-35de-4b74-b5f5-03578ba29a19 service neutron] delete failed (client error): The resource could not be found. Aug 21 18:54:44.060639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-f3e9b204-35de-4b74-b5f5-03578ba29a19 service neutron] 10.222.0.39 "DELETE /v2.0/ports/f13f767a-f611-4f31-9601-a54f41322d05/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0577390 Aug 21 18:54:44.144874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-087fca78-93a7-4d02-8060-c685f1945857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:44.146360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-087fca78-93a7-4d02-8060-c685f1945857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 1095 time: 0.0429714 Aug 21 18:54:44.235722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-b1085c1a-cf99-4956-ac56-5a39b2e616e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:44.237180 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-b1085c1a-cf99-4956-ac56-5a39b2e616e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0841329 Aug 21 18:54:44.304038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-08155040-9757-45ae-a128-dc9d2468a71a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 200 len: 999 time: 0.0598302 Aug 21 18:54:44.350453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f13f767a-f611-4f31-9601-a54f41322d05 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:54:44.352617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-d0de41b6-95e9-4b93-a563-4cb0676d9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:44.354075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-d0de41b6-95e9-4b93-a563-4cb0676d9e28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0431566 Aug 21 18:54:44.401832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-026942f4-1a4f-4673-8025-0ac1eb4400f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:44.403421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-026942f4-1a4f-4673-8025-0ac1eb4400f0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419502 Aug 21 18:54:44.444745 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:44.456915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'f13f767a-f611-4f31-9601-a54f41322d05', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': 'f13f767a-f611-4f31-9601-a54f41322d05', 'mac_address': 'fa:16:3e:60:05:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:54:44.492929 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:44.497330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-feba7258-6e80-4066-8666-d3f931a6c599 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868230 Aug 21 18:54:44.506060 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13f767a-f611-4f31-9601-a54f41322d05 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:54:44.525554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:44.529922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:44.577314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:44.584340 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.584679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.585011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.585344 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.585673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.586759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.587080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.587557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.587904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.588173 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ead1df1-4e0f-4c9c-ab1b-f6533769836b req-32c72c2f-e981-47f1-9750-f2f31eff41e5 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831199 Aug 21 18:54:44.588294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.588575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.588896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:54:44.783638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['f13f767a-f611-4f31-9601-a54f41322d05'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:54:45.100808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f13f767a-f611-4f31-9601-a54f41322d05 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:54:45.141017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device f13f767a-f611-4f31-9601-a54f41322d05 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:54:45.153303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b700-3087-4e23-a4e1-01ec86619993 req-ec530e72-ed33-4a6a-9f24-6996375deba4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:45.154792 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f46b700-3087-4e23-a4e1-01ec86619993 req-ec530e72-ed33-4a6a-9f24-6996375deba4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0585728 Aug 21 18:54:45.192526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f46b700-3087-4e23-a4e1-01ec86619993 req-a7e401c0-b9d6-4955-b039-be2a18168e89 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Aug 21 18:54:45.306867 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97b757a-2a09-41d1-886e-e9e05af16c97 req-f718dbac-5192-4865-9193-dc5f822f4e93 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:45.308375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e97b757a-2a09-41d1-886e-e9e05af16c97 req-f718dbac-5192-4865-9193-dc5f822f4e93 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0501709 Aug 21 18:54:45.346643 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e97b757a-2a09-41d1-886e-e9e05af16c97 req-2cc272c4-2713-4d71-9c3c-b18a89ced027 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322616 Aug 21 18:54:45.457715 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8086a-bc5e-4459-8192-883c0205916b req-d5f19b03-7cf5-4663-95c5-540889e19605 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:45.459215 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ee8086a-bc5e-4459-8192-883c0205916b req-d5f19b03-7cf5-4663-95c5-540889e19605 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0480657 Aug 21 18:54:45.496781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ee8086a-bc5e-4459-8192-883c0205916b req-76a6685d-8d54-4811-a65e-6d22b7130885 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Aug 21 18:54:45.721299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a3fd7-e4a0-44ee-b78e-f054a625331f req-469b4a16-56f6-4db2-ae4e-8a874ed57840 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:45.722772 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-557a3fd7-e4a0-44ee-b78e-f054a625331f req-469b4a16-56f6-4db2-ae4e-8a874ed57840 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 944 time: 0.0478513 Aug 21 18:54:45.759046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-557a3fd7-e4a0-44ee-b78e-f054a625331f req-64a79f23-c9ea-42bb-958b-0bbffc6b839c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303319 Aug 21 18:54:46.381652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f13f767a-f611-4f31-9601-a54f41322d05 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:54:46.433122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port f13f767a-f611-4f31-9601-a54f41322d05 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:54:46.437211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port f13f767a-f611-4f31-9601-a54f41322d05 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:54:46.437579 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:46.511034 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:46.532639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:46.534865 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b07274-8fe8-4f79-b4b7-cdcbe283cb19" -d '{"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-plugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:46.546750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:46.551005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:46.577322 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a7a0ea-c9b0-4839-b1cd-3e064e720c4f x-openstack-request-id: req-04a7a0ea-c9b0-4839-b1cd-3e064e720c4f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:46.577611 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-plugged", "status": "completed", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:46.577866 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04a7a0ea-c9b0-4839-b1cd-3e064e720c4f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:46.578251 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'code': 200} Aug 21 18:54:46.605891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:46.878647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d407aa-9c84-4a71-8dcd-41a2053f0d87 req-d42ff960-21f6-4f51-9fff-e060b5224f0c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:46.880144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13d407aa-9c84-4a71-8dcd-41a2053f0d87 req-d42ff960-21f6-4f51-9fff-e060b5224f0c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0533872 Aug 21 18:54:46.917525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-13d407aa-9c84-4a71-8dcd-41a2053f0d87 req-eb2f4c81-98ab-4798-ba4f-0489a7c4e489 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Aug 21 18:54:47.127688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-f94993b8-3788-4371-a653-20341fa1f685 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:47.129067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-f94993b8-3788-4371-a653-20341fa1f685 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 945 time: 0.0489798 Aug 21 18:54:47.224409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Deleting port f13f767a-f611-4f31-9601-a54f41322d05 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:54:47.224752 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.310266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] For port f13f767a-f611-4f31-9601-a54f41322d05, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=f13f767a-f611-4f31-9601-a54f41322d05,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:47.310673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.491232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.491627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.491938 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 disassociated. External IP: 172.25.1.176, port: f13f767a-f611-4f31-9601-a54f41322d05. Aug 21 18:54:47.492274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Calling delete_port for f13f767a-f611-4f31-9601-a54f41322d05 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:54:47.616594 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.654697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'Port': ['ID=f13f767a-f611-4f31-9601-a54f41322d05,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:47.774814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:54:47.821010 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3690f4b8-1d14-4327-b174-63156cd0a509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.890130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:54:47.899691 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:54:47.908594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:54:47.909195 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:54:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:54:47.928033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] No DVR routers for this DVR port f13f767a-f611-4f31-9601-a54f41322d05 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:54:47.930803 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:47.932790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5900af4-3a1e-4caa-9fbd-87b1cdfa4b1a req-0608ec4b-39fc-4a5d-b656-057541600146 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "DELETE /v2.0/ports/f13f767a-f611-4f31-9601-a54f41322d05 HTTP/1.1" status: 204 len: 173 time: 0.7940023 Aug 21 18:54:47.933351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-deleted', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:47.936126 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fa6e84-97cd-4b3b-85e2-8d76949e60d5" -d '{"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-deleted", "tag": "f13f767a-f611-4f31-9601-a54f41322d05"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:47.974851 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c0fbf8-74fc-4c36-98e5-6132ba002240 x-openstack-request-id: req-84c0fbf8-74fc-4c36-98e5-6132ba002240 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:47.975403 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd7c576-e894-496d-b8bd-b9690907e03c", "name": "network-vif-deleted", "tag": "f13f767a-f611-4f31-9601-a54f41322d05", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:47.975659 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84c0fbf8-74fc-4c36-98e5-6132ba002240 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:47.976088 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd7c576-e894-496d-b8bd-b9690907e03c', 'name': 'network-vif-deleted', 'tag': 'f13f767a-f611-4f31-9601-a54f41322d05', 'status': 'completed', 'code': 200} Aug 21 18:54:48.024295 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:54:48.033967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e5c17793-e3b5-44c5-b913-037783b7bcdd req-f827ef04-05f9-43b1-906b-717d511e9084 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bd7c576-e894-496d-b8bd-b9690907e03c HTTP/1.1" status: 200 len: 210 time: 0.0278380 Aug 21 18:54:48.221944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:54:48.247205 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:54:48.255145 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:54:48.255725 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:54:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:54:48.356869 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:54:48.648911 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:54:48.674907 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48755a87-bd8a-4850-bd92-2908887b6952 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:54:48.833335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:48.885453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4f01f2-f40d-4415-a3a9-67cd17854db1 None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:54:49.258473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-a10c91ad-af73-4bd1-a104-e071fe2dff67 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1632386079&fields=id&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 267 time: 0.0317290 Aug 21 18:54:49.366797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-371fb2df-63d5-4f14-b798-49c43614b3e7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:49.368202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-371fb2df-63d5-4f14-b798-49c43614b3e7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1026123 Aug 21 18:54:49.378571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:49.384248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-b790e74b-dca2-4b69-b32d-8763d67ee71d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/quotas/6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 375 time: 0.0095267 Aug 21 18:54:49.437233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-65164dfe-560d-4a87-9cbe-a09334e92332 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466254 Aug 21 18:54:49.587436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-611d2441-4051-4ebe-b40d-0123a0da0465 service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374426 Aug 21 18:54:49.677988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-16a297ff-b332-4931-8a34-69c12b7189ad service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843270 Aug 21 18:54:49.843614 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5417a5ba-81a1-413a-b620-262bf05c027c req-33e69665-af0a-46bf-beb7-a0ee820db5a2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 210 time: 0.0264201 Aug 21 18:54:50.348621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2738caff-fc47-4322-9cf4-0064d4b8eec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:50.413793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f13f767a-f611-4f31-9601-a54f41322d05 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:54:50.435070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: f13f767a-f611-4f31-9601-a54f41322d05 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:54:50.435414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device f13f767a-f611-4f31-9601-a54f41322d05 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:54:50.504624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:50.953720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d2f4897-e27a-4b8d-ae63-4507ce3268dc req-8379b648-325d-42ce-b0e1-ee7ab8a7fbb2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 210 time: 0.0390539 Aug 21 18:54:50.983078 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-44837ef4-cd6a-4341-962c-c9e6226aa14e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:50.984504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-44837ef4-cd6a-4341-962c-c9e6226aa14e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1342905 Aug 21 18:54:51.039215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-61702862-a7b3-4a62-add0-870fd4169299 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 380 time: 0.0342550 Aug 21 18:54:51.055465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'port': {'device_id': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'admin_state_up': True, 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'security_groups': ['d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:54:51.159493 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:54:51.163534 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.289490 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Allocated IP 172.20.0.9 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/3c10a61d-4e2e-4263-8199-8b4a3089d55d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:54:51.425259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.438997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Transition to ACTIVE for port object 3c10a61d-4e2e-4263-8199-8b4a3089d55d will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:54:51.471739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.510979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:54:51.514417 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:54:51.517901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:54:51.548294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:51.572770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:51.573416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.588335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-6434049e-3a9f-4b70-b190-f48a1d64e9b5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5363481 Aug 21 18:54:51.607437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Request body: {'port': {'device_id': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:54:51.666601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.754250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.780354 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-79407ab6-9ca0-44e1-8f0f-738373c2ba62 None None] Provisioning for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:54:51.784223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-79407ab6-9ca0-44e1-8f0f-738373c2ba62 None None] Provisioning complete for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:54:51.784531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-79407ab6-9ca0-44e1-8f0f-738373c2ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:51.820316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-79407ab6-9ca0-44e1-8f0f-738373c2ba62 None None] Port 3c10a61d-4e2e-4263-8199-8b4a3089d55d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:54:52.076466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef3f52-7692-4729-ac0a-12ea492e94fa req-f879ff31-4d55-4443-b9f5-d28ecb520a8e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:52.078043 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04ef3f52-7692-4729-ac0a-12ea492e94fa req-f879ff31-4d55-4443-b9f5-d28ecb520a8e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 931 time: 0.0510838 Aug 21 18:54:52.116771 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-04ef3f52-7692-4729-ac0a-12ea492e94fa req-40aa821b-ce70-4c14-8e66-ee3b27010476 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Aug 21 18:54:52.264535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c10a61d-4e2e-4263-8199-8b4a3089d55d {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:54:52.271760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:52.283168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Transition to ACTIVE for port object 3c10a61d-4e2e-4263-8199-8b4a3089d55d will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:54:52.287625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:52.339283 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:52.407861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:54:52.408198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:54:52.408532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:54:52.413136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:54:52.413460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:54:52.419109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:54:52.419646 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:54:52.420031 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:54:52.420452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Bound port: 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:54:52.420809 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:52.486838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:54:52.490564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:54:52.494406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:52.527495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:52.528643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:52.530064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] 10.222.0.64 "PUT /v2.0/ports/3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 1092 time: 0.9271617 Aug 21 18:54:52.530528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:52.532776 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32ffe1a2b8a20307791c1bd86de35f603eb1dc1786bbb36502e2412c7ce2557f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd" -d '{"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:52.561198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a8c2ae-3767-4c09-8c4b-39834cadfd52 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:52.578319 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb98c7af-80e6-4dcf-92f7-6614e05dae32 x-openstack-request-id: req-fb98c7af-80e6-4dcf-92f7-6614e05dae32 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:52.578629 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:52.578884 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb98c7af-80e6-4dcf-92f7-6614e05dae32 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:52.579271 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'status': 'completed', 'code': 200} Aug 21 18:54:52.627401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-bf1e726f-474e-4077-94c4-0f4ce85a613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:52.628941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-bf1e726f-474e-4077-94c4-0f4ce85a613c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0461597 Aug 21 18:54:52.677337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-0650c4cb-7100-42b6-873d-42a69a09160a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 217 time: 0.0356810 Aug 21 18:54:52.732811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-1848407f-80ef-41dd-b6f6-c8f8a84fd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:52.734286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-1848407f-80ef-41dd-b6f6-c8f8a84fd438 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0460114 Aug 21 18:54:52.789013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-2b2d9724-17fb-49d3-9dae-9ad39ade4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:52.790615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-2b2d9724-17fb-49d3-9dae-9ad39ade4293 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441031 Aug 21 18:54:52.883940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-16089a6c-31b2-4020-ba3b-fe19783e61eb service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816212 Aug 21 18:54:52.979705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b389fa00-fe02-4403-a653-7b31ce966ee3 req-cc798f2a-16ba-4ad2-b9ba-7d5849fea7cf service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842278 Aug 21 18:54:53.069696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-eec81411-475b-4f9f-aa2a-1c9f02130534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:53.071374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-eec81411-475b-4f9f-aa2a-1c9f02130534 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0409727 Aug 21 18:54:53.159624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-86c48873-8f9a-47ba-9828-5b57da099e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:53.161110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-86c48873-8f9a-47ba-9828-5b57da099e1d service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0824876 Aug 21 18:54:53.207194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-9e069a65-4f4b-4e37-be40-d47898f1c742 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 217 time: 0.0386951 Aug 21 18:54:53.236753 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e6d4-ac5d-4eb3-9230-a2d2badc744b req-b668ff05-332b-41a2-bd84-b8e29a6075b4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:53.238256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4262e6d4-ac5d-4eb3-9230-a2d2badc744b req-b668ff05-332b-41a2-bd84-b8e29a6075b4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0534108 Aug 21 18:54:53.257081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-d8ec023e-97d5-43f0-9592-a2b2ed4bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:53.258572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-d8ec023e-97d5-43f0-9592-a2b2ed4bcec4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0444634 Aug 21 18:54:53.275177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4262e6d4-ac5d-4eb3-9230-a2d2badc744b req-f143d818-e867-444c-92f2-91aa4456e96c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Aug 21 18:54:53.304837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-5f4dd64a-c2a9-4d38-a848-c7641ebe4811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:53.306351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-5f4dd64a-c2a9-4d38-a848-c7641ebe4811 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403914 Aug 21 18:54:53.398870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-dbc8e5f4-3dfe-4235-a4a0-8cd1f71086ff service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Aug 21 18:54:53.424614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:53.490829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42f794a3-c7e5-49a0-8f1e-27ec592c78dd req-12e4ce10-e658-4d59-bdcf-cf8a3ccab49d service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820913 Aug 21 18:54:54.396278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68324c2a-8d71-44fa-af65-722fb70e6063 req-b30ad7b0-e2fe-4f34-902c-6b5bdc74cf8f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:54.397757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-68324c2a-8d71-44fa-af65-722fb70e6063 req-b30ad7b0-e2fe-4f34-902c-6b5bdc74cf8f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0531194 Aug 21 18:54:54.436465 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-68324c2a-8d71-44fa-af65-722fb70e6063 req-80622fd7-0018-4c30-8682-768eb936611a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Aug 21 18:54:55.549238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b7ff1-b508-4600-bfad-071d0d937262 req-8b5760bd-8346-4b26-8b18-ff2687f019f7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:55.550780 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e6b7ff1-b508-4600-bfad-071d0d937262 req-8b5760bd-8346-4b26-8b18-ff2687f019f7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0486701 Aug 21 18:54:55.593900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5e6b7ff1-b508-4600-bfad-071d0d937262 req-948014c0-1d77-4988-91f4-4dc1ed9b1104 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373051 Aug 21 18:54:56.433065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:54:56.527018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:56.537481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'mac_address': 'fa:16:3e:0b:01:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:54:56.573183 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:56.585957 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c10a61d-4e2e-4263-8199-8b4a3089d55d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:54:56.604322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:56.608646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:56.659378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:56.709542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3f3b3-9545-48f8-b5e9-508b6f63beb5 req-edb1bf49-62f6-45cf-a0fd-ff21f697c044 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:56.710978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0b3f3b3-9545-48f8-b5e9-508b6f63beb5 req-edb1bf49-62f6-45cf-a0fd-ff21f697c044 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 944 time: 0.0503831 Aug 21 18:54:56.748352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0b3f3b3-9545-48f8-b5e9-508b6f63beb5 req-bf38a1d1-ec07-4711-8078-31f564d76755 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308545 Aug 21 18:54:56.837189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3c10a61d-4e2e-4263-8199-8b4a3089d55d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:54:57.859899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da9c7-7bb0-4a87-bfb8-6119355b3949 req-da242718-baf3-4109-af7d-2dc3df3a2308 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:57.864477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c97da9c7-7bb0-4a87-bfb8-6119355b3949 req-da242718-baf3-4109-af7d-2dc3df3a2308 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 944 time: 0.0485823 Aug 21 18:54:57.899502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c97da9c7-7bb0-4a87-bfb8-6119355b3949 req-1ac48f3c-bf6d-4b62-935b-1340fe682598 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Aug 21 18:54:58.382358 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:54:58.460697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:54:58.511447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:54:58.515571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:54:58.515938 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:58.589530 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:58.610915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:54:58.613134 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cf991-c7ee-4f07-b7e0-7b0147159a8a" -d '{"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:54:58.625613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:54:58.629757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:54:58.653021 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23557fad-b180-405a-8e7e-a6a162ff47cd x-openstack-request-id: req-23557fad-b180-405a-8e7e-a6a162ff47cd {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:54:58.653306 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:54:58.653552 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23557fad-b180-405a-8e7e-a6a162ff47cd {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:54:58.653932 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'code': 200} Aug 21 18:54:58.678376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:54:58.761421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd5aaf-31b6-4ffd-a8c3-13ec88900ee0 req-ce9b4dae-91f2-4500-9fae-3d5ee4869485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:58.762921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1dd5aaf-31b6-4ffd-a8c3-13ec88900ee0 req-ce9b4dae-91f2-4500-9fae-3d5ee4869485 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1097 time: 0.0400918 Aug 21 18:54:58.801373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c1dd5aaf-31b6-4ffd-a8c3-13ec88900ee0 req-00819120-a9c2-456e-8b29-cbf3a73408d7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268452 Aug 21 18:54:59.016437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aff89-df28-449f-99c3-73628facff22 req-f4219ef1-cbf9-44cf-97cf-a8c4bc7632ee tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:54:59.017909 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-672aff89-df28-449f-99c3-73628facff22 req-f4219ef1-cbf9-44cf-97cf-a8c4bc7632ee tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0521970 Aug 21 18:54:59.054755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-672aff89-df28-449f-99c3-73628facff22 req-82dab396-c65c-4550-a5bd-89b2cb2b5c9e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Aug 21 18:55:00.178056 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f8b88-206c-4735-9ddd-a3664d82f8d2 req-1c7ba9f7-11e1-4eaa-be10-8cd3460219f2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:00.179579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-661f8b88-206c-4735-9ddd-a3664d82f8d2 req-1c7ba9f7-11e1-4eaa-be10-8cd3460219f2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0571973 Aug 21 18:55:00.217618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-661f8b88-206c-4735-9ddd-a3664d82f8d2 req-b38dd9c3-8c02-4e1d-a575-a96901d38e6b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314088 Aug 21 18:55:00.327119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15fee-3bce-4aec-b579-293891955bb1 req-bafa15d6-0c9f-4f64-b592-24cc6fa36afd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:00.328601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-45e15fee-3bce-4aec-b579-293891955bb1 req-bafa15d6-0c9f-4f64-b592-24cc6fa36afd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0491965 Aug 21 18:55:00.337104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 42318) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:55:00.342151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'floatingip': {'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:55:00.381557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:00.804222 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:00.808033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:00.904338 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 associated. External IP: 172.25.1.176, port: 3c10a61d-4e2e-4263-8199-8b4a3089d55d. Aug 21 18:55:01.107339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:55:01.214135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:55:01.219719 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:01.224085 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:55:01.232599 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:55:01.233208 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:54:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:55:01.245210 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1adc15b4-23b3-49be-aead-270ad37b7a7c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "PUT /v2.0/floatingips/5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 HTTP/1.1" status: 200 len: 991 time: 0.9071035 Aug 21 18:55:01.245794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:55:01.248051 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c" -d '{"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:55:01.289765 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518a1f06-24fe-4bb6-a42e-fcc7e0ba518e x-openstack-request-id: req-518a1f06-24fe-4bb6-a42e-fcc7e0ba518e {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:55:01.290064 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:55:01.290320 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-518a1f06-24fe-4bb6-a42e-fcc7e0ba518e {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:55:01.290770 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'status': 'completed', 'code': 200} Aug 21 18:55:01.339455 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:55:01.357103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-ce33346f-bbea-4d6a-814d-8dd655903752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:01.358691 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-ce33346f-bbea-4d6a-814d-8dd655903752 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1097 time: 0.0414515 Aug 21 18:55:01.448842 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-e7b1088c-0c7d-47a4-9b92-2e5362037adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:01.450327 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-e7b1088c-0c7d-47a4-9b92-2e5362037adb service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0843511 Aug 21 18:55:01.520171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-b54f9857-f33d-4fcb-95bd-ff8ae6e49228 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0619733 Aug 21 18:55:01.557680 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:0b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:55:00Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:55:01.569264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-dd854da9-9ca0-4e7c-a10a-a956390a514b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:01.570982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-dd854da9-9ca0-4e7c-a10a-a956390a514b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0431883 Aug 21 18:55:01.584529 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:55:01.592817 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:55:01.593414 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:54:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:55:01.615938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-2c52a86b-1c4c-4ea0-86c9-7223eb27605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:01.617426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-2c52a86b-1c4c-4ea0-86c9-7223eb27605a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398078 Aug 21 18:55:01.696212 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:55:01.712456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-b6fa29d2-a027-4087-ad7c-d07ba0d4c3e8 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877743 Aug 21 18:55:01.802962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea1cbfe-98b6-41c2-a7ec-202c98d7f93c req-83223e44-b4d3-4577-b945-f75223301b8b service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Aug 21 18:55:01.914004 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:0b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:55:00Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:55:01.943001 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621213fd-b9c0-4023-ba28-35c539b35415 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:0b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:55:00Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:55:02.124525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7eaa8e-c962-4524-8a33-2000dd6942e7 None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:55:17.812944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f59e3374-584c-46d2-a82c-6d5a4739e2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:18.822707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:19.384545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:20.349683 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7c3f8319-d17b-4bf3-9d20-2feee3fee96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:20.504327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:21.756603 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:23.427163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:35.382159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:55:39.849230 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-099f7325-7d0a-4765-90e1-c1282672e018 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452645 Aug 21 18:55:39.938452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-38335779-d92b-47e9-a4bc-8d932ef2b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:39.939975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-38335779-d92b-47e9-a4bc-8d932ef2b291 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1097 time: 0.0399525 Aug 21 18:55:40.051796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-9fa4094c-deee-41b1-bfb9-164f7fbc0851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:40.053257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-9fa4094c-deee-41b1-bfb9-164f7fbc0851 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0825748 Aug 21 18:55:40.126794 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-6e705b1f-75ec-4ebf-a3eb-5318223df75c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 1001 time: 0.0609496 Aug 21 18:55:40.178593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-fc8a2974-f258-43f9-80f9-512d8e8bf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:40.180003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-fc8a2974-f258-43f9-80f9-512d8e8bf7ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0425959 Aug 21 18:55:40.229486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-9de12511-e215-4d4f-9261-c032b6e97e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:55:40.230971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-9de12511-e215-4d4f-9261-c032b6e97e2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395734 Aug 21 18:55:40.328339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-08730ca9-eb47-4543-a693-3685b2dcf99b service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843427 Aug 21 18:55:40.418412 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70cfa3a6-b069-4ba0-8c73-fee5b42189d2 req-d16d5e1d-067e-4993-b361-269c8c8054bf service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812173 Aug 21 18:55:47.815005 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59945fc9-1ab2-489e-bcfb-064bd663f1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:48.831003 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:49.414514 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:50.349545 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fb6c815-9333-4432-aedc-3e18a2398a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:50.503809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:51.759129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:55:53.431681 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:12.380825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:56:17.814854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd147c67-c41d-4865-8b90-e03c9af016f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:18.846615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:19.430661 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:20.349851 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e49a987-b28c-4430-90ca-b6d42a62ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:20.504565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:21.770850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:23.432778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:41.863499 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-916d9947-fc61-49da-92d0-d1d2e965cc1f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452068 Aug 21 18:56:41.949366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-f97a0814-9073-4068-94fc-65e5ad63d30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:41.950889 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-f97a0814-9073-4068-94fc-65e5ad63d30e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1097 time: 0.0409727 Aug 21 18:56:42.054326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-cab70fc4-c4c9-4d73-a991-277bd08678c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:42.055811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-cab70fc4-c4c9-4d73-a991-277bd08678c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0829101 Aug 21 18:56:42.124452 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-ae6d698a-3c43-46bb-bf55-0125427b6715 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 1001 time: 0.0608132 Aug 21 18:56:42.172372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-b0f69c60-2f52-43dd-8b36-db5e31a8ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:42.173775 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-b0f69c60-2f52-43dd-8b36-db5e31a8ebc4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0418456 Aug 21 18:56:42.218934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-ee33ca54-6d84-44ea-a48c-ae2a6839312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:42.220416 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-ee33ca54-6d84-44ea-a48c-ae2a6839312a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386133 Aug 21 18:56:42.315569 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-ba798e2a-de29-411d-9933-4706541f82be service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837462 Aug 21 18:56:42.403266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f04d9260-ff4d-4838-b93a-6987e999dffb req-c1423443-0db5-4b68-83f5-7964fba65862 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799503 Aug 21 18:56:42.772767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac0de-92c8-4071-a698-d7ee6948efd5 req-cc1d2718-a9d4-4b5f-92d1-03d608398aa7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:42.774255 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09aac0de-92c8-4071-a698-d7ee6948efd5 req-cc1d2718-a9d4-4b5f-92d1-03d608398aa7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.1400933 Aug 21 18:56:42.811494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-09aac0de-92c8-4071-a698-d7ee6948efd5 req-2723aea6-901c-4f1f-83d7-edc7f9893c67 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313253 Aug 21 18:56:43.991076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e120f-8ee2-4173-9ab4-f840374213b7 req-230dabe0-54c9-4637-b50a-afb754ea4908 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:43.992578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e1e120f-8ee2-4173-9ab4-f840374213b7 req-230dabe0-54c9-4637-b50a-afb754ea4908 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.1098080 Aug 21 18:56:44.029616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e1e120f-8ee2-4173-9ab4-f840374213b7 req-c441fdb4-7fc3-4046-9462-52c33011e70a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309124 Aug 21 18:56:45.143963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683c06-5020-4924-aa4b-1e1b62b5912d req-af3723a8-b999-415a-a552-7293076cb41f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:45.145392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d683c06-5020-4924-aa4b-1e1b62b5912d req-af3723a8-b999-415a-a552-7293076cb41f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0476198 Aug 21 18:56:45.186755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d683c06-5020-4924-aa4b-1e1b62b5912d req-3ced69d1-9925-4e55-8383-77b81c37ec13 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353980 Aug 21 18:56:46.300444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa791197-4225-43a8-b081-b9150d108b25 req-ab6c5ef7-0e49-4e27-afd9-c6737514bac8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:46.301923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa791197-4225-43a8-b081-b9150d108b25 req-ab6c5ef7-0e49-4e27-afd9-c6737514bac8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0487766 Aug 21 18:56:46.339324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fa791197-4225-43a8-b081-b9150d108b25 req-115d7c07-ff8f-4609-ae32-93a4b2d870a1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Aug 21 18:56:47.452663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b7a73-6bb7-4548-9511-be84b14738ca req-1f942668-539f-4464-a065-9d08f20d2822 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:47.454139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c83b7a73-6bb7-4548-9511-be84b14738ca req-1f942668-539f-4464-a065-9d08f20d2822 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0477705 Aug 21 18:56:47.491453 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c83b7a73-6bb7-4548-9511-be84b14738ca req-562e3ef8-5369-487b-86af-10d36a3e22f0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305834 Aug 21 18:56:47.820020 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d642700b-4132-4bf4-925d-d5e7f30d00ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:48.604358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b779e-33fc-472c-ab94-bb5bff416a58 req-80d722cd-72fd-4f59-9014-582bbba4b01d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:48.605833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-543b779e-33fc-472c-ab94-bb5bff416a58 req-80d722cd-72fd-4f59-9014-582bbba4b01d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0485494 Aug 21 18:56:48.641756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-543b779e-33fc-472c-ab94-bb5bff416a58 req-6c7ef158-b3b8-4a62-a7f1-54624b97e4a1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300293 Aug 21 18:56:48.862414 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:49.380093 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:56:49.430355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:49.755033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeeb746-b7f3-4b7a-b761-fe75eb4d9c8b req-de4d14ae-8da5-47cd-abb1-1bf8a3c31c5d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:49.756554 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aeeb746-b7f3-4b7a-b761-fe75eb4d9c8b req-de4d14ae-8da5-47cd-abb1-1bf8a3c31c5d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0483749 Aug 21 18:56:49.794719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7aeeb746-b7f3-4b7a-b761-fe75eb4d9c8b req-946becd6-9d20-4ae2-823f-c0e3a40b8d64 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320408 Aug 21 18:56:50.350750 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0722d5ed-96c3-4051-94bf-4bd1d9c2a7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:50.504225 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:50.916752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0084a-c463-4bf3-8f6c-d131da11d61e req-ec024466-4df4-4153-9deb-45b0c630256f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:50.918236 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1cb0084a-c463-4bf3-8f6c-d131da11d61e req-ec024466-4df4-4153-9deb-45b0c630256f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0522821 Aug 21 18:56:50.956335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1cb0084a-c463-4bf3-8f6c-d131da11d61e req-d2d7361b-c52f-416e-a4af-bea1a443eaf3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321066 Aug 21 18:56:51.764384 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:52.070536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0490f-8bc3-4c31-ab2f-15e620253c9d req-3d3c1556-691e-4639-a0b2-f102d0ad406f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:52.071896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86f0490f-8bc3-4c31-ab2f-15e620253c9d req-3d3c1556-691e-4639-a0b2-f102d0ad406f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0471771 Aug 21 18:56:52.112302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86f0490f-8bc3-4c31-ab2f-15e620253c9d req-b308df86-2600-42c1-9362-a36a9961c9f1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342772 Aug 21 18:56:53.230796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744c1ce-1d1a-4206-a180-f203bf0af7c3 req-bd06047c-94e5-410e-9d90-31452641d3d5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:53.232292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3744c1ce-1d1a-4206-a180-f203bf0af7c3 req-bd06047c-94e5-410e-9d90-31452641d3d5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0492790 Aug 21 18:56:53.269919 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3744c1ce-1d1a-4206-a180-f203bf0af7c3 req-58d2fc23-7f04-48e5-b3bb-5fb161b15379 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312278 Aug 21 18:56:53.437301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:54.533448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-d3affe26-77f2-4cc6-8d77-94790e526ade service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0692210 Aug 21 18:56:54.548336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009514e0-aae8-4d31-b96d-70bdfd8bda25 req-2a0a2cee-ac02-4363-88e8-4048cdb684db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:54.549790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-009514e0-aae8-4d31-b96d-70bdfd8bda25 req-2a0a2cee-ac02-4363-88e8-4048cdb684db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0752635 Aug 21 18:56:54.589744 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-009514e0-aae8-4d31-b96d-70bdfd8bda25 req-85012a5f-b138-46b3-ad58-fb8597df65d1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330265 Aug 21 18:56:55.701535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-bebab3a4-5fd4-49b8-92c5-fb56e28925b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:55.703135 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-bebab3a4-5fd4-49b8-92c5-fb56e28925b9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1097 time: 0.0411644 Aug 21 18:56:55.709270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51feb4f-cb2d-4bde-9a9b-cd77a9a33dad req-f9244280-a5fe-40f5-b0f8-cbb93ff81869 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:55.710786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c51feb4f-cb2d-4bde-9a9b-cd77a9a33dad req-f9244280-a5fe-40f5-b0f8-cbb93ff81869 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0507853 Aug 21 18:56:55.747565 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c51feb4f-cb2d-4bde-9a9b-cd77a9a33dad req-b91c9c56-cfcd-41b1-8710-c21a66d866a2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Aug 21 18:56:55.796397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-c8245167-68f5-4b74-84d5-70704f73b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:55.797792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-c8245167-68f5-4b74-84d5-70704f73b515 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0829878 Aug 21 18:56:55.871955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-fd1338a3-cf43-4421-9139-983c78987514 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 1001 time: 0.0621095 Aug 21 18:56:55.924660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-ee2a3281-a399-4153-9b84-e0933436ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:55.926110 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-ee2a3281-a399-4153-9b84-e0933436ddc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0422206 Aug 21 18:56:55.977963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-e3129631-ad13-46c1-890c-52eb51b48441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:55.979486 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-e3129631-ad13-46c1-890c-52eb51b48441 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402079 Aug 21 18:56:56.077544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-39860d2a-d7cd-4348-afe8-beb1a3d7eac6 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847533 Aug 21 18:56:56.168757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-d78572c9-9616-4252-a6ba-4188a451c110 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798042 Aug 21 18:56:56.867275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b44e4-0fef-47ff-a43b-1d97af1ab147 req-0f5725f9-566d-4193-ba94-8691932a0ca2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:56.868770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1b44e4-0fef-47ff-a43b-1d97af1ab147 req-0f5725f9-566d-4193-ba94-8691932a0ca2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0542779 Aug 21 18:56:56.905813 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b1b44e4-0fef-47ff-a43b-1d97af1ab147 req-7509dd78-7cc9-467e-b264-f1d698352619 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310805 Aug 21 18:56:58.030520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd191-a8c1-426e-a180-0662d72e4a44 req-705ac35a-b80d-4dd0-beec-7573c698ee84 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:58.031982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7cfdd191-a8c1-426e-a180-0662d72e4a44 req-705ac35a-b80d-4dd0-beec-7573c698ee84 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0482440 Aug 21 18:56:58.069491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7cfdd191-a8c1-426e-a180-0662d72e4a44 req-af2b0304-a010-4c24-973e-41518f1b99bb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Aug 21 18:56:58.194578 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-b74c0935-8dd6-4def-bf10-1b9ceb5d8723 service neutron] show failed (client error): The resource could not be found. Aug 21 18:56:58.195702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-b74c0935-8dd6-4def-bf10-1b9ceb5d8723 service neutron] 10.222.0.64 "GET /v2.0/ports/3c10a61d-4e2e-4263-8199-8b4a3089d55d/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0554769 Aug 21 18:56:58.446857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-4fcedfb2-4d2e-4829-abed-01caaba6953d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:58.448582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-4fcedfb2-4d2e-4829-abed-01caaba6953d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0885646 Aug 21 18:56:58.460366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:56:58.798450 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:58.995073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:56:59.026414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:56:59.064310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:56:59.066524 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab53a352-f553-4531-8758-22bd19877d61" -d '{"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:56:59.070573 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:59.083072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Transition to ACTIVE for port object 3c10a61d-4e2e-4263-8199-8b4a3089d55d will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:56:59.087786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:59.136410 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:56:59.156788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.157337 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.157834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.158167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.158689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.159135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.159346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.159670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.160000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.160407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.160634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.160953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:56:59.218153 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a81d15b-f4c8-4406-a4ed-09ba5321bc58 x-openstack-request-id: req-5a81d15b-f4c8-4406-a4ed-09ba5321bc58 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:56:59.218454 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-unplugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:56:59.218739 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a81d15b-f4c8-4406-a4ed-09ba5321bc58 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:56:59.219136 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'code': 200} Aug 21 18:56:59.275518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad453-b889-4a66-a1ea-5826c53b3a46 req-e4054aee-65a8-41d7-a4aa-b657c2123fab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.277358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425ad453-b889-4a66-a1ea-5826c53b3a46 req-e4054aee-65a8-41d7-a4aa-b657c2123fab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.1052914 Aug 21 18:56:59.296030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] No DVR routers for this DVR port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:56:59.370672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-425ad453-b889-4a66-a1ea-5826c53b3a46 req-d3ed6350-027d-4572-a814-20be44bf8518 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755806 Aug 21 18:56:59.456518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:56:59.456780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:56:59.457114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:56:59.461381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:56:59.461701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Attempting to bind port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:56:59.466474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:56:59.466846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:56:59.467233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:56:59.467665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Bound port: 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:56:59.468017 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:59.529117 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:56:59.532304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:56:59.535986 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:59.574705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.575337 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:56:59.576819 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] 10.222.0.39 "PUT /v2.0/ports/3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 1092 time: 1.1201963 Aug 21 18:56:59.597726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d272-621c-4197-a532-f4c0cd88a2be service neutron] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:56:59.647109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-b198bf07-3e20-491a-a213-e891b83b9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.648687 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-b198bf07-3e20-491a-a213-e891b83b9ffd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0461257 Aug 21 18:56:59.749985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8f903308-688b-484e-a81d-60461f53ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.752463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-8f903308-688b-484e-a81d-60461f53ba88 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0967069 Aug 21 18:56:59.821574 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-282c3732-a8e7-48ba-89ec-0ac3bf48f76d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0615208 Aug 21 18:56:59.870847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-efbca269-de17-4e77-acee-e9ed6d5e68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.872260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-efbca269-de17-4e77-acee-e9ed6d5e68c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0436139 Aug 21 18:56:59.916788 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-3c34c6d3-149b-4b8f-9e76-68147beccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:56:59.918222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-3c34c6d3-149b-4b8f-9e76-68147beccb95 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390170 Aug 21 18:57:00.019283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-bf2d03aa-aa0f-4244-a123-e11690782d14 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925510 Aug 21 18:57:00.113267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f194a7e0-e7c2-4e81-839b-d609ca550fd6 req-d90dba8b-60ff-4d9d-a100-a4bef807bb5c service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865784 Aug 21 18:57:00.491011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07f06f-aa7a-4043-826d-af9d25afe362 req-60e12af7-d199-4aba-9a1a-4015f4341ff2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:00.492420 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d07f06f-aa7a-4043-826d-af9d25afe362 req-60e12af7-d199-4aba-9a1a-4015f4341ff2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0494299 Aug 21 18:57:00.535615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d07f06f-aa7a-4043-826d-af9d25afe362 req-6cd1beef-1d24-491a-a1a2-b3cbcdc6fb8a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368171 Aug 21 18:57:00.943179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:57:00.980341 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:57:01.220201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:01.222613 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007a38f-b2a9-40e3-b949-2c45c4704ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:01.268840 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243fb182-b5e0-40a1-ac06-fa4580f7add5 x-openstack-request-id: req-243fb182-b5e0-40a1-ac06-fa4580f7add5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:01.269131 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:01.269411 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-243fb182-b5e0-40a1-ac06-fa4580f7add5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:01.269833 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'status': 'completed', 'code': 200} Aug 21 18:57:01.340258 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-c42440ec-f20c-4dca-af3c-218fa2ed11a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.342730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-c42440ec-f20c-4dca-af3c-218fa2ed11a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0450518 Aug 21 18:57:01.344046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-0bddb844-0016-41c3-ba4e-f27b72c6d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.345581 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-0bddb844-0016-41c3-ba4e-f27b72c6d3d4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0458975 Aug 21 18:57:01.438292 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-13b0fb15-116e-4517-871f-72d11993817d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.439805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-13b0fb15-116e-4517-871f-72d11993817d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0893195 Aug 21 18:57:01.441617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-68db470a-b998-4a4b-bc59-2e7b3116d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.443144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-68db470a-b998-4a4b-bc59-2e7b3116d422 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0859756 Aug 21 18:57:01.506321 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-8b511049-2ef9-4915-b523-9201e542d27d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0588360 Aug 21 18:57:01.516756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-55cb2459-d513-45b0-879f-d8947becfffc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0617094 Aug 21 18:57:01.562025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-9597dcf5-4eb2-4ef4-9136-ac5cf6990985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.564188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-9597dcf5-4eb2-4ef4-9136-ac5cf6990985 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0511682 Aug 21 18:57:01.570889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-24ae90a3-3816-422e-ad8a-984dbe47ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.572958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-24ae90a3-3816-422e-ad8a-984dbe47ad62 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0447752 Aug 21 18:57:01.610685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-f9d5a59c-3b27-4757-9bcc-b4f9c8afae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.612205 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-f9d5a59c-3b27-4757-9bcc-b4f9c8afae99 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412374 Aug 21 18:57:01.626798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-47c60cf5-9a69-4102-b1be-9eb9e356a1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.628325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-47c60cf5-9a69-4102-b1be-9eb9e356a1ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437109 Aug 21 18:57:01.702517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-e1529811-d220-443d-aba3-865ed97bf274 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Aug 21 18:57:01.762860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91532aa-c04e-4def-ae63-90dcbfe6b4a8 req-c1731f99-c1fe-4234-8e69-5329e89e8582 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:01.764410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e91532aa-c04e-4def-ae63-90dcbfe6b4a8 req-c1731f99-c1fe-4234-8e69-5329e89e8582 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.1025329 Aug 21 18:57:01.769795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-1aa6b06b-a53a-4b2d-8ef8-beaeca48e83a service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289773 Aug 21 18:57:01.801045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-9871abc5-0cef-4a62-8e68-eacb84b30145 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885913 Aug 21 18:57:01.851157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e91532aa-c04e-4def-ae63-90dcbfe6b4a8 req-f2560088-9058-4b86-9364-fcdf24098bd8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791926 Aug 21 18:57:01.886821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8007a38f-b2a9-40e3-b949-2c45c4704ed5 req-776530e4-8d74-4b95-a522-a99bbdc74cbc service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019530 Aug 21 18:57:02.074662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2e91-7721-47d6-9741-22f303556713 req-fdffe394-78da-4cfb-bc81-7c0bda3bc0fa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.075973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56fc2e91-7721-47d6-9741-22f303556713 req-fdffe394-78da-4cfb-bc81-7c0bda3bc0fa tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0785818 Aug 21 18:57:02.088277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-c79a2b9c-55ce-43f5-9279-1dd3bea0aa6b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.089709 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-c79a2b9c-55ce-43f5-9279-1dd3bea0aa6b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 943 time: 0.0658593 Aug 21 18:57:02.163371 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-05a285f9-185f-4374-8910-171d01a7ebc1 service neutron] delete failed (client error): The resource could not be found. Aug 21 18:57:02.164504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-05a285f9-185f-4374-8910-171d01a7ebc1 service neutron] 10.222.0.64 "DELETE /v2.0/ports/3c10a61d-4e2e-4263-8199-8b4a3089d55d/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0622873 Aug 21 18:57:02.205137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-56fc2e91-7721-47d6-9741-22f303556713 req-b8f5da45-ccd2-4d62-836c-ca8f779b9b02 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787265 Aug 21 18:57:02.256804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-82249a57-3a33-489f-86c0-84cac4ce6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.258267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-82249a57-3a33-489f-86c0-84cac4ce6c60 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0404277 Aug 21 18:57:02.348640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-4d714343-74c4-46a8-85c0-d79dcce917c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.350540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-4d714343-74c4-46a8-85c0-d79dcce917c5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0810807 Aug 21 18:57:02.421099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-e085a766-0515-401b-8618-6243374339e2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0596457 Aug 21 18:57:02.472159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-8d597be7-2e4c-45d7-b62b-33cd99aa3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.473539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-8d597be7-2e4c-45d7-b62b-33cd99aa3cf0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0414534 Aug 21 18:57:02.521536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-a5df35f3-b160-44f8-b714-cf6fdab340c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:02.523009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-a5df35f3-b160-44f8-b714-cf6fdab340c9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383785 Aug 21 18:57:02.618211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-f09b1fb3-87b7-4cd1-b973-bbac668a548d service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Aug 21 18:57:02.710409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70e76554-6270-4b93-a8e2-2cb2aeeac970 req-89d03ecb-5364-4bb6-9d2e-ecb4437b5cd6 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807896 Aug 21 18:57:03.440860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086669e4-28e0-49a0-964a-1e3f1a504474 req-446cc0c8-07a2-4854-93b6-c8177716db61 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:03.442268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-086669e4-28e0-49a0-964a-1e3f1a504474 req-446cc0c8-07a2-4854-93b6-c8177716db61 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0934241 Aug 21 18:57:03.483894 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-086669e4-28e0-49a0-964a-1e3f1a504474 req-ec4c20ae-f9a6-48c6-aa84-7de0f7f61387 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345886 Aug 21 18:57:03.600237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00690ba-34ba-4239-9bd5-ed8c93b74a7d req-77aba393-b83d-47b3-bbfa-f66d3deff32c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:03.601706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a00690ba-34ba-4239-9bd5-ed8c93b74a7d req-77aba393-b83d-47b3-bbfa-f66d3deff32c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0530772 Aug 21 18:57:03.639079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a00690ba-34ba-4239-9bd5-ed8c93b74a7d req-13681dc2-9756-4e21-937f-781172704b73 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313516 Aug 21 18:57:03.832222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28ef25-2a4f-4934-a997-378e64379fa3 req-2badcb32-97cb-44b0-90ce-7e3fa0c6a20b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:03.833758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb28ef25-2a4f-4934-a997-378e64379fa3 req-2badcb32-97cb-44b0-90ce-7e3fa0c6a20b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 943 time: 0.0498462 Aug 21 18:57:03.861413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-18eb8c70-ee9e-43fd-b17f-6a2421eaba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:03.863005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-18eb8c70-ee9e-43fd-b17f-6a2421eaba27 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 1095 time: 0.0415499 Aug 21 18:57:03.873033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cb28ef25-2a4f-4934-a997-378e64379fa3 req-307167af-229d-45e8-8896-c5216549a50d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332084 Aug 21 18:57:03.912954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:57:03.955904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-39e7fc81-d069-4d24-b61e-bf0d398754c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:03.957331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-39e7fc81-d069-4d24-b61e-bf0d398754c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0873718 Aug 21 18:57:04.008081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:04.018324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'mac_address': 'fa:16:3e:0b:01:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:57:04.023389 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-5baea6a1-1d7b-4e2c-9700-34e2f698563c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 200 len: 999 time: 0.0581260 Aug 21 18:57:04.056354 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:04.069286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c10a61d-4e2e-4263-8199-8b4a3089d55d {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:57:04.077588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-16e926ce-91c2-4236-8356-21f4af5a5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:04.079115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-16e926ce-91c2-4236-8356-21f4af5a5240 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0490949 Aug 21 18:57:04.089042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:04.093031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:04.124727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-e6282f20-1e16-4750-8661-e8df1f773904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:04.126239 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-e6282f20-1e16-4750-8661-e8df1f773904 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400584 Aug 21 18:57:04.139090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:04.146919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.147273 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.147612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.147947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.148278 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.148608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.148934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.149260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.149583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.149904 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.150228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.150568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:04.215254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-7da62e92-41e4-443d-b9fe-6e2608576370 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809662 Aug 21 18:57:04.307810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-845fbcd0-a7a4-44fd-8fbc-330a6eb9e412 req-b3275ff8-259f-48ec-9473-cd47b188d6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842431 Aug 21 18:57:04.314212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['3c10a61d-4e2e-4263-8199-8b4a3089d55d'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:57:04.989500 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fb9ea-cb6c-4ead-8fdc-89d38c5bd6bd req-1ae98131-48e7-490d-8067-17c349435aef tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:04.991539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b6fb9ea-cb6c-4ead-8fdc-89d38c5bd6bd req-1ae98131-48e7-490d-8067-17c349435aef tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 944 time: 0.0501161 Aug 21 18:57:05.028296 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7b6fb9ea-cb6c-4ead-8fdc-89d38c5bd6bd req-34466202-b4c6-4919-9ccf-89f88d272b0d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308542 Aug 21 18:57:05.257239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ceb59-9d00-4b0f-8277-3616b17bcf2c req-ceb6fc4e-a7f6-4be5-8a72-1f79edf99b27 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:05.258733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a30ceb59-9d00-4b0f-8277-3616b17bcf2c req-ceb6fc4e-a7f6-4be5-8a72-1f79edf99b27 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 944 time: 0.0487292 Aug 21 18:57:05.299493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a30ceb59-9d00-4b0f-8277-3616b17bcf2c req-d6128143-dc94-4144-8211-1a9f6d3042fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Aug 21 18:57:05.913486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:57:05.960792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:57:05.964444 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 3c10a61d-4e2e-4263-8199-8b4a3089d55d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:57:05.964812 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.051194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.073407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:06.083916 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495fe52d-d89b-45c1-af07-adc217b16e53" -d '{"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:06.096713 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:06.100548 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.147241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:06.177132 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1198f57-5273-4810-9546-2576cdbb9e4c x-openstack-request-id: req-a1198f57-5273-4810-9546-2576cdbb9e4c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:06.177430 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-plugged", "status": "completed", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:06.177683 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1198f57-5273-4810-9546-2576cdbb9e4c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:06.178080 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'code': 200} Aug 21 18:57:06.412774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc8bfb-05ff-42ae-b9df-593914852fa2 req-93c14ff1-9730-4036-ab9d-1c603c098e75 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:06.414236 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bcc8bfb-05ff-42ae-b9df-593914852fa2 req-93c14ff1-9730-4036-ab9d-1c603c098e75 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0482254 Aug 21 18:57:06.451716 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bcc8bfb-05ff-42ae-b9df-593914852fa2 req-a1e21a5a-fd51-4e31-a786-a44ce52fd5d0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315030 Aug 21 18:57:06.521958 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-93731fdd-3faf-4428-81b0-0cd2a37196ba tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:06.523488 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-93731fdd-3faf-4428-81b0-0cd2a37196ba tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 945 time: 0.0490150 Aug 21 18:57:06.613191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Deleting port 3c10a61d-4e2e-4263-8199-8b4a3089d55d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:57:06.613455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.700127 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] For port 3c10a61d-4e2e-4263-8199-8b4a3089d55d, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3c10a61d-4e2e-4263-8199-8b4a3089d55d,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:06.700488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.916193 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.916583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:06.916894 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 disassociated. External IP: 172.25.1.176, port: 3c10a61d-4e2e-4263-8199-8b4a3089d55d. Aug 21 18:57:06.917230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Calling delete_port for 3c10a61d-4e2e-4263-8199-8b4a3089d55d owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:57:07.040508 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:07.068838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'Port': ['ID=3c10a61d-4e2e-4263-8199-8b4a3089d55d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:07.184376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:57:07.291947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:57:07.301880 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:57:07.312038 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:57:07.312678 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:56:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:07.330607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] No DVR routers for this DVR port 3c10a61d-4e2e-4263-8199-8b4a3089d55d on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:57:07.333332 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:07.335420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4c5a57fb-d178-4e8f-b76a-1b0900134137 req-9408b862-b281-46bb-b037-0e4634f4a977 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "DELETE /v2.0/ports/3c10a61d-4e2e-4263-8199-8b4a3089d55d HTTP/1.1" status: 204 len: 173 time: 0.8060458 Aug 21 18:57:07.335858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-deleted', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:07.338110 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b49cc0b89ff3abd1576413aa6896118ae950ee30659115c1fdcfdf6e014ff8ad" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6bba7e-824b-4ae5-96f8-4e58d8941eec" -d '{"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-deleted", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:07.380897 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76c383e-63cc-41d6-bcc0-2a1ff17dc47f x-openstack-request-id: req-b76c383e-63cc-41d6-bcc0-2a1ff17dc47f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:07.381222 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c6b4a-a61e-42ee-89ec-c4e697ad94ee", "name": "network-vif-deleted", "tag": "3c10a61d-4e2e-4263-8199-8b4a3089d55d", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:07.381444 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b76c383e-63cc-41d6-bcc0-2a1ff17dc47f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:07.381845 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c6b4a-a61e-42ee-89ec-c4e697ad94ee', 'name': 'network-vif-deleted', 'tag': '3c10a61d-4e2e-4263-8199-8b4a3089d55d', 'status': 'completed', 'code': 200} Aug 21 18:57:07.419491 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:57:07.564355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5431bee1-b865-48f6-8e93-5b1821d05321 req-8078e956-778f-4465-8252-a0652b6183cb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=813c6b4a-a61e-42ee-89ec-c4e697ad94ee HTTP/1.1" status: 200 len: 210 time: 0.0301306 Aug 21 18:57:07.630588 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:07.737753 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:57:07.746568 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:57:07.747172 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:56:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:07.847892 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:57:08.033509 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:08.062281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b91a8-0895-496a-aa9e-399cbdf84318 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:57:08.263761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07722ca3-6d14-4d7e-8426-44359161db78 None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:57:08.830892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-d201368d-12cd-4a77-ac7a-36eea39f66bb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1632386079&fields=id&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 267 time: 0.0349727 Aug 21 18:57:08.944373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-b04170de-dbe8-4367-9295-df04a2ede0ea tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:08.945753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-b04170de-dbe8-4367-9295-df04a2ede0ea tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1074567 Aug 21 18:57:08.961337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-5b0b315f-17ac-456c-858c-87df18cfd412 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/quotas/6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Aug 21 18:57:09.013333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-ae139b4c-f06e-41e2-aef3-44d9669526d7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466678 Aug 21 18:57:09.105945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-54439b06-f86e-4ef1-b851-7822a32e21a6 service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806084 Aug 21 18:57:09.202211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-d41f5b9d-50c9-46fb-93a8-52bd8205d00e service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900798 Aug 21 18:57:09.358615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1979c8d5-da16-4586-be08-788cfef20a46 req-f29d11ac-0401-4574-851d-28768aab45a3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0265963 Aug 21 18:57:10.435245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-248a8b0b-c4c9-40cf-99d4-013d5d4a4425 req-a8ead9e3-2e36-4375-b6c6-4858d2f8ac46 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Aug 21 18:57:11.514075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22fc19f0-6b47-4574-a231-c6e06c6d5600 req-ddf3cc37-e07d-4e2d-b435-ca1289de2856 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Aug 21 18:57:11.949798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:57:11.969860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 3c10a61d-4e2e-4263-8199-8b4a3089d55d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:57:11.970199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3c10a61d-4e2e-4263-8199-8b4a3089d55d not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:57:12.605945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-69204109-5eb6-462f-acb8-07c6c17ee5ef req-e23743d0-598a-4987-b4ae-fda2168917b8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0267406 Aug 21 18:57:13.418034 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-381824e6-364e-4d67-ae1f-5cc5b37b2b35 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:13.419587 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-381824e6-364e-4d67-ae1f-5cc5b37b2b35 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1056693 Aug 21 18:57:13.465899 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-0ac9f2ec-64b4-47bb-8b27-c79cc40f3da1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 380 time: 0.0347776 Aug 21 18:57:13.476475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'port': {'device_id': '3dbda048-67b5-45f1-ae63-3813696ab233', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'admin_state_up': True, 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'security_groups': ['d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:57:13.579232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:57:13.582704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:13.697042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7cb47ddc-dae8-4910-81a7-7640d7442d32 req-a5bf91b6-41ad-4de6-9a61-9c408fae3d9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0263996 Aug 21 18:57:13.710848 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Allocated IP 172.20.0.8 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/6a9147b7-4e93-4abd-b427-256941474dbb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:57:13.849374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:13.862794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Transition to ACTIVE for port object 6a9147b7-4e93-4abd-b427-256941474dbb will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:57:13.894154 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:13.935110 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:57:13.937943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:57:13.940505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:57:13.976532 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:13.989077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.989475 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.989796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.990126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.990453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.990802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.991124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.991439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.991794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.992094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.992416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:13.992730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:57:14.010295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.010935 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.025351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-958bd7d7-2987-4aa6-a489-c89832a1557c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5524697 Aug 21 18:57:14.043388 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Request body: {'port': {'device_id': '3dbda048-67b5-45f1-ae63-3813696ab233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:57:14.103109 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.168214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c3921f15-d9c0-46fe-bff6-0041f8877b0e None None] Provisioning for port 6a9147b7-4e93-4abd-b427-256941474dbb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:57:14.171801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c3921f15-d9c0-46fe-bff6-0041f8877b0e None None] Provisioning complete for port 6a9147b7-4e93-4abd-b427-256941474dbb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:57:14.172164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c3921f15-d9c0-46fe-bff6-0041f8877b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.208772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c3921f15-d9c0-46fe-bff6-0041f8877b0e None None] Port 6a9147b7-4e93-4abd-b427-256941474dbb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:57:14.362001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:57:14.369150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.382178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Transition to ACTIVE for port object 6a9147b7-4e93-4abd-b427-256941474dbb will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:57:14.385801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.435832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:14.508562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:57:14.508900 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:57:14.509229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:57:14.513747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:57:14.514074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:57:14.519089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:57:14.519453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:57:14.519826 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:57:14.520257 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Bound port: 6a9147b7-4e93-4abd-b427-256941474dbb, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:57:14.521189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.586375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:57:14.589597 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:57:14.593020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.626563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.627145 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:14.628607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1092 time: 0.5896382 Aug 21 18:57:14.629101 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:14.656765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f47e5-2d35-4a20-a282-c1a7c3bd2561 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:14.686786 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f95adc4-dfd4-4017-a821-8468b918db36" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:14.735262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-7a84aa52-3ed7-4c0e-b7c6-98c391406895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.736847 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-7a84aa52-3ed7-4c0e-b7c6-98c391406895 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0607922 Aug 21 18:57:14.789816 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-5f60dbbd-9774-4b90-aefb-9f83063a3483 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 217 time: 0.0399041 Aug 21 18:57:14.792286 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296eda6-2be6-4129-91e5-6ec269aee3ac x-openstack-request-id: req-1296eda6-2be6-4129-91e5-6ec269aee3ac {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:14.792568 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:14.792813 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1296eda6-2be6-4129-91e5-6ec269aee3ac {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:14.793206 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'status': 'completed', 'code': 200} Aug 21 18:57:14.834896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78622de-9851-4287-b276-c62cbb91115e req-81baca6d-2651-47c6-834e-ed28f8f0be8a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.836448 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f78622de-9851-4287-b276-c62cbb91115e req-81baca6d-2651-47c6-834e-ed28f8f0be8a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0526881 Aug 21 18:57:14.859236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-ef15de13-0caa-4081-99cf-6b4fd6bae6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.860748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-ef15de13-0caa-4081-99cf-6b4fd6bae6d6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0502684 Aug 21 18:57:14.879489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f78622de-9851-4287-b276-c62cbb91115e req-12ea676e-b343-43fb-8d1f-c6d4f7c813d1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362694 Aug 21 18:57:14.916610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-d992c388-cd3b-46b4-9ea6-f7553372cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:14.918089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-d992c388-cd3b-46b4-9ea6-f7553372cdc3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442665 Aug 21 18:57:15.010480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-25fb03a3-a95f-442e-8566-da837a0ec488 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806749 Aug 21 18:57:15.106389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51d9d6c4-a7ef-4a30-92f1-64d699a366dc req-8f2dac3c-16ca-40d9-8d04-ef30e3519ca8 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843966 Aug 21 18:57:15.200689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-42c10c28-6095-459f-8aac-de575592364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:15.202174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-42c10c28-6095-459f-8aac-de575592364f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0417974 Aug 21 18:57:15.290739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-4dcf0646-d7c8-42ae-b1e6-a5dfd4787fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:15.292102 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-4dcf0646-d7c8-42ae-b1e6-a5dfd4787fb6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0820129 Aug 21 18:57:15.336296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-4e677d10-7e2c-46f8-9947-63fafc234b40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 217 time: 0.0367751 Aug 21 18:57:15.387853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-64f12255-0a52-488a-a5a2-d567408ab272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:15.389262 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-64f12255-0a52-488a-a5a2-d567408ab272 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0432360 Aug 21 18:57:15.437020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-5457b90e-643a-4ec3-94b6-2acac7bc52af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:15.438511 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-5457b90e-643a-4ec3-94b6-2acac7bc52af service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398998 Aug 21 18:57:15.531284 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-bc4dad75-b4fa-4816-bec0-be86a7818cf5 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841475 Aug 21 18:57:15.622273 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8f95adc4-dfd4-4017-a821-8468b918db36 req-2cb86cd3-3366-4871-beec-65099bcc0a1e service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822001 Aug 21 18:57:15.994077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113642ef-b69f-4052-8f61-f867e3575b51 req-ba7d9ba8-a314-4335-82fb-dd67c9d65e2b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:15.995561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-113642ef-b69f-4052-8f61-f867e3575b51 req-ba7d9ba8-a314-4335-82fb-dd67c9d65e2b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0480332 Aug 21 18:57:16.037213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-113642ef-b69f-4052-8f61-f867e3575b51 req-b2515f4f-4e8e-4832-8bad-81c5ef960bb7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355246 Aug 21 18:57:17.021199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:57:17.113536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:17.124097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '6a9147b7-4e93-4abd-b427-256941474dbb', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:57:17.149869 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c726440-9411-4beb-ba05-48c4c59f572d req-4c53d052-c228-43b0-a321-521fd53786db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:17.151405 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c726440-9411-4beb-ba05-48c4c59f572d req-4c53d052-c228-43b0-a321-521fd53786db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0477128 Aug 21 18:57:17.165433 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:17.178389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:57:17.189052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5c726440-9411-4beb-ba05-48c4c59f572d req-16829c0f-cfe4-4ad4-a813-164c56203554 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316877 Aug 21 18:57:17.198467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:17.203316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:17.250887 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:17.492998 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['6a9147b7-4e93-4abd-b427-256941474dbb'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:57:17.820059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0934e6f5-98c1-4ae0-bf61-2dcfe5d091e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:18.305208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c87aa4-e720-4822-ace0-a0416354bd9d req-5a367ac6-34c2-4eec-9528-76fca5b3fba2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:18.306716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39c87aa4-e720-4822-ace0-a0416354bd9d req-5a367ac6-34c2-4eec-9528-76fca5b3fba2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0481193 Aug 21 18:57:18.344344 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39c87aa4-e720-4822-ace0-a0416354bd9d req-6f84b3cb-1020-48ca-a22d-bd59909c63cf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 21 18:57:18.861999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:19.034852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:57:19.082107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 6a9147b7-4e93-4abd-b427-256941474dbb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:57:19.085586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 6a9147b7-4e93-4abd-b427-256941474dbb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:57:19.085951 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:19.159406 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:19.182985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:19.185183 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0721a27e4e4a80ca0ea226469468164dd9f1961edbf45ab74ed9ce1fc2da2f34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583045e8-14be-4ac9-9238-4661c8f124a7" -d '{"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-plugged", "status": "completed", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:19.200310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:57:19.204249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:19.227900 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b376bfed-a5a6-4b7e-a442-309c12044de6 x-openstack-request-id: req-b376bfed-a5a6-4b7e-a442-309c12044de6 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:19.228183 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-plugged", "status": "completed", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:19.228429 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b376bfed-a5a6-4b7e-a442-309c12044de6 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:19.228808 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'code': 200} Aug 21 18:57:19.252897 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:57:19.410576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41e08b-3c18-4648-aa1b-898c0e5226a0 req-96d20a7f-cdac-4e26-9373-c3596555d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:19.412647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a41e08b-3c18-4648-aa1b-898c0e5226a0 req-96d20a7f-cdac-4e26-9373-c3596555d389 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1097 time: 0.0784128 Aug 21 18:57:19.440850 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:19.477839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3a41e08b-3c18-4648-aa1b-898c0e5226a0 req-edb6537f-8e64-4aaa-bbbb-a993e86eb59b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532677 Aug 21 18:57:19.485887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068841d7-b317-4528-bfe0-703f6e9dff52 req-6dadb327-3e8a-4977-b5bc-a443064d09c5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:19.487313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-068841d7-b317-4528-bfe0-703f6e9dff52 req-6dadb327-3e8a-4977-b5bc-a443064d09c5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0738132 Aug 21 18:57:19.853333 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-068841d7-b317-4528-bfe0-703f6e9dff52 req-f6cf7a89-5e98-4768-9d40-46ec1192f195 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597929 Aug 21 18:57:20.352234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d0bf2778-bc6c-4184-a389-0bfbdfbde056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:20.505127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:20.973670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056852f-844f-49ed-9d6f-79f3e9f00561 req-e0331a79-d1f1-4844-9dba-24aadfdecf6d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:20.975156 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1056852f-844f-49ed-9d6f-79f3e9f00561 req-e0331a79-d1f1-4844-9dba-24aadfdecf6d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0524955 Aug 21 18:57:21.012701 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1056852f-844f-49ed-9d6f-79f3e9f00561 req-595bcbf4-74c8-48fa-b754-c7136c8f2349 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Aug 21 18:57:21.122746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d75019-5efe-477b-b7e9-b748a2c0464f req-0f9b85b6-7a94-4040-acbf-407d299d33ab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:21.124145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7d75019-5efe-477b-b7e9-b748a2c0464f req-0f9b85b6-7a94-4040-acbf-407d299d33ab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0490232 Aug 21 18:57:21.132853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 42732) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:57:21.137211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'floatingip': {'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:57:21.174389 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:21.600192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:21.603853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:21.701644 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 associated. External IP: 172.25.1.176, port: 6a9147b7-4e93-4abd-b427-256941474dbb. Aug 21 18:57:21.767363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:21.912279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:57:22.017153 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:57:22.022624 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:22.027675 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:57:22.037106 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:57:22.037708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:57:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:22.048401 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1ccfea73-49b0-4a93-af68-3f1b7e37d174 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "PUT /v2.0/floatingips/5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 HTTP/1.1" status: 200 len: 991 time: 0.9145393 Aug 21 18:57:22.048986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:57:22.051255 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b6962e-fbac-4898-b35b-cde9d0e7043e" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:57:22.102698 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2b5ab8-6ab1-4d87-8bf2-025bde08c658 x-openstack-request-id: req-8b2b5ab8-6ab1-4d87-8bf2-025bde08c658 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:57:22.102989 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:57:22.103235 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b2b5ab8-6ab1-4d87-8bf2-025bde08c658 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:57:22.103629 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'status': 'completed', 'code': 200} Aug 21 18:57:22.150362 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:57:22.171383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-dad2b794-6ac4-4b6e-9d59-b7ac45672d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:22.172913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-dad2b794-6ac4-4b6e-9d59-b7ac45672d49 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1097 time: 0.0410988 Aug 21 18:57:22.275201 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-ba493193-8b19-4665-a88c-98b71610eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:22.276718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-ba493193-8b19-4665-a88c-98b71610eb9c service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0948930 Aug 21 18:57:22.341815 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-ffa3e06a-19f2-47de-b776-c63e54c8d6c0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 999 time: 0.0579588 Aug 21 18:57:22.368849 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbda048-67b5-45f1-ae63-3813696ab233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:57:21Z', 'revision_number': 9, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:22.395589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-930c1422-cc86-4609-95a5-694970ae5e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:22.397087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-930c1422-cc86-4609-95a5-694970ae5e2c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0482817 Aug 21 18:57:22.398230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:57:22.406633 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:57:22.407239 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:57:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:22.443172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-9bf5cf79-60e1-431c-998d-8a16e21f3ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:22.444710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-9bf5cf79-60e1-431c-998d-8a16e21f3ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406609 Aug 21 18:57:22.514743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:57:22.534696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-28e73618-c49f-4051-afd0-519891208990 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Aug 21 18:57:22.628756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77b6962e-fbac-4898-b35b-cde9d0e7043e req-8cbea89d-7022-4567-9294-fd32cad58df5 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866477 Aug 21 18:57:22.729711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbda048-67b5-45f1-ae63-3813696ab233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:57:21Z', 'revision_number': 9, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:57:22.754897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc631b0-6063-4aa7-9a3e-6b795b5e753f None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbda048-67b5-45f1-ae63-3813696ab233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:57:21Z', 'revision_number': 9, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:57:22.931902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634db8fc-92ea-418f-8a43-198671c447bb None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:57:23.440048 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:26.378797 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:57:42.849551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-5b27b779-9907-4aac-9775-c312628eb482 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406094 Aug 21 18:57:42.930512 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-983b5372-fa91-42af-8235-cb380e441ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:42.932067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-983b5372-fa91-42af-8235-cb380e441ec1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1097 time: 0.0403607 Aug 21 18:57:43.037861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-9e67214f-ebf6-4c1d-9ac7-042b512db0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:43.039878 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-9e67214f-ebf6-4c1d-9ac7-042b512db0dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0879452 Aug 21 18:57:43.106037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-0a57dd80-3b0a-45d7-ac7b-e7337426c82d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1002 time: 0.0581899 Aug 21 18:57:43.157608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-c913890d-d2d1-4d3c-9ae4-44f0ec8538b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:43.159082 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-c913890d-d2d1-4d3c-9ae4-44f0ec8538b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0464511 Aug 21 18:57:43.204221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-c2213908-24f3-4ad6-9ee1-4d89c90fc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:57:43.205735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-c2213908-24f3-4ad6-9ee1-4d89c90fc578 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390775 Aug 21 18:57:43.294018 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-26d9efdf-424a-474e-a6ae-b6fe083c0d02 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804241 Aug 21 18:57:43.388121 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f448f77b-bc6a-4b5b-9286-a1e136b0824b req-221cf8e2-22c2-459d-8aba-221ced2f9aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841038 Aug 21 18:57:47.819996 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f104e68-442b-4244-b7cd-1995a4b56b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:48.859087 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:49.440502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:50.351944 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-29914165-18e4-4767-b89f-154149b83afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:50.504524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:51.770126 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:57:53.443198 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:03.377833 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:58:17.819819 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fe880e8e-1336-45bc-b41f-daf207088047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:18.879771 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:19.444523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:20.351558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f82983fe-9245-4295-ac43-795f87aaa398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:20.506957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:21.772177 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:23.448585 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:40.377443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:58:42.867977 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-0c4f2cc5-9139-41bd-b194-3a0d0c8f952e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397956 Aug 21 18:58:42.958850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-37a56a15-700b-477f-95b5-add458930737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:58:42.960317 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-37a56a15-700b-477f-95b5-add458930737 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1097 time: 0.0401983 Aug 21 18:58:43.074014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-c7019987-6ddd-4edf-ac32-797b75c0236f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:58:43.075466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-c7019987-6ddd-4edf-ac32-797b75c0236f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0872502 Aug 21 18:58:43.145252 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-82a94e0a-51a1-4173-9775-ad4d4c82fb9c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1002 time: 0.0579796 Aug 21 18:58:43.201393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-777dbfd9-6b2b-4ade-b51d-8a672ae4beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:58:43.202884 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-777dbfd9-6b2b-4ade-b51d-8a672ae4beb0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0484014 Aug 21 18:58:43.252769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-7e06b06c-b856-4340-942f-fd9f10b64a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:58:43.254225 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-7e06b06c-b856-4340-942f-fd9f10b64a9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395741 Aug 21 18:58:43.347770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-545bd284-fb3e-49a0-ba49-5acd7d3c4f52 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801506 Aug 21 18:58:43.445733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1325ff2f-5f98-4852-95f0-ba1500a077b1 req-45f69c8c-fa3b-471b-9acd-8f0cfe177d4f service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867157 Aug 21 18:58:47.821268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2acc9a8-02fb-4be4-aefd-0a65decc2c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:48.904945 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:49.443588 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:50.352239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-faa13f79-d97b-4d1f-9240-ee3e225efc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:50.507680 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:51.775537 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:58:53.450777 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:01.495314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bdcf35-653c-49bd-a79d-5ff0e37fe94e req-33bf57a5-c809-481f-acba-0420c39a20da tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:01.496845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35bdcf35-653c-49bd-a79d-5ff0e37fe94e req-33bf57a5-c809-481f-acba-0420c39a20da tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0557709 Aug 21 18:59:01.560616 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-35bdcf35-653c-49bd-a79d-5ff0e37fe94e req-83dcbd5f-8d73-4ff2-be5f-9f2a16576b2d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576324 Aug 21 18:59:01.569631 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-5ffea382-8403-41b3-b3e3-452e076ff0c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1011539 Aug 21 18:59:02.619130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-2f90fe13-b59b-4dcd-9538-f10b82b8a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:02.620671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-2f90fe13-b59b-4dcd-9538-f10b82b8a78a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1097 time: 0.0455601 Aug 21 18:59:02.682416 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45c871-236b-4597-a6a5-0bfa8d90f04c req-78bb1b67-c25c-4a46-bf98-9a518356962a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:02.683958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e45c871-236b-4597-a6a5-0bfa8d90f04c req-78bb1b67-c25c-4a46-bf98-9a518356962a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0504980 Aug 21 18:59:02.715972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-59615610-8ae7-46c7-898a-432646a727ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:02.717475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-59615610-8ae7-46c7-898a-432646a727ba service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0857584 Aug 21 18:59:02.722733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e45c871-236b-4597-a6a5-0bfa8d90f04c req-b7b1d131-d8b7-4cc2-ad7b-348310207c1e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327954 Aug 21 18:59:02.789724 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-e0a9f35c-d1b6-4de8-bc61-53bb30027723 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1002 time: 0.0616024 Aug 21 18:59:02.845019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-278ec26c-0064-4f99-8db8-ec8ddfcefc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:02.846423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-278ec26c-0064-4f99-8db8-ec8ddfcefc2b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0452018 Aug 21 18:59:02.894879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-5716ee03-a2c1-4ff4-a614-f585d9aeecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:02.896349 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-5716ee03-a2c1-4ff4-a614-f585d9aeecd8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389214 Aug 21 18:59:02.991586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c7ac5270-daf6-48b2-a66d-cbe0620c2e04 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834031 Aug 21 18:59:03.083576 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-5688dc73-5459-414b-8c20-a28a2263c1b7 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807247 Aug 21 18:59:03.839743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9ae46-dc91-43bf-afc8-95e88b78a650 req-0e5f6dbc-a1f2-4349-84ed-ee2f501fe356 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:03.841210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32e9ae46-dc91-43bf-afc8-95e88b78a650 req-0e5f6dbc-a1f2-4349-84ed-ee2f501fe356 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0506747 Aug 21 18:59:03.878528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-32e9ae46-dc91-43bf-afc8-95e88b78a650 req-4a513465-dabe-4889-a26a-f701d237257e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312507 Aug 21 18:59:04.995198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763b463-9865-4e0d-b64d-7753cacd0a0f req-3870ef87-6685-4f14-b83e-202f3d3a9751 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:04.996724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a763b463-9865-4e0d-b64d-7753cacd0a0f req-3870ef87-6685-4f14-b83e-202f3d3a9751 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0492678 Aug 21 18:59:05.033730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a763b463-9865-4e0d-b64d-7753cacd0a0f req-4e7b3c49-794c-4c7d-bec1-6d7899412033 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Aug 21 18:59:06.150729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba049d0-c41d-4fa3-8b6d-70c84529fb9a req-655f0407-8dd9-4540-8a66-615c463437bb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:06.152823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ba049d0-c41d-4fa3-8b6d-70c84529fb9a req-655f0407-8dd9-4540-8a66-615c463437bb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0520620 Aug 21 18:59:06.189505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2ba049d0-c41d-4fa3-8b6d-70c84529fb9a req-f569f45f-2cf2-490b-a7c0-a02264a4ffbe tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307913 Aug 21 18:59:07.306195 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8b8a-8932-417a-b6cb-076ff8f08e43 req-b3ade766-22de-497f-963d-63e733ed82bf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:07.307670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-641d8b8a-8932-417a-b6cb-076ff8f08e43 req-b3ade766-22de-497f-963d-63e733ed82bf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0513701 Aug 21 18:59:07.344983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-641d8b8a-8932-417a-b6cb-076ff8f08e43 req-e1ea0b2c-f11f-4e73-9649-f44fe1b34912 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313151 Aug 21 18:59:08.476157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3709f9-8650-426c-ac30-fe36dc2d8315 req-aa2a6788-dc6c-4ce8-b1d2-6d0062a7372f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:08.477649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3709f9-8650-426c-ac30-fe36dc2d8315 req-aa2a6788-dc6c-4ce8-b1d2-6d0062a7372f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0577490 Aug 21 18:59:08.515098 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c3709f9-8650-426c-ac30-fe36dc2d8315 req-5058ca4c-9cca-4b11-aceb-c811cd6d240c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Aug 21 18:59:09.632056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f3c8d-66f6-43f9-9fce-0d637c227c2b req-44f6ce82-cecb-4943-b99e-34e03c9ab90f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:09.633549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b35f3c8d-66f6-43f9-9fce-0d637c227c2b req-44f6ce82-cecb-4943-b99e-34e03c9ab90f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0494506 Aug 21 18:59:09.672912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b35f3c8d-66f6-43f9-9fce-0d637c227c2b req-c8cd2d00-bc77-4eb5-aaa7-719bd96d0cd2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333610 Aug 21 18:59:10.788744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660792c1-e2aa-4c29-bd39-573e93331e9a req-c07c50af-906d-486d-82af-bcae84f6882e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:10.790213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-660792c1-e2aa-4c29-bd39-573e93331e9a req-c07c50af-906d-486d-82af-bcae84f6882e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0475364 Aug 21 18:59:10.829060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-660792c1-e2aa-4c29-bd39-573e93331e9a req-f27e2332-2745-49e5-a653-90071050207b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Aug 21 18:59:11.947548 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07d11-d6b5-462c-970a-e764556209cd req-b8f05394-feda-48e9-bf28-c4e2e73f0478 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:11.949848 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccf07d11-d6b5-462c-970a-e764556209cd req-b8f05394-feda-48e9-bf28-c4e2e73f0478 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0537639 Aug 21 18:59:11.988841 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ccf07d11-d6b5-462c-970a-e764556209cd req-40cdbbf8-cd26-48f2-b303-47fef4fd21b7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329573 Aug 21 18:59:13.106224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bf562-f465-42ca-bbea-e594f7afc810 req-67910d90-e654-451a-b4bd-212ef670d72d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:13.107632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-680bf562-f465-42ca-bbea-e594f7afc810 req-67910d90-e654-451a-b4bd-212ef670d72d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0528522 Aug 21 18:59:13.146204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-680bf562-f465-42ca-bbea-e594f7afc810 req-c34d0190-52f5-4e41-be78-2bb865084df2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324910 Aug 21 18:59:14.263789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dab22-8239-4876-83ae-67c16106331f req-f2b220f7-73d8-4efd-817a-fc27009f2360 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:14.265233 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-271dab22-8239-4876-83ae-67c16106331f req-f2b220f7-73d8-4efd-817a-fc27009f2360 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0520651 Aug 21 18:59:14.302681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-271dab22-8239-4876-83ae-67c16106331f req-5ecdc7e3-e849-4b0a-bfc9-2bd51c688bd7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314856 Aug 21 18:59:15.213227 n-d-793621-32 neutron-server[94598]: INFO neutron.api.v2.resource [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-f498328b-8d7e-4370-8cb9-0f2564d81010 service neutron] show failed (client error): The resource could not be found. Aug 21 18:59:15.214322 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-f498328b-8d7e-4370-8cb9-0f2564d81010 service neutron] 10.222.0.64 "GET /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0542688 Aug 21 18:59:15.423843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c242483-07a2-4ba2-a9b3-48286c541520 req-ff263e26-9e2d-4a99-bb16-beebcf5c583b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:15.425352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c242483-07a2-4ba2-a9b3-48286c541520 req-ff263e26-9e2d-4a99-bb16-beebcf5c583b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Aug 21 18:59:15.465035 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1c242483-07a2-4ba2-a9b3-48286c541520 req-481d7ebe-1217-4ca4-99dd-693b2376e071 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Aug 21 18:59:15.511620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-2040aa85-a218-49be-abbf-b2d59214dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:15.513120 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-2040aa85-a218-49be-abbf-b2d59214dfed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1097 time: 0.0802555 Aug 21 18:59:15.525547 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:59:15.576500 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:15.778614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:15.809437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:59:15.847780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:15.853006 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:15.864771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Transition to ACTIVE for port object 6a9147b7-4e93-4abd-b427-256941474dbb will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:59:15.869643 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:15.897881 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394940e2-5ff0-4175-ab4a-7979443f354a" -d '{"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:15.959238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:15.971749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.972097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.972669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.972999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.973306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.973691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.974079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.974471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.974844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.975172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.975507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:15.975823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:16.006585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] No DVR routers for this DVR port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:59:16.041416 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b9f869-c2d2-4e18-bb42-efebb7a612e5 x-openstack-request-id: req-96b9f869-c2d2-4e18-bb42-efebb7a612e5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:16.041709 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-unplugged", "status": "completed", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:16.041991 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-96b9f869-c2d2-4e18-bb42-efebb7a612e5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:16.042534 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'code': 200} Aug 21 18:59:16.438122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:59:16.438733 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:59:16.446376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:16.451821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:59:16.452149 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:16.456906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:59:16.457248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:59:16.457634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:59:16.458054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Bound port: 6a9147b7-4e93-4abd-b427-256941474dbb, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:59:16.458412 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:16.529239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:59:16.532672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:59:16.538335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:16.574956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.575782 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:16.577025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] 10.222.0.39 "PUT /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1092 time: 1.0553854 Aug 21 18:59:16.598259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8642d76-2a2c-4e20-88c6-4e7404f74f7c service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:16.603396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fba747-404d-47fe-864a-64e5415a1f17 req-e50293c5-025b-491e-a466-66712cc05c7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.605608 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25fba747-404d-47fe-864a-64e5415a1f17 req-e50293c5-025b-491e-a466-66712cc05c7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0726812 Aug 21 18:59:16.649551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-25fba747-404d-47fe-864a-64e5415a1f17 req-63c9f4d4-17a3-4ec5-b886-ce3ebeef606d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344498 Aug 21 18:59:16.657066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-10b2cb8e-b567-4131-9ba2-56fd1fd56bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.658186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-10b2cb8e-b567-4131-9ba2-56fd1fd56bcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0480397 Aug 21 18:59:16.750743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-50d96156-9540-48bc-a78c-c98d7799c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.752254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-50d96156-9540-48bc-a78c-c98d7799c243 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0867050 Aug 21 18:59:16.820639 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-eeb9449a-229c-4f61-8ebb-d27b02bc3edb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0609379 Aug 21 18:59:16.869603 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-f867e012-1031-46f8-a6a6-f19f7e27b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.871022 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-f867e012-1031-46f8-a6a6-f19f7e27b672 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0437083 Aug 21 18:59:16.915320 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-aa6cf6fa-566e-4ff9-8439-624d970318d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:16.916777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-aa6cf6fa-566e-4ff9-8439-624d970318d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389030 Aug 21 18:59:17.008056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-09db236f-6d4e-4789-9b28-35fa30d6be77 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839047 Aug 21 18:59:17.095915 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8d5c8be6-96e8-4539-968d-15edd1399e11 req-f36c9089-2353-4360-860c-86c226e50f41 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808363 Aug 21 18:59:17.377383 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 18:59:17.769881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93071f7-d947-43d7-99c0-60b25c7cb395 req-e1dde2b9-94c3-47db-b99a-bd5308469e5e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:17.771430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d93071f7-d947-43d7-99c0-60b25c7cb395 req-e1dde2b9-94c3-47db-b99a-bd5308469e5e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0489478 Aug 21 18:59:17.814046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d93071f7-d947-43d7-99c0-60b25c7cb395 req-f0b03b10-097a-45b0-b409-5c90520ca3ef tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360715 Aug 21 18:59:17.824597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1d5aa1dc-c6d6-4317-b740-a5f952fd2cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:18.043945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:18.046322 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b38d7-05d4-4d0e-b216-a213331f4607" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:18.092836 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c6443f-0829-4557-9332-49af41719e7c x-openstack-request-id: req-71c6443f-0829-4557-9332-49af41719e7c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:18.093129 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:18.093381 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71c6443f-0829-4557-9332-49af41719e7c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:18.093778 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'status': 'completed', 'code': 200} Aug 21 18:59:18.150023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-c9acba15-89a8-4a48-9b06-6c8ef6f3bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.151586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-c9acba15-89a8-4a48-9b06-6c8ef6f3bb7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0401545 Aug 21 18:59:18.165131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-40f05901-a980-4090-b9ca-e7b19f71bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.166736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-40f05901-a980-4090-b9ca-e7b19f71bc6c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0406687 Aug 21 18:59:18.241004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-eba997dc-8116-4d89-8685-f34274dc333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.242392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-eba997dc-8116-4d89-8685-f34274dc333d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0833695 Aug 21 18:59:18.264816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-b1b3b8f3-6fc9-4530-ab69-b47c7344c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.266475 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-b1b3b8f3-6fc9-4530-ab69-b47c7344c86a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0881381 Aug 21 18:59:18.314653 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-21fa6780-0461-49e0-838e-73ec18097a37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0637064 Aug 21 18:59:18.336531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-875c6e17-345e-4372-a78b-60f8101da889 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0589116 Aug 21 18:59:18.364528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-720943fb-1926-4a97-960d-eaf1c9c0a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.365981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-720943fb-1926-4a97-960d-eaf1c9c0a063 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0440862 Aug 21 18:59:18.391906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-1afcb98d-14d6-41d9-9722-249e75938de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.393387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-1afcb98d-14d6-41d9-9722-249e75938de3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0430775 Aug 21 18:59:18.412366 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-dc9ed24d-b1fe-4687-8664-0cd8cf05ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.413854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-dc9ed24d-b1fe-4687-8664-0cd8cf05ba46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403030 Aug 21 18:59:18.452558 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-a85d65bd-d2f6-47c4-813d-71a4794d69ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.454159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-a85d65bd-d2f6-47c4-813d-71a4794d69ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488834 Aug 21 18:59:18.509238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-583764ad-50ae-4c4f-ba22-3accecbd7655 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869899 Aug 21 18:59:18.549493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-edaf30a5-2d40-4637-b51e-73466e61d7e0 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831196 Aug 21 18:59:18.615228 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-8dccb3c2-0a60-495f-8b95-3603b3708fc2 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862646 Aug 21 18:59:18.661025 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f7b38d7-05d4-4d0e-b216-a213331f4607 req-49b114fb-1520-4cd0-b654-ff3769178d0c service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004553 Aug 21 18:59:18.892015 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:18.932960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c70dea-82ee-49d1-a9e6-5081beff1049 req-df7984b9-55bf-41ea-8376-440a8ae8d921 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:18.934437 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c70dea-82ee-49d1-a9e6-5081beff1049 req-df7984b9-55bf-41ea-8376-440a8ae8d921 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0503175 Aug 21 18:59:18.977768 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-35c70dea-82ee-49d1-a9e6-5081beff1049 req-61a21859-d81d-4c0b-8f45-193023a6d2fc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Aug 21 18:59:19.293023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-0f6c29f6-55ef-46e7-a440-e81309cbf397 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.294485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-0f6c29f6-55ef-46e7-a440-e81309cbf397 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&binding%3Ahost_id=n-h1-793621-32 HTTP/1.1" status: 200 len: 943 time: 0.0820632 Aug 21 18:59:19.306088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa9093-71e2-4aa4-8701-df4e5db25bb1 req-41decff9-86de-41ce-a117-1ba3f1f4bf8b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.308058 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38aa9093-71e2-4aa4-8701-df4e5db25bb1 req-41decff9-86de-41ce-a117-1ba3f1f4bf8b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0688593 Aug 21 18:59:19.383799 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38aa9093-71e2-4aa4-8701-df4e5db25bb1 req-75f12836-a82d-46f4-8fd0-525b1d69d672 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685003 Aug 21 18:59:19.390240 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-b9e8e12c-5a0c-49e6-a45a-28c541f7d770 service neutron] 10.222.0.39 "GET /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb/bindings/n-h1-793621-32 HTTP/1.1" status: 200 len: 383 time: 0.0813217 Aug 21 18:59:19.453054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-b7a4e537-e288-4e30-b286-5677cf9c31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.454603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-b7a4e537-e288-4e30-b286-5677cf9c31a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1095 time: 0.0424066 Aug 21 18:59:19.465299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:19.544402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-2a0e568f-2d9f-498d-92b5-ce27586c3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.545878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-2a0e568f-2d9f-498d-92b5-ce27586c3538 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0837042 Aug 21 18:59:19.559139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:59:19.598034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:59:19.615817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-b554a377-2b9b-464b-a603-e638fc21aa77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0634902 Aug 21 18:59:19.663576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-d42033e6-4c69-4892-9fd1-3fe64ebf007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.664992 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-d42033e6-4c69-4892-9fd1-3fe64ebf007e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0419436 Aug 21 18:59:19.709651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-60aa8df3-71d5-445e-b64a-908651a2e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:19.711178 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-60aa8df3-71d5-445e-b64a-908651a2e689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392294 Aug 21 18:59:19.804208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-99435ede-018f-4e7c-bab3-fea516583268 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858209 Aug 21 18:59:19.892258 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a2bf4e81-887b-44d8-8fbd-7e7d5faead71 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815134 Aug 21 18:59:20.352713 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e466c65-5790-4ea4-9113-89acc6608874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:20.507255 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:20.509920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b145-8a62-449d-b75b-bff5297dd7cf req-91088c9f-dfdf-4f00-8baf-6ab4111ac2c4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:20.512026 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3f1b145-8a62-449d-b75b-bff5297dd7cf req-91088c9f-dfdf-4f00-8baf-6ab4111ac2c4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 943 time: 0.0579455 Aug 21 18:59:20.551830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e3f1b145-8a62-449d-b75b-bff5297dd7cf req-777c7494-9eb4-46f4-992b-e3f46540e6d6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336347 Aug 21 18:59:20.621315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:59:20.711617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:20.721676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '6a9147b7-4e93-4abd-b427-256941474dbb', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:59:20.757541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:20.770039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:59:20.788407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:20.792200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:20.997770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:21.005741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.005741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.005741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.006043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.006258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.006554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.006879 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.007195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.007779 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.007883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.008107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.008418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:21.672790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c47eab-24c0-4435-8a2d-02deb8bdab86 req-d4d63d87-5f65-436f-9eb3-8f7828756253 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:21.674347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4c47eab-24c0-4435-8a2d-02deb8bdab86 req-d4d63d87-5f65-436f-9eb3-8f7828756253 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0518591 Aug 21 18:59:21.717329 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4c47eab-24c0-4435-8a2d-02deb8bdab86 req-da3203e0-44c1-4686-8474-592779e98485 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370080 Aug 21 18:59:21.779873 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:21.804937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-0384a8de-0d97-469f-895e-5bea663ff864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:21.806548 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-0384a8de-0d97-469f-895e-5bea663ff864 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1096 time: 0.0447719 Aug 21 18:59:21.823751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:59:21.878765 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.081821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:22.114151 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:59:22.144839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:59:22.153339 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.163542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Ignored duplicate provisioning block setup for port 6a9147b7-4e93-4abd-b427-256941474dbb by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 21 18:59:22.167520 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.246663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=9']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:22.261947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.262295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.262660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.262995 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.263323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.263650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.263972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.264293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.264614 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.264933 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.265256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.265572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 18:59:22.302246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] No DVR routers for this DVR port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:59:22.436815 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:59:22.437211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:59:22.437537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:22.441814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:59:22.442135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Attempting to bind port 6a9147b7-4e93-4abd-b427-256941474dbb on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:22.447123 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:59:22.448950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:59:22.449974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:59:22.450398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Bound port: 6a9147b7-4e93-4abd-b427-256941474dbb, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:59:22.450775 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.512542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:59:22.515807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:59:22.520150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.556744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.557393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:22.558940 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] 10.222.0.64 "PUT /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1092 time: 0.7395771 Aug 21 18:59:22.559371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:22.561576 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b351f5-de77-401b-9d7d-c977ad2d38e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:22.592604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fea8b3-a366-491f-bf45-0c44f3ec9020 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=10']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:22.628040 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c38f9b6-4438-4117-816b-55af59fe260b x-openstack-request-id: req-0c38f9b6-4438-4117-816b-55af59fe260b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:22.628327 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:22.628574 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c38f9b6-4438-4117-816b-55af59fe260b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:22.628967 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'status': 'completed', 'code': 200} Aug 21 18:59:22.643190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-11202380-5b9e-46bf-8d30-1aede3f91a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.643694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:59:22.644725 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-11202380-5b9e-46bf-8d30-1aede3f91a83 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1096 time: 0.0488479 Aug 21 18:59:22.690613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-ff3a10f0-a9df-4b10-bca2-66c16ff5f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.692813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-ff3a10f0-a9df-4b10-bca2-66c16ff5f523 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1096 time: 0.0465899 Aug 21 18:59:22.748831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:22.763525 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb has no active binding in host n-h1-793621-32 {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 21 18:59:22.775733 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-511b752b-fa37-4cf6-9b32-360ca93bc70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.777320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-511b752b-fa37-4cf6-9b32-360ca93bc70b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.1200159 Aug 21 18:59:22.803155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-8e189f93-f066-474e-9c5c-e8d6b1dba110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.803155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-8e189f93-f066-474e-9c5c-e8d6b1dba110 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0999677 Aug 21 18:59:22.904370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0f8ff-9e55-4607-9297-77ffb903ae41 req-234ed9db-0bc5-4c79-94f2-af2fc16e0c81 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.906006 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65c0f8ff-9e55-4607-9297-77ffb903ae41 req-234ed9db-0bc5-4c79-94f2-af2fc16e0c81 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.1044080 Aug 21 18:59:22.908412 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-3d532a3e-da0b-440a-8eb8-ca9561638117 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0974522 Aug 21 18:59:22.982714 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65c0f8ff-9e55-4607-9297-77ffb903ae41 req-53f4aa4f-f656-493e-8625-467bb7fc8972 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703952 Aug 21 18:59:22.990261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-8011dac5-2b17-4451-af17-359920631864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:22.991791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-8011dac5-2b17-4451-af17-359920631864 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0728197 Aug 21 18:59:23.039761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-df044487-611a-4655-86f1-201481147867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.041388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-df044487-611a-4655-86f1-201481147867 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428705 Aug 21 18:59:23.133244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-a2770582-cb98-4696-a7ad-c88658dd3ae6 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843701 Aug 21 18:59:23.195957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-af66e947-05d1-4434-84f3-a2d53fc4b9cf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.4066117 Aug 21 18:59:23.228260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-52d90982-cb4a-4c2a-89bc-35e05c178c49 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883064 Aug 21 18:59:23.250899 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-e876d734-bc6e-46ec-a054-d8ce109e907d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.252286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-e876d734-bc6e-46ec-a054-d8ce109e907d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0442953 Aug 21 18:59:23.301643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff8077-ac4b-4061-9921-5522feb94cca req-36153b91-2050-496a-987b-4ed1102c1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.303175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-36153b91-2050-496a-987b-4ed1102c1fb3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393548 Aug 21 18:59:23.399010 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-5766e7f3-ade4-4699-bcc5-5e6e7e4fbbcb service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837379 Aug 21 18:59:23.460644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:23.493183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4fff8077-ac4b-4061-9921-5522feb94cca req-bab3cc79-ff34-4958-b4dc-261046e7b0cb service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822995 Aug 21 18:59:23.589861 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-45e4ec08-0edb-4053-b336-b8b1d257b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.591272 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-45e4ec08-0edb-4053-b336-b8b1d257b7b1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 1096 time: 0.0420005 Aug 21 18:59:23.684016 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-ced46b98-125d-42ae-822a-435737005e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.685483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-ced46b98-125d-42ae-822a-435737005e30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0870135 Aug 21 18:59:23.750245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-dfbc968e-5095-4e61-82c1-ce4e3230b60e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 200 len: 1000 time: 0.0572495 Aug 21 18:59:23.808473 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-09d7e8fb-68dd-4e22-aba5-62550f06588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.809944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-09d7e8fb-68dd-4e22-aba5-62550f06588b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0478437 Aug 21 18:59:23.856213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-3330a95a-9153-478d-8194-457bc6377405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:23.857591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-3330a95a-9153-478d-8194-457bc6377405 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395393 Aug 21 18:59:23.945946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-4a35323d-ebbd-488d-bed6-2b8e22caae54 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795896 Aug 21 18:59:24.042790 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b9b351f5-de77-401b-9d7d-c977ad2d38e3 req-bc59dc20-bd70-40a4-8ebe-8e0de846f102 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884430 Aug 21 18:59:24.113308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748ff4a-8644-441b-bbaf-b3f1f1eb7bae req-f18d5521-0b13-4652-a1fa-aa400d54aac8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:24.114727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c748ff4a-8644-441b-bbaf-b3f1f1eb7bae req-f18d5521-0b13-4652-a1fa-aa400d54aac8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0491171 Aug 21 18:59:24.151961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c748ff4a-8644-441b-bbaf-b3f1f1eb7bae req-8211c520-e5d0-4614-8543-4028f347e48c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307603 Aug 21 18:59:24.651586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:59:24.689325 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:59:25.271552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd575ca5-f956-4b51-a27c-f3c36d567de0 req-501aa033-f281-43ff-976a-14d767dbf260 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:25.273035 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd575ca5-f956-4b51-a27c-f3c36d567de0 req-501aa033-f281-43ff-976a-14d767dbf260 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0517023 Aug 21 18:59:25.314677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd575ca5-f956-4b51-a27c-f3c36d567de0 req-eaebeb1f-71ff-4451-84cc-bbb1d5667d03 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341589 Aug 21 18:59:26.432647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439bef56-8045-47c8-8f2b-062e3664c2c9 req-bdb62777-c1da-4e12-941b-edc87c985b7b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:26.434139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-439bef56-8045-47c8-8f2b-062e3664c2c9 req-bdb62777-c1da-4e12-941b-edc87c985b7b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0531709 Aug 21 18:59:26.472036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-439bef56-8045-47c8-8f2b-062e3664c2c9 req-72fee968-f307-47f8-90d8-da7bb66a5adc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318930 Aug 21 18:59:26.585238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d7f7e-4af0-47a7-9458-8a149215e951 req-cd0168ec-d5b3-4560-a94a-ae029e7ec98d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:26.586740 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e5d7f7e-4af0-47a7-9458-8a149215e951 req-cd0168ec-d5b3-4560-a94a-ae029e7ec98d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0485489 Aug 21 18:59:26.625124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2e5d7f7e-4af0-47a7-9458-8a149215e951 req-46db1b5c-01b9-41ad-aff3-e3fa3e05d96d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316734 Aug 21 18:59:26.737000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104b2c9-b592-427c-aede-5183eae9b982 req-e41b5805-9051-4dc1-ab72-b5b5722350d8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:26.738480 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9104b2c9-b592-427c-aede-5183eae9b982 req-e41b5805-9051-4dc1-ab72-b5b5722350d8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0488243 Aug 21 18:59:26.774842 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9104b2c9-b592-427c-aede-5183eae9b982 req-7e754cb2-db6a-454a-a08a-3cda810ee81e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303185 Aug 21 18:59:27.011274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a40bf0-77eb-4a2d-b282-3ccef3bfae2a req-c5d14961-51c6-4142-8bb9-aa9b9a445735 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:27.012788 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8a40bf0-77eb-4a2d-b282-3ccef3bfae2a req-c5d14961-51c6-4142-8bb9-aa9b9a445735 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 944 time: 0.0558352 Aug 21 18:59:27.058952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8a40bf0-77eb-4a2d-b282-3ccef3bfae2a req-422d3c73-a9d3-4cb8-8151-f7a6a2cff266 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400670 Aug 21 18:59:27.586473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:59:27.725950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:27.740568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '6a9147b7-4e93-4abd-b427-256941474dbb', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '6a9147b7-4e93-4abd-b427-256941474dbb', 'mac_address': 'fa:16:3e:2d:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:59:27.788863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:27.804087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:59:27.853738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:27.858762 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:27.915650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:28.182378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805db62-0cd1-44ef-92d9-e9bf5a1a8573 req-b641b486-6e01-41b5-80e7-fd3d1b1da89d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:28.183966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e805db62-0cd1-44ef-92d9-e9bf5a1a8573 req-b641b486-6e01-41b5-80e7-fd3d1b1da89d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0563860 Aug 21 18:59:28.221686 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e805db62-0cd1-44ef-92d9-e9bf5a1a8573 req-1c422424-c622-4f4d-b1f4-8c3506c8ee84 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318060 Aug 21 18:59:28.328921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfe598-4135-42d1-8236-b478cd537633 req-3aeecb5b-5344-4bbf-a77e-d6033bc69525 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:28.330404 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4cdfe598-4135-42d1-8236-b478cd537633 req-3aeecb5b-5344-4bbf-a77e-d6033bc69525 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 945 time: 0.0528660 Aug 21 18:59:28.425079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Deleting port 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 18:59:28.425421 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:28.519609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] For port 6a9147b7-4e93-4abd-b427-256941474dbb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=6a9147b7-4e93-4abd-b427-256941474dbb,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:28.519894 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:28.712382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:28.712808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:28.713128 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 disassociated. External IP: 172.25.1.176, port: 6a9147b7-4e93-4abd-b427-256941474dbb. Aug 21 18:59:28.713502 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Calling delete_port for 6a9147b7-4e93-4abd-b427-256941474dbb owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 18:59:28.844568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:28.872999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'Port': ['ID=6a9147b7-4e93-4abd-b427-256941474dbb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:28.987866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:59:29.098157 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:59:29.111215 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:59:29.120614 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:59:29.121210 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:29.138271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] No DVR routers for this DVR port 6a9147b7-4e93-4abd-b427-256941474dbb on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 18:59:29.141131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:29.143290 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4cdfe598-4135-42d1-8236-b478cd537633 req-738421e0-f50a-470e-afc6-0156e12923fd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "DELETE /v2.0/ports/6a9147b7-4e93-4abd-b427-256941474dbb HTTP/1.1" status: 204 len: 173 time: 0.8024487 Aug 21 18:59:29.143829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-deleted', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:29.146091 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35791913-86ff-4885-b6a4-27801b7de77b" -d '{"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-deleted", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:29.185963 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a2ad36-4cc9-4f7f-98d0-0ca7afdeaa1a x-openstack-request-id: req-b3a2ad36-4cc9-4f7f-98d0-0ca7afdeaa1a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:29.186318 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dbda048-67b5-45f1-ae63-3813696ab233", "name": "network-vif-deleted", "tag": "6a9147b7-4e93-4abd-b427-256941474dbb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:29.186670 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a2ad36-4cc9-4f7f-98d0-0ca7afdeaa1a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:29.187119 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dbda048-67b5-45f1-ae63-3813696ab233', 'name': 'network-vif-deleted', 'tag': '6a9147b7-4e93-4abd-b427-256941474dbb', 'status': 'completed', 'code': 200} Aug 21 18:59:29.234612 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:59:29.342402 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0bb14236-4d96-4c45-9ffe-1a09873e9e58 req-d02f61cb-54e9-448a-bdd2-c98423497fb4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dbda048-67b5-45f1-ae63-3813696ab233 HTTP/1.1" status: 200 len: 210 time: 0.0307298 Aug 21 18:59:29.517923 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:29.542785 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:59:29.550528 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:59:29.551115 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:29.602049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:59:29.606182 n-d-793621-32 neutron-server[94600]: INFO neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No ports have port_id starting with 6a9147b7-4e93-4abd-b427-256941474dbb Aug 21 18:59:29.607423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb requested by agent hyperv_n-h2-793621-32 not found in database {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 21 18:59:29.656089 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:59:29.856938 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:29.882533 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134d7c10-6c2c-418b-a0c7-7b649f0a2b8f None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:59:30.097370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25452c98-fbc6-4cec-864c-35762bb80951 None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:59:30.611801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-d565230c-eb10-4c1c-8411-b1e4b6c2d5eb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1632386079&fields=id&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 267 time: 0.0331028 Aug 21 18:59:30.719526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-c81b610f-6db2-4834-aee9-92ebb9aa764b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:30.720891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-c81b610f-6db2-4834-aee9-92ebb9aa764b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1023877 Aug 21 18:59:30.742586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-9fbf2ccf-8a51-4af5-b59a-3b75964d3c51 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/quotas/6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 375 time: 0.0158169 Aug 21 18:59:30.795456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-106d1dff-cf5b-47f1-98cf-eec17e3d19f6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475156 Aug 21 18:59:30.910410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-5a22307d-ef2d-4748-8c47-540d2548ae55 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 18:59:30.911455 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-5a22307d-ef2d-4748-8c47-540d2548ae55 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0437641 Aug 21 18:59:31.001702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-63eeda6f-c170-4917-8bff-db9bb31b1cbb service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837679 Aug 21 18:59:31.094578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-0299bcd6-932a-4b53-a1d1-3773998598af service neutron] 10.222.0.41 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859389 Aug 21 18:59:31.254079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a5849ed-c88e-41cb-90da-fdb124d026b4 req-749a0e28-9590-44c1-ba5a-aa4cbe9dea96 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0260241 Aug 21 18:59:32.142886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-7108f5ab-db28-4538-8759-d8b4bda66502 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:32.144309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-7108f5ab-db28-4538-8759-d8b4bda66502 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 812 time: 0.1037529 Aug 21 18:59:32.187670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-18aad244-3b46-4902-aa33-995868878c54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 380 time: 0.0346184 Aug 21 18:59:32.198275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'port': {'device_id': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'admin_state_up': True, 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'security_groups': ['d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:59:32.302469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Made reservation on behalf of 6f8ffb58a47a436984b2e5b2705e2bf9 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 18:59:32.305931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.351787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5be5cc4-307b-46a3-9ce4-257f1c027eed req-e7577a56-926d-4e18-9d86-7c580363d49c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0271785 Aug 21 18:59:32.432802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Allocated IP 172.20.0.11 (8b50422f-99aa-4707-8e84-e8124ee0e5bd/d7483273-be38-41ef-a961-c35d1b82f085/3e361f45-6bb0-402d-acad-6861fd122f3e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 18:59:32.583624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.597939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Transition to ACTIVE for port object 3e361f45-6bb0-402d-acad-6861fd122f3e will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:59:32.630163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.672349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 18:59:32.675335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 18:59:32.678959 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 18:59:32.687374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:32.734055 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:32.734709 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.748822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-caa6f1d6-6cc1-4046-93e6-edc64d3ad498 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540915 Aug 21 18:59:32.761463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Request body: {'port': {'device_id': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:59:32.816678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.879249 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-89424775-e4de-40f6-b3e2-7661e38e95fa None None] Provisioning for port 3e361f45-6bb0-402d-acad-6861fd122f3e completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:59:32.882969 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-89424775-e4de-40f6-b3e2-7661e38e95fa None None] Provisioning complete for port 3e361f45-6bb0-402d-acad-6861fd122f3e triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:59:32.883335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-89424775-e4de-40f6-b3e2-7661e38e95fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:32.916092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-89424775-e4de-40f6-b3e2-7661e38e95fa None None] Port 3e361f45-6bb0-402d-acad-6861fd122f3e cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 18:59:33.082481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:59:33.090224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:33.101446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Transition to ACTIVE for port object 3e361f45-6bb0-402d-acad-6861fd122f3e will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 18:59:33.105366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:33.158345 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:33.227986 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 18:59:33.228327 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 18:59:33.228667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:33.233406 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 18:59:33.233741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 18:59:33.238744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 18, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 18:59:33.239090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 18:59:33.239484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 18:59:33.239915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Bound port: 3e361f45-6bb0-402d-acad-6861fd122f3e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 18:59:33.240279 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:33.305780 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 18:59:33.309250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 18:59:33.313756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:33.348077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.348692 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:33.350100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] 10.222.0.39 "PUT /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1093 time: 0.5930998 Aug 21 18:59:33.350563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:33.352801 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa342fb-c771-412b-972c-3f81550f066a" -d '{"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:33.384424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faa1d1f-be34-4e38-a8be-48b5088c3c1f service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:33.396192 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87093ad-0634-4ae8-8f3e-6c867a84fbb5 x-openstack-request-id: req-a87093ad-0634-4ae8-8f3e-6c867a84fbb5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:33.396491 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:33.396737 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a87093ad-0634-4ae8-8f3e-6c867a84fbb5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:33.397130 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'status': 'completed', 'code': 200} Aug 21 18:59:33.444388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-12228948-1d32-4583-b27d-2b608afb5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.445955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-12228948-1d32-4583-b27d-2b608afb5338 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0451617 Aug 21 18:59:33.477444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae66f5-ac27-4a4b-8184-e47d15a3c9f3 req-395e4e86-74a7-44d6-870c-385c9b1cf4cf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.479361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12ae66f5-ac27-4a4b-8184-e47d15a3c9f3 req-395e4e86-74a7-44d6-870c-385c9b1cf4cf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0541682 Aug 21 18:59:33.493024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-50ce4b45-b0f1-41a3-9aec-8bf45eea30f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 217 time: 0.0390589 Aug 21 18:59:33.520647 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-12ae66f5-ac27-4a4b-8184-e47d15a3c9f3 req-0f46fe2a-f514-4616-b233-a6617a8704fb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348828 Aug 21 18:59:33.545937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-95b820c1-ad45-4455-b168-1786c2323880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.547464 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-95b820c1-ad45-4455-b168-1786c2323880 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0476503 Aug 21 18:59:33.594720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-accce3ef-0178-45eb-b3bb-7f42145d8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.596168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-accce3ef-0178-45eb-b3bb-7f42145d8cfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408006 Aug 21 18:59:33.646378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 18:59:33.670629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 6a9147b7-4e93-4abd-b427-256941474dbb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 18:59:33.670978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 6a9147b7-4e93-4abd-b427-256941474dbb not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 18:59:33.689452 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-6fe6e861-55bb-4cd2-a6ef-7e224fa50aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860844 Aug 21 18:59:33.777712 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c3bcb74-e916-4c43-8d84-0853042c99e1 req-5b279850-035a-4572-9ef0-4d1e14852465 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800343 Aug 21 18:59:33.865641 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa342fb-c771-412b-972c-3f81550f066a req-ae002857-2a8f-43bd-a555-1bb52fd00dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.867068 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-ae002857-2a8f-43bd-a555-1bb52fd00dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0401745 Aug 21 18:59:33.957102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa342fb-c771-412b-972c-3f81550f066a req-d7ff90bb-5df3-475a-a2eb-667e7372ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:33.958573 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-d7ff90bb-5df3-475a-a2eb-667e7372ed32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0845807 Aug 21 18:59:33.999666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-db428b1c-f6d5-457c-ad3b-c8cb9d6d6bd1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 217 time: 0.0338445 Aug 21 18:59:34.051381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa342fb-c771-412b-972c-3f81550f066a req-7a32df27-6d76-4ac6-a90e-fe22bdb623bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:34.052770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-7a32df27-6d76-4ac6-a90e-fe22bdb623bd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0460646 Aug 21 18:59:34.098871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa342fb-c771-412b-972c-3f81550f066a req-a736be90-4f09-4b27-9872-55700933c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:34.100348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-a736be90-4f09-4b27-9872-55700933c185 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390790 Aug 21 18:59:34.188760 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-afaf17e3-5bd0-47d2-bab6-f7520818e864 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806475 Aug 21 18:59:34.280761 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7fa342fb-c771-412b-972c-3f81550f066a req-8a54a4ca-2359-474c-8482-aa8e546dbf27 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841091 Aug 21 18:59:34.639083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade9960-4354-4e5c-9c08-4cafbe7c4b8c req-5e0ca170-88a7-4694-afde-a07320e6b002 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:34.640769 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fade9960-4354-4e5c-9c08-4cafbe7c4b8c req-5e0ca170-88a7-4694-afde-a07320e6b002 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0486369 Aug 21 18:59:34.678489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fade9960-4354-4e5c-9c08-4cafbe7c4b8c req-baecce16-5f48-4abd-8a39-4763c423d934 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312858 Aug 21 18:59:35.797538 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032899ea-e496-45cc-b394-d6591737e2ea req-28989d6f-4953-499e-9947-5d8095547fc7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:35.799304 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032899ea-e496-45cc-b394-d6591737e2ea req-28989d6f-4953-499e-9947-5d8095547fc7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0537066 Aug 21 18:59:35.837859 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-032899ea-e496-45cc-b394-d6591737e2ea req-9d0aee36-45a3-4a3d-82d3-3565d4d8be56 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324214 Aug 21 18:59:36.728475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 18:59:36.821877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:36.832857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 18:59:36.870115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:36.882600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 18:59:36.901641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:36.906164 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:36.952515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:36.958037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35357-8341-4769-af8c-7c48f18647e0 req-e3c8875a-609b-4811-ba7f-5a3a76bb2421 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:36.959568 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2de35357-8341-4769-af8c-7c48f18647e0 req-e3c8875a-609b-4811-ba7f-5a3a76bb2421 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0529554 Aug 21 18:59:37.004220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2de35357-8341-4769-af8c-7c48f18647e0 req-9d3f61ce-eba6-4a73-b9c8-f7258466f2bf tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380270 Aug 21 18:59:37.095918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['3e361f45-6bb0-402d-acad-6861fd122f3e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 18:59:38.117690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ac6c0-4a69-4524-ab9b-7f1f5649277a req-9e0596a5-825e-4198-b18d-d034eee0922e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:38.119256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-237ac6c0-4a69-4524-ab9b-7f1f5649277a req-9e0596a5-825e-4198-b18d-d034eee0922e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0486705 Aug 21 18:59:38.156436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-237ac6c0-4a69-4524-ab9b-7f1f5649277a req-3fedc2ae-ea02-4891-9eb9-94a26088d358 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307665 Aug 21 18:59:38.743997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 18:59:38.790524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 3e361f45-6bb0-402d-acad-6861fd122f3e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 18:59:38.794749 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 3e361f45-6bb0-402d-acad-6861fd122f3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 18:59:38.795119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:38.871819 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:38.892780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:38.906389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 18:59:38.910732 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:38.936898 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177320e8-35eb-4cde-8ee1-01c43a97021e" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:38.962916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 18:59:39.024333 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7491d4-8054-4ae1-a758-a0fa44d85b1e x-openstack-request-id: req-ad7491d4-8054-4ae1-a758-a0fa44d85b1e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:39.024634 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:39.024876 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad7491d4-8054-4ae1-a758-a0fa44d85b1e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:39.025275 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'code': 200} Aug 21 18:59:39.120118 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc438f2-bafb-45bf-bc83-5f8fe3869223 req-059f2d5d-379e-426e-b559-9452ea908b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:39.121635 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc438f2-bafb-45bf-bc83-5f8fe3869223 req-059f2d5d-379e-426e-b559-9452ea908b15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1098 time: 0.0414340 Aug 21 18:59:39.157219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bfc438f2-bafb-45bf-bc83-5f8fe3869223 req-f23c7aeb-b879-4255-bfe4-de6d75f3cd03 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274589 Aug 21 18:59:39.269447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ad1f-b32f-4b5d-b63b-a53ebd26c6de req-606309bb-7300-44ec-887d-134038b5b406 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:39.270833 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b525ad1f-b32f-4b5d-b63b-a53ebd26c6de req-606309bb-7300-44ec-887d-134038b5b406 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0476720 Aug 21 18:59:39.308066 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b525ad1f-b32f-4b5d-b63b-a53ebd26c6de req-00db6b35-5236-418f-9c92-a0d72b95c147 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312281 Aug 21 18:59:40.421975 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c24d04-ff1e-4f36-8928-8c48c22393f2 req-8081d047-ec3e-4742-9851-d3b68670221a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:40.423494 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93c24d04-ff1e-4f36-8928-8c48c22393f2 req-8081d047-ec3e-4742-9851-d3b68670221a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0484302 Aug 21 18:59:40.460858 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-93c24d04-ff1e-4f36-8928-8c48c22393f2 req-bece4734-5d8e-4574-a8c7-b7b7f0519aef tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314424 Aug 21 18:59:40.582260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94aee0-57be-4d68-ae6f-63e40d631289 req-83937fba-8933-4a89-af0a-18e4cd33d8db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:40.583796 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2c94aee0-57be-4d68-ae6f-63e40d631289 req-83937fba-8933-4a89-af0a-18e4cd33d8db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0594606 Aug 21 18:59:40.592931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43158) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 18:59:40.597595 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Request body: {'floatingip': {'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 18:59:40.635820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:41.064563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:41.068235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:41.167775 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 associated. External IP: 172.25.1.176, port: 3e361f45-6bb0-402d-acad-6861fd122f3e. Aug 21 18:59:41.371825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 18:59:41.478316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 18:59:41.483206 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:41.487761 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 18:59:41.496938 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:59:41.497544 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:41.509048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3d0c2c0-6726-4098-8f0f-3e2ba226cd9a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "PUT /v2.0/floatingips/5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 HTTP/1.1" status: 200 len: 993 time: 0.9150751 Aug 21 18:59:41.509741 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 18:59:41.512633 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b35bf88-936b-419c-8867-cbcf0703d267" -d '{"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 18:59:41.551565 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 18:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d418c8ef-57a8-44c8-826c-ac3037d68d42 x-openstack-request-id: req-d418c8ef-57a8-44c8-826c-ac3037d68d42 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 18:59:41.551860 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 18:59:41.552114 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d418c8ef-57a8-44c8-826c-ac3037d68d42 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 18:59:41.552521 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'status': 'completed', 'code': 200} Aug 21 18:59:41.604704 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:59:41.620405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-a604ea52-0da3-456b-8c7e-fc16a53022af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:41.622006 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-a604ea52-0da3-456b-8c7e-fc16a53022af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1098 time: 0.0417745 Aug 21 18:59:41.717042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-25390563-6224-449d-b361-55b593c43e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:41.718555 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-25390563-6224-449d-b361-55b593c43e84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0897746 Aug 21 18:59:41.782077 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-6b494372-e661-4ee4-8149-6958379bd5a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0565155 Aug 21 18:59:41.821936 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:59:40Z', 'revision_number': 13, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:41.837375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-f276f70b-d621-422b-8ec4-5ca77f9abbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:41.838878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-f276f70b-d621-422b-8ec4-5ca77f9abbf6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0482788 Aug 21 18:59:41.851495 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 18:59:41.860305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 18:59:41.860906 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T18:59:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:41.883507 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-8ce5c01b-4ad0-43a8-817c-caa8d144511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:41.884923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-8ce5c01b-4ad0-43a8-817c-caa8d144511c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393593 Aug 21 18:59:41.962348 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 18:59:41.975080 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-c39698b9-441a-4faa-9af7-29fb8c3efda6 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816543 Aug 21 18:59:42.069484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b35bf88-936b-419c-8867-cbcf0703d267 req-110fbcb4-a098-471e-baad-789f71cd0d35 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867081 Aug 21 18:59:42.177625 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:59:40Z', 'revision_number': 13, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 18:59:42.206186 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd43c0eb-e4e6-48d9-92d4-9016cef1b1b4 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'floating_ip_address': '172.25.1.176', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T18:52:38Z', 'updated_at': '2021-08-21T18:59:40Z', 'revision_number': 13, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 18:59:42.398881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1dfe14-0e3e-4237-9887-48d1cc17f917 None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 18:59:47.825745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-02872504-8e18-4b69-a185-29293a3e9201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:48.903330 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:49.482805 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:50.354547 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6ca69e9-f307-410c-8372-be63960f1b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:50.368296 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-f4c366d8-af9a-4490-b85d-98a78f6f9262 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404611 Aug 21 18:59:50.446916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-4bf9cac9-a07b-4f1e-99f8-6e18a4990d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:50.449222 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-4bf9cac9-a07b-4f1e-99f8-6e18a4990d15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1098 time: 0.0390635 Aug 21 18:59:50.507997 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:50.553900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-6ba3da8f-fc72-40b0-b68a-917f5ca29f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:50.555500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-6ba3da8f-fc72-40b0-b68a-917f5ca29f6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0874548 Aug 21 18:59:50.617630 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-9a11b607-9b2d-48bc-80c2-192d5724ab8f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1003 time: 0.0553916 Aug 21 18:59:50.668855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-dea19611-b0f2-4e64-9b7f-6eb0a87ebfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:50.670280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-dea19611-b0f2-4e64-9b7f-6eb0a87ebfad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0463684 Aug 21 18:59:50.715166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-df78b03b-85e4-4381-8cce-3dfc7eafed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 18:59:50.716617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-df78b03b-85e4-4381-8cce-3dfc7eafed7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394833 Aug 21 18:59:50.802046 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-b4dcda2c-87ba-4d16-b1d7-e3bf864e6f49 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781462 Aug 21 18:59:50.894671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-611fcc9a-56ee-4b30-9e24-01e8ec14feca req-762fa5c1-b95a-42e1-aa33-017aad68403d service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848932 Aug 21 18:59:51.782279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:53.457639 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 18:59:54.378048 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:00:17.826361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64394290-3af6-4c9d-bd90-4b8761adf84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:18.903833 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:19.473380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:20.356153 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a39adc6d-e501-414b-91f2-036282e41dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:20.507990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:21.784169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:23.460756 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:31.377412 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:00:47.831322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4026b853-f6a7-42b7-b595-b9608acaa72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:48.917876 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:49.487800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:50.356770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-19415407-5b5c-4d5f-8458-438ebd2e8f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:50.370290 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-7499dc8e-b79f-4e1d-8990-b3d233fae477 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448570 Aug 21 19:00:50.451720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-f91b7fc1-3ee9-4d95-bbe1-6712a0a7de18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:00:50.453973 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-f91b7fc1-3ee9-4d95-bbe1-6712a0a7de18 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1098 time: 0.0427709 Aug 21 19:00:50.508606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:50.557131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-58601f01-211a-4125-a474-8410eef0ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:00:50.558649 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-58601f01-211a-4125-a474-8410eef0ed34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0866177 Aug 21 19:00:50.626054 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-1257ec71-111c-49d0-ab94-5ff09d7e99a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1003 time: 0.0599103 Aug 21 19:00:50.678486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-0703667e-9787-4848-9820-d33147943f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:00:50.679986 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-0703667e-9787-4848-9820-d33147943f2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0473652 Aug 21 19:00:50.725094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-420f0b75-6f4b-4ba7-b30c-b9a4739cdd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:00:50.726611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-420f0b75-6f4b-4ba7-b30c-b9a4739cdd66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397730 Aug 21 19:00:50.816088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-6c67caa3-1d1d-4623-a7b6-61bb86dd8eab service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817981 Aug 21 19:00:50.908361 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d448ca41-4f7e-43f2-b51b-e892eb3b64a3 req-61760046-cae2-4ec7-9810-c984b70bac1b service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849619 Aug 21 19:00:51.787835 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:00:53.465112 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:08.377967 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:01:17.832504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-76a1996e-f0fb-45a9-ba76-3cc863959324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:18.904250 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:19.503343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:19.662279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f633784-e9c5-46ab-a0d8-954e388e88e5 req-673e0fc3-b8d4-4ff8-9db9-2e2836b85b1e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:19.663622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f633784-e9c5-46ab-a0d8-954e388e88e5 req-673e0fc3-b8d4-4ff8-9db9-2e2836b85b1e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0507669 Aug 21 19:01:19.701479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f633784-e9c5-46ab-a0d8-954e388e88e5 req-100abd00-747d-427f-8700-a1a03914f045 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318213 Aug 21 19:01:20.358088 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cae0d151-5123-4d1d-a149-357ee581152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:20.510278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:21.790207 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:23.467298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:30.796630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-f01297d6-eaed-4d8b-b118-d9d278a8a451 req-2d115f8a-21ee-453a-98b5-d5f31c95775c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:01:30.797672 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f01297d6-eaed-4d8b-b118-d9d278a8a451 req-2d115f8a-21ee-453a-98b5-d5f31c95775c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0441768 Aug 21 19:01:30.986277 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d689d9fe-9013-4664-bd4d-8a3e0921b848 req-794e96f6-25d9-4866-b0fd-2452e61637c4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:30.987824 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d689d9fe-9013-4664-bd4d-8a3e0921b848 req-794e96f6-25d9-4866-b0fd-2452e61637c4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0571182 Aug 21 19:01:31.048111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d689d9fe-9013-4664-bd4d-8a3e0921b848 req-66218d94-2d63-41c4-8bdf-0a4571397a6b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540771 Aug 21 19:01:31.061015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-632f1fa0-5dd8-4d17-9dc1-9858f55ea702 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0913320 Aug 21 19:01:31.070235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-ee36a4d7-3ecd-4174-9af7-1f93a84cf2e9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:01:31.071194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-ee36a4d7-3ecd-4174-9af7-1f93a84cf2e9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048885 Aug 21 19:01:32.165862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995d7b-be88-460f-a014-168bc42e58c3 req-6fc959ad-5701-4ea7-8090-2075a24fca66 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:32.167369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56995d7b-be88-460f-a014-168bc42e58c3 req-6fc959ad-5701-4ea7-8090-2075a24fca66 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Aug 21 19:01:32.205088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-56995d7b-be88-460f-a014-168bc42e58c3 req-7338679c-80c9-48f9-8410-aea451cdabb5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312850 Aug 21 19:01:33.323478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4006c-7d5d-45e4-add8-8f9f53c9455f req-38146d17-faeb-48ec-8df9-ae7f2f21ded8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:33.325207 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94d4006c-7d5d-45e4-add8-8f9f53c9455f req-38146d17-faeb-48ec-8df9-ae7f2f21ded8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Aug 21 19:01:33.362474 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-94d4006c-7d5d-45e4-add8-8f9f53c9455f req-3dfb6cad-7199-4f85-96b7-3e542c21badc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312080 Aug 21 19:01:34.484920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d85986-a741-4d2a-bc2e-ab5c20121c49 req-2c0c5fd1-56a2-4574-95c9-8cbd328ab660 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:34.486388 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89d85986-a741-4d2a-bc2e-ab5c20121c49 req-2c0c5fd1-56a2-4574-95c9-8cbd328ab660 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0553820 Aug 21 19:01:34.523100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-89d85986-a741-4d2a-bc2e-ab5c20121c49 req-758502bc-3451-41e5-8c0d-316670608694 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306847 Aug 21 19:01:35.273418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-232e2e5a-0755-4a93-975b-3c40a31b301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:35.274904 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-232e2e5a-0755-4a93-975b-3c40a31b301f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1098 time: 0.0400319 Aug 21 19:01:35.366517 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-14d5e64f-dae5-4a95-8067-27dd51c777bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:35.367985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-14d5e64f-dae5-4a95-8067-27dd51c777bd service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0853121 Aug 21 19:01:35.430898 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-1651be39-7f1b-440d-aee3-6d4a72d4d1f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1003 time: 0.0560203 Aug 21 19:01:35.477907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-db378843-6103-4568-817f-39483cb2aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:35.479424 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-db378843-6103-4568-817f-39483cb2aec5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0416818 Aug 21 19:01:35.526011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-82c690d8-2e91-4ec6-a212-248f832e49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:35.527417 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-82c690d8-2e91-4ec6-a212-248f832e49f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413764 Aug 21 19:01:35.618881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-844baea8-a982-4bea-8d08-ff7e46313460 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Aug 21 19:01:35.637939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279afd16-817e-4b78-9ffb-9436b846f185 req-45e281fc-d740-4036-b432-4aa72b7b1c99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:35.639446 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-279afd16-817e-4b78-9ffb-9436b846f185 req-45e281fc-d740-4036-b432-4aa72b7b1c99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0489228 Aug 21 19:01:35.679040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-279afd16-817e-4b78-9ffb-9436b846f185 req-ee815934-1f53-4314-a68a-9f4534c55dcb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Aug 21 19:01:35.714061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-4cb6f326-6657-47d6-af7e-9204d95f4c5a service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882936 Aug 21 19:01:36.793148 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec44e95-3574-4b79-b969-78887a286711 req-c3576f47-ee49-4239-bf8d-6dbfa1012eab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:36.794739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ec44e95-3574-4b79-b969-78887a286711 req-c3576f47-ee49-4239-bf8d-6dbfa1012eab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0487723 Aug 21 19:01:36.833699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ec44e95-3574-4b79-b969-78887a286711 req-6237291a-0b63-42a3-b12f-b8f41346db11 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Aug 21 19:01:37.950089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929625a6-01bc-414a-aa9c-9f9c99a649cc req-0009cdb6-130b-433a-a486-947be5e30571 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:37.951483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-929625a6-01bc-414a-aa9c-9f9c99a649cc req-0009cdb6-130b-433a-a486-947be5e30571 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0482790 Aug 21 19:01:37.989547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-929625a6-01bc-414a-aa9c-9f9c99a649cc req-e71ad86f-e50f-4d51-ac21-7f0060d625cd tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Aug 21 19:01:39.102747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c5fb8-921a-4c64-a89e-d515c42f1a91 req-597ff05b-eb91-4c4f-84a9-a42f7b2f205f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:39.104124 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce5c5fb8-921a-4c64-a89e-d515c42f1a91 req-597ff05b-eb91-4c4f-84a9-a42f7b2f205f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0480134 Aug 21 19:01:39.140607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ce5c5fb8-921a-4c64-a89e-d515c42f1a91 req-04138582-4c08-43c7-81a5-8ab9851baf8d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300047 Aug 21 19:01:40.259243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71dfa8-d0bb-4919-a4d7-b48bf31b151b req-0141eb81-e1e8-45c8-a391-d2562ec38058 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:40.260736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e71dfa8-d0bb-4919-a4d7-b48bf31b151b req-0141eb81-e1e8-45c8-a391-d2562ec38058 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0527205 Aug 21 19:01:40.297888 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e71dfa8-d0bb-4919-a4d7-b48bf31b151b req-48cf3362-5fdd-496a-a08e-aaef914bb824 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310464 Aug 21 19:01:41.416174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc357c-0d18-462c-8499-4fc4f7b42e18 req-b57d2953-d5f4-4f21-b88d-07129543efc7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:41.417620 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bcc357c-0d18-462c-8499-4fc4f7b42e18 req-b57d2953-d5f4-4f21-b88d-07129543efc7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0519109 Aug 21 19:01:41.454583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7bcc357c-0d18-462c-8499-4fc4f7b42e18 req-f0a14f35-a31f-4312-a7e6-6e6b2053cbeb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309951 Aug 21 19:01:42.568456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd2c37-18f7-4bcf-84b3-2714677dcf7e req-9b132112-97f3-43c4-aab6-b1e780191b54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:42.569937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49cd2c37-18f7-4bcf-84b3-2714677dcf7e req-9b132112-97f3-43c4-aab6-b1e780191b54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Aug 21 19:01:42.606528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49cd2c37-18f7-4bcf-84b3-2714677dcf7e req-1857b42c-ab25-4cca-bef6-e37bc9d4d851 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303361 Aug 21 19:01:43.722858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a507da-4189-4c83-8943-347431b9edf7 req-77ccea7c-30f8-4746-bd1d-1c4416961330 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:43.724347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5a507da-4189-4c83-8943-347431b9edf7 req-77ccea7c-30f8-4746-bd1d-1c4416961330 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0507023 Aug 21 19:01:43.760797 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5a507da-4189-4c83-8943-347431b9edf7 req-e0e5aa2b-6413-4d85-ac2a-74625bd634c1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Aug 21 19:01:44.874572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306f61f-24b1-43a5-8bf6-8b990860c1bd req-1b3e4a69-b586-4132-b48b-3c097ed46b54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:44.876068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5306f61f-24b1-43a5-8bf6-8b990860c1bd req-1b3e4a69-b586-4132-b48b-3c097ed46b54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0492604 Aug 21 19:01:44.913995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5306f61f-24b1-43a5-8bf6-8b990860c1bd req-ac843cfa-0cb2-4775-85c5-cc9f69d0db81 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Aug 21 19:01:45.378030 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:01:46.029080 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d66eb4-186c-46de-bf78-99cc5d9d7a9e req-f75b7a9e-f138-4e61-8da6-885faa824f24 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:46.031097 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b0d66eb4-186c-46de-bf78-99cc5d9d7a9e req-f75b7a9e-f138-4e61-8da6-885faa824f24 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0493846 Aug 21 19:01:46.068360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b0d66eb4-186c-46de-bf78-99cc5d9d7a9e req-add96e62-ee3a-4025-a925-ca3004470b47 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Aug 21 19:01:47.185414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310db90-634f-45a6-8ed4-4cd2d7b3d7a7 req-289f8971-4c50-404b-b07d-bb1f1559a106 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:47.187564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5310db90-634f-45a6-8ed4-4cd2d7b3d7a7 req-289f8971-4c50-404b-b07d-bb1f1559a106 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0515568 Aug 21 19:01:47.223769 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5310db90-634f-45a6-8ed4-4cd2d7b3d7a7 req-89a2e642-8da2-4692-9c82-0ecd667d66ce tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302119 Aug 21 19:01:47.833838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ab6a485e-ae1b-4de4-b32c-248a22eeeb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:48.343563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83200d1-8e21-43ea-a0dc-92536faefb55 req-3184b18a-d9de-44f3-8470-05b789b6b3db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:48.345092 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d83200d1-8e21-43ea-a0dc-92536faefb55 req-3184b18a-d9de-44f3-8470-05b789b6b3db tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0533786 Aug 21 19:01:48.383902 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d83200d1-8e21-43ea-a0dc-92536faefb55 req-76debb72-6dd6-49bf-b0c2-cf7cf578d846 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327694 Aug 21 19:01:48.929471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:49.419907 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-22b996cc-4d58-4415-9620-631c560064b2 service neutron] show failed (client error): The resource could not be found. Aug 21 19:01:49.420965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-22b996cc-4d58-4415-9620-631c560064b2 service neutron] 10.222.0.39 "GET /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0538943 Aug 21 19:01:49.504460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f71fc-f3df-4f7a-854b-c01063164c5c req-eef77163-fbe5-4e91-96b0-78f7a54dbcb8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:49.505219 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:49.506094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9f71fc-f3df-4f7a-854b-c01063164c5c req-eef77163-fbe5-4e91-96b0-78f7a54dbcb8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0520873 Aug 21 19:01:49.545409 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9f71fc-f3df-4f7a-854b-c01063164c5c req-d699b5f4-16a1-4751-92ba-ba8dda09fed8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327971 Aug 21 19:01:49.625718 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-baca8be2-d38a-4949-904b-d6d54dcc01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:49.627202 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-baca8be2-d38a-4949-904b-d6d54dcc01ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0404897 Aug 21 19:01:49.639165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-50f1c998-310c-40f3-aa37-26159c0cc90a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:01:49.640711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-50f1c998-310c-40f3-aa37-26159c0cc90a service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053365 Aug 21 19:01:49.655915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:01:49.710759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:49.910465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:01:49.943037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:01:49.981274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:01:49.984112 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f6d853-b4f9-48d7-93ed-06b4b1051cf2" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-unplugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:01:49.987793 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.001103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Transition to ACTIVE for port object 3e361f45-6bb0-402d-acad-6861fd122f3e will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:01:50.004634 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.041042 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 19:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcde45e-0df2-4ede-bf2c-2f1fff01d617 x-openstack-request-id: req-cfcde45e-0df2-4ede-bf2c-2f1fff01d617 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:01:50.041336 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-unplugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:01:50.041590 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cfcde45e-0df2-4ede-bf2c-2f1fff01d617 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:01:50.041981 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'code': 200} Aug 21 19:01:50.091561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:01:50.103770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.104115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.104459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.104802 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.105137 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.105469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.105800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.106130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.106459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.106807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.107320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.107430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:01:50.142067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] No DVR routers for this DVR port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:01:50.275578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:01:50.275908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:01:50.276235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:01:50.280498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:01:50.280814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:01:50.285795 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:01:50.285931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:01:50.286308 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:01:50.286755 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Bound port: 3e361f45-6bb0-402d-acad-6861fd122f3e, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:01:50.287110 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.350063 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:01:50.353085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:01:50.359169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.363341 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6df8bc29-0993-4a56-835e-49bfd847e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.511063 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.732350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:50.733627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:50.735077 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] 10.222.0.64 "PUT /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1093 time: 1.0828905 Aug 21 19:01:50.806354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f70fe-02ee-41a3-bcad-f9d736576090 service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:01:50.817480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986d571-1420-431d-8c3c-5f5ab918cc7e req-0c3445ab-dbd0-48bf-bef7-70050ec48871 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:50.819114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c986d571-1420-431d-8c3c-5f5ab918cc7e req-0c3445ab-dbd0-48bf-bef7-70050ec48871 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.1038809 Aug 21 19:01:50.849845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-71228000-21f7-4152-8a81-6a34d61b9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:50.851402 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-71228000-21f7-4152-8a81-6a34d61b9b47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0852451 Aug 21 19:01:50.877353 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c986d571-1420-431d-8c3c-5f5ab918cc7e req-06d0917b-816f-4918-bb34-ba45a098f21b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Aug 21 19:01:50.955655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-8b22f4c3-6b3f-42bb-811b-35b50c3cb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:50.957130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-8b22f4c3-6b3f-42bb-811b-35b50c3cb1d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0934651 Aug 21 19:01:51.026165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-4f908de3-0d25-47ec-bed3-1f55863e0db6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0570958 Aug 21 19:01:51.082685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-c421fe84-817b-4183-a9a3-b7daf952d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:51.084131 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-c421fe84-817b-4183-a9a3-b7daf952d4b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0471630 Aug 21 19:01:51.129920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-68eb0e4d-a5ef-4c99-acf0-ce53c38e6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:51.131419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-68eb0e4d-a5ef-4c99-acf0-ce53c38e6a41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397487 Aug 21 19:01:51.224180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-8aa7ec24-c9c4-4253-a0e4-8982600ec409 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802724 Aug 21 19:01:51.320839 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-e104a122-2991-4892-994f-cdf9b5137841 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844793 Aug 21 19:01:51.397505 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:01:51.434379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:01:51.792242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:51.998391 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3fc13-33fa-47ca-a50f-30abd0dd52d7 req-b308d212-fe76-4934-bc8b-fe0a793eafb3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:51.999955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9c3fc13-33fa-47ca-a50f-30abd0dd52d7 req-b308d212-fe76-4934-bc8b-fe0a793eafb3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0507684 Aug 21 19:01:52.038530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e9c3fc13-33fa-47ca-a50f-30abd0dd52d7 req-9c77c5a3-41ac-4d05-8cda-2539763f1620 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Aug 21 19:01:52.043698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:01:52.046608 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f6f18-1ab0-496d-9ac2-56af7e68cc99" -d '{"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:01:52.099307 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e273aa-9455-4a49-b6bb-40a56fab7c51 x-openstack-request-id: req-33e273aa-9455-4a49-b6bb-40a56fab7c51 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:01:52.099665 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:01:52.099930 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-33e273aa-9455-4a49-b6bb-40a56fab7c51 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:01:52.100318 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'status': 'completed', 'code': 200} Aug 21 19:01:52.180824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-bac99a6e-49aa-4c43-be0f-67878ab349fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.181915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-6ebec386-2331-48b0-b3ee-93ae1a754926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.183179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-bac99a6e-49aa-4c43-be0f-67878ab349fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0548837 Aug 21 19:01:52.183916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-6ebec386-2331-48b0-b3ee-93ae1a754926 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0449519 Aug 21 19:01:52.286767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-556296e6-b25b-4e4c-adbe-e1b404a83b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.288209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-556296e6-b25b-4e4c-adbe-e1b404a83b05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0968745 Aug 21 19:01:52.359705 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-c58489cb-e941-47cd-9a16-e22b1d04cc3f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0622842 Aug 21 19:01:52.413410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-89b4e224-0ddc-4a74-bf2a-a3da3e958678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.414952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-89b4e224-0ddc-4a74-bf2a-a3da3e958678 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0466063 Aug 21 19:01:52.476037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-b6d93edd-65f2-40c0-815b-87f6337dcf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.477584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-b6d93edd-65f2-40c0-815b-87f6337dcf7a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499656 Aug 21 19:01:52.576466 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-0518554c-0038-469a-80c0-93149bea465a service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862443 Aug 21 19:01:52.597479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-e6ae18d0-9bd6-441b-8bdb-49f7019912dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.599191 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-e6ae18d0-9bd6-441b-8bdb-49f7019912dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.4088068 Aug 21 19:01:52.670481 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-67cbedd3-a696-4680-a2ea-8e6f951fd01d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0630488 Aug 21 19:01:52.683170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-09c0558d-7992-41c3-b228-afaed62e6ae5 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947521 Aug 21 19:01:52.720491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-77dfd702-c856-4598-813e-4e51fb7e7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.721957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-77dfd702-c856-4598-813e-4e51fb7e7b78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0447559 Aug 21 19:01:52.766964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-90e8cc3a-949d-4f60-9cf5-a3cdcbc52782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:52.768500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-90e8cc3a-949d-4f60-9cf5-a3cdcbc52782 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397511 Aug 21 19:01:52.861878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-d7a3fa99-a060-4e23-ab63-a88c20dd9129 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864177 Aug 21 19:01:52.952725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-750f6f18-1ab0-496d-9ac2-56af7e68cc99 req-9c48558a-9df4-4144-8fc8-95f0a81f4de8 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837412 Aug 21 19:01:53.165262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92924e2-1f94-40b1-959c-84ead46a291c req-e03ff3fb-caae-445c-8f81-9591a4f481a0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:53.166821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e92924e2-1f94-40b1-959c-84ead46a291c req-e03ff3fb-caae-445c-8f81-9591a4f481a0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0489402 Aug 21 19:01:53.207332 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e92924e2-1f94-40b1-959c-84ead46a291c req-631d48fd-c0ac-4640-ae4b-7f40f0d348c1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338547 Aug 21 19:01:53.470842 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:01:54.326669 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14071085-ee22-421d-9e27-4bf05467ec08 req-19ad13b7-8fc9-4554-8070-91ba08e3aea8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:54.328781 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14071085-ee22-421d-9e27-4bf05467ec08 req-19ad13b7-8fc9-4554-8070-91ba08e3aea8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0514791 Aug 21 19:01:54.366765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-14071085-ee22-421d-9e27-4bf05467ec08 req-7fc5c01e-f9d6-4d41-93e9-c06b05a5eee0 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316255 Aug 21 19:01:55.485422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bd25c-0976-40cf-9803-a71ab6775011 req-5893b54a-5ada-4edf-8d20-167c9c12672b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:55.486908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-532bd25c-0976-40cf-9803-a71ab6775011 req-5893b54a-5ada-4edf-8d20-167c9c12672b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0523038 Aug 21 19:01:55.523449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-532bd25c-0976-40cf-9803-a71ab6775011 req-69259d66-0f4e-418b-a9fc-60e181e53f36 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305870 Aug 21 19:01:56.637578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e615a72-185e-4bd4-a794-ed554f7c3f2b req-54cd329d-6641-4b81-805d-9f0da1e5c1f1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:56.639075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e615a72-185e-4bd4-a794-ed554f7c3f2b req-54cd329d-6641-4b81-805d-9f0da1e5c1f1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0480192 Aug 21 19:01:56.677529 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1e615a72-185e-4bd4-a794-ed554f7c3f2b req-d4ac8fae-ae93-4656-8dc5-9c52e37f83d8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 21 19:01:57.793704 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df5bb2-e5bd-4011-9be8-849d5d74ba50 req-f6614585-65bb-432d-ab9e-03811e5d7224 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:57.795223 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5df5bb2-e5bd-4011-9be8-849d5d74ba50 req-f6614585-65bb-432d-ab9e-03811e5d7224 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0497727 Aug 21 19:01:57.836979 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d5df5bb2-e5bd-4011-9be8-849d5d74ba50 req-2830905e-bec8-4fc1-b851-1086ee03e9f2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356319 Aug 21 19:01:58.956085 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776855a9-3f9b-423c-9dd2-3fa64e30fe9c req-13f937b1-e950-453f-8205-3baec47b6935 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:01:58.957566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-776855a9-3f9b-423c-9dd2-3fa64e30fe9c req-13f937b1-e950-453f-8205-3baec47b6935 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0534651 Aug 21 19:01:58.995413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-776855a9-3f9b-423c-9dd2-3fa64e30fe9c req-66429570-dad6-4e8a-a01f-64f80ca8df11 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Aug 21 19:02:00.110058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d64e44-c53a-4c23-b82b-7f88a336d770 req-13746dd6-59b7-492b-8fe7-975d6233528b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:00.111549 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5d64e44-c53a-4c23-b82b-7f88a336d770 req-13746dd6-59b7-492b-8fe7-975d6233528b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0497415 Aug 21 19:02:00.148677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f5d64e44-c53a-4c23-b82b-7f88a336d770 req-ff278395-b8a0-4a27-af70-dce8721cbc7b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312445 Aug 21 19:02:01.267453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631650d0-032c-40ee-988c-337840331ecf req-f8bc1de4-d8fe-44b8-ade5-6169546e053c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:01.268976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-631650d0-032c-40ee-988c-337840331ecf req-f8bc1de4-d8fe-44b8-ade5-6169546e053c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0484035 Aug 21 19:02:01.306154 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-631650d0-032c-40ee-988c-337840331ecf req-7475d440-3d70-4392-8285-bfd4cb1911ef tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 Aug 21 19:02:02.438575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014448-bde8-412d-a98f-749a05e3f85e req-82683278-c153-42d3-9b91-e83fae6b8dc8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:02.440088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df014448-bde8-412d-a98f-749a05e3f85e req-82683278-c153-42d3-9b91-e83fae6b8dc8 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0541170 Aug 21 19:02:02.481491 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df014448-bde8-412d-a98f-749a05e3f85e req-bc0daee5-7b51-4e87-bc51-5e337a19cbb5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353878 Aug 21 19:02:03.640464 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890fcc8-19d2-4adf-a656-bef987663e30 req-b6219993-4890-40fb-b0bf-567617453cba tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:03.641932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b890fcc8-19d2-4adf-a656-bef987663e30 req-b6219993-4890-40fb-b0bf-567617453cba tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0924714 Aug 21 19:02:03.678690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b890fcc8-19d2-4adf-a656-bef987663e30 req-f38e83cb-da5b-43bc-8782-1d3fabee8af5 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305965 Aug 21 19:02:03.999938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-836c4ada-09e9-4541-a9d1-f0a6c093f031 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.001419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-836c4ada-09e9-4541-a9d1-f0a6c093f031 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.64 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 944 time: 0.0853102 Aug 21 19:02:04.012362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db8c68-3ee6-48c0-b633-847b2b45b448 req-dae18c9e-c03f-45e4-ab80-8d5edec9edeb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.013748 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26db8c68-3ee6-48c0-b633-847b2b45b448 req-dae18c9e-c03f-45e4-ab80-8d5edec9edeb tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 944 time: 0.0666573 Aug 21 19:02:04.085288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-26db8c68-3ee6-48c0-b633-847b2b45b448 req-c5078eb3-b82f-4d09-ba39-b0a19f46eb54 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645714 Aug 21 19:02:04.092970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-ed4b8287-387d-49dd-9954-2827cd246231 service neutron] 10.222.0.64 "GET /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e/bindings/n-h2-793621-32 HTTP/1.1" status: 200 len: 383 time: 0.0783441 Aug 21 19:02:04.116727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:02:04.159213 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-e435f73b-04f1-4876-8bc2-cc66c4593a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.160799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-e435f73b-04f1-4876-8bc2-cc66c4593a65 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1096 time: 0.0435188 Aug 21 19:02:04.213213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:04.224410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:02:04.252133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7533ba66-a99b-4cdb-9f09-1b00e9027e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.253629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7533ba66-a99b-4cdb-9f09-1b00e9027e3b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0846450 Aug 21 19:02:04.260398 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:04.273297 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:04.292556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:04.296445 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:04.324095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-cbf993ca-7899-48ea-b012-1f29b98c5566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0635080 Aug 21 19:02:04.342401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:04.350037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.350383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.350742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.351074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.351398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.351720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.352041 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.352359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.352677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.352993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.353310 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.353623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:04.375205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-55fbae92-bd03-440b-bc0d-48485c08b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.376677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-55fbae92-bd03-440b-bc0d-48485c08b395 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0451145 Aug 21 19:02:04.422947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-1b83730e-2f28-4ad4-8c58-f43c0e011727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:04.424461 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-1b83730e-2f28-4ad4-8c58-f43c0e011727 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396318 Aug 21 19:02:04.517927 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-8baa14ad-5f1f-44d6-9dd7-0707181f2c17 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844624 Aug 21 19:02:04.553490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['3e361f45-6bb0-402d-acad-6861fd122f3e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:02:04.607343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-42b5b5e2-0d7f-497f-be20-d1dee739818d service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815461 Aug 21 19:02:05.245826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd40ae-6f9c-4926-b8a2-23fabb6f238b req-92215336-cf4c-4da9-bbf1-13c09731373c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:05.247350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2cfd40ae-6f9c-4926-b8a2-23fabb6f238b req-92215336-cf4c-4da9-bbf1-13c09731373c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0921185 Aug 21 19:02:05.284357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2cfd40ae-6f9c-4926-b8a2-23fabb6f238b req-fc3bd638-41b6-491a-b5fb-b55e5119e745 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302405 Aug 21 19:02:06.139603 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:02:06.186552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 3e361f45-6bb0-402d-acad-6861fd122f3e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:02:06.190762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 3e361f45-6bb0-402d-acad-6861fd122f3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:02:06.191128 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:06.268800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:06.290230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:06.292454 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25cc0aaf-04f5-428f-aab3-4bcd2ae43677" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:06.304386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:06.308450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:06.343702 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a226e944-3b62-484a-a1de-550ee2ceee22 x-openstack-request-id: req-a226e944-3b62-484a-a1de-550ee2ceee22 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:06.343990 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:06.344244 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a226e944-3b62-484a-a1de-550ee2ceee22 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:06.344634 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'code': 200} Aug 21 19:02:06.364276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:06.412282 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8535e0-e605-4389-b5dd-5d6cd58fa30f req-50ae4944-71ca-4749-ac32-34ad72584fe4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:06.413783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f8535e0-e605-4389-b5dd-5d6cd58fa30f req-50ae4944-71ca-4749-ac32-34ad72584fe4 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0499790 Aug 21 19:02:06.451615 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3f8535e0-e605-4389-b5dd-5d6cd58fa30f req-94d60aad-f500-4ae4-a047-ba0be520856f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313308 Aug 21 19:02:07.570786 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972cf18-a7c1-4092-97c2-13d45b77cbc4 req-4a4d3220-c9d5-47a8-a078-fd6d47165bab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:07.572277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0972cf18-a7c1-4092-97c2-13d45b77cbc4 req-4a4d3220-c9d5-47a8-a078-fd6d47165bab tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0498722 Aug 21 19:02:07.611660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0972cf18-a7c1-4092-97c2-13d45b77cbc4 req-c42d397b-889b-4f8c-8a60-29976e0580f7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Aug 21 19:02:08.575588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-20282a7c-4324-4590-8720-9dd0f4a3fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:08.577112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-20282a7c-4324-4590-8720-9dd0f4a3fddc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31&tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9 HTTP/1.1" status: 200 len: 1098 time: 0.0438614 Aug 21 19:02:08.588810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:08.640542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:08.838859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97c095-3371-4cc1-a1dd-92a28046e3ba req-e610919e-b664-4df8-8d83-5f01ae26735b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:08.840333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe97c095-3371-4cc1-a1dd-92a28046e3ba req-e610919e-b664-4df8-8d83-5f01ae26735b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.1570470 Aug 21 19:02:08.901598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fe97c095-3371-4cc1-a1dd-92a28046e3ba req-b3ea550f-cc79-462e-9d45-100bf0610c1f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544631 Aug 21 19:02:08.913022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:08.944764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:02:08.983174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:08.985798 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd96008-7ae1-4026-8ad6-567d64e7a732" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-unplugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:08.989519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:09.001912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Transition to ACTIVE for port object 3e361f45-6bb0-402d-acad-6861fd122f3e will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:02:09.005976 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:09.041430 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d63274f-323b-40c3-a21c-e82ea33ecc90 x-openstack-request-id: req-1d63274f-323b-40c3-a21c-e82ea33ecc90 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:09.041722 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-unplugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:09.041973 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1d63274f-323b-40c3-a21c-e82ea33ecc90 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:09.042361 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'code': 200} Aug 21 19:02:09.099814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=10']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:09.111885 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.112229 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.112569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.112907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.113241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.113589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.113898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.114223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.114568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.114894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.115225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.115527 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:02:09.150658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] No DVR routers for this DVR port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:02:09.291307 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:02:09.291640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:02:09.291964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:09.297081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:02:09.297408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Attempting to bind port 3e361f45-6bb0-402d-acad-6861fd122f3e on network 8b50422f-99aa-4707-8e84-e8124ee0e5bd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:09.302423 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:02:09.302740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Checking segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:02:09.303120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Bound using segment: {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:02:09.303536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Bound port: 3e361f45-6bb0-402d-acad-6861fd122f3e, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843559f6-8808-4b6b-bbb4-b865f7e69a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:02:09.303891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:09.366341 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:02:09.369689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:02:09.374036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:09.409904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:09.410550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:09.411940 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] 10.222.0.39 "PUT /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1094 time: 0.8271368 Aug 21 19:02:09.434990 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843391-b49b-400b-aee4-13759b6d6da8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=11']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:09.479867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-f8179227-5824-408f-a7e5-4c3b180f7f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:09.481569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-f8179227-5824-408f-a7e5-4c3b180f7f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1097 time: 0.0429983 Aug 21 19:02:09.576726 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-6b63eb9b-58f7-42e9-8c90-f2ae794a3637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:09.578356 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-6b63eb9b-58f7-42e9-8c90-f2ae794a3637 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0890193 Aug 21 19:02:09.647696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-fdb409f3-efe5-4665-9b1e-f831fd0648d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0623643 Aug 21 19:02:09.696059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-efc6cc87-6f9d-420f-ab40-4e71a703943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:09.697546 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-efc6cc87-6f9d-420f-ab40-4e71a703943e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0434830 Aug 21 19:02:09.742119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-acdaaf9f-0e7b-47bc-92bb-1f2023a13f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:09.743601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-acdaaf9f-0e7b-47bc-92bb-1f2023a13f35 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387809 Aug 21 19:02:09.839599 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-cc661bb4-9ccd-4e02-9d79-2c6253e21eae service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881376 Aug 21 19:02:09.928749 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d998ada9-de18-481f-9ef9-e9c4a169cd32 req-1784381a-b36a-461b-9d34-dd22f44898b8 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820160 Aug 21 19:02:10.023707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6f3b6-94ae-4236-b7c5-c681035ec6be req-ecf563db-24c7-416b-9f1b-d3b9a13e8ada tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:10.025202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b6f3b6-94ae-4236-b7c5-c681035ec6be req-ecf563db-24c7-416b-9f1b-d3b9a13e8ada tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0549235 Aug 21 19:02:10.063624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-38b6f3b6-94ae-4236-b7c5-c681035ec6be req-da90cb48-3e4a-4157-b7ed-07ae8717e774 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Aug 21 19:02:10.154945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:02:10.192649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:02:11.043918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:11.046958 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad6c790-2f90-43c7-8102-38aeea93230c" -d '{"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:11.097513 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4be7a5-73c9-4da8-9db5-b3da96e45034 x-openstack-request-id: req-ab4be7a5-73c9-4da8-9db5-b3da96e45034 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:11.098047 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:11.098721 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab4be7a5-73c9-4da8-9db5-b3da96e45034 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:11.099308 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'status': 'completed', 'code': 200} Aug 21 19:02:11.176166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-fc7c17cf-37c5-4afb-aa91-0dfba089c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.177675 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-fc7c17cf-37c5-4afb-aa91-0dfba089c628 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1097 time: 0.0461817 Aug 21 19:02:11.192636 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-48b50143-9c3a-4772-888f-65ff525772d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.194298 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-48b50143-9c3a-4772-888f-65ff525772d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 1097 time: 0.0754042 Aug 21 19:02:11.207089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998f50e-b6ab-4ca7-8786-d6f5375cc6c3 req-b8ada7ca-4f5e-4268-bccc-885c9bff1b7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.208651 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9998f50e-b6ab-4ca7-8786-d6f5375cc6c3 req-b8ada7ca-4f5e-4268-bccc-885c9bff1b7d tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0641704 Aug 21 19:02:11.278456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-8f62ba3c-cea6-43fd-a56f-0672166cb4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.281195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-8f62ba3c-cea6-43fd-a56f-0672166cb4bf service neutron] 10.222.0.64 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.0904133 Aug 21 19:02:11.303832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9998f50e-b6ab-4ca7-8786-d6f5375cc6c3 req-8659669b-efab-4141-a0db-e33905954890 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860138 Aug 21 19:02:11.323554 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-e3abfdb7-cc7a-4b1a-bed3-9428e929f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.325308 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-e3abfdb7-cc7a-4b1a-bed3-9428e929f974 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 200 len: 913 time: 0.1157255 Aug 21 19:02:11.359641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-665a5d8c-6e70-4cf0-9c53-deca7d9b23a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0697548 Aug 21 19:02:11.397376 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-2d82d0b8-8fd5-4cea-95ce-507ae640ff03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 200 len: 1001 time: 0.0642755 Aug 21 19:02:11.415686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-3bf3eca8-b0d8-4cf9-8a30-73658ec287a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.417195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-3bf3eca8-b0d8-4cf9-8a30-73658ec287a4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0466781 Aug 21 19:02:11.447277 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-2ea55af2-7599-42a3-b4ef-d2ff6ba1fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.448759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-2ea55af2-7599-42a3-b4ef-d2ff6ba1fa8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 200 len: 851 time: 0.0449264 Aug 21 19:02:11.469293 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-fa3280f3-0d97-4dfe-b187-666cd496a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.471114 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-fa3280f3-0d97-4dfe-b187-666cd496a0d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419128 Aug 21 19:02:11.496074 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-98f7d9c7-45b5-4b04-8b5c-93faba7a39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:11.497602 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-98f7d9c7-45b5-4b04-8b5c-93faba7a39b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b50422f-99aa-4707-8e84-e8124ee0e5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414979 Aug 21 19:02:11.572312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-b108c06e-7d78-4359-b425-8651a2430eab service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885956 Aug 21 19:02:11.592561 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-3e0bfc24-ab7b-465a-bc48-a60c2507ed80 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872850 Aug 21 19:02:11.687287 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-206c6bca-3a38-4d7f-ae4e-9490ea9db3f1 service neutron] 10.222.0.64 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020107 Aug 21 19:02:11.698459 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ad6c790-2f90-43c7-8102-38aeea93230c req-46872371-4a15-41a2-88a6-3506d67a1cb0 service neutron] 10.222.0.39 "GET /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989444 Aug 21 19:02:12.434168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af9abb-84da-4f44-a434-3157a86b1ee3 req-aa62fec1-7041-47bf-a87e-aba0bb6abcc2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:12.435674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49af9abb-84da-4f44-a434-3157a86b1ee3 req-aa62fec1-7041-47bf-a87e-aba0bb6abcc2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0504456 Aug 21 19:02:12.476340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-49af9abb-84da-4f44-a434-3157a86b1ee3 req-b2beff81-8e9c-4553-ab75-0d084d439f13 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338812 Aug 21 19:02:13.599639 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec5c4b-aa76-45e2-9813-10f1834b8d52 req-2e96cbb4-8beb-46b9-a4b4-7272e99c949a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:13.601138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cec5c4b-aa76-45e2-9813-10f1834b8d52 req-2e96cbb4-8beb-46b9-a4b4-7272e99c949a tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0528812 Aug 21 19:02:13.643872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5cec5c4b-aa76-45e2-9813-10f1834b8d52 req-792d9063-69a6-4e4c-81d9-3f472364cba6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360601 Aug 21 19:02:14.765743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c4f60-4246-4d5b-9e25-2dd2a266312b req-302260b6-80f5-4deb-b582-eb51d296df00 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:14.767256 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e14c4f60-4246-4d5b-9e25-2dd2a266312b req-302260b6-80f5-4deb-b582-eb51d296df00 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Aug 21 19:02:14.804220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e14c4f60-4246-4d5b-9e25-2dd2a266312b req-e9af1809-7649-42e0-bacf-f5651baaa690 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310032 Aug 21 19:02:15.924497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b019-cf7f-41db-a175-c06588653eea req-fbae8a3c-621e-45ee-bd0b-d1dec50b96de tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:15.925969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a343b019-cf7f-41db-a175-c06588653eea req-fbae8a3c-621e-45ee-bd0b-d1dec50b96de tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0539901 Aug 21 19:02:15.963785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a343b019-cf7f-41db-a175-c06588653eea req-9048457f-3e58-4efb-a26d-d17ba7225f2c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Aug 21 19:02:17.079260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a12b48-23f9-4e47-a69d-dbfc1f586354 req-593ad38e-45ea-46cd-8f0d-6347c6327408 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:17.080758 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a12b48-23f9-4e47-a69d-dbfc1f586354 req-593ad38e-45ea-46cd-8f0d-6347c6327408 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Aug 21 19:02:17.123814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-59a12b48-23f9-4e47-a69d-dbfc1f586354 req-95af2ed8-f802-48ca-91c4-cbe18a1cbbe2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371242 Aug 21 19:02:17.834412 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f07f9117-e260-4f77-a3dd-99ff650dc761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:18.240682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593abd75-6244-43ff-83c2-8c67ef106c41 req-2cfc205c-1886-4a82-ae42-fad188990af9 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:18.242141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-593abd75-6244-43ff-83c2-8c67ef106c41 req-2cfc205c-1886-4a82-ae42-fad188990af9 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0476632 Aug 21 19:02:18.279048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-593abd75-6244-43ff-83c2-8c67ef106c41 req-6f245ed7-25bc-4b39-9a54-6596149bb6d6 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307529 Aug 21 19:02:18.936860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:19.394264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faf60d-5e01-4cef-8bb3-d2e08160eb23 req-f5104611-cad7-4386-a15e-0464ac8e845b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:19.395787 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5faf60d-5e01-4cef-8bb3-d2e08160eb23 req-f5104611-cad7-4386-a15e-0464ac8e845b tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0490527 Aug 21 19:02:19.434710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5faf60d-5e01-4cef-8bb3-d2e08160eb23 req-5044cf82-fcfd-4e9d-9d07-7fc339fcac2e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328395 Aug 21 19:02:19.503504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:20.363770 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6e9502fa-9a9a-4124-ab27-2e49d9d52810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:20.513774 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:20.558374 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71683b45-c44b-49f5-a285-352616e5d22a req-09be9a35-15b9-4c93-a2ae-fffb6218552c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:20.559878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71683b45-c44b-49f5-a285-352616e5d22a req-09be9a35-15b9-4c93-a2ae-fffb6218552c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0548036 Aug 21 19:02:20.599103 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71683b45-c44b-49f5-a285-352616e5d22a req-89d37723-5284-4c57-9a5c-6d63ea1c1266 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Aug 21 19:02:21.609510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:02:21.705443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:21.715891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'port_id': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'mac_address': 'fa:16:3e:b6:86:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:02:21.717118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbc8b8-c0c8-4f8f-8c0e-4c4aa7877005 req-721f65d2-2474-4f5c-8a6a-0d326787ab87 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:21.718660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73dbc8b8-c0c8-4f8f-8c0e-4c4aa7877005 req-721f65d2-2474-4f5c-8a6a-0d326787ab87 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 945 time: 0.0530393 Aug 21 19:02:21.753359 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:21.756729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73dbc8b8-c0c8-4f8f-8c0e-4c4aa7877005 req-b8fb1d5a-abb2-44f3-8325-0884629cb61c tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318298 Aug 21 19:02:21.765824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:21.788260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:21.795226 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:21.823248 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:21.848788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=12']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:21.878880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa863188-06a7-4375-b2fc-6776fac8b49e req-71cc22b9-7c0d-4d7b-a0af-e41c49135dc1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:21.880381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa863188-06a7-4375-b2fc-6776fac8b49e req-71cc22b9-7c0d-4d7b-a0af-e41c49135dc1 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0534005 Aug 21 19:02:21.917151 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fa863188-06a7-4375-b2fc-6776fac8b49e req-1208a51f-ee4c-40e1-b3ee-710c640c61b7 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307536 Aug 21 19:02:22.023466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['3e361f45-6bb0-402d-acad-6861fd122f3e'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:02:22.032267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3272c-9bc5-4b02-a36e-ce164bff3926 req-483b3c04-ed48-4873-a3dd-6ffb53492f19 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:22.033775 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdd3272c-9bc5-4b02-a36e-ce164bff3926 req-483b3c04-ed48-4873-a3dd-6ffb53492f19 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0509710 Aug 21 19:02:22.071002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdd3272c-9bc5-4b02-a36e-ce164bff3926 req-149a3eba-2d1e-4fc2-aa61-c2c9539c0092 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Aug 21 19:02:22.302446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e793c4-4151-4434-befa-6aefd510a2b4 req-e4867be6-2ad1-4685-bb05-5f4b77c02830 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:22.303955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58e793c4-4151-4434-befa-6aefd510a2b4 req-e4867be6-2ad1-4685-bb05-5f4b77c02830 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0498385 Aug 21 19:02:22.340699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-58e793c4-4151-4434-befa-6aefd510a2b4 req-442b0c86-fa72-4bef-bd6c-14eb0c0cb438 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308726 Aug 21 19:02:22.377851 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:02:23.457768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37255233-0030-44f3-a98b-1dd16bdab4ca req-64f8a739-73e9-409d-aad1-d31a4f720127 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:23.459316 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37255233-0030-44f3-a98b-1dd16bdab4ca req-64f8a739-73e9-409d-aad1-d31a4f720127 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 946 time: 0.0493727 Aug 21 19:02:23.474116 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:23.497882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37255233-0030-44f3-a98b-1dd16bdab4ca req-d433ceac-8651-4547-a894-365d81d1efc3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups?id=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Aug 21 19:02:23.615648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:02:23.667328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 3e361f45-6bb0-402d-acad-6861fd122f3e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:02:23.671701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 3e361f45-6bb0-402d-acad-6861fd122f3e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:02:23.672084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:23.749084 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:23.770446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:23.772665 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6f344b-1334-4756-a1b8-7e1b8641bc9d" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:23.785370 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:23.789243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:23.816673 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a712e85d-b4c6-4a36-9b7d-5cc4b9beadfc x-openstack-request-id: req-a712e85d-b4c6-4a36-9b7d-5cc4b9beadfc {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:23.816965 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-plugged", "status": "completed", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:23.817218 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a712e85d-b4c6-4a36-9b7d-5cc4b9beadfc {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:23.817606 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'code': 200} Aug 21 19:02:23.839652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=13']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:23.843839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-8f0ded12-d02f-4607-b17f-4696a8e561f3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:23.845323 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-8f0ded12-d02f-4607-b17f-4696a8e561f3 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 947 time: 0.0537786 Aug 21 19:02:23.935511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Deleting port 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:23.935844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.020670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] For port 3e361f45-6bb0-402d-acad-6861fd122f3e, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=3e361f45-6bb0-402d-acad-6861fd122f3e,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:24.021047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.190398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.190830 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.191143 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 disassociated. External IP: 172.25.1.176, port: 3e361f45-6bb0-402d-acad-6861fd122f3e. Aug 21 19:02:24.191484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Calling delete_port for 3e361f45-6bb0-402d-acad-6861fd122f3e owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:24.312291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.345079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'Port': ['ID=3e361f45-6bb0-402d-acad-6861fd122f3e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:24.463535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:02:24.583209 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:02:24.592489 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:02:24.601431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf62bdbe-84ae-4353-bc42-50e1b7d5198c req-e5c009b5-13e5-4a48-9c33-f5ee284153a2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Aug 21 19:02:24.601612 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:02:24.602201 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:02:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:24.638482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] No DVR routers for this DVR port 3e361f45-6bb0-402d-acad-6861fd122f3e on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:02:24.641733 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:24.644498 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e75eeb35-538a-464e-a37a-e6f57d80b2af req-d7709e5b-1672-4a1a-882d-919e027f5f99 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.39 "DELETE /v2.0/ports/3e361f45-6bb0-402d-acad-6861fd122f3e HTTP/1.1" status: 204 len: 173 time: 0.7929995 Aug 21 19:02:24.644968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-deleted', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:24.647314 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d777eab0-f9e4-46cd-adfa-077843476af2" -d '{"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-deleted", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:24.688837 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58c209f-22eb-4f55-a739-6675ae762d22 x-openstack-request-id: req-c58c209f-22eb-4f55-a739-6675ae762d22 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:24.689127 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d17a54ca-1586-467f-b941-d49e69c7df31", "name": "network-vif-deleted", "tag": "3e361f45-6bb0-402d-acad-6861fd122f3e", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:24.689378 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c58c209f-22eb-4f55-a739-6675ae762d22 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:24.689775 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd17a54ca-1586-467f-b941-d49e69c7df31', 'name': 'network-vif-deleted', 'tag': '3e361f45-6bb0-402d-acad-6861fd122f3e', 'status': 'completed', 'code': 200} Aug 21 19:02:24.714655 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:02:24.911063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:24.940478 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:02:24.948685 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:02:24.949285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:02:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:25.051709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:02:25.243812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:25.269562 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ade123-9593-4d15-a4c0-34be74c97658 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T18:52:36Z', 'revision_number': 4, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'f282f682-2bdb-4f3d-9328-18c05459184a', 'name': '', 'network_id': '8b50422f-99aa-4707-8e84-e8124ee0e5bd', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'mac_address': 'fa:16:3e:51:fe:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:35Z', 'updated_at': '2021-08-21T18:52:39Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'subnets': [{'id': 'd7483273-be38-41ef-a961-c35d1b82f085', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:02:25.482295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d154e989-8112-4067-8264-f368c976daaa None None] New status for floating IP 5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:02:25.702640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-886f57cc-2f18-443d-9ff2-f9ac0e70ad65 req-43d97e7d-f24a-4573-923f-4474d73d9f3f tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0305121 Aug 21 19:02:26.818551 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-692713a5-1539-477e-b63f-8d38a826debd req-299591d4-267a-4485-9f7e-08f8295b66bc tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0317926 Aug 21 19:02:27.637751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:02:27.659050 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 3e361f45-6bb0-402d-acad-6861fd122f3e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:02:27.659395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 3e361f45-6bb0-402d-acad-6861fd122f3e not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:02:27.915727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-148e880d-074c-4548-8b09-780c1a1dd053 req-cd8b4411-ab91-40f8-bdd1-fc0d732fd22e tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/ports?device_id=d17a54ca-1586-467f-b941-d49e69c7df31 HTTP/1.1" status: 200 len: 210 time: 0.0263340 Aug 21 19:02:31.634309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43662) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:31.690517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:31.715602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:31.766924 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:31.770735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:31.771923 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "DELETE /v2.0/security-groups/d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042 HTTP/1.1" status: 204 len: 168 time: 0.1364255 Aug 21 19:02:31.774626 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43664) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:31.781452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d9433-928a-4a15-8678-265d1647bb82 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:31.789318 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-f7666be9-490f-47fa-8a08-c202bf4f7aa2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] show failed (client error): The resource could not be found. Aug 21 19:02:31.793385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43666) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:31.793583 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f7666be9-490f-47fa-8a08-c202bf4f7aa2 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "GET /v2.0/security-groups/d69ccd89-95b0-4ec6-9ecf-a2c0cd5b3042 HTTP/1.1" status: 404 len: 347 time: 0.0178146 Aug 21 19:02:31.926252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Deleting port d955ffef-448c-41c9-9696-dcafbc9f0c97 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:31.926630 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.004133 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.004370 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.015687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Calling delete_port for d955ffef-448c-41c9-9696-dcafbc9f0c97 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:32.145576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.174252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Pushing event deleted for resources: {'Port': ['ID=d955ffef-448c-41c9-9696-dcafbc9f0c97,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:32.240307 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.242933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.244198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c0c58cd4-2402-4f62-9fdf-2973741a2297 tempest-ServerActionsTestJSON-1436084713 tempest-ServerActionsTestJSON-1436084713-project] 10.222.0.41 "DELETE /v2.0/floatingips/5fe7b8f7-5ec7-4a76-a10f-c8d376ac1601 HTTP/1.1" status: 204 len: 168 time: 0.4495742 Aug 21 19:02:32.247398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43668) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:32.660126 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.908670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Deleting port f282f682-2bdb-4f3d-9328-18c05459184a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:32.909014 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.984442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] For port f282f682-2bdb-4f3d-9328-18c05459184a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f282f682-2bdb-4f3d-9328-18c05459184a,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:32.984735 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:32.996211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Calling delete_port for f282f682-2bdb-4f3d-9328-18c05459184a owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:33.178941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:33.205037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Pushing event deleted for resources: {'Port': ['ID=f282f682-2bdb-4f3d-9328-18c05459184a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:33.373490 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:33.578756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:02:33.680794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:02:33.686083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22d76d75-069d-4d8a-b297-962d3d9795bf admin admin] 10.222.0.41 "PUT /v2.0/routers/5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4374006 Aug 21 19:02:33.689325 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43672) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:33.690778 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Sync routers for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:02:33.700902 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:02:33.701524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:02:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:33.794888 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:33.807897 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:02:33.899280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:33.952412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Deleting port b8b1e698-ab72-46ca-b109-d485bcab883a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:33.952757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:33.984134 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T19:02:33Z', 'revision_number': 5, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port': {'id': 'b8b1e698-ab72-46ca-b109-d485bcab883a', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:78:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T18:52:34Z', 'updated_at': '2021-08-21T18:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:34.009841 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Checking router: 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:02:34.018074 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Routers {'5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:02:34.018709 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:02:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:34.036309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] For port b8b1e698-ab72-46ca-b109-d485bcab883a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b8b1e698-ab72-46ca-b109-d485bcab883a,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:34.036673 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.048616 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Calling delete_port for b8b1e698-ab72-46ca-b109-d485bcab883a owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:34.104621 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] Set router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:02:34.155203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T19:02:33Z', 'revision_number': 6, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:34.185228 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eefe82-562e-43f0-9d3e-46db30f964e4 None None] The sync data for ids ['5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9'] in n-d-793621-32 is: [{'id': '5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9', 'name': 'tempest-ServerActionsTestJSON-1450258052-router', 'tenant_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T18:52:33Z', 'updated_at': '2021-08-21T19:02:33Z', 'revision_number': 6, 'project_id': '6f8ffb58a47a436984b2e5b2705e2bf9', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:02:34.554679 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.582334 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8b1e698-ab72-46ca-b109-d485bcab883a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:34.644640 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.736753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.739141 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.781164 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.781768 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:02:34.786233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.787347 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-85833dcc-70be-4917-95a6-4a4665eee90b admin admin] 10.222.0.41 "DELETE /v2.0/routers/5f043c9e-7149-4e22-97bf-3ae2b6aa8dd9 HTTP/1.1" status: 204 len: 168 time: 1.0970905 Aug 21 19:02:34.789914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43674) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:34.834192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Deleting subnet d7483273-be38-41ef-a961-c35d1b82f085 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:02:34.837163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.875590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:34.953137 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.004440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.032353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7483273-be38-41ef-a961-c35d1b82f085,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:35.037179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.039318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7c2b1ead-7200-478a-bc95-57e5acbe5d07 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d7483273-be38-41ef-a961-c35d1b82f085 HTTP/1.1" status: 204 len: 168 time: 0.2484653 Aug 21 19:02:35.041821 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43676) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:35.043529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56a1472-9854-4fb8-85cb-dff364649ff1 None None] Network 8b50422f-99aa-4707-8e84-e8124ee0e5bd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:02:35.116847 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.175503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Deleting port c41c12e5-a58e-47c0-90cd-e91da36fd666 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:35.175872 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.221678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] DHCP port deletion for 8b50422f-99aa-4707-8e84-e8124ee0e5bd request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:02:35.245593 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] For port c41c12e5-a58e-47c0-90cd-e91da36fd666, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c41c12e5-a58e-47c0-90cd-e91da36fd666,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:35.245959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.259429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Calling delete_port for c41c12e5-a58e-47c0-90cd-e91da36fd666 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:35.268825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Deleting port c41c12e5-a58e-47c0-90cd-e91da36fd666 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:02:35.269194 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.329979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] For port c41c12e5-a58e-47c0-90cd-e91da36fd666, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=c41c12e5-a58e-47c0-90cd-e91da36fd666,segment=NetworkSegment(843559f6-8808-4b6b-bbb4-b865f7e69a11),segment_id=843559f6-8808-4b6b-bbb4-b865f7e69a11)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:35.330279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.341197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.344888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Calling delete_port for c41c12e5-a58e-47c0-90cd-e91da36fd666 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:02:35.369584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c41c12e5-a58e-47c0-90cd-e91da36fd666,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:35.374410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] No DVR routers for this DVR port c41c12e5-a58e-47c0-90cd-e91da36fd666 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:02:35.421968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.444374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] Pushing event deleted for resources: {'Port': ['ID=c41c12e5-a58e-47c0-90cd-e91da36fd666,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:35.450043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f7fb2-1bde-4c40-8307-a0b64906b8a4 None None] No DVR routers for this DVR port c41c12e5-a58e-47c0-90cd-e91da36fd666 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:02:35.451321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.461820 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b50422f-99aa-4707-8e84-e8124ee0e5bd']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:35.472862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843559f6-8808-4b6b-bbb4-b865f7e69a11') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:35.473165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843559f6-8808-4b6b-bbb4-b865f7e69a11') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:02:35.481959 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.495985 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.501934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:02:35.502336 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:02:35.503974 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:02:35.557787 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.563366 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.565232 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] 10.222.0.41 "DELETE /v2.0/networks/8b50422f-99aa-4707-8e84-e8124ee0e5bd HTTP/1.1" status: 204 len: 168 time: 0.5222018 Aug 21 19:02:35.577415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7969a-6e1f-482b-a470-0170c483d8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8b50422f-99aa-4707-8e84-e8124ee0e5bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:35.747671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43680) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:35.756913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f282f682-2bdb-4f3d-9328-18c05459184a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:02:35.776631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: f282f682-2bdb-4f3d-9328-18c05459184a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:02:35.776973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f282f682-2bdb-4f3d-9328-18c05459184a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:02:35.777377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c41c12e5-a58e-47c0-90cd-e91da36fd666 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:02:35.796135 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: c41c12e5-a58e-47c0-90cd-e91da36fd666 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:02:35.796479 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device c41c12e5-a58e-47c0-90cd-e91da36fd666 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:02:35.796882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b8b1e698-ab72-46ca-b109-d485bcab883a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:02:35.797046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7591bfb-44f9-4936-9436-a87944805b1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f8ffb58a47a436984b2e5b2705e2bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482018 Aug 21 19:02:35.799965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43682) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:35.818963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b8b1e698-ab72-46ca-b109-d485bcab883a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:02:35.819283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b8b1e698-ab72-46ca-b109-d485bcab883a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:02:35.849354 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.869822 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.916733 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.919417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:35.920573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a6ba03e0-104a-4208-a659-335844801e7b HTTP/1.1" status: 204 len: 168 time: 0.1200252 Aug 21 19:02:35.928561 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3eb1-9965-4ca2-bf29-b2b0cc8aa7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ba03e0-104a-4208-a659-335844801e7b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:36.671920 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43704) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:36.765382 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-356718108-network', 'tenant_id': 'db9928e455bd420b84e8b7c43ef191f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:36.786087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Made reservation on behalf of db9928e455bd420b84e8b7c43ef191f3 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:02:36.788453 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.797525 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.887601 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.891077 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.911825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:02:36.927004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:36.929931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.930279 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Added segment 996b0b83-e153-4c3c-a103-a5d74ba49bd2 of type vlan for network 7d286b9f-bac8-448d-9660-e7cf213f45db Aug 21 19:02:36.973518 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.997452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:36.998401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:36.999520 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:37.049496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3764548 Aug 21 19:02:37.052582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43708) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:02:37.057521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Request body: {'subnet': {'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-356718108-subnet', 'tenant_id': 'db9928e455bd420b84e8b7c43ef191f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:37.058407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78701ccf-daed-4d94-9340-e51a9bb09fff admin admin] Pushing event updated for resources: {'Network': ['ID=7d286b9f-bac8-448d-9660-e7cf213f45db,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:37.069464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 7d286b9f-bac8-448d-9660-e7cf213f45db details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:02:37.080619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Made reservation on behalf of db9928e455bd420b84e8b7c43ef191f3 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:02:37.083107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:37.264116 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:37.323684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a836ad1-0a69-4d76-a007-f604dccb9bfc,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:37.332685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Checking segment: {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:02:37.333050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Network hostable DHCP agents. Network: 7d286b9f-bac8-448d-9660-e7cf213f45db, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:02:37.348926 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Network 7d286b9f-bac8-448d-9660-e7cf213f45db is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:02:37.357528 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 7d286b9f-bac8-448d-9660-e7cf213f45db) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:02:37.361955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:37.362590 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:37.367137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706969bf-d440-4a03-894e-febaba46334f None None] Network 7d286b9f-bac8-448d-9660-e7cf213f45db requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:02:37.377443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-86e63ed6-ae5d-49b8-9b10-ddd34903a8ac admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3237345 Aug 21 19:02:37.494630 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8fcbcf-7229-4917-84de-50611229c0d0 None None] Network 7d286b9f-bac8-448d-9660-e7cf213f45db requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:02:37.796673 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-9892e637-bfe9-4e83-bbb3-19cd19110e25 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:37.798136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-9892e637-bfe9-4e83-bbb3-19cd19110e25 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 813 time: 0.0982785 Aug 21 19:02:37.813881 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-43c42858-7c42-49de-9dd6-4bd3aebbeca3 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/quotas/db9928e455bd420b84e8b7c43ef191f3 HTTP/1.1" status: 200 len: 375 time: 0.0098739 Aug 21 19:02:37.850392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-c1e61962-f24c-49fe-960d-7bd739a7a6fd tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309598 Aug 21 19:02:37.937935 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-e030743b-14b4-4098-b865-bc6b4b622b58 service neutron] 10.222.0.41 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805252 Aug 21 19:02:38.027347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-12486655-9c37-4b75-a198-3d720c9234af service neutron] 10.222.0.41 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Aug 21 19:02:38.183999 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a875e42-8825-4c1a-933b-38cc654ec823 req-c0e8e95c-a8aa-404c-af94-4a8b7b1cd902 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 210 time: 0.0269506 Aug 21 19:02:39.280626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6e6cb173-9a4c-48a5-829a-7bc82aad1abe req-afa45fb2-daad-42a9-8c6a-7683b426dbe3 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 210 time: 0.0276155 Aug 21 19:02:39.284698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-3e70fd9a-64c1-4514-9138-8ce03e649cc6 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:39.286314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-3e70fd9a-64c1-4514-9138-8ce03e649cc6 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.64 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 813 time: 0.1162536 Aug 21 19:02:39.306272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Request body: {'port': {'device_id': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db', 'admin_state_up': True, 'tenant_id': 'db9928e455bd420b84e8b7c43ef191f3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:39.411878 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Made reservation on behalf of db9928e455bd420b84e8b7c43ef191f3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:02:39.415467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:39.541168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Allocated IP 172.20.0.6 (7d286b9f-bac8-448d-9660-e7cf213f45db/8a836ad1-0a69-4d76-a007-f604dccb9bfc/572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:02:39.685714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:39.723852 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:39.765498 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Network 7d286b9f-bac8-448d-9660-e7cf213f45db is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:02:39.768455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:02:39.772015 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:02:39.780827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Pushing event updated for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:39.826338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:39.827009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:39.840308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-8f11ca32-c94a-42f6-b01c-a8e39343a9ca tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5381992 Aug 21 19:02:39.899349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Request body: {'port': {'device_id': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:39.955768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.210850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:40.218313 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.229974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Transition to ACTIVE for port object 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:02:40.233878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.296840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Pushing event updated for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:40.365922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Attempting to bind port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:02:40.366262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Attempting to bind port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:02:40.366626 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Attempting to bind port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 on network 7d286b9f-bac8-448d-9660-e7cf213f45db {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:40.386405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 on network 7d286b9f-bac8-448d-9660-e7cf213f45db not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:02:40.386759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Attempting to bind port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 on network 7d286b9f-bac8-448d-9660-e7cf213f45db {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:40.395401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:02:40.395744 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Checking segment: {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:02:40.396130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Bound using segment: {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:02:40.396555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Bound port: 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:02:40.396922 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.419873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e3549-0f99-4d67-b8af-9bb927a7f25d req-f9e1e186-9adf-49ed-8f07-30339a4d312e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:40.421903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-890e3549-0f99-4d67-b8af-9bb927a7f25d req-f9e1e186-9adf-49ed-8f07-30339a4d312e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 943 time: 0.0705695 Aug 21 19:02:40.494822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-890e3549-0f99-4d67-b8af-9bb927a7f25d req-0dcb0277-a46f-45ec-bd0a-1d3817ac5d82 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Aug 21 19:02:40.501709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:02:40.504932 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:02:40.510405 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.548392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:40.549015 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:40.550405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] 10.222.0.64 "PUT /v2.0/ports/572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 HTTP/1.1" status: 200 len: 1092 time: 0.6972609 Aug 21 19:02:40.550864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:40.553099 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d" -d '{"events": [{"name": "network-changed", "server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:40.575984 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ac759-5ac3-47a8-8440-f778faa3ebf5 service neutron] Pushing event updated for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:40.633675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-6ceb8210-dcd4-4cb1-9c34-586f6934a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:40.635255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-6ceb8210-dcd4-4cb1-9c34-586f6934a9ef service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 1095 time: 0.0433540 Aug 21 19:02:40.682580 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef885f4-4029-40d5-8866-883d640c5a55 x-openstack-request-id: req-8ef885f4-4029-40d5-8866-883d640c5a55 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:40.682875 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:40.683130 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ef885f4-4029-40d5-8866-883d640c5a55 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:40.683530 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317', 'status': 'completed', 'code': 200} Aug 21 19:02:40.685291 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-3ae69617-2e57-443b-a3da-f4559a5b8a67 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 HTTP/1.1" status: 200 len: 217 time: 0.0372603 Aug 21 19:02:40.743662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-96477b08-1454-44e2-9a91-0b1a30480d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:40.745198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-96477b08-1454-44e2-9a91-0b1a30480d17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a836ad1-0a69-4d76-a007-f604dccb9bfc HTTP/1.1" status: 200 len: 853 time: 0.0479810 Aug 21 19:02:40.780795 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-63280081-c369-4070-a5e9-e59dc090fb56 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d286b9f-bac8-448d-9660-e7cf213f45db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240374 Aug 21 19:02:40.872959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-d040e543-f843-42b2-8376-a1a82af54b97 service neutron] 10.222.0.64 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810287 Aug 21 19:02:40.970573 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24aab3a5-21f3-453f-a61a-7d3a682dd2d7 req-9813a3ad-d3a7-4e0f-99cb-e747c4fad44d service neutron] 10.222.0.64 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855570 Aug 21 19:02:41.064360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-a3a74d8d-6ac8-4efd-9b83-31eecb78cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:41.065754 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-a3a74d8d-6ac8-4efd-9b83-31eecb78cf22 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 1095 time: 0.0409522 Aug 21 19:02:41.158882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-a5c87869-70ad-4b0e-829c-bd264bc40797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:41.160354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-a5c87869-70ad-4b0e-829c-bd264bc40797 service neutron] 10.222.0.64 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 914 time: 0.0868309 Aug 21 19:02:41.213944 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-6f314cc1-2de0-487a-a837-326397ae457b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 HTTP/1.1" status: 200 len: 217 time: 0.0342162 Aug 21 19:02:41.270708 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-2f6e4d1e-ee3c-4ac6-9c6e-d1fc4bf7888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:41.272183 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-2f6e4d1e-ee3c-4ac6-9c6e-d1fc4bf7888b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8a836ad1-0a69-4d76-a007-f604dccb9bfc HTTP/1.1" status: 200 len: 853 time: 0.0494978 Aug 21 19:02:41.304504 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-6f47db5b-558f-458a-89f3-3bb4fb9d01c1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=7d286b9f-bac8-448d-9660-e7cf213f45db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245371 Aug 21 19:02:41.396413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-b96e6b12-fa9d-4385-bdb4-a8d9137bf217 service neutron] 10.222.0.64 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839291 Aug 21 19:02:41.484266 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6bee5a38-85b0-49a5-b8f8-dad2c4c2398d req-456918fd-5dd6-4192-bb23-7ae7ba8b7bbc service neutron] 10.222.0.64 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795119 Aug 21 19:02:41.615370 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1aa96-76c5-4e73-b90a-5e29032d7be0 req-6ba2b028-da41-4c32-a57b-6a968a78a209 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:41.616887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5e1aa96-76c5-4e73-b90a-5e29032d7be0 req-6ba2b028-da41-4c32-a57b-6a968a78a209 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 943 time: 0.0545268 Aug 21 19:02:41.655458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5e1aa96-76c5-4e73-b90a-5e29032d7be0 req-cc417bd5-9823-4a0b-a356-c7a2b4fbaec0 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Aug 21 19:02:42.772951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116c78b-cdf1-47c6-a99d-751250002b6d req-1e86cdb5-f0c0-441f-89c1-821723553b81 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:42.774344 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0116c78b-cdf1-47c6-a99d-751250002b6d req-1e86cdb5-f0c0-441f-89c1-821723553b81 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 943 time: 0.0508518 Aug 21 19:02:42.811741 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0116c78b-cdf1-47c6-a99d-751250002b6d req-1a0ebb46-de1b-445c-8e6f-ea6cdda09b32 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301323 Aug 21 19:02:43.925093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226c19c-9580-42ed-a250-7e5f40ee9569 req-56fe8cb2-4c23-45d7-babf-9b192a53f9ee tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:43.926612 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d226c19c-9580-42ed-a250-7e5f40ee9569 req-56fe8cb2-4c23-45d7-babf-9b192a53f9ee tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 943 time: 0.0487835 Aug 21 19:02:43.964080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d226c19c-9580-42ed-a250-7e5f40ee9569 req-0bfd92f5-a761-4cba-a1d9-8464b49d8649 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311220 Aug 21 19:02:44.247616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:02:44.339054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:44.349189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317', 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db', 'port_id': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317', 'mac_address': 'fa:16:3e:a7:3e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a836ad1-0a69-4d76-a007-f604dccb9bfc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:02:44.396134 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:44.412237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:44.435580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:44.440157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:44.486263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:44.686119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:02:45.077409 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef22c1-ceb6-4d36-b750-3e7798f46d07 req-f938ce1b-e0eb-4c06-8317-f4a2d9895300 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:45.078981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ef22c1-ceb6-4d36-b750-3e7798f46d07 req-f938ce1b-e0eb-4c06-8317-f4a2d9895300 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 944 time: 0.0486300 Aug 21 19:02:45.119206 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-37ef22c1-ceb6-4d36-b750-3e7798f46d07 req-e0ad0b70-33dc-4f83-b2dc-59ed62131bc7 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340776 Aug 21 19:02:46.232566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4622725-617a-4412-9e75-a0cc3a10bb4c req-9042ca27-aa01-4239-a38e-4b3e3fb26d29 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:46.234075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4622725-617a-4412-9e75-a0cc3a10bb4c req-9042ca27-aa01-4239-a38e-4b3e3fb26d29 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 944 time: 0.0494165 Aug 21 19:02:46.247808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:02:46.272013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4622725-617a-4412-9e75-a0cc3a10bb4c req-88c2e0d2-3ce4-43c4-a83f-e8d62a313ea9 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319209 Aug 21 19:02:46.295458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:02:46.298962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:02:46.299329 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:46.372754 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:46.394392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:46.396685 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3a82a-4cf1-4236-8047-11957d4ca1f5" -d '{"events": [{"server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "name": "network-vif-plugged", "status": "completed", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:46.409464 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:46.413159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:46.445760 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28814dba-d7fd-4309-8973-5f2e42267feb x-openstack-request-id: req-28814dba-d7fd-4309-8973-5f2e42267feb {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:46.446049 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "name": "network-vif-plugged", "status": "completed", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:46.446299 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28814dba-d7fd-4309-8973-5f2e42267feb {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:46.446720 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317', 'code': 200} Aug 21 19:02:46.466067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:46.552781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f1f984-509b-45c2-bb2a-0d36f1542101 req-1247eae9-ebb5-4b94-b301-5fd7fe03c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:46.554261 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5f1f984-509b-45c2-bb2a-0d36f1542101 req-1247eae9-ebb5-4b94-b301-5fd7fe03c083 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 1097 time: 0.0433600 Aug 21 19:02:46.592578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f5f1f984-509b-45c2-bb2a-0d36f1542101 req-9db5b5fd-4fa4-4f4d-b147-0b20d6f3d433 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271244 Aug 21 19:02:47.386083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85bb4-b3f2-4e07-b28d-8b793d934622 req-0c2cd451-d2d6-459d-8272-ad4910016ed6 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:47.387560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1c85bb4-b3f2-4e07-b28d-8b793d934622 req-0c2cd451-d2d6-459d-8272-ad4910016ed6 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0472660 Aug 21 19:02:47.424200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b1c85bb4-b3f2-4e07-b28d-8b793d934622 req-a8973adb-5c1b-4a2a-a1fc-9e9d2ed5e4e3 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300291 Aug 21 19:02:47.838621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4ebd060f-4ad5-49da-8c89-62a4b69feeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:48.546286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54751-85b8-44b1-8ef0-6044932b4d04 req-48489bd5-26db-46a9-9a48-67f8e4427d2b tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:48.547758 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1aa54751-85b8-44b1-8ef0-6044932b4d04 req-48489bd5-26db-46a9-9a48-67f8e4427d2b tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0518994 Aug 21 19:02:48.584415 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1aa54751-85b8-44b1-8ef0-6044932b4d04 req-63cb3d0c-51f7-4576-bf34-fc6480aa80c9 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Aug 21 19:02:48.802873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-58f27763-39b4-4dd9-a400-bd366c4ae3a4 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:48.804275 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-58f27763-39b4-4dd9-a400-bd366c4ae3a4 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 813 time: 0.1013691 Aug 21 19:02:48.820011 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-14c778a6-51c2-4171-81c9-e65f95ee7eba tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/quotas/db9928e455bd420b84e8b7c43ef191f3 HTTP/1.1" status: 200 len: 375 time: 0.0097165 Aug 21 19:02:48.869087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-8b68d98f-07f3-4d0f-a125-8e20c3cb9b5b tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432553 Aug 21 19:02:48.946002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:48.957254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-2afc5b7e-e8dd-4aeb-8e9d-e3f18715e303 service neutron] 10.222.0.41 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811982 Aug 21 19:02:49.047974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-3db5eb5c-5084-4de6-b84b-633de58928e7 service neutron] 10.222.0.41 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845783 Aug 21 19:02:49.203430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ed8a259-933e-4973-a584-e304afed118e req-ded540b3-699a-4a0e-a18b-9c4a980a8381 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 210 time: 0.0276604 Aug 21 19:02:49.519924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.211945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-20c86bf7-e80d-4c9b-8236-024d42b0715c tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:50.213379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-20c86bf7-e80d-4c9b-8236-024d42b0715c tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.39 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 813 time: 0.1035531 Aug 21 19:02:50.227056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Request body: {'port': {'device_id': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db', 'admin_state_up': True, 'tenant_id': 'db9928e455bd420b84e8b7c43ef191f3'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:50.301515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-eb939111-35c3-4532-82f1-a27a25932b89 req-6dd94c8a-6d73-4549-ab92-54fa9d6a3b01 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 210 time: 0.0280383 Aug 21 19:02:50.364659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8575dd24-f2ea-4461-951c-154de9925986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.516461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.628772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Made reservation on behalf of db9928e455bd420b84e8b7c43ef191f3 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:02:50.632155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.755944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Allocated IP 172.20.0.7 (7d286b9f-bac8-448d-9660-e7cf213f45db/8a836ad1-0a69-4d76-a007-f604dccb9bfc/8f7798ac-2ba3-4d7c-b835-7dce606c1fcf) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:02:50.899356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.937230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:50.949145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:02:50.979244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Network 7d286b9f-bac8-448d-9660-e7cf213f45db is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:02:50.982140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:02:50.985719 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:02:50.994879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Pushing event updated for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:51.040301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:51.040920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.054747 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-62ad4bc7-35d1-4d85-8f10-5d8b8004d20a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8316395 Aug 21 19:02:51.065247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-143a8f7c-9fc4-43d0-b786-eb40c5e4a7f5 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:02:51.066218 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-143a8f7c-9fc4-43d0-b786-eb40c5e4a7f5 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056081 Aug 21 19:02:51.078985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Request body: {'port': {'device_id': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:02:51.132810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.410551 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:51.419809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.438143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Transition to ACTIVE for port object 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:02:51.446533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db73d28-eab0-4b4e-9888-969beac56b64 req-7818513d-9ce6-4f2c-b76b-f0cf525366e7 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:51.448029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7db73d28-eab0-4b4e-9888-969beac56b64 req-7818513d-9ce6-4f2c-b76b-f0cf525366e7 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 931 time: 0.0751758 Aug 21 19:02:51.449066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.527778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:51.534219 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7db73d28-eab0-4b4e-9888-969beac56b64 req-91597cbd-3f23-48dc-be13-d77836b41ab5 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772817 Aug 21 19:02:51.594652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Attempting to bind port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:02:51.594913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Attempting to bind port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:02:51.595243 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Attempting to bind port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf on network 7d286b9f-bac8-448d-9660-e7cf213f45db {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:51.599405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf on network 7d286b9f-bac8-448d-9660-e7cf213f45db not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:02:51.599728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Attempting to bind port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf on network 7d286b9f-bac8-448d-9660-e7cf213f45db {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:02:51.604453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:02:51.604787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Checking segment: {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:02:51.605167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Bound using segment: {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:02:51.605588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Bound port: 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '996b0b83-e153-4c3c-a103-a5d74ba49bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:02:51.605942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.671242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:02:51.674367 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:02:51.678790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.710967 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:51.711604 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.712948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] 10.222.0.39 "PUT /v2.0/ports/8f7798ac-2ba3-4d7c-b835-7dce606c1fcf HTTP/1.1" status: 200 len: 1092 time: 0.6387248 Aug 21 19:02:51.713392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:51.716023 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b8ecb-c942-4979-9bb5-27f285f07c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:51.741196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ff09-9b93-4a2d-a44b-187226b56d57 service neutron] Pushing event updated for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:51.761948 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b306e82-d1a2-4179-9c1b-b078ea7cd9e1 x-openstack-request-id: req-3b306e82-d1a2-4179-9c1b-b078ea7cd9e1 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:51.762219 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:51.762409 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3b306e82-d1a2-4179-9c1b-b078ea7cd9e1 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:51.762819 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf', 'status': 'completed', 'code': 200} Aug 21 19:02:51.796056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-08280f5a-ae3d-4757-be4a-fe6952bc328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:51.798260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-08280f5a-ae3d-4757-be4a-fe6952bc328e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 1095 time: 0.0449400 Aug 21 19:02:51.798832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:51.839759 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-b43ae42f-988c-496d-8f21-a788a495adc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf HTTP/1.1" status: 200 len: 217 time: 0.0336425 Aug 21 19:02:51.891356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-97405d1f-b60d-492d-9a59-53d70f07b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:51.892725 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-97405d1f-b60d-492d-9a59-53d70f07b2e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a836ad1-0a69-4d76-a007-f604dccb9bfc HTTP/1.1" status: 200 len: 853 time: 0.0458589 Aug 21 19:02:51.924275 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-97edb65c-2a63-46ab-8b37-d2ba72bb2c47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d286b9f-bac8-448d-9660-e7cf213f45db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245132 Aug 21 19:02:52.011484 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-6e8db1eb-221a-475c-8f33-445e38e1a946 service neutron] 10.222.0.39 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803733 Aug 21 19:02:52.104391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6311a881-2834-4bc8-b9e7-c4c45040da2b req-d7233fff-23ef-4ee9-9ec0-94af02e619b4 service neutron] 10.222.0.39 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855854 Aug 21 19:02:52.194303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-c905853c-cbed-464b-8d22-6a51eaf6100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:52.195825 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-c905853c-cbed-464b-8d22-6a51eaf6100a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=db9928e455bd420b84e8b7c43ef191f3&device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 1095 time: 0.0413182 Aug 21 19:02:52.288387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-975356eb-3eb6-4a0e-9ee1-7d1a240bf914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:52.289834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-975356eb-3eb6-4a0e-9ee1-7d1a240bf914 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 200 len: 914 time: 0.0872891 Aug 21 19:02:52.334569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-02132333-108d-47d8-ac23-10492bf4264e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf HTTP/1.1" status: 200 len: 217 time: 0.0335493 Aug 21 19:02:52.383084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-2fc89cd9-ee99-4f82-8e73-4900797b17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:52.384493 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-2fc89cd9-ee99-4f82-8e73-4900797b17ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8a836ad1-0a69-4d76-a007-f604dccb9bfc HTTP/1.1" status: 200 len: 853 time: 0.0422959 Aug 21 19:02:52.416015 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-a0713ae2-284a-445f-aa5c-de1576c26195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d286b9f-bac8-448d-9660-e7cf213f45db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234613 Aug 21 19:02:52.507910 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-0a16cb5b-9504-4d39-8781-0d63f4e156ad service neutron] 10.222.0.39 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828078 Aug 21 19:02:52.596908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e47b8ecb-c942-4979-9bb5-27f285f07c3d req-0309952c-4925-47ab-bd7c-f81d9089a98b service neutron] 10.222.0.39 "GET /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809073 Aug 21 19:02:52.657128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da0fb-ce5f-431b-a426-ff5ae5961157 req-c0eeda8a-7d65-4098-b619-e72792fde9cf tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:52.658644 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-266da0fb-ce5f-431b-a426-ff5ae5961157 req-c0eeda8a-7d65-4098-b619-e72792fde9cf tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 943 time: 0.0583358 Aug 21 19:02:52.695656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-266da0fb-ce5f-431b-a426-ff5ae5961157 req-655b7a3b-edb2-4e1d-8006-e658d6fa75ae tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309792 Aug 21 19:02:53.479961 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:53.810810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2844e5d-46e9-44de-925a-f3e514062460 req-3822f966-eff9-4486-a3d4-f5d530f8cc78 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:53.812302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2844e5d-46e9-44de-925a-f3e514062460 req-3822f966-eff9-4486-a3d4-f5d530f8cc78 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 943 time: 0.0486183 Aug 21 19:02:53.849864 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d2844e5d-46e9-44de-925a-f3e514062460 req-6d31c695-bdc5-4410-86dd-46395f57cc39 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308740 Aug 21 19:02:54.968171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1378-0eb7-4a15-8c6e-48bac689c5e5 req-7a9ed132-83be-48f8-8698-9794f075baaa tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:54.969642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7eeb1378-0eb7-4a15-8c6e-48bac689c5e5 req-7a9ed132-83be-48f8-8698-9794f075baaa tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 943 time: 0.0486994 Aug 21 19:02:55.007195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7eeb1378-0eb7-4a15-8c6e-48bac689c5e5 req-83e1a816-0982-4411-9eb4-3a96ed11c14e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Aug 21 19:02:55.896179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:02:55.986621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:55.996654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf', 'network_id': '7d286b9f-bac8-448d-9660-e7cf213f45db', 'port_id': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf', 'mac_address': 'fa:16:3e:4d:b9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a836ad1-0a69-4d76-a007-f604dccb9bfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:02:56.034158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:56.046950 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:02:56.065504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:56.071098 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:56.124873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:56.127655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378e0d7-d07c-41a5-b7db-2f77b858a1fc req-1fd05f94-5399-498d-bc13-c29ed3b549ef tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:56.129161 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a378e0d7-d07c-41a5-b7db-2f77b858a1fc req-1fd05f94-5399-498d-bc13-c29ed3b549ef tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 944 time: 0.0538914 Aug 21 19:02:56.167044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a378e0d7-d07c-41a5-b7db-2f77b858a1fc req-bc415608-cfbe-4a47-a886-9bcc0b9c73bc tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319231 Aug 21 19:02:56.258411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8f7798ac-2ba3-4d7c-b835-7dce606c1fcf'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:02:57.278865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675600f-72b3-4ec4-809a-f56b9ab89791 req-b5f35a64-c8d9-44f7-b7fb-60530f5a6a2e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:57.280327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5675600f-72b3-4ec4-809a-f56b9ab89791 req-b5f35a64-c8d9-44f7-b7fb-60530f5a6a2e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 944 time: 0.0483105 Aug 21 19:02:57.317887 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5675600f-72b3-4ec4-809a-f56b9ab89791 req-510d17aa-7332-4874-a67b-d2130b061b8e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315325 Aug 21 19:02:57.927534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:02:57.977492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:02:57.981086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:02:57.981447 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:58.056847 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:58.078346 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:02:58.080572 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b768ae-201b-41a3-bd79-6bb45ea98d0b" -d '{"events": [{"server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "name": "network-vif-plugged", "status": "completed", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:02:58.093484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:02:58.097922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:02:58.124119 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ceaf6a-b7db-4285-ba3b-05a5270389b9 x-openstack-request-id: req-11ceaf6a-b7db-4285-ba3b-05a5270389b9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:02:58.124390 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "name": "network-vif-plugged", "status": "completed", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:02:58.124637 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-11ceaf6a-b7db-4285-ba3b-05a5270389b9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:02:58.125017 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf', 'code': 200} Aug 21 19:02:58.154443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:02:58.221228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baae57c-9d12-4155-b48e-47f44b7a6adf req-fecc0424-244c-4da8-add4-7f376fe82f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:58.222720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2baae57c-9d12-4155-b48e-47f44b7a6adf req-fecc0424-244c-4da8-add4-7f376fe82f21 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 1097 time: 0.0435255 Aug 21 19:02:58.256234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2baae57c-9d12-4155-b48e-47f44b7a6adf req-77a5580c-7f33-4f34-8dca-405051d7f8a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266213 Aug 21 19:02:58.432505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121dfe88-b05c-4da4-9c8b-772ade9eb4ad req-60ca4e86-6aa5-4ccb-8761-f363d4004c32 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:58.433975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-121dfe88-b05c-4da4-9c8b-772ade9eb4ad req-60ca4e86-6aa5-4ccb-8761-f363d4004c32 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 945 time: 0.0508065 Aug 21 19:02:58.473002 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-121dfe88-b05c-4da4-9c8b-772ade9eb4ad req-bdd1ac2e-532e-4f0f-a88a-94f8df4c0ec5 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329087 Aug 21 19:02:59.377661 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:02:59.589976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34aefc-22c6-4352-a1a7-bc780757f4fd req-cbd6f192-8c9b-47f2-96b8-6437b2e54764 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:59.591503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e34aefc-22c6-4352-a1a7-bc780757f4fd req-cbd6f192-8c9b-47f2-96b8-6437b2e54764 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 945 time: 0.0492690 Aug 21 19:02:59.628389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7e34aefc-22c6-4352-a1a7-bc780757f4fd req-942cb7fb-8070-4ed6-8971-57df521330f4 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309148 Aug 21 19:02:59.862019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1b0cc-95df-4b3b-bc9f-1a14b99dfb62 req-cea7e531-35a6-4eea-9018-252f9acfb626 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:02:59.863520 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9c1b0cc-95df-4b3b-bc9f-1a14b99dfb62 req-cea7e531-35a6-4eea-9018-252f9acfb626 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 945 time: 0.0540738 Aug 21 19:02:59.899982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9c1b0cc-95df-4b3b-bc9f-1a14b99dfb62 req-3f3fc428-4870-4ba2-9aaf-c8ab21267b98 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Aug 21 19:03:01.017075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a2233-ea1c-4924-a3bb-0f015b29b159 req-15a6b6e6-6ede-4938-a2e3-c1aeafc23d99 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:01.018576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-193a2233-ea1c-4924-a3bb-0f015b29b159 req-15a6b6e6-6ede-4938-a2e3-c1aeafc23d99 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 945 time: 0.0484214 Aug 21 19:03:01.082012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-193a2233-ea1c-4924-a3bb-0f015b29b159 req-3f3e3708-8ca2-4ad2-9ac3-38b3ef2072ce tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574014 Aug 21 19:03:01.100670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-96570bf8-9bbe-45df-af64-5b21f2d7bda4 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:01.102123 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-96570bf8-9bbe-45df-af64-5b21f2d7bda4 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c HTTP/1.1" status: 200 len: 945 time: 0.0646408 Aug 21 19:03:01.189962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Deleting port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:01.190304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:01.280233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] For port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:01.280601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:01.292739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Calling delete_port for 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:01.423085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:01.435753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['8f7798ac-2ba3-4d7c-b835-7dce606c1fcf'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:03:01.441812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:03:01.456251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Pushing event deleted for resources: {'Port': ['ID=8f7798ac-2ba3-4d7c-b835-7dce606c1fcf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:01.496441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] No DVR routers for this DVR port 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:01.499036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:01.501624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d8c84d84-c0c9-4603-81e6-7bef6a45a736 req-fda3d50c-cac4-4f9e-820f-2c9f63d61310 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.39 "DELETE /v2.0/ports/8f7798ac-2ba3-4d7c-b835-7dce606c1fcf HTTP/1.1" status: 204 len: 173 time: 0.3934803 Aug 21 19:03:01.502057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'name': 'network-vif-deleted', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:03:01.504350 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9373780b-0c7d-4454-ab14-0bbf215158fc" -d '{"events": [{"server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "name": "network-vif-deleted", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:03:01.546966 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254570a1-ddff-403b-9b0e-65429a4e32a9 x-openstack-request-id: req-254570a1-ddff-403b-9b0e-65429a4e32a9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:03:01.547371 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c", "name": "network-vif-deleted", "tag": "8f7798ac-2ba3-4d7c-b835-7dce606c1fcf", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:03:01.547716 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-254570a1-ddff-403b-9b0e-65429a4e32a9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:03:01.548445 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b1b9c7d-8bd1-44c0-b6c3-a3f4d2b0eb4c', 'name': 'network-vif-deleted', 'tag': '8f7798ac-2ba3-4d7c-b835-7dce606c1fcf', 'status': 'completed', 'code': 200} Aug 21 19:03:02.239205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9595-5dab-4f39-9da2-af4d23111276 req-dc91aa81-14bb-4c9a-a772-8b6a37fa88f0 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:02.240562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-334c9595-5dab-4f39-9da2-af4d23111276 req-dc91aa81-14bb-4c9a-a772-8b6a37fa88f0 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0517564 Aug 21 19:03:02.277381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-334c9595-5dab-4f39-9da2-af4d23111276 req-9b032803-abb5-403e-ac72-f40f7089175a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308104 Aug 21 19:03:02.406221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d3908-68ec-4085-8048-7ab198b50bca req-3cabeec5-8490-465b-820a-23eb2369414e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:02.407717 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf4d3908-68ec-4085-8048-7ab198b50bca req-3cabeec5-8490-465b-820a-23eb2369414e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 21 19:03:02.444508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cf4d3908-68ec-4085-8048-7ab198b50bca req-aea3e48c-c426-475e-8f95-8fc172ec3a71 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308087 Aug 21 19:03:02.558427 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd909d65-78db-4c43-b8fe-a7f36290c070 req-ca3778bc-2683-45a2-aea5-8d3ce60a7c45 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:02.559854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd909d65-78db-4c43-b8fe-a7f36290c070 req-ca3778bc-2683-45a2-aea5-8d3ce60a7c45 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0489230 Aug 21 19:03:02.597981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd909d65-78db-4c43-b8fe-a7f36290c070 req-247dbde1-294a-441e-9973-3cc06db547f6 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316632 Aug 21 19:03:02.667657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-55ee29eb-5bd6-4b66-a6a1-b6a0a6ce1a02 req-810d6cf4-3720-479a-aab0-2a77a71955bc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:03:02.668627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55ee29eb-5bd6-4b66-a6a1-b6a0a6ce1a02 req-810d6cf4-3720-479a-aab0-2a77a71955bc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053785 Aug 21 19:03:02.775807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada0fba5-dd68-45f1-ae96-3afca12aba1f req-b02f0dff-07ce-48bb-ae32-dcf9f0e6d6ed tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:02.777265 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ada0fba5-dd68-45f1-ae96-3afca12aba1f req-b02f0dff-07ce-48bb-ae32-dcf9f0e6d6ed tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Aug 21 19:03:02.814457 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ada0fba5-dd68-45f1-ae96-3afca12aba1f req-bb2e5b16-d3a6-4424-ac52-a2ecb16a251f tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Aug 21 19:03:02.927841 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e906d-0f4b-45d9-8daf-a87770f8401c req-9cd4ea51-0614-4144-9f6b-ce5e2274217e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:02.929343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-596e906d-0f4b-45d9-8daf-a87770f8401c req-9cd4ea51-0614-4144-9f6b-ce5e2274217e tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0481429 Aug 21 19:03:02.966294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-596e906d-0f4b-45d9-8daf-a87770f8401c req-08ef10df-3924-4d2d-81c1-da4211480e4d tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309527 Aug 21 19:03:03.091315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9534e4-40d7-4fec-a030-368c8ea26411 req-f2d48b7b-caf5-45d4-8517-8f6dbb7138f7 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:03.092668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9534e4-40d7-4fec-a030-368c8ea26411 req-f2d48b7b-caf5-45d4-8517-8f6dbb7138f7 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Aug 21 19:03:03.129734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7c9534e4-40d7-4fec-a030-368c8ea26411 req-08b91fea-6b77-45b1-ab79-cdca08b1390a tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304785 Aug 21 19:03:03.424176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cfa925-ed8f-4db5-a13b-b95094bb713f req-ebef1609-e49d-4a2e-b174-6ceff37f6fbc tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:03.425845 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41cfa925-ed8f-4db5-a13b-b95094bb713f req-ebef1609-e49d-4a2e-b174-6ceff37f6fbc tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0482416 Aug 21 19:03:03.463158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-41cfa925-ed8f-4db5-a13b-b95094bb713f req-602eb7d8-731b-4693-854d-c42b2c87e4bb tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Aug 21 19:03:04.576667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909c79d-82e1-46f1-bd8d-9bd30554d519 req-e2145fc2-6d53-42cc-95fd-0dfac169479f tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:04.578130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a909c79d-82e1-46f1-bd8d-9bd30554d519 req-e2145fc2-6d53-42cc-95fd-0dfac169479f tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0481424 Aug 21 19:03:04.614872 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a909c79d-82e1-46f1-bd8d-9bd30554d519 req-bed406de-f65b-4211-9eeb-f7a4213785bd tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/security-groups?id=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302091 Aug 21 19:03:04.849453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-e158dff1-1b3e-4751-8607-ea3295d8ffd1 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:04.850990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-e158dff1-1b3e-4751-8607-ea3295d8ffd1 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.64 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Aug 21 19:03:04.947133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Deleting port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:04.947472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:05.037749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] For port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,segment=NetworkSegment(996b0b83-e153-4c3c-a103-a5d74ba49bd2),segment_id=996b0b83-e153-4c3c-a103-a5d74ba49bd2)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:05.038106 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:05.052306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Calling delete_port for 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:05.178843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:05.195011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:03:05.207713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Pushing event deleted for resources: {'Port': ['ID=572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:05.220400 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.220756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.221097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.221448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.221762 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.222089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.222414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.222771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.223096 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.223423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.223746 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.224069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:05.261060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] No DVR routers for this DVR port 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:05.263562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:05.265523 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-96a9a4ff-d0f9-42fa-bbf7-fecfcdc019f6 req-ed5a5c5f-8904-464f-8ce0-8f83a91ec373 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.64 "DELETE /v2.0/ports/572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 HTTP/1.1" status: 204 len: 173 time: 0.4044127 Aug 21 19:03:05.266048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'name': 'network-vif-deleted', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:03:05.268295 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ab6b30-a21b-429f-a769-86f759cf2ff7" -d '{"events": [{"server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "name": "network-vif-deleted", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:03:05.304501 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d472b97-acf8-4fe5-8d5a-3716085a0d37 x-openstack-request-id: req-9d472b97-acf8-4fe5-8d5a-3716085a0d37 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:03:05.304790 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d76b2053-9b14-4128-87d9-ac49280c2e16", "name": "network-vif-deleted", "tag": "572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:03:05.305039 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d472b97-acf8-4fe5-8d5a-3716085a0d37 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:03:05.305434 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76b2053-9b14-4128-87d9-ac49280c2e16', 'name': 'network-vif-deleted', 'tag': '572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317', 'status': 'completed', 'code': 200} Aug 21 19:03:05.723607 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1781f81b-7735-4bff-83c9-4c5409617e5b req-177a67e8-a29b-4c80-b908-32147bf07044 tempest-ServersNegativeTestJSON-1898627479 tempest-ServersNegativeTestJSON-1898627479-project] 10.222.0.41 "GET /v2.0/ports?device_id=d76b2053-9b14-4128-87d9-ac49280c2e16 HTTP/1.1" status: 200 len: 210 time: 0.0303824 Aug 21 19:03:05.974040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:03:05.993350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:03:05.993694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 8f7798ac-2ba3-4d7c-b835-7dce606c1fcf not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:03:06.781891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:06.825638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Deleting subnet 8a836ad1-0a69-4d76-a007-f604dccb9bfc {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:03:06.828679 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:06.866664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:06.903943 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:06.958722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:06.984046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a836ad1-0a69-4d76-a007-f604dccb9bfc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:06.988307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:06.990563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2f799154-645b-4914-82cb-3e1ec0203fe3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8a836ad1-0a69-4d76-a007-f604dccb9bfc HTTP/1.1" status: 204 len: 168 time: 0.2072115 Aug 21 19:03:06.992627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43866) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:07.063902 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.138472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.148385 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d286b9f-bac8-448d-9660-e7cf213f45db']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:07.159281 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996b0b83-e153-4c3c-a103-a5d74ba49bd2') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:07.159576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996b0b83-e153-4c3c-a103-a5d74ba49bd2') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:07.168126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.181284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.186934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:07.187314 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:07.188949 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:07.244849 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.250436 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.252304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/7d286b9f-bac8-448d-9660-e7cf213f45db HTTP/1.1" status: 204 len: 168 time: 0.2587585 Aug 21 19:03:07.262972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a804ae-0cac-4792-be6f-6f8d3167c3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7d286b9f-bac8-448d-9660-e7cf213f45db,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:07.360172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43870) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:07.399045 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-82662700-b473-4429-a998-59936464fb50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db9928e455bd420b84e8b7c43ef191f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377238 Aug 21 19:03:07.401340 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:07.448068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.468776 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.513636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.516781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:07.520387 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e HTTP/1.1" status: 204 len: 168 time: 0.1157002 Aug 21 19:03:07.525874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71659080-c3e0-4b68-bd18-df1bb4e6425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b3dcb-4167-4cfd-b8e6-3f0abbcb099e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:08.180791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43894) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:08.274730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-495338452'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:08.294644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:08.297943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.306185 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.356882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:03:08.378167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:03:08.378441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 572b0ca1-c8c6-4a8d-babe-c2ef1f4bb317 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:03:08.396005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.399794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.422692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:08.436027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1106baff-a801-4c68-a0e2-5d9d1c195d8e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:08.442931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.443278 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Added segment 29aee50a-44a2-4606-9628-5d9efb4035d4 of type vlan for network fd33638c-bd80-4711-91b1-ff0d66244419 Aug 21 19:03:08.483585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.507547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.513162 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:08.513742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:08.564960 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3825784 Aug 21 19:03:08.582053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a2a53-b4fb-4999-8541-945b4ed2bff0 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Network': ['ID=fd33638c-bd80-4711-91b1-ff0d66244419,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:08.592117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network fd33638c-bd80-4711-91b1-ff0d66244419 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:11.808608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43898) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:11.813868 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'subnet': {'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:11.901067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:11.904749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.104121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.171049 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Subnet': ['ID=e9d3c70c-ca08-4416-be6b-8c97f2f09338,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:12.178648 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking segment: {'id': '29aee50a-44a2-4606-9628-5d9efb4035d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:12.179017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network hostable DHCP agents. Network: fd33638c-bd80-4711-91b1-ff0d66244419, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:12.196540 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network fd33638c-bd80-4711-91b1-ff0d66244419 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:12.206202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, fd33638c-bd80-4711-91b1-ff0d66244419) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:12.214884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc39d1-90be-4d3d-9bc4-70e320bc0291 None None] Network fd33638c-bd80-4711-91b1-ff0d66244419 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:12.219212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:12.219815 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.238553 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3e5733d-637b-4e52-b999-ecc8feed73d3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4258928 Aug 21 19:03:12.239615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43900) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:12.249585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1459738323'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:12.290261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:12.298170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.337098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:12.354195 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.354934 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Added segment 0d1a8e77-9fd7-4faa-a9e1-9755ccac705b of type vlan for network 96c00e67-a834-4be6-ba32-bfd23f8b4e5e Aug 21 19:03:12.368467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-fd33638c-bd80-4711-91b1-ff0d66244419', 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419', 'tenant_id': 'd6182895da00431f902fc30d493161d7', 'fixed_ips': [{'subnet_id': 'e9d3c70c-ca08-4416-be6b-8c97f2f09338'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:12.369422 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.398187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.425739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.431569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:12.432173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.488003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2444036 Aug 21 19:03:12.491224 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43902) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:12.496581 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'subnet': {'network_id': '96c00e67-a834-4be6-ba32-bfd23f8b4e5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:12.499128 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Network': ['ID=96c00e67-a834-4be6-ba32-bfd23f8b4e5e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:12.507791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.508136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.508468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.508799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.509125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.509447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.509771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.510093 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.510414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.510752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.511064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.511380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f14667-a6a6-4160-a9b5-5ea04c806acf tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.513026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Allocated IP 2001:db8:0:ffff::2 (fd33638c-bd80-4711-91b1-ff0d66244419/e9d3c70c-ca08-4416-be6b-8c97f2f09338/517f34fb-74e0-4c02-a77d-647d7acf7635) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:12.526345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 96c00e67-a834-4be6-ba32-bfd23f8b4e5e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:12.592799 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:12.596844 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.711668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.719836 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Transition to ACTIVE for port object 517f34fb-74e0-4c02-a77d-647d7acf7635 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:12.736016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Transition to ACTIVE for port object 517f34fb-74e0-4c02-a77d-647d7acf7635 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:12.740968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.780324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Network fd33638c-bd80-4711-91b1-ff0d66244419 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:12.783596 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:12.786951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:12.791371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.798080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Pushing event updated for resources: {'Port': ['ID=517f34fb-74e0-4c02-a77d-647d7acf7635,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:12.822466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.823427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.823427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.823647 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.823831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.824337 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.824931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.825268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.825594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.825918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.826244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.826600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:12.857100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Attempting to bind port 517f34fb-74e0-4c02-a77d-647d7acf7635 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:12.857394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Attempting to bind port 517f34fb-74e0-4c02-a77d-647d7acf7635 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '29aee50a-44a2-4606-9628-5d9efb4035d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:12.857758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Attempting to bind port 517f34fb-74e0-4c02-a77d-647d7acf7635 on network fd33638c-bd80-4711-91b1-ff0d66244419 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:12.858691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Subnet': ['ID=0b676862-cf32-4af8-bc96-e699e2556146,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:12.863703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:12.864079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Checking segment: {'id': '29aee50a-44a2-4606-9628-5d9efb4035d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:12.864493 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.864872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Bound using segment: {'id': '29aee50a-44a2-4606-9628-5d9efb4035d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:12.865336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Bound port: 517f34fb-74e0-4c02-a77d-647d7acf7635, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29aee50a-44a2-4606-9628-5d9efb4035d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'fd33638c-bd80-4711-91b1-ff0d66244419'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:12.865721 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.868233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking segment: {'id': '0d1a8e77-9fd7-4faa-a9e1-9755ccac705b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '96c00e67-a834-4be6-ba32-bfd23f8b4e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:12.868601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network hostable DHCP agents. Network: 96c00e67-a834-4be6-ba32-bfd23f8b4e5e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:12.884513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network 96c00e67-a834-4be6-ba32-bfd23f8b4e5e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:12.892927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 96c00e67-a834-4be6-ba32-bfd23f8b4e5e) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:12.897281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:12.897702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:12.903798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26d275-b6f1-495f-8637-24855b7a8771 None None] Network 96c00e67-a834-4be6-ba32-bfd23f8b4e5e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:12.912267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-80d36260-3392-4bb3-b1cd-ca857c99d13d tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4197466 Aug 21 19:03:12.914881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43904) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:12.976781 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] For port 517f34fb-74e0-4c02-a77d-647d7acf7635, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:12.981213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] For port 517f34fb-74e0-4c02-a77d-647d7acf7635, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=517f34fb-74e0-4c02-a77d-647d7acf7635,segment=NetworkSegment(29aee50a-44a2-4606-9628-5d9efb4035d4),segment_id=29aee50a-44a2-4606-9628-5d9efb4035d4)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:12.990243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.014517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.086399 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83200e81-11f3-4468-816c-457dbbb3adcb None None] Pushing event updated for resources: {'Port': ['ID=517f34fb-74e0-4c02-a77d-647d7acf7635,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:13.094426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.126926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f5b6a2-742e-426c-8017-3394ce1f4979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-96c00e67-a834-4be6-ba32-bfd23f8b4e5e', 'network_id': '96c00e67-a834-4be6-ba32-bfd23f8b4e5e', 'tenant_id': 'd6182895da00431f902fc30d493161d7', 'fixed_ips': [{'subnet_id': '0b676862-cf32-4af8-bc96-e699e2556146'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:13.127877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4f5b6a2-742e-426c-8017-3394ce1f4979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.164213 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.195127 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Subnet': ['ID=0b676862-cf32-4af8-bc96-e699e2556146,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-b4f5b6a2-742e-426c-8017-3394ce1f4979 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b676862-cf32-4af8-bc96-e699e2556146: This subnet is being modified by another concurrent operation. Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b676862-cf32-4af8-bc96-e699e2556146: This subnet is being modified by another concurrent operation. Aug 21 19:03:13.278970 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 19:03:13.301720 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.304008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf5b69-8c02-4c8b-924b-fde298d78c6e None None] Network 96c00e67-a834-4be6-ba32-bfd23f8b4e5e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:13.312992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c00e67-a834-4be6-ba32-bfd23f8b4e5e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:13.324136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1a8e77-9fd7-4faa-a9e1-9755ccac705b') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:13.324434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1a8e77-9fd7-4faa-a9e1-9755ccac705b') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:13.334642 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.351675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.362590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:13.363097 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:13.366217 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:13.427821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.434923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.436806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/96c00e67-a834-4be6-ba32-bfd23f8b4e5e HTTP/1.1" status: 204 len: 168 time: 0.5210216 Aug 21 19:03:13.440640 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:13.445892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-239481383'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:13.448266 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0652a395-5f89-4c80-aa8e-aa23eb628c0b tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Network': ['ID=96c00e67-a834-4be6-ba32-bfd23f8b4e5e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:13.467537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:13.471658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.494956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:13.504398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.504746 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Added segment 5af85131-b62a-4d72-853c-df3cf5efc3fd of type vlan for network 9e158e32-c560-4aaf-91b4-75aa6c66f129 Aug 21 19:03:13.551397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.577822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.583908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:13.584494 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.640834 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1989863 Aug 21 19:03:13.644417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:13.649102 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'subnet': {'network_id': '9e158e32-c560-4aaf-91b4-75aa6c66f129', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:13.667160 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0435b-aab8-45eb-a62c-af40116507a7 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Network': ['ID=9e158e32-c560-4aaf-91b4-75aa6c66f129,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:13.677744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9e158e32-c560-4aaf-91b4-75aa6c66f129 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:13.763698 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:13.767896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:13.828890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 517f34fb-74e0-4c02-a77d-647d7acf7635 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:13.840509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Performing IP validity checks on allocation pools {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 21 19:03:13.841000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.ipam_backend_mixin [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94599) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 21 19:03:13.887057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 517f34fb-74e0-4c02-a77d-647d7acf7635 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:13.978918 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.027716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea62d4be-6210-4741-8bcf-c13df5ef5dd0 None None] Network fd33638c-bd80-4711-91b1-ff0d66244419 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:14.038134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Subnet': ['ID=9b81f4b6-ed5b-40c9-b7de-66b6df097dfd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:14.048712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking segment: {'id': '5af85131-b62a-4d72-853c-df3cf5efc3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9e158e32-c560-4aaf-91b4-75aa6c66f129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:14.049078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network hostable DHCP agents. Network: 9e158e32-c560-4aaf-91b4-75aa6c66f129, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:14.065414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network 9e158e32-c560-4aaf-91b4-75aa6c66f129 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:14.075285 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9e158e32-c560-4aaf-91b4-75aa6c66f129) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:14.081585 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:14.082013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Provisioning for port 517f34fb-74e0-4c02-a77d-647d7acf7635 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:14.082452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.088709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a3d92f-10d0-4834-b862-b295582386f0 None None] Network 9e158e32-c560-4aaf-91b4-75aa6c66f129 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:14.096039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Provisioning complete for port 517f34fb-74e0-4c02-a77d-647d7acf7635 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:14.096405 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.096975 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ea399611-3620-4a3d-8d44-c4d20a20e8fc tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4516237 Aug 21 19:03:14.099571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:14.197019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.281413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.347359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.378749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Subnet': ['ID=9b81f4b6-ed5b-40c9-b7de-66b6df097dfd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:14.446582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.457220 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e158e32-c560-4aaf-91b4-75aa6c66f129']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:14.467683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af85131-b62a-4d72-853c-df3cf5efc3fd') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:14.467982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af85131-b62a-4d72-853c-df3cf5efc3fd') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:14.476839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.490124 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.496469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:14.496851 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:14.501766 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:14.507017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.511876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69441c4-48e1-4c13-a84f-b4b3acf593a2 None None] Network 9e158e32-c560-4aaf-91b4-75aa6c66f129 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:14.559431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.564496 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.566540 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/9e158e32-c560-4aaf-91b4-75aa6c66f129 HTTP/1.1" status: 204 len: 168 time: 0.4658952 Aug 21 19:03:14.570058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43912) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:14.590940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-564615666'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:14.595408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6693a03-8685-4421-9bed-3bd7bde54c15 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Network': ['ID=9e158e32-c560-4aaf-91b4-75aa6c66f129,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:14.596828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] For port 517f34fb-74e0-4c02-a77d-647d7acf7635, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=517f34fb-74e0-4c02-a77d-647d7acf7635,segment=NetworkSegment(29aee50a-44a2-4606-9628-5d9efb4035d4),segment_id=29aee50a-44a2-4606-9628-5d9efb4035d4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:14.606907 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.618844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:14.622333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.649447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:14.661675 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.662061 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Added segment 324955b6-5e35-4a90-902d-2b4c62846dd8 of type vlan for network e19aee44-bde7-40c3-96d4-64376313099b Aug 21 19:03:14.691149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689e586-c6b9-4d44-b02b-a090a55f6ef1 None None] Pushing event updated for resources: {'Port': ['ID=517f34fb-74e0-4c02-a77d-647d7acf7635,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:14.711723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.737757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.743430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:14.744034 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.774414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97443bc-39e2-4931-97ab-b564b859c562 None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 19:03:14.800145 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2278531 Aug 21 19:03:14.804714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43914) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:14.811067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'subnet': {'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:14.811355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e20a1-a39c-494c-af27-5631e95f6eef tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Network': ['ID=e19aee44-bde7-40c3-96d4-64376313099b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:14.836481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e19aee44-bde7-40c3-96d4-64376313099b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:14.898207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97443bc-39e2-4931-97ab-b564b859c562 None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 19:03:14.902205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:14.907233 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:14.913351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7f7220b5-eb6f-4521-8d3c-8f36ced23997 None None] Provisioning complete for port 517f34fb-74e0-4c02-a77d-647d7acf7635 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:14.913722 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f7220b5-eb6f-4521-8d3c-8f36ced23997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.429713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.491198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Subnet': ['ID=d7678c37-61ed-4e04-a578-4f59e4f71b1d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:15.499583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking segment: {'id': '324955b6-5e35-4a90-902d-2b4c62846dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:15.500084 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network hostable DHCP agents. Network: e19aee44-bde7-40c3-96d4-64376313099b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:15.516555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network e19aee44-bde7-40c3-96d4-64376313099b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:15.524927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e19aee44-bde7-40c3-96d4-64376313099b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:15.528805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:15.529392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.534790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d5f8a8-47e5-4b17-bfc9-42b8949c0b77 None None] Network e19aee44-bde7-40c3-96d4-64376313099b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:15.543870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a5c1a22c-f650-4362-a3fd-f63e10a20ae3 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7372947 Aug 21 19:03:15.547501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43918) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:15.552604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1296060525'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:15.572748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:15.576939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.602211 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:15.611516 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.611859 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Added segment 89718431-c6ee-41dc-85ff-cd88f26a41b9 of type vlan for network f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 Aug 21 19:03:15.653686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.678867 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.684566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:15.685125 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.693772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e19aee44-bde7-40c3-96d4-64376313099b', 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b', 'tenant_id': 'd6182895da00431f902fc30d493161d7', 'fixed_ips': [{'subnet_id': 'd7678c37-61ed-4e04-a578-4f59e4f71b1d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:15.694800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.741679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1930876 Aug 21 19:03:15.744495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43920) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:15.752722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Request body: {'subnet': {'network_id': 'f8fa128d-ba41-4995-8fc6-002c4b9ae2a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:15.793401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 517f34fb-74e0-4c02-a77d-647d7acf7635 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:15.800459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf872a-70fd-4a09-bf5f-ee249a73d240 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Network': ['ID=f8fa128d-ba41-4995-8fc6-002c4b9ae2a7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:15.833190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:15.857336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Made reservation on behalf of d6182895da00431f902fc30d493161d7 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:15.861671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:15.926842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Allocated IP 2001:db8::2 (e19aee44-bde7-40c3-96d4-64376313099b/d7678c37-61ed-4e04-a578-4f59e4f71b1d/e362b712-eeec-41ca-89a3-3dad9d1d87b2) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:15.997715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 517f34fb-74e0-4c02-a77d-647d7acf7635 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:15.998088 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.050621 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.113893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event updated for resources: {'Subnet': ['ID=ae01b828-dba4-460f-a128-a018db12f3c3,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:16.118833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Checking segment: {'id': '89718431-c6ee-41dc-85ff-cd88f26a41b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f8fa128d-ba41-4995-8fc6-002c4b9ae2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:16.119605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network hostable DHCP agents. Network: f8fa128d-ba41-4995-8fc6-002c4b9ae2a7, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:16.137163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Network f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:16.145385 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.147118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f8fa128d-ba41-4995-8fc6-002c4b9ae2a7) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:16.151618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:16.152283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.153808 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Transition to ACTIVE for port object e362b712-eeec-41ca-89a3-3dad9d1d87b2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:16.160489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f72e0-5beb-46ee-8982-106f2f9e4319 None None] Network f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:16.167428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5c65288-c682-4159-b5f3-8f5781e99e62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4219391 Aug 21 19:03:16.170298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43922) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.213240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Transition to ACTIVE for port object e362b712-eeec-41ca-89a3-3dad9d1d87b2 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:16.223200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.269403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.285386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Network e19aee44-bde7-40c3-96d4-64376313099b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:16.295149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:16.297778 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Pushing event updated for resources: {'Port': ['ID=e362b712-eeec-41ca-89a3-3dad9d1d87b2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:16.300105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:16.321511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.383065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.400345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Attempting to bind port e362b712-eeec-41ca-89a3-3dad9d1d87b2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:16.400613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Attempting to bind port e362b712-eeec-41ca-89a3-3dad9d1d87b2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '324955b6-5e35-4a90-902d-2b4c62846dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:16.400978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Attempting to bind port e362b712-eeec-41ca-89a3-3dad9d1d87b2 on network e19aee44-bde7-40c3-96d4-64376313099b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:16.407415 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:16.407820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Checking segment: {'id': '324955b6-5e35-4a90-902d-2b4c62846dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:16.408217 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.408604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Bound using segment: {'id': '324955b6-5e35-4a90-902d-2b4c62846dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:16.409063 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Bound port: e362b712-eeec-41ca-89a3-3dad9d1d87b2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324955b6-5e35-4a90-902d-2b4c62846dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'e19aee44-bde7-40c3-96d4-64376313099b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:16.409446 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.411421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393ea85-ee69-482a-bb8f-6a2790a46bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-f8fa128d-ba41-4995-8fc6-002c4b9ae2a7', 'network_id': 'f8fa128d-ba41-4995-8fc6-002c4b9ae2a7', 'tenant_id': 'd6182895da00431f902fc30d493161d7', 'fixed_ips': [{'subnet_id': 'ae01b828-dba4-460f-a128-a018db12f3c3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:16.412230 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9393ea85-ee69-482a-bb8f-6a2790a46bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.422280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Subnet': ['ID=ae01b828-dba4-460f-a128-a018db12f3c3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:16.477734 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.487944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8fa128d-ba41-4995-8fc6-002c4b9ae2a7']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:16.497948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89718431-c6ee-41dc-85ff-cd88f26a41b9') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:16.498272 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89718431-c6ee-41dc-85ff-cd88f26a41b9') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:16.507675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.523039 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.530094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:16.530672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:16.534530 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:16.536691 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87e36d9-4f71-41a7-b1c7-428f79a03580 None None] Network f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:16.552002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] For port e362b712-eeec-41ca-89a3-3dad9d1d87b2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:16.592058 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] For port e362b712-eeec-41ca-89a3-3dad9d1d87b2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e362b712-eeec-41ca-89a3-3dad9d1d87b2,segment=NetworkSegment(324955b6-5e35-4a90-902d-2b4c62846dd8),segment_id=324955b6-5e35-4a90-902d-2b4c62846dd8)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:16.598356 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.605426 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.613259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.615086 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 HTTP/1.1" status: 204 len: 168 time: 0.4438145 Aug 21 19:03:16.617840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.636665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fac4c-d440-49a2-adf2-c0650a01d379 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Network': ['ID=f8fa128d-ba41-4995-8fc6-002c4b9ae2a7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:16.655010 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed99a5e-693b-469c-90e9-e78679b4ea53 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] GET failed (client error): The resource could not be found. Aug 21 19:03:16.657274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4ed99a5e-693b-469c-90e9-e78679b4ea53 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "GET /v2.0/subnets/ae01b828-dba4-460f-a128-a018db12f3c3 HTTP/1.1" status: 404 len: 337 time: 0.0382216 Aug 21 19:03:16.660114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.681361 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bfdae5-7d7c-48e5-bfbc-ab55c5f4711e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:16.681936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bfdae5-7d7c-48e5-bfbc-ab55c5f4711e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:16.687366 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-04bfdae5-7d7c-48e5-bfbc-ab55c5f4711e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 HTTP/1.1" status: 404 len: 339 time: 0.0226774 Aug 21 19:03:16.687650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.708685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e78d5f-7ef0-44d6-89d0-1faac8c53df2 None None] Pushing event updated for resources: {'Port': ['ID=e362b712-eeec-41ca-89a3-3dad9d1d87b2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:16.714290 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92d67d6-aa9f-488e-a353-8593bb2164bd tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:16.714770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92d67d6-aa9f-488e-a353-8593bb2164bd tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:16.719457 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e92d67d6-aa9f-488e-a353-8593bb2164bd tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/subnets/ae01b828-dba4-460f-a128-a018db12f3c3 HTTP/1.1" status: 404 len: 337 time: 0.0279832 Aug 21 19:03:16.719989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.738483 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c4c1d2-f8f6-484b-b246-3566e9020216 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:16.738968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c4c1d2-f8f6-484b-b246-3566e9020216 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:16.740649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d5c4c1d2-f8f6-484b-b246-3566e9020216 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/f8fa128d-ba41-4995-8fc6-002c4b9ae2a7 HTTP/1.1" status: 404 len: 339 time: 0.0200303 Aug 21 19:03:16.743291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:16.794223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Deleting subnet d7678c37-61ed-4e04-a578-4f59e4f71b1d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:03:16.798329 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.855774 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:16.943176 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.003853 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.035594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Subnet': ['ID=d7678c37-61ed-4e04-a578-4f59e4f71b1d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:17.040054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.042319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b876461c-c34b-4c1c-84a8-b0ec8ff33083 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/subnets/d7678c37-61ed-4e04-a578-4f59e4f71b1d HTTP/1.1" status: 204 len: 168 time: 0.2981224 Aug 21 19:03:17.044894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.119088 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.173519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Deleting port e362b712-eeec-41ca-89a3-3dad9d1d87b2 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:17.174046 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.240006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] For port e362b712-eeec-41ca-89a3-3dad9d1d87b2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e362b712-eeec-41ca-89a3-3dad9d1d87b2,segment=NetworkSegment(324955b6-5e35-4a90-902d-2b4c62846dd8),segment_id=324955b6-5e35-4a90-902d-2b4c62846dd8)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:17.240383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.253410 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Calling delete_port for e362b712-eeec-41ca-89a3-3dad9d1d87b2 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:17.335650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.361610 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Port': ['ID=e362b712-eeec-41ca-89a3-3dad9d1d87b2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:17.366721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No DVR routers for this DVR port e362b712-eeec-41ca-89a3-3dad9d1d87b2 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:17.462983 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.473314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e19aee44-bde7-40c3-96d4-64376313099b']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:17.484145 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324955b6-5e35-4a90-902d-2b4c62846dd8') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:17.484469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324955b6-5e35-4a90-902d-2b4c62846dd8') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:17.493565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.508010 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.514048 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:17.514374 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:17.518187 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:17.573074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3518a44-e94f-45dd-8327-2029429b0111 None None] Network e19aee44-bde7-40c3-96d4-64376313099b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:17.582663 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.590020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.591936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/e19aee44-bde7-40c3-96d4-64376313099b HTTP/1.1" status: 204 len: 168 time: 0.5460584 Aug 21 19:03:17.594683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.604007 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef404c-afd6-4e73-a4f6-0c9accedec7e tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Network': ['ID=e19aee44-bde7-40c3-96d4-64376313099b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:17.629037 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba52673f-126b-4899-ac0d-a6e3b76da24c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:17.629486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba52673f-126b-4899-ac0d-a6e3b76da24c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:17.630727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6978c467-25fc-4efd-b90c-fa4ce1e47322 None None] Could not find standard attr ID for object e362b712-eeec-41ca-89a3-3dad9d1d87b2. {{(pid=94600) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 21 19:03:17.631246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ba52673f-126b-4899-ac0d-a6e3b76da24c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/subnets/9b81f4b6-ed5b-40c9-b7de-66b6df097dfd HTTP/1.1" status: 404 len: 337 time: 0.0349357 Aug 21 19:03:17.633896 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.652462 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f22d4ff-388a-45f8-bc3a-c5c934c51f62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:17.652997 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f22d4ff-388a-45f8-bc3a-c5c934c51f62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:17.657094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2f22d4ff-388a-45f8-bc3a-c5c934c51f62 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/9e158e32-c560-4aaf-91b4-75aa6c66f129 HTTP/1.1" status: 404 len: 339 time: 0.0198259 Aug 21 19:03:17.657312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43940) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.688292 n-d-793621-32 neutron-server[94599]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e56b39-083c-435b-9f69-e69bf4a69b8a tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:17.688750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e56b39-083c-435b-9f69-e69bf4a69b8a tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94599) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:17.690489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1e56b39-083c-435b-9f69-e69bf4a69b8a tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/subnets/0b676862-cf32-4af8-bc96-e699e2556146 HTTP/1.1" status: 404 len: 337 time: 0.0322785 Aug 21 19:03:17.693383 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.712776 n-d-793621-32 neutron-server[94598]: INFO neutron.pecan_wsgi.hooks.translation [None req-921b504f-f9d3-43d2-86cd-6f42d36e9d13 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] DELETE failed (client error): The resource could not be found. Aug 21 19:03:17.713353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921b504f-f9d3-43d2-86cd-6f42d36e9d13 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94598) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 21 19:03:17.715095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-921b504f-f9d3-43d2-86cd-6f42d36e9d13 tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/96c00e67-a834-4be6-ba32-bfd23f8b4e5e HTTP/1.1" status: 404 len: 339 time: 0.0205836 Aug 21 19:03:17.717709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:17.746512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5e2f2-3042-467a-bda4-8b60f7f78b88 None None] DHCP port deletion for e19aee44-bde7-40c3-96d4-64376313099b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:03:17.774482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Deleting subnet e9d3c70c-ca08-4416-be6b-8c97f2f09338 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:03:17.777483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.818328 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.846057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ceb11731-1f97-41d4-bf50-08b10b4a9f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.907708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.966753 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:17.995022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d3c70c-ca08-4416-be6b-8c97f2f09338,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:17.997151 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.001286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3aeeae11-d569-429f-86c1-034c95b29d0c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/subnets/e9d3c70c-ca08-4416-be6b-8c97f2f09338 HTTP/1.1" status: 204 len: 168 time: 0.2803276 Aug 21 19:03:18.003576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:18.007246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f6fb0-90f9-4a4d-8ab1-8ce6ccae7ace None None] Network fd33638c-bd80-4711-91b1-ff0d66244419 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:18.078320 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.133525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Deleting port 517f34fb-74e0-4c02-a77d-647d7acf7635 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:18.133869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.169631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] DHCP port deletion for fd33638c-bd80-4711-91b1-ff0d66244419 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:03:18.197302 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] For port 517f34fb-74e0-4c02-a77d-647d7acf7635, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=517f34fb-74e0-4c02-a77d-647d7acf7635,segment=NetworkSegment(29aee50a-44a2-4606-9628-5d9efb4035d4),segment_id=29aee50a-44a2-4606-9628-5d9efb4035d4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:18.197670 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.210651 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Calling delete_port for 517f34fb-74e0-4c02-a77d-647d7acf7635 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:18.215348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Deleting port 517f34fb-74e0-4c02-a77d-647d7acf7635 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:18.215726 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.275434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] For port 517f34fb-74e0-4c02-a77d-647d7acf7635, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=517f34fb-74e0-4c02-a77d-647d7acf7635,segment=NetworkSegment(29aee50a-44a2-4606-9628-5d9efb4035d4),segment_id=29aee50a-44a2-4606-9628-5d9efb4035d4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:18.275829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.289397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Calling delete_port for 517f34fb-74e0-4c02-a77d-647d7acf7635 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:18.289568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.314525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Port': ['ID=517f34fb-74e0-4c02-a77d-647d7acf7635,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:18.318124 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] No DVR routers for this DVR port 517f34fb-74e0-4c02-a77d-647d7acf7635 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:18.365931 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.390038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] Pushing event deleted for resources: {'Port': ['ID=517f34fb-74e0-4c02-a77d-647d7acf7635,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:18.393478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.394110 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdbda1-3860-4ba1-bd64-40723ae4899b None None] No DVR routers for this DVR port 517f34fb-74e0-4c02-a77d-647d7acf7635 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:18.409339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd33638c-bd80-4711-91b1-ff0d66244419']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:18.419735 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29aee50a-44a2-4606-9628-5d9efb4035d4') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:18.420039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29aee50a-44a2-4606-9628-5d9efb4035d4') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:18.428511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.445838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.451724 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:18.452109 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:18.455711 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:18.510554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.517691 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.519545 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] 10.222.0.41 "DELETE /v2.0/networks/fd33638c-bd80-4711-91b1-ff0d66244419 HTTP/1.1" status: 204 len: 168 time: 0.5147920 Aug 21 19:03:18.531079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0cea-5c58-4a3a-a6a5-37fd6923754c tempest-NetworksIpV6Test-744844354 tempest-NetworksIpV6Test-744844354-project] Pushing event deleted for resources: {'Network': ['ID=fd33638c-bd80-4711-91b1-ff0d66244419,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:18.761116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43952) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:18.890601 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-db124eb5-b6ab-43f1-9d5e-7d25faa27cc5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6182895da00431f902fc30d493161d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282241 Aug 21 19:03:18.893627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43956) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:18.941129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.949468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:18.968761 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.016307 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.019485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.020653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1106baff-a801-4c68-a0e2-5d9d1c195d8e HTTP/1.1" status: 204 len: 168 time: 0.1260982 Aug 21 19:03:19.028422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbdb08-f187-43f4-aa1c-53de295f4106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1106baff-a801-4c68-a0e2-5d9d1c195d8e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:19.517970 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.650883 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43978) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:19.744931 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-471275003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:19.769675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.771424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.775115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 517f34fb-74e0-4c02-a77d-647d7acf7635 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:03:19.795038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 517f34fb-74e0-4c02-a77d-647d7acf7635 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:03:19.795381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 517f34fb-74e0-4c02-a77d-647d7acf7635 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:03:19.830980 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.834849 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.850031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.851257 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-95e8d414-7df6-4fd7-b09f-cfac7cce847b tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1993568 Aug 21 19:03:19.853898 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43982) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:19.858682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1193365032'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:19.878875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Made reservation on behalf of 766fcd627920406aba7be811482b45ef for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:19.882297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.890435 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.980042 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:19.983802 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.011833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:20.020633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d8ac5d-33ef-4c7f-8fee-877e73754948,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:20.026672 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.027078 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Added segment 7b40d77e-170f-4876-8364-0c3f75f901a9 of type vlan for network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc Aug 21 19:03:20.066759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.090411 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.096000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:20.096599 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.145825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2909319 Aug 21 19:03:20.148797 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:20.153936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'subnet': {'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:20.162845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fb6bc-4f90-4ae7-9068-e49d3abe1b22 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event updated for resources: {'Network': ['ID=f0f527ac-d8d3-458b-9e11-1d1ada1a38dc,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:20.173483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:20.245610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Made reservation on behalf of 766fcd627920406aba7be811482b45ef for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:20.249139 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.366047 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16d4ae0f-0839-4f20-a5f4-5a0dd173dfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.423270 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.481653 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event updated for resources: {'Subnet': ['ID=40769134-779c-44b7-a16d-d2b7cefac376,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:20.489582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Checking segment: {'id': '7b40d77e-170f-4876-8364-0c3f75f901a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:20.489872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Network hostable DHCP agents. Network: f0f527ac-d8d3-458b-9e11-1d1ada1a38dc, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:20.506235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:20.514948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, f0f527ac-d8d3-458b-9e11-1d1ada1a38dc) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:20.516985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.520684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:20.521665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.524491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a513e9e-2fdf-43ac-a413-9401718a7411 None None] Network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:20.536736 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-32392288-d3fd-4428-8083-dec53938ede6 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3867838 Aug 21 19:03:20.539977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43986) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:20.545336 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1234298816'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:20.567199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Made reservation on behalf of 766fcd627920406aba7be811482b45ef for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:20.570627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.594150 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:20.604742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.605090 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Added segment a9adeb01-5ff3-43ed-a5d4-1d35ec708b7d of type vlan for network 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 Aug 21 19:03:20.650871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.668452 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-f0f527ac-d8d3-458b-9e11-1d1ada1a38dc', 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc', 'tenant_id': '766fcd627920406aba7be811482b45ef', 'fixed_ips': [{'subnet_id': '40769134-779c-44b7-a16d-d2b7cefac376'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:20.669323 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.677838 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.683770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:20.684358 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.736622 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1954477 Aug 21 19:03:20.739762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43988) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:20.745284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'subnet': {'network_id': '61faf94d-fe8b-4d96-bfb2-edf2c8c942c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:20.754921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e852447-845e-4a8c-b859-33c5bc594954 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event updated for resources: {'Network': ['ID=61faf94d-fe8b-4d96-bfb2-edf2c8c942c1,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:20.767412 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:20.836540 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Made reservation on behalf of 766fcd627920406aba7be811482b45ef for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:20.840036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:20.862978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Allocated IP 172.20.0.2 (f0f527ac-d8d3-458b-9e11-1d1ada1a38dc/40769134-779c-44b7-a16d-d2b7cefac376/66a13fb6-7001-4420-ae2d-01a506607268) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:21.022168 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.082668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event updated for resources: {'Subnet': ['ID=c669537c-9ebe-4c30-a4a8-73dbaa6dbc71,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:21.098900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Checking segment: {'id': 'a9adeb01-5ff3-43ed-a5d4-1d35ec708b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '61faf94d-fe8b-4d96-bfb2-edf2c8c942c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:21.099268 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Network hostable DHCP agents. Network: 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:21.116762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Network 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:21.126571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:21.130573 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:21.131311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.146201 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-70787ac6-a3a5-4b39-b591-e0ad75143ead tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4053278 Aug 21 19:03:21.149669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43990) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:21.150302 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c099bc3-f86c-4dcc-a5f2-75a4be1ea385 None None] Network 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:21.154233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eee11341-abda-4a7b-8d2d-3a06d56d14dc tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Request body: {'router': {'external_gateway_info': {'network_id': '61faf94d-fe8b-4d96-bfb2-edf2c8c942c1'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:21.208582 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.220369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Transition to ACTIVE for port object 66a13fb6-7001-4420-ae2d-01a506607268 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:21.247092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Transition to ACTIVE for port object 66a13fb6-7001-4420-ae2d-01a506607268 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:21.258019 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.317700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:21.326244 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:21.331757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:21.345882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Pushing event updated for resources: {'Port': ['ID=66a13fb6-7001-4420-ae2d-01a506607268,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:21.363765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eee11341-abda-4a7b-8d2d-3a06d56d14dc tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.403653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69ebd4-90f8-4174-a120-84635abe6a3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-61faf94d-fe8b-4d96-bfb2-edf2c8c942c1', 'network_id': '61faf94d-fe8b-4d96-bfb2-edf2c8c942c1', 'tenant_id': '766fcd627920406aba7be811482b45ef', 'fixed_ips': [{'subnet_id': 'c669537c-9ebe-4c30-a4a8-73dbaa6dbc71'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:21.404479 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2d69ebd4-90f8-4174-a120-84635abe6a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.429328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Attempting to bind port 66a13fb6-7001-4420-ae2d-01a506607268 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:21.429725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Attempting to bind port 66a13fb6-7001-4420-ae2d-01a506607268 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '7b40d77e-170f-4876-8364-0c3f75f901a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:21.430105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Attempting to bind port 66a13fb6-7001-4420-ae2d-01a506607268 on network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:21.440084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:21.440457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Checking segment: {'id': '7b40d77e-170f-4876-8364-0c3f75f901a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:21.440853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.441243 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Bound using segment: {'id': '7b40d77e-170f-4876-8364-0c3f75f901a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:21.441702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Bound port: 66a13fb6-7001-4420-ae2d-01a506607268, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b40d77e-170f-4876-8364-0c3f75f901a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'f0f527ac-d8d3-458b-9e11-1d1ada1a38dc'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:21.442085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.473997 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [None req-eee11341-abda-4a7b-8d2d-3a06d56d14dc tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 21 19:03:21.475086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eee11341-abda-4a7b-8d2d-3a06d56d14dc tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "PUT /v2.0/routers/69700d30-8dd9-44f9-98d0-e541d02f5afb HTTP/1.1" status: 400 len: 364 time: 0.3244705 Aug 21 19:03:21.480818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43992) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:21.530687 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Deleting subnet c669537c-9ebe-4c30-a4a8-73dbaa6dbc71 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:03:21.533928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.569386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] For port 66a13fb6-7001-4420-ae2d-01a506607268, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:21.572416 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] For port 66a13fb6-7001-4420-ae2d-01a506607268, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=66a13fb6-7001-4420-ae2d-01a506607268,segment=NetworkSegment(7b40d77e-170f-4876-8364-0c3f75f901a9),segment_id=7b40d77e-170f-4876-8364-0c3f75f901a9)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:21.576366 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.577244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.623967 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.636039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69ab2-b052-43b0-9b24-beb15173aa54 None None] Pushing event updated for resources: {'Port': ['ID=66a13fb6-7001-4420-ae2d-01a506607268,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:21.691418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server [None req-2d69ebd4-90f8-4174-a120-84635abe6a3a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c669537c-9ebe-4c30-a4a8-73dbaa6dbc71: This subnet is being modified by another concurrent operation. Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise self.value Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server raise exception Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c669537c-9ebe-4c30-a4a8-73dbaa6dbc71: This subnet is being modified by another concurrent operation. Aug 21 19:03:21.698532 n-d-793621-32 neutron-server[94600]: ERROR oslo_messaging.rpc.server Aug 21 19:03:21.718555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6395db4-7df1-48e5-b451-da536bfd3397 None None] Network 61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:21.719009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event deleted for resources: {'Subnet': ['ID=c669537c-9ebe-4c30-a4a8-73dbaa6dbc71,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:21.723269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.725252 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2db4bc49-8ef8-4d33-8b40-39221c44071f tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "DELETE /v2.0/subnets/c669537c-9ebe-4c30-a4a8-73dbaa6dbc71 HTTP/1.1" status: 204 len: 168 time: 0.2435241 Aug 21 19:03:21.727853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 43994) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:21.831202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.840450 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.928014 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.939004 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61faf94d-fe8b-4d96-bfb2-edf2c8c942c1']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:21.951447 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9adeb01-5ff3-43ed-a5d4-1d35ec708b7d') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:21.951816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9adeb01-5ff3-43ed-a5d4-1d35ec708b7d') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:21.961344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.975285 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.980972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:21.981393 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:21.984296 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:22.046212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.053949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.055792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "DELETE /v2.0/networks/61faf94d-fe8b-4d96-bfb2-edf2c8c942c1 HTTP/1.1" status: 204 len: 168 time: 0.3264377 Aug 21 19:03:22.058373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43996) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:22.067419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91e51c-6333-4e3d-a6c5-01c3b3b504ba tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event deleted for resources: {'Network': ['ID=61faf94d-fe8b-4d96-bfb2-edf2c8c942c1,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:22.110881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Deleting subnet 40769134-779c-44b7-a16d-d2b7cefac376 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:03:22.114142 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.153423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.544253 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.570161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ebdc08-6519-4146-a87e-abf995ab23f5 None None] Network f0f527ac-d8d3-458b-9e11-1d1ada1a38dc requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:22.603430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.629487 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event deleted for resources: {'Subnet': ['ID=40769134-779c-44b7-a16d-d2b7cefac376,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:22.633115 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.635014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-04fcfb96-1491-4026-931c-58bf208c40b9 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "DELETE /v2.0/subnets/40769134-779c-44b7-a16d-d2b7cefac376 HTTP/1.1" status: 204 len: 168 time: 0.5755665 Aug 21 19:03:22.637413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 43998) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:22.705222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4e064a07-1548-4a85-b596-2a95598cb8bd None None] Provisioning for port 66a13fb6-7001-4420-ae2d-01a506607268 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:22.719122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.766158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] DHCP port deletion for f0f527ac-d8d3-458b-9e11-1d1ada1a38dc request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:03:22.771880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Deleting port 66a13fb6-7001-4420-ae2d-01a506607268 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:22.772259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.817079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Deleting port 66a13fb6-7001-4420-ae2d-01a506607268 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:03:22.817373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.837468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] For port 66a13fb6-7001-4420-ae2d-01a506607268, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=66a13fb6-7001-4420-ae2d-01a506607268,segment=NetworkSegment(7b40d77e-170f-4876-8364-0c3f75f901a9),segment_id=7b40d77e-170f-4876-8364-0c3f75f901a9)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:22.837854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.854007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Calling delete_port for 66a13fb6-7001-4420-ae2d-01a506607268 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:22.879102 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] For port 66a13fb6-7001-4420-ae2d-01a506607268, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=66a13fb6-7001-4420-ae2d-01a506607268,segment=NetworkSegment(7b40d77e-170f-4876-8364-0c3f75f901a9),segment_id=7b40d77e-170f-4876-8364-0c3f75f901a9)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:22.879498 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.891826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Calling delete_port for 66a13fb6-7001-4420-ae2d-01a506607268 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:03:22.930423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.953906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event deleted for resources: {'Port': ['ID=66a13fb6-7001-4420-ae2d-01a506607268,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:22.962373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] No DVR routers for this DVR port 66a13fb6-7001-4420-ae2d-01a506607268 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:22.964608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:22.993013 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] Pushing event deleted for resources: {'Port': ['ID=66a13fb6-7001-4420-ae2d-01a506607268,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:22.996546 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56af166-7236-4dd5-b3b1-d9a94707106a None None] No DVR routers for this DVR port 66a13fb6-7001-4420-ae2d-01a506607268 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:03:23.016364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe601477-e7fb-4c0a-bf21-161acaadab4a None None] get_active_networks_info from n-d-793621-32 {{(pid=94600) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 21 19:03:23.045887 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.058515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f527ac-d8d3-458b-9e11-1d1ada1a38dc']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:23.069484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40d77e-170f-4876-8364-0c3f75f901a9') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:23.069783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40d77e-170f-4876-8364-0c3f75f901a9') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:23.074476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe601477-e7fb-4c0a-bf21-161acaadab4a None None] Resources bound (agent type, host, resource id): {{(pid=94600) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 21 19:03:23.079343 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.092608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.098762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:03:23.099161 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:03:23.102242 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:03:23.162224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.170613 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.173025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "DELETE /v2.0/networks/f0f527ac-d8d3-458b-9e11-1d1ada1a38dc HTTP/1.1" status: 204 len: 168 time: 0.5340881 Aug 21 19:03:23.175974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44000) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:23.183046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750463f-cef4-4ecb-89b9-a2453680faef tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Pushing event deleted for resources: {'Network': ['ID=f0f527ac-d8d3-458b-9e11-1d1ada1a38dc,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:23.205825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-730c801a-cee0-47a4-a6c6-22079c8516c7 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "GET /v2.0/ports?device_id=69700d30-8dd9-44f9-98d0-e541d02f5afb HTTP/1.1" status: 200 len: 205 time: 0.0284519 Aug 21 19:03:23.208386 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44002) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:23.284187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.437162 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.439310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.480948 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.487205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.487758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Fanout notify agent at l3_agent the message router_deleted on router 69700d30-8dd9-44f9-98d0-e541d02f5afb {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:03:23.494603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.498538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-951ef581-bb12-43eb-8f77-674a3bf16829 tempest-RoutersNegativeTest-1279362728 tempest-RoutersNegativeTest-1279362728-project] 10.222.0.41 "DELETE /v2.0/routers/69700d30-8dd9-44f9-98d0-e541d02f5afb HTTP/1.1" status: 204 len: 168 time: 0.2891684 Aug 21 19:03:23.729652 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44008) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:23.858199 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8ff2a713-b8a7-4201-b24e-03c22e6c062b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=766fcd627920406aba7be811482b45ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1273701 Aug 21 19:03:23.861050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44012) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:23.912351 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.932570 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.979228 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.981906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:23.983075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/73d8ac5d-33ef-4c7f-8fee-877e73754948 HTTP/1.1" status: 204 len: 168 time: 0.1210377 Aug 21 19:03:23.990760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae264896-7d16-4476-91dc-b8415e0812f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d8ac5d-33ef-4c7f-8fee-877e73754948,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:24.585760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44034) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:24.681966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-896481976-network', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:24.703162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Made reservation on behalf of 8f16c9b791ee4afc96946289a14b4ed5 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:24.705363 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.713475 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.799169 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.803631 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.829727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:24.838478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5945a289-a16c-410c-99a7-357179a6fc52,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:24.844906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.845425 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Added segment b7ac33b1-80aa-474c-8222-d943ac9cb1df of type vlan for network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 Aug 21 19:03:24.885248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.910308 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.911325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:24.911905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:24.964878 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3779991 Aug 21 19:03:24.968077 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44038) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:24.974405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c66ed-2b08-410f-b0e8-d3d4d8992cfa admin admin] Pushing event updated for resources: {'Network': ['ID=72f230b4-8ae3-4ef1-9a79-01eea03433b5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:24.974599 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Request body: {'subnet': {'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-subnet', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:24.984288 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:24.997424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Made reservation on behalf of 8f16c9b791ee4afc96946289a14b4ed5 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:25.000049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.166808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.228294 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31dcd64a-4a96-429b-8160-0484035f588d,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:25.234542 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Checking segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:25.234908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Network hostable DHCP agents. Network: 72f230b4-8ae3-4ef1-9a79-01eea03433b5, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:25.251074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:25.259367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 72f230b4-8ae3-4ef1-9a79-01eea03433b5) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:25.264253 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:25.266704 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.267712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc082447-dfd9-4fb8-bb79-8c695072d977 None None] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:25.280130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e8f8209d-a5a3-4f62-a4c1-895b3e1f63b2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3104908 Aug 21 19:03:25.283528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44040) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:25.287836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:25.307696 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.308760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.360713 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.414585 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:25.415458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.496531 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.551922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Allocated IP 172.20.0.2 (72f230b4-8ae3-4ef1-9a79-01eea03433b5/31dcd64a-4a96-429b-8160-0484035f588d/ca833c93-e4e9-4c09-881e-6e8de3602e14) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:25.696865 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.703061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.705392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Transition to ACTIVE for port object ca833c93-e4e9-4c09-881e-6e8de3602e14 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:25.720306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Transition to ACTIVE for port object ca833c93-e4e9-4c09-881e-6e8de3602e14 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:25.722643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.725815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.762782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:25.765536 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:25.768458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:25.799466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Pushing event updated for resources: {'Port': ['ID=ca833c93-e4e9-4c09-881e-6e8de3602e14,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:25.830649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Allocated IP 172.25.1.52 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f54d4166-c8ef-4271-afc0-5b23ec43839d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:25.830832 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Attempting to bind port ca833c93-e4e9-4c09-881e-6e8de3602e14 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:25.831161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Attempting to bind port ca833c93-e4e9-4c09-881e-6e8de3602e14 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:25.831529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Attempting to bind port ca833c93-e4e9-4c09-881e-6e8de3602e14 on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:25.836483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:25.836805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Checking segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:25.837171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.837565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Bound using segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:25.838048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Bound port: ca833c93-e4e9-4c09-881e-6e8de3602e14, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:25.838431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.903977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] For port ca833c93-e4e9-4c09-881e-6e8de3602e14, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:25.907637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] For port ca833c93-e4e9-4c09-881e-6e8de3602e14, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ca833c93-e4e9-4c09-881e-6e8de3602e14,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:25.911654 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.935615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:25.967436 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d53a2-1476-43a6-96b3-c71e74d9b379 None None] Pushing event updated for resources: {'Port': ['ID=ca833c93-e4e9-4c09-881e-6e8de3602e14,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:25.977957 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:26.014791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:26.018171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:26.021607 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:26.047469 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Pushing event updated for resources: {'Port': ['ID=f54d4166-c8ef-4271-afc0-5b23ec43839d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:26.290207 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:26.480942 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:26.833619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc39b6-72ad-4896-ab42-1fdafd819c9a None None] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:26.898955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b5d00777-0376-4901-833e-33b002f31ef9 None None] Provisioning for port ca833c93-e4e9-4c09-881e-6e8de3602e14 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:26.958583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Router cd242b63-b526-4291-a969-351f8826731a is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:03:27.067699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:03:27.077706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Sync routers for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:03:27.083610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.087653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-340049d0-9145-4a8d-a7ff-30d5a3c46b3f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8004980 Aug 21 19:03:27.088319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44042) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:27.089009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:27.089645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:27.202094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:27.388242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:26Z', 'revision_number': 3, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:27.418604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Checking router: cd242b63-b526-4291-a969-351f8826731a for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:03:27.418958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Updating router cd242b63-b526-4291-a969-351f8826731a port f54d4166-c8ef-4271-afc0-5b23ec43839d binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:03:27.442960 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.502033 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.663135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Allocated IP 172.20.0.1 (72f230b4-8ae3-4ef1-9a79-01eea03433b5/31dcd64a-4a96-429b-8160-0484035f588d/40059f80-0b22-49b9-a205-74e31799b212) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:27.701692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.716487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Transition to ACTIVE for port object f54d4166-c8ef-4271-afc0-5b23ec43839d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:27.756817 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.776787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.792596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Transition to ACTIVE for port object 40059f80-0b22-49b9-a205-74e31799b212 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:27.819342 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Attempting to bind port f54d4166-c8ef-4271-afc0-5b23ec43839d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:27.819792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Attempting to bind port f54d4166-c8ef-4271-afc0-5b23ec43839d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:27.820111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Attempting to bind port f54d4166-c8ef-4271-afc0-5b23ec43839d on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:27.825085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0a295-8db9-450d-bacf-4fdc4867f83e None None] Pushing event updated for resources: {'Port': ['ID=f54d4166-c8ef-4271-afc0-5b23ec43839d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:27.832141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:27.832519 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:27.832925 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.833318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:27.833790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Bound port: f54d4166-c8ef-4271-afc0-5b23ec43839d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:27.834350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.842729 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.856533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ca833c93-e4e9-4c09-881e-6e8de3602e14 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:27.879661 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:27.882605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:27.885972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:27.918043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Pushing event updated for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:27.932509 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.959614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] For port f54d4166-c8ef-4271-afc0-5b23ec43839d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:27.978695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] For port f54d4166-c8ef-4271-afc0-5b23ec43839d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f54d4166-c8ef-4271-afc0-5b23ec43839d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:27.985204 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:27.993862 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port ca833c93-e4e9-4c09-881e-6e8de3602e14 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:28.085163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.184633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ca833c93-e4e9-4c09-881e-6e8de3602e14 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:28.184894 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.246446 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-29e45889-53fc-4f6b-89b4-77becd2377ab None None] Provisioning for port 40059f80-0b22-49b9-a205-74e31799b212 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:28.259550 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.261576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0a295-8db9-450d-bacf-4fdc4867f83e None None] Pushing event updated for resources: {'Port': ['ID=f54d4166-c8ef-4271-afc0-5b23ec43839d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:28.264158 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.267735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-29e45889-53fc-4f6b-89b4-77becd2377ab None None] Provisioning complete for port 40059f80-0b22-49b9-a205-74e31799b212 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:28.268173 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-29e45889-53fc-4f6b-89b4-77becd2377ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.274315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:28.274980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:28.330288 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Pushing event updated for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:28.332852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.358771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-29e45889-53fc-4f6b-89b4-77becd2377ab None None] Port 40059f80-0b22-49b9-a205-74e31799b212 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:03:28.429098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:28.429584 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.430438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:28.468789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:28.505652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port ca833c93-e4e9-4c09-881e-6e8de3602e14, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ca833c93-e4e9-4c09-881e-6e8de3602e14,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:28.513991 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.552165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Router cd242b63-b526-4291-a969-351f8826731a has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:03:28.647181 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=ca833c93-e4e9-4c09-881e-6e8de3602e14,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:28.668951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:03:28.681854 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b5e46570-de2e-41b2-8ac2-b3c525534bcc admin admin] 10.222.0.41 "PUT /v2.0/routers/cd242b63-b526-4291-a969-351f8826731a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5848932 Aug 21 19:03:28.726590 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-86735f38-dc14-4672-8681-d29fed7cda61 None None] Provisioning complete for port 40059f80-0b22-49b9-a205-74e31799b212 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:28.726958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-86735f38-dc14-4672-8681-d29fed7cda61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:28.773252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-86735f38-dc14-4672-8681-d29fed7cda61 None None] Port 40059f80-0b22-49b9-a205-74e31799b212 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:03:28.787142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64cde349-fd78-4607-832a-6b82220db10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '40059f80-0b22-49b9-a205-74e31799b212', 'name': '', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'mac_address': 'fa:16:3e:e2:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:27Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 2, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'subnets': [{'id': '31dcd64a-4a96-429b-8160-0484035f588d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:28.814046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64cde349-fd78-4607-832a-6b82220db10a None None] The sync data for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 is: [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '40059f80-0b22-49b9-a205-74e31799b212', 'name': '', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'mac_address': 'fa:16:3e:e2:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:27Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 2, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'subnets': [{'id': '31dcd64a-4a96-429b-8160-0484035f588d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:03:29.175470 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44058) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:29.180465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-735654751-network', 'tenant_id': '3f72550425ca476b90e92316cfada996'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:29.204075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Made reservation on behalf of 3f72550425ca476b90e92316cfada996 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:29.206606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.215876 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.310199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.314994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.341505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:03:29.351599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b573b9a0-096d-43d5-a3ba-e381e193b170,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:29.356625 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.356968 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Added segment e8983262-97b9-4595-9ea9-906c9f44fab3 of type vlan for network 727faf6a-e444-43d8-a5d3-839ed29e8c27 Aug 21 19:03:29.402712 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.428338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.429569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:29.430323 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.492525 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3158824 Aug 21 19:03:29.495304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44060) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:29.501535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Request body: {'subnet': {'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-subnet', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:29.509266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8a0e9-66e7-41d7-a74a-993263745ea2 admin admin] Pushing event updated for resources: {'Network': ['ID=727faf6a-e444-43d8-a5d3-839ed29e8c27,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:29.521203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:03:29.536628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Made reservation on behalf of 3f72550425ca476b90e92316cfada996 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:29.539247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.721350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.782752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:29.791914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Checking segment: {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:29.792287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Network hostable DHCP agents. Network: 727faf6a-e444-43d8-a5d3-839ed29e8c27, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:03:29.819986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:03:29.833010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 727faf6a-e444-43d8-a5d3-839ed29e8c27) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:29.841659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:29.842281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc9419-f202-40e6-8de1-0b449db3ac57 None None] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:29.850940 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.872673 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f152e570-8d2b-4fcf-93eb-89b3020072d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3737359 Aug 21 19:03:29.872876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44062) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:29.877965 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:29.908275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.908714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ca833c93-e4e9-4c09-881e-6e8de3602e14 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:29.909388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:29.970264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.018149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port ca833c93-e4e9-4c09-881e-6e8de3602e14 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:30.018555 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.071758 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-727faf6a-e444-43d8-a5d3-839ed29e8c27', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:03:30.072621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.114605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.200805 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f54d4166-c8ef-4271-afc0-5b23ec43839d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:30.271263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Allocated IP 172.20.0.2 (727faf6a-e444-43d8-a5d3-839ed29e8c27/5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd/d2a062ed-5450-449a-9121-cd159b508d4a) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:30.301572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port f54d4166-c8ef-4271-afc0-5b23ec43839d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:30.323929 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.335095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f54d4166-c8ef-4271-afc0-5b23ec43839d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:30.335471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.345397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.452380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Allocated IP 172.25.1.204 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/67459604-2f87-43bb-95e1-0ee8cfff09ab) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:30.482185 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.486914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.500721 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Transition to ACTIVE for port object d2a062ed-5450-449a-9121-cd159b508d4a will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:30.516707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port f54d4166-c8ef-4271-afc0-5b23ec43839d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f54d4166-c8ef-4271-afc0-5b23ec43839d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:30.521196 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.548376 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Transition to ACTIVE for port object d2a062ed-5450-449a-9121-cd159b508d4a will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:30.560878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.569321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.586202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=f54d4166-c8ef-4271-afc0-5b23ec43839d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:30.594845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:30.597057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:30.615220 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.615624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:30.652246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Pushing event updated for resources: {'Port': ['ID=d2a062ed-5450-449a-9121-cd159b508d4a,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:30.658588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:30.661434 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:30.663946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:30.680305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Attempting to bind port d2a062ed-5450-449a-9121-cd159b508d4a on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:30.680563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Attempting to bind port d2a062ed-5450-449a-9121-cd159b508d4a by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:30.680809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Attempting to bind port d2a062ed-5450-449a-9121-cd159b508d4a on network 727faf6a-e444-43d8-a5d3-839ed29e8c27 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:30.685912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:30.686286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Checking segment: {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:30.686761 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.687160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Bound using segment: {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:30.687623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Bound port: d2a062ed-5450-449a-9121-cd159b508d4a, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:30.688046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.693289 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Pushing event updated for resources: {'Port': ['ID=67459604-2f87-43bb-95e1-0ee8cfff09ab,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:30.757845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] For port d2a062ed-5450-449a-9121-cd159b508d4a, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:30.761702 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] For port d2a062ed-5450-449a-9121-cd159b508d4a, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2a062ed-5450-449a-9121-cd159b508d4a,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:30.766847 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:30.825229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38219b9-08ad-4c00-800b-3781dd50344a None None] Pushing event updated for resources: {'Port': ['ID=d2a062ed-5450-449a-9121-cd159b508d4a,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:30.920968 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Sync routers for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:03:30.930541 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:30.930929 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:30.956615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.071383 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:31.204472 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.274405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '40059f80-0b22-49b9-a205-74e31799b212', 'name': '', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'mac_address': 'fa:16:3e:e2:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:27Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 2, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'subnets': [{'id': '31dcd64a-4a96-429b-8160-0484035f588d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:31.303932 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Checking router: cd242b63-b526-4291-a969-351f8826731a for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:03:31.304292 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Updating router cd242b63-b526-4291-a969-351f8826731a port 40059f80-0b22-49b9-a205-74e31799b212 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:03:31.329073 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.336485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Router f9d90fde-475d-47be-82d4-43dc8de72fed is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:03:31.448256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:03:31.457245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Sync routers for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:03:31.467275 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:31.467903 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:31.483825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.485973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b85756fb-feeb-412e-a521-b57fbf5598c1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6121559 Aug 21 19:03:31.488668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44064) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:03:31.612349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:31.613794 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.623916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Transition to ACTIVE for port object 40059f80-0b22-49b9-a205-74e31799b212 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:31.631740 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.783644 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Pushing event updated for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:31.803375 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Attempting to bind port 40059f80-0b22-49b9-a205-74e31799b212 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:31.807786 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Attempting to bind port 40059f80-0b22-49b9-a205-74e31799b212 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:31.808529 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Attempting to bind port 40059f80-0b22-49b9-a205-74e31799b212 on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:31.814291 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:31.814707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Checking segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:31.815119 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.815622 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Bound using segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:31.816224 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Bound port: 40059f80-0b22-49b9-a205-74e31799b212, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:31.816500 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:31.821061 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.821403 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.821741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.822074 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.822409 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.822771 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.823098 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.823422 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.823744 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.824446 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.824446 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.824660 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:03:31.956633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b132f3c6-7fe1-4d5f-9bda-0c6c05e9be87 None None] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:03:31.956764 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] For port 40059f80-0b22-49b9-a205-74e31799b212, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:31.960088 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] For port 40059f80-0b22-49b9-a205-74e31799b212, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40059f80-0b22-49b9-a205-74e31799b212,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:31.968232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f54d4166-c8ef-4271-afc0-5b23ec43839d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:31.970452 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.023451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 3, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:32.025225 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c15145-c2d5-4e67-87e7-d9aa918b6e2c None None] Pushing event updated for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:32.043095 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:32.043958 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:32.065883 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.096709 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Checking router: f9d90fde-475d-47be-82d4-43dc8de72fed for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:03:32.097068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Updating router f9d90fde-475d-47be-82d4-43dc8de72fed port 67459604-2f87-43bb-95e1-0ee8cfff09ab binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:03:32.179209 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:32.262412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Allocated IP 172.20.0.1 (727faf6a-e444-43d8-a5d3-839ed29e8c27/5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd/07ce2ddc-bd3c-43fe-9c21-246921d74948) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:32.317215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-873de744-fbf7-471b-a09b-2abbadecb046 None None] Provisioning for port d2a062ed-5450-449a-9121-cd159b508d4a completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:32.329502 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.336770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port f54d4166-c8ef-4271-afc0-5b23ec43839d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:32.337546 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.392392 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.410507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Transition to ACTIVE for port object 07ce2ddc-bd3c-43fe-9c21-246921d74948 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:32.415409 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '40059f80-0b22-49b9-a205-74e31799b212', 'name': '', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'mac_address': 'fa:16:3e:e2:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:27Z', 'updated_at': '2021-08-21T19:03:31Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'subnets': [{'id': '31dcd64a-4a96-429b-8160-0484035f588d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:32.441103 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1af2573-4d41-4901-8c43-408d88e4be16 None None] The sync data for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 is: [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:28Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '40059f80-0b22-49b9-a205-74e31799b212', 'name': '', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'mac_address': 'fa:16:3e:e2:19:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:27Z', 'updated_at': '2021-08-21T19:03:31Z', 'revision_number': 4, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'subnets': [{'id': '31dcd64a-4a96-429b-8160-0484035f588d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:03:32.451933 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.492796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:32.496041 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:32.499797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:32.531025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Pushing event updated for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:32.547349 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.660488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2a062ed-5450-449a-9121-cd159b508d4a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:32.682338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.786960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d2a062ed-5450-449a-9121-cd159b508d4a completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:32.807867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d2a062ed-5450-449a-9121-cd159b508d4a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:32.808424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.851984 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.872231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Transition to ACTIVE for port object 67459604-2f87-43bb-95e1-0ee8cfff09ab will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:32.889015 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.907864 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.914428 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.937638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Attempting to bind port 67459604-2f87-43bb-95e1-0ee8cfff09ab on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:32.938598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Attempting to bind port 67459604-2f87-43bb-95e1-0ee8cfff09ab by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:32.938972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Attempting to bind port 67459604-2f87-43bb-95e1-0ee8cfff09ab on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:32.983673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:32.983996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:32.984272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.985395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:32.985906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Bound port: 67459604-2f87-43bb-95e1-0ee8cfff09ab, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:32.986298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:32.988032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Pushing event updated for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:32.997365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.032070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1edbfd-0da1-4eda-b973-708556587f0e None None] Pushing event updated for resources: {'Port': ['ID=67459604-2f87-43bb-95e1-0ee8cfff09ab,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:33.035741 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.060973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Provisioning complete for port d2a062ed-5450-449a-9121-cd159b508d4a triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:33.061691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.108668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:33.110850 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:33.123394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d2a062ed-5450-449a-9121-cd159b508d4a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2a062ed-5450-449a-9121-cd159b508d4a,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:33.134815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.148020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] For port 67459604-2f87-43bb-95e1-0ee8cfff09ab, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:33.210158 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] For port 67459604-2f87-43bb-95e1-0ee8cfff09ab, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=67459604-2f87-43bb-95e1-0ee8cfff09ab,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:33.223395 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.259462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d2a062ed-5450-449a-9121-cd159b508d4a,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:33.273615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Router f9d90fde-475d-47be-82d4-43dc8de72fed has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:03:33.326230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:33.326924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:33.389112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1edbfd-0da1-4eda-b973-708556587f0e None None] Pushing event updated for resources: {'Port': ['ID=67459604-2f87-43bb-95e1-0ee8cfff09ab,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:33.395327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:03:33.409703 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-693d441b-7358-4cf4-9c5f-7608cae5bf27 admin admin] 10.222.0.41 "PUT /v2.0/routers/f9d90fde-475d-47be-82d4-43dc8de72fed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114733 Aug 21 19:03:33.446945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Provisioning for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:33.455322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Provisioning complete for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:33.455322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.502583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:33.537240 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b4948fff-1477-46cf-a247-2e5730aa6296 None None] Port 07ce2ddc-bd3c-43fe-9c21-246921d74948 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:03:33.668922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3070d228-e4ca-4f96-bcdd-6ab1e7da42e5 None None] Provisioning complete for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:33.669597 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3070d228-e4ca-4f96-bcdd-6ab1e7da42e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.741490 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3070d228-e4ca-4f96-bcdd-6ab1e7da42e5 None None] Port 07ce2ddc-bd3c-43fe-9c21-246921d74948 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:03:33.772715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '07ce2ddc-bd3c-43fe-9c21-246921d74948', 'name': '', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'mac_address': 'fa:16:3e:8a:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:32Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 2, 'project_id': '3f72550425ca476b90e92316cfada996', 'subnets': [{'id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:33.804720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293cde3f-c5cc-4778-82f3-a5104984d980 None None] The sync data for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 is: [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '07ce2ddc-bd3c-43fe-9c21-246921d74948', 'name': '', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'mac_address': 'fa:16:3e:8a:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:32Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 2, 'project_id': '3f72550425ca476b90e92316cfada996', 'subnets': [{'id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:03:33.836497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40059f80-0b22-49b9-a205-74e31799b212 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:33.887729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 40059f80-0b22-49b9-a205-74e31799b212 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:33.891996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 40059f80-0b22-49b9-a205-74e31799b212 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:33.892361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:33.976559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:34.023883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 40059f80-0b22-49b9-a205-74e31799b212, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40059f80-0b22-49b9-a205-74e31799b212,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:34.033951 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:34.034822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2a062ed-5450-449a-9121-cd159b508d4a up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:34.128348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:34.141391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d2a062ed-5450-449a-9121-cd159b508d4a triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:34.141781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:34.380739 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-ab0bfaa4-6466-4a97-b48f-a80c5d082135 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:34.382313 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-ab0bfaa4-6466-4a97-b48f-a80c5d082135 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 816 time: 0.1056426 Aug 21 19:03:34.398822 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-45dfe98d-b736-467a-825a-3b5a320f1435 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/quotas/8f16c9b791ee4afc96946289a14b4ed5 HTTP/1.1" status: 200 len: 375 time: 0.0103550 Aug 21 19:03:34.454217 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e7fbb64c-2172-4d3b-960f-9d415464689a tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491576 Aug 21 19:03:34.556588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e4fe073e-9b74-4384-951e-552fb099e6a0 service neutron] 10.222.0.41 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909011 Aug 21 19:03:34.989484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-ffb01371-fbf3-447a-8d3b-5f04070daecb service neutron] 10.222.0.41 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267452 Aug 21 19:03:35.161189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-797ba6cd-0c78-4ea0-b014-6c5120d28282 req-d31a71fa-b06b-463f-8a6f-abf64936ae40 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 210 time: 0.0268126 Aug 21 19:03:35.857194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40059f80-0b22-49b9-a205-74e31799b212 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:35.903628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 40059f80-0b22-49b9-a205-74e31799b212 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:35.903994 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:35.986658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 67459604-2f87-43bb-95e1-0ee8cfff09ab up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:36.037917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 67459604-2f87-43bb-95e1-0ee8cfff09ab completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:36.041679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 67459604-2f87-43bb-95e1-0ee8cfff09ab triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:36.042054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.104887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-854b1c6a-35f3-4539-ba16-a6a3af7aa407 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:36.106322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-854b1c6a-35f3-4539-ba16-a6a3af7aa407 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.39 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 816 time: 0.1100478 Aug 21 19:03:36.120491 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.122233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Request body: {'port': {'device_id': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'admin_state_up': True, 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:36.142992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 67459604-2f87-43bb-95e1-0ee8cfff09ab, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=67459604-2f87-43bb-95e1-0ee8cfff09ab,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:36.146800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.201049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=67459604-2f87-43bb-95e1-0ee8cfff09ab,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:36.251098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Made reservation on behalf of 8f16c9b791ee4afc96946289a14b4ed5 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:03:36.254650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.282381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-19e98ba4-bcc1-4c09-b2c9-c7bee7aa44b0 req-febebe4b-9367-4a23-b14e-9422a1cd27d7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 210 time: 0.0273259 Aug 21 19:03:36.376812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:03:36.387365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Allocated IP 172.20.0.11 (72f230b4-8ae3-4ef1-9a79-01eea03433b5/31dcd64a-4a96-429b-8160-0484035f588d/9750cc61-f9ba-436f-9c07-f3adbed7c511) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:03:36.496122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Sync routers for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:03:36.505977 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:36.506671 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:36.535538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.549515 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Transition to ACTIVE for port object 9750cc61-f9ba-436f-9c07-f3adbed7c511 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:36.582307 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.612923 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:36.629216 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:03:36.633764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:03:36.640077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:03:36.644052 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Pushing event updated for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:36.690840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:36.691495 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.706818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-48fc8967-1214-44fe-a5a3-c98d7fcab0c9 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5910780 Aug 21 19:03:36.720157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Request body: {'port': {'device_id': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:03:36.782043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.836276 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '07ce2ddc-bd3c-43fe-9c21-246921d74948', 'name': '', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'mac_address': 'fa:16:3e:8a:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:32Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 2, 'project_id': '3f72550425ca476b90e92316cfada996', 'subnets': [{'id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:36.862458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Checking router: f9d90fde-475d-47be-82d4-43dc8de72fed for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:03:36.863036 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Updating router f9d90fde-475d-47be-82d4-43dc8de72fed port 07ce2ddc-bd3c-43fe-9c21-246921d74948 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:03:36.885105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-254b206a-64cd-4d10-ac85-37c446eeec26 None None] Provisioning for port 9750cc61-f9ba-436f-9c07-f3adbed7c511 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:36.888538 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.896955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-254b206a-64cd-4d10-ac85-37c446eeec26 None None] Provisioning complete for port 9750cc61-f9ba-436f-9c07-f3adbed7c511 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:36.897332 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-254b206a-64cd-4d10-ac85-37c446eeec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:36.933424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-254b206a-64cd-4d10-ac85-37c446eeec26 None None] Port 9750cc61-f9ba-436f-9c07-f3adbed7c511 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:03:37.070130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9750cc61-f9ba-436f-9c07-f3adbed7c511 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:03:37.078118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.091039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Transition to ACTIVE for port object 9750cc61-f9ba-436f-9c07-f3adbed7c511 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:37.095010 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.146981 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Pushing event updated for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:37.228058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Attempting to bind port 9750cc61-f9ba-436f-9c07-f3adbed7c511 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:37.228405 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Attempting to bind port 9750cc61-f9ba-436f-9c07-f3adbed7c511 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:37.228742 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Attempting to bind port 9750cc61-f9ba-436f-9c07-f3adbed7c511 on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:37.233399 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Port 9750cc61-f9ba-436f-9c07-f3adbed7c511 on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:03:37.233916 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Attempting to bind port 9750cc61-f9ba-436f-9c07-f3adbed7c511 on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:37.239253 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:37.239596 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Checking segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:37.239982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Bound using segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:37.240413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Bound port: 9750cc61-f9ba-436f-9c07-f3adbed7c511, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:37.240775 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.259097 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.270763 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Transition to ACTIVE for port object 07ce2ddc-bd3c-43fe-9c21-246921d74948 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:03:37.276892 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.315894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:37.320221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:37.325413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.328042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8c110-46f5-4647-ab6d-10439214003e None None] Pushing event updated for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:37.397792 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Attempting to bind port 07ce2ddc-bd3c-43fe-9c21-246921d74948 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:03:37.398443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Attempting to bind port 07ce2ddc-bd3c-43fe-9c21-246921d74948 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:03:37.398443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Attempting to bind port 07ce2ddc-bd3c-43fe-9c21-246921d74948 on network 727faf6a-e444-43d8-a5d3-839ed29e8c27 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:03:37.401310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:37.402122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.403736 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:03:37.404111 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Checking segment: {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:03:37.404513 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.404824 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] 10.222.0.39 "PUT /v2.0/ports/9750cc61-f9ba-436f-9c07-f3adbed7c511 HTTP/1.1" status: 200 len: 1093 time: 0.6899314 Aug 21 19:03:37.404940 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Bound using segment: {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:03:37.405351 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Bound port: 07ce2ddc-bd3c-43fe-9c21-246921d74948, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8983262-97b9-4595-9ea9-906c9f44fab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:03:37.405713 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.416772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:03:37.419570 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb8bfdf-3355-4472-afd8-ebb307b37175" -d '{"events": [{"name": "network-changed", "server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:03:37.475338 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1712866-126f-4bd8-b89a-37b7a761537b service neutron] Pushing event updated for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:37.491957 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] For port 07ce2ddc-bd3c-43fe-9c21-246921d74948, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:03:37.495823 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] For port 07ce2ddc-bd3c-43fe-9c21-246921d74948, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07ce2ddc-bd3c-43fe-9c21-246921d74948,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:03:37.505260 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.521760 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3612e6d-1f07-4160-a364-1e54789f60cc x-openstack-request-id: req-e3612e6d-1f07-4160-a364-1e54789f60cc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:03:37.522053 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:03:37.522307 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e3612e6d-1f07-4160-a364-1e54789f60cc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:03:37.522726 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511', 'status': 'completed', 'code': 200} Aug 21 19:03:37.530600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-db163bd8-4130-4e24-ba11-6bcce8291841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:37.532199 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-db163bd8-4130-4e24-ba11-6bcce8291841 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 1096 time: 0.0720108 Aug 21 19:03:37.540833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18acd8-0a8f-4e5b-96b6-00c87a9e04de req-cac057ba-efee-436e-8da6-bfc817a1f8da tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:37.542357 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f18acd8-0a8f-4e5b-96b6-00c87a9e04de req-cac057ba-efee-436e-8da6-bfc817a1f8da tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 944 time: 0.1616101 Aug 21 19:03:37.577236 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:03:37.578122 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:03:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:37.596952 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-4999652f-711a-4e14-8ca9-c4556ce519ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511 HTTP/1.1" status: 200 len: 217 time: 0.0535924 Aug 21 19:03:37.615999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8c110-46f5-4647-ab6d-10439214003e None None] Pushing event updated for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:37.678833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1f18acd8-0a8f-4e5b-96b6-00c87a9e04de req-479b5b0d-52e7-4dad-834d-7028b749098f tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846276 Aug 21 19:03:37.682680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-9067591e-2ac9-4560-bbee-cdde35d957f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:37.684135 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-9067591e-2ac9-4560-bbee-cdde35d957f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 200 len: 855 time: 0.0729263 Aug 21 19:03:37.728181 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:03:37.749560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df35d201-d6cc-4fe6-8127-fa66354307db req-9d45c650-47a6-406e-a93a-83311452bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:37.752010 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-9d45c650-47a6-406e-a93a-83311452bb59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f230b4-8ae3-4ef1-9a79-01eea03433b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513754 Aug 21 19:03:37.870208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07ce2ddc-bd3c-43fe-9c21-246921d74948 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:37.880589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-b1cde075-866f-4931-9c56-4d46e9ff5bda service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206191 Aug 21 19:03:37.925718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:37.930295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:37.930727 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:37.978929 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '07ce2ddc-bd3c-43fe-9c21-246921d74948', 'name': '', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'mac_address': 'fa:16:3e:8a:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:32Z', 'updated_at': '2021-08-21T19:03:37Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'subnets': [{'id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:03:37.980810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-df35d201-d6cc-4fe6-8127-fa66354307db req-294a4204-be1c-4d21-8157-65d6dd32425e service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937426 Aug 21 19:03:37.984034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1e2b70cf-f563-4906-b4c1-68e8c087df6f None None] Provisioning complete for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:37.984407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e2b70cf-f563-4906-b4c1-68e8c087df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:38.010258 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be9f3-d8db-4903-b0a9-5799cf07e5cf None None] The sync data for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 is: [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:03:32Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '07ce2ddc-bd3c-43fe-9c21-246921d74948', 'name': '', 'network_id': '727faf6a-e444-43d8-a5d3-839ed29e8c27', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'mac_address': 'fa:16:3e:8a:57:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:32Z', 'updated_at': '2021-08-21T19:03:37Z', 'revision_number': 4, 'project_id': '3f72550425ca476b90e92316cfada996', 'subnets': [{'id': '5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:03:38.055404 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:38.076932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-bff02277-98dd-4e22-a1ad-b59c490400a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:38.079202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-bff02277-98dd-4e22-a1ad-b59c490400a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 1096 time: 0.0454495 Aug 21 19:03:38.120202 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 07ce2ddc-bd3c-43fe-9c21-246921d74948, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07ce2ddc-bd3c-43fe-9c21-246921d74948,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:38.124840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e2b70cf-f563-4906-b4c1-68e8c087df6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:38.128083 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:38.128866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 67459604-2f87-43bb-95e1-0ee8cfff09ab up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:38.184324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-49ec0ca2-eeb3-42f7-9426-78109c3c0793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:38.186075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-49ec0ca2-eeb3-42f7-9426-78109c3c0793 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 917 time: 0.1001437 Aug 21 19:03:38.232965 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-e03b0892-5165-454d-a7c8-ad464d451964 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511 HTTP/1.1" status: 200 len: 217 time: 0.0393000 Aug 21 19:03:38.248913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:38.260322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-1e2b70cf-f563-4906-b4c1-68e8c087df6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 19:03:38.260677 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-1e2b70cf-f563-4906-b4c1-68e8c087df6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 19:03:38.267315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 67459604-2f87-43bb-95e1-0ee8cfff09ab triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:38.267689 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:38.287504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-6c0afa3b-f520-41b1-8de6-9e122ecb569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:38.289066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-6c0afa3b-f520-41b1-8de6-9e122ecb569a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 200 len: 855 time: 0.0481236 Aug 21 19:03:38.348638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-a683b710-8f38-435b-859a-6339e6a27887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:38.350250 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-a683b710-8f38-435b-859a-6339e6a27887 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f230b4-8ae3-4ef1-9a79-01eea03433b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523534 Aug 21 19:03:38.443734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-11c08218-e751-4091-ba48-64d7f39c27b8 service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853567 Aug 21 19:03:38.540294 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbb8bfdf-3355-4472-afd8-ebb307b37175 req-8c04c0a5-5df5-4f66-b917-27e5c81d3443 service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874655 Aug 21 19:03:38.794100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8d4dc-f18c-4a6e-8249-15261eeb402b req-b040aa23-bdd8-42ad-97d2-cd49bfed3ba6 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:38.795626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecb8d4dc-f18c-4a6e-8249-15261eeb402b req-b040aa23-bdd8-42ad-97d2-cd49bfed3ba6 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 944 time: 0.0492280 Aug 21 19:03:38.835693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ecb8d4dc-f18c-4a6e-8249-15261eeb402b req-fb0c72ea-4f18-44b8-ae2f-334d1d30c797 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Aug 21 19:03:39.795366 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07ce2ddc-bd3c-43fe-9c21-246921d74948 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:39.844522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 07ce2ddc-bd3c-43fe-9c21-246921d74948 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:39.844886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:39.948948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2243-8400-4461-8ea5-1b71cd3baa18 req-b5071d81-59c4-4716-8f86-70936db493c0 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:39.950727 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-304b2243-8400-4461-8ea5-1b71cd3baa18 req-b5071d81-59c4-4716-8f86-70936db493c0 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 944 time: 0.0488999 Aug 21 19:03:39.987395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-304b2243-8400-4461-8ea5-1b71cd3baa18 req-c6c9050d-9f62-4aab-bf89-110723dfbd50 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300221 Aug 21 19:03:41.100028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e812a3-d70d-4b4b-ad64-8fbfe48584b1 req-4b11f080-b973-426c-b664-34b33028e896 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:41.101448 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5e812a3-d70d-4b4b-ad64-8fbfe48584b1 req-4b11f080-b973-426c-b664-34b33028e896 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 944 time: 0.0481429 Aug 21 19:03:41.138814 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5e812a3-d70d-4b4b-ad64-8fbfe48584b1 req-2bd905c7-1a5f-4a11-a3ce-cb9928fe3b1b tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Aug 21 19:03:42.175938 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9750cc61-f9ba-436f-9c07-f3adbed7c511 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:03:42.250669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9368eda-34ba-4e53-8cd1-5d5febdefcce req-9250f47c-1335-4a88-9ce8-fa527f92ab80 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:42.252174 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9368eda-34ba-4e53-8cd1-5d5febdefcce req-9250f47c-1335-4a88-9ce8-fa527f92ab80 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 944 time: 0.0481400 Aug 21 19:03:42.268456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:42.278746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '9750cc61-f9ba-436f-9c07-f3adbed7c511', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'port_id': '9750cc61-f9ba-436f-9c07-f3adbed7c511', 'mac_address': 'fa:16:3e:96:e0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:03:42.289786 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9368eda-34ba-4e53-8cd1-5d5febdefcce req-a38cb225-7064-4c53-808a-f4b7283f1e97 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316024 Aug 21 19:03:42.321296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:42.333936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9750cc61-f9ba-436f-9c07-f3adbed7c511 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:03:42.352459 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:42.356269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:42.401959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:42.555625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9750cc61-f9ba-436f-9c07-f3adbed7c511'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:03:43.409444 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf765bf-3427-49e5-9ec9-10520442033b req-2daa5db7-34c2-4522-a6e5-2ec3a3a56317 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:43.410974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cf765bf-3427-49e5-9ec9-10520442033b req-2daa5db7-34c2-4522-a6e5-2ec3a3a56317 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 945 time: 0.0536082 Aug 21 19:03:43.449033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3cf765bf-3427-49e5-9ec9-10520442033b req-b0485bd8-53d8-4d5f-a491-c80dbc32601e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320809 Aug 21 19:03:44.192171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9750cc61-f9ba-436f-9c07-f3adbed7c511 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:03:44.239511 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 9750cc61-f9ba-436f-9c07-f3adbed7c511 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:03:44.243124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 9750cc61-f9ba-436f-9c07-f3adbed7c511 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:03:44.243489 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:44.316978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:44.338042 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:03:44.340280 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb44bb-57e1-4fa7-97d3-9a80d9f77243" -d '{"events": [{"server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "name": "network-vif-plugged", "status": "completed", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:03:44.355810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:03:44.365038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:44.480881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73687a60-c973-4c29-a6e9-7f3cb9c30015 req-d8241a79-16cd-4748-bfa3-fe2504f96ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:44.482738 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73687a60-c973-4c29-a6e9-7f3cb9c30015 req-d8241a79-16cd-4748-bfa3-fe2504f96ae8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 1098 time: 0.0424659 Aug 21 19:03:44.523787 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73687a60-c973-4c29-a6e9-7f3cb9c30015 req-77693033-aad2-4f00-9d2f-4953294fd521 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Aug 21 19:03:44.546872 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3343176e-7971-4922-8e1e-3aa4fa31a9f2 x-openstack-request-id: req-3343176e-7971-4922-8e1e-3aa4fa31a9f2 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:03:44.547687 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "name": "network-vif-plugged", "status": "completed", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:03:44.547920 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3343176e-7971-4922-8e1e-3aa4fa31a9f2 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:03:44.548305 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511', 'code': 200} Aug 21 19:03:44.569079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479c62f-ff2d-4b98-b6ca-067d18a66625 req-ae689569-7f3a-4660-8dc5-230b62bd1816 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:44.570597 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e479c62f-ff2d-4b98-b6ca-067d18a66625 req-ae689569-7f3a-4660-8dc5-230b62bd1816 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0506985 Aug 21 19:03:44.573170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:03:44.608802 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e479c62f-ff2d-4b98-b6ca-067d18a66625 req-e3af0c5a-bbdc-4e23-9039-a1b7ab02a9e3 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319242 Aug 21 19:03:45.724180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fd5d7-ff1c-47c3-b201-ec0ed07274f7 req-d1f4fecc-1fee-4264-b7cd-ca8b0b3c268e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:45.725572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a4fd5d7-ff1c-47c3-b201-ec0ed07274f7 req-d1f4fecc-1fee-4264-b7cd-ca8b0b3c268e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0492375 Aug 21 19:03:45.763309 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a4fd5d7-ff1c-47c3-b201-ec0ed07274f7 req-ccb24b32-21ab-440e-8f5a-aabafe8eb778 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317020 Aug 21 19:03:45.876503 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f8d8d-01b0-4fbf-ac02-9b1fd05b30a7 req-8ec1f246-6b48-4dae-afd6-1ed18a8b8b4b tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:45.877988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-509f8d8d-01b0-4fbf-ac02-9b1fd05b30a7 req-8ec1f246-6b48-4dae-afd6-1ed18a8b8b4b tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0488663 Aug 21 19:03:45.914890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-509f8d8d-01b0-4fbf-ac02-9b1fd05b30a7 req-4dbfcc2a-eaea-4ce5-8a1c-1a09c9edbcce tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309117 Aug 21 19:03:47.849752 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-84b45b9a-32ee-4ac3-917f-a2f172046543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:48.971837 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:49.532883 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:50.368963 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dedaf21e-607b-46ef-98e6-ef77fec2c8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:50.517538 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:51.805223 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:03:52.363502 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-9422d961-ffa4-49f4-b525-c4edc5f8b132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386851 Aug 21 19:03:52.443513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915056-295a-4b57-9149-e2f0d446b846 req-222495f2-ffc4-4967-bf20-40ee8a26e045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:52.444942 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-222495f2-ffc4-4967-bf20-40ee8a26e045 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 1098 time: 0.0391939 Aug 21 19:03:52.856722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915056-295a-4b57-9149-e2f0d446b846 req-bfe0c97a-f34b-4372-95cc-e057282d0c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:52.858204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-bfe0c97a-f34b-4372-95cc-e057282d0c04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 917 time: 0.3917108 Aug 21 19:03:52.899186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-26e7c614-8b25-4a12-953d-b20159b7cfc9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511 HTTP/1.1" status: 200 len: 217 time: 0.0330222 Aug 21 19:03:52.950706 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915056-295a-4b57-9149-e2f0d446b846 req-308c465f-910c-40a3-a84d-6403730bf74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:52.952102 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-308c465f-910c-40a3-a84d-6403730bf74a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 200 len: 855 time: 0.0455635 Aug 21 19:03:52.995758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24915056-295a-4b57-9149-e2f0d446b846 req-f9981962-21bc-425d-97f1-a9151bb863ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:03:52.997191 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-f9981962-21bc-425d-97f1-a9151bb863ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72f230b4-8ae3-4ef1-9a79-01eea03433b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0379148 Aug 21 19:03:53.084450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-08aeb979-a04d-471d-abc6-1ba9f5d6a490 service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799103 Aug 21 19:03:53.175492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-24915056-295a-4b57-9149-e2f0d446b846 req-06965592-f6da-47bd-9d37-8f7d213666a8 service neutron] 10.222.0.39 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843523 Aug 21 19:03:53.483114 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:04.409175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a734a-5019-46a8-b7b5-35da223d095f req-20ce2c18-6619-483c-b2fa-cde37fb79649 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:04.410695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b87a734a-5019-46a8-b7b5-35da223d095f req-20ce2c18-6619-483c-b2fa-cde37fb79649 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0563853 Aug 21 19:04:04.451163 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b87a734a-5019-46a8-b7b5-35da223d095f req-098bbf72-7b53-43e3-860a-e1aecdc46b7a tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Aug 21 19:04:05.567740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b2e2db-83c6-42f6-97ab-a7093d2e94bb req-04be058e-4481-4738-a7b6-449653cc51a8 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:05.569211 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3b2e2db-83c6-42f6-97ab-a7093d2e94bb req-04be058e-4481-4738-a7b6-449653cc51a8 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0488987 Aug 21 19:04:05.606409 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d3b2e2db-83c6-42f6-97ab-a7093d2e94bb req-cf1f6bc6-d79b-4abf-b741-14ac11b299ba tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Aug 21 19:04:05.919156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95750a-abad-4803-a46d-08784caefadc req-1f623c28-77e7-4ead-91e3-063b53661251 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:05.920598 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a95750a-abad-4803-a46d-08784caefadc req-1f623c28-77e7-4ead-91e3-063b53661251 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 946 time: 0.0476160 Aug 21 19:04:06.011749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Deleting port 9750cc61-f9ba-436f-9c07-f3adbed7c511 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:06.012007 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:06.096533 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] For port 9750cc61-f9ba-436f-9c07-f3adbed7c511, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=9750cc61-f9ba-436f-9c07-f3adbed7c511,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:06.096897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:06.108244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Calling delete_port for 9750cc61-f9ba-436f-9c07-f3adbed7c511 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:06.236890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:06.249171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['9750cc61-f9ba-436f-9c07-f3adbed7c511'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:04:06.264845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Pushing event deleted for resources: {'Port': ['ID=9750cc61-f9ba-436f-9c07-f3adbed7c511,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:06.310418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] No DVR routers for this DVR port 9750cc61-f9ba-436f-9c07-f3adbed7c511 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:04:06.313153 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:06.315256 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a95750a-abad-4803-a46d-08784caefadc req-aca41fc1-6297-40b8-b8a0-758fed4487c2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.39 "DELETE /v2.0/ports/9750cc61-f9ba-436f-9c07-f3adbed7c511 HTTP/1.1" status: 204 len: 173 time: 0.3882966 Aug 21 19:04:06.315699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'name': 'network-vif-deleted', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:04:06.318040 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e8b002-d565-4746-8631-9f812213b531" -d '{"events": [{"server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "name": "network-vif-deleted", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:04:06.357307 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa422763-5873-4f68-ba90-c1fc0c4d00d3 x-openstack-request-id: req-fa422763-5873-4f68-ba90-c1fc0c4d00d3 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:04:06.357662 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e90a391-03a0-4ee9-9ba8-e3362da0d73e", "name": "network-vif-deleted", "tag": "9750cc61-f9ba-436f-9c07-f3adbed7c511", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:04:06.357980 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa422763-5873-4f68-ba90-c1fc0c4d00d3 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:04:06.358389 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e90a391-03a0-4ee9-9ba8-e3362da0d73e', 'name': 'network-vif-deleted', 'tag': '9750cc61-f9ba-436f-9c07-f3adbed7c511', 'status': 'completed', 'code': 200} Aug 21 19:04:06.714034 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06c1b076-5e5a-4fb4-b9ac-7dad8d028ec6 req-e7ba51b6-8de0-4f55-aef6-88bf4ac8f49a tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e90a391-03a0-4ee9-9ba8-e3362da0d73e HTTP/1.1" status: 200 len: 210 time: 0.0273755 Aug 21 19:04:08.312860 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-127d1654-0955-4208-9038-682271c1bae2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:08.314330 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-127d1654-0955-4208-9038-682271c1bae2 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 816 time: 0.0978379 Aug 21 19:04:08.329037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-6a61393e-d462-4f4a-813f-deac62ba0c11 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/quotas/8f16c9b791ee4afc96946289a14b4ed5 HTTP/1.1" status: 200 len: 375 time: 0.0089238 Aug 21 19:04:08.383304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c72efd55-99aa-4a88-9cb4-4b5a22a8d57e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490077 Aug 21 19:04:08.398381 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-2f069340-3db7-4a79-ae75-24ba0bf1951b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:04:08.399468 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-2f069340-3db7-4a79-ae75-24ba0bf1951b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051477 Aug 21 19:04:08.487515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-b84bcef3-45ea-4946-aedc-d0e5840d249e service neutron] 10.222.0.41 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818288 Aug 21 19:04:08.578515 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-3bcd7254-d415-477d-b5c3-7fed4d3f3413 service neutron] 10.222.0.41 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849090 Aug 21 19:04:08.735984 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e2d6ac9-8805-46c6-93f4-020f4b75b1fd req-53caec78-f011-4d59-81f5-fc0fc1599ae0 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 210 time: 0.0265548 Aug 21 19:04:09.685270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-2d135df4-18f2-4305-ab6b-851d87c12d18 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:09.686831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-2d135df4-18f2-4305-ab6b-851d87c12d18 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.64 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 816 time: 0.1035590 Aug 21 19:04:09.702846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Request body: {'port': {'device_id': '64901047-7a35-4ea7-b661-9182af3609da', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'admin_state_up': True, 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:09.816160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Made reservation on behalf of 8f16c9b791ee4afc96946289a14b4ed5 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:04:09.820028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:09.837789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-799b52a3-4413-4f6a-82c4-1aa97d4c40c2 req-c6079663-b61e-4a84-b575-b7d4324d2f8c tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 210 time: 0.0359640 Aug 21 19:04:09.948709 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Allocated IP 172.20.0.8 (72f230b4-8ae3-4ef1-9a79-01eea03433b5/31dcd64a-4a96-429b-8160-0484035f588d/1cbe6186-9779-4f60-a772-402b243d02fd) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:10.090065 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.103229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Transition to ACTIVE for port object 1cbe6186-9779-4f60-a772-402b243d02fd will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:10.134728 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.178568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:10.181458 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:10.184969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:10.216461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Pushing event updated for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:10.229435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.229779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.230116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.230448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.230834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.231161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.231488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.231810 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.232132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.232453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.232774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.233089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:10.252344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:10.252974 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.268320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c177cc75-056b-4126-8e89-f75c502f10e4 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698340 Aug 21 19:04:10.286349 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Request body: {'port': {'device_id': '64901047-7a35-4ea7-b661-9182af3609da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:10.316975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9750cc61-f9ba-436f-9c07-f3adbed7c511 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:10.340403 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 9750cc61-f9ba-436f-9c07-f3adbed7c511 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:10.340742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 9750cc61-f9ba-436f-9c07-f3adbed7c511 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:10.347240 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.396833 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1cd225b7-4d8f-4517-920a-8a768f4a423b None None] Provisioning for port 1cbe6186-9779-4f60-a772-402b243d02fd completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:10.400912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1cd225b7-4d8f-4517-920a-8a768f4a423b None None] Provisioning complete for port 1cbe6186-9779-4f60-a772-402b243d02fd triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:10.401340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1cd225b7-4d8f-4517-920a-8a768f4a423b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.434984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1cd225b7-4d8f-4517-920a-8a768f4a423b None None] Port 1cbe6186-9779-4f60-a772-402b243d02fd cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:04:10.611339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbe6186-9779-4f60-a772-402b243d02fd {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:04:10.618451 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.629875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Transition to ACTIVE for port object 1cbe6186-9779-4f60-a772-402b243d02fd will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:10.634087 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.701982 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:10.759267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Attempting to bind port 1cbe6186-9779-4f60-a772-402b243d02fd on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:10.759608 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Attempting to bind port 1cbe6186-9779-4f60-a772-402b243d02fd by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:10.759936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Attempting to bind port 1cbe6186-9779-4f60-a772-402b243d02fd on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:10.764358 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Port 1cbe6186-9779-4f60-a772-402b243d02fd on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:04:10.764676 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Attempting to bind port 1cbe6186-9779-4f60-a772-402b243d02fd on network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:10.769710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:10.770156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Checking segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:10.770562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Bound using segment: {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:10.770986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Bound port: 1cbe6186-9779-4f60-a772-402b243d02fd, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7ac33b1-80aa-474c-8222-d943ac9cb1df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:10.771344 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.838452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:10.841520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1cbe6186-9779-4f60-a772-402b243d02fd,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:10.847492 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.880693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:10.881279 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:10.882731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] 10.222.0.64 "PUT /v2.0/ports/1cbe6186-9779-4f60-a772-402b243d02fd HTTP/1.1" status: 200 len: 1092 time: 0.6008132 Aug 21 19:04:10.883188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:04:10.885468 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4" -d '{"events": [{"name": "network-changed", "server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:04:10.926828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9bc07-fafd-4ced-ab71-4241776bbe2b service neutron] Pushing event updated for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:10.942052 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140c160-06de-4783-9227-3e8fb462d6cf x-openstack-request-id: req-2140c160-06de-4783-9227-3e8fb462d6cf {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:04:10.942350 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:04:10.942630 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2140c160-06de-4783-9227-3e8fb462d6cf {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:04:10.943033 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd', 'status': 'completed', 'code': 200} Aug 21 19:04:11.000897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72555b09-20c4-4c4d-90f0-2d6af3ef06d3 req-ef2d0210-2d31-446b-94f9-a8a35aa747d1 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.002613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72555b09-20c4-4c4d-90f0-2d6af3ef06d3 req-ef2d0210-2d31-446b-94f9-a8a35aa747d1 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 943 time: 0.0901592 Aug 21 19:04:11.009805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-b1dd914a-5424-431c-a62a-9f68b51787ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.011375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-b1dd914a-5424-431c-a62a-9f68b51787ee service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 1095 time: 0.0642674 Aug 21 19:04:11.066410 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-62e8e99f-5b28-40f1-b0f8-4e784ade331d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbe6186-9779-4f60-a772-402b243d02fd HTTP/1.1" status: 200 len: 217 time: 0.0401003 Aug 21 19:04:11.079804 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-72555b09-20c4-4c4d-90f0-2d6af3ef06d3 req-82283810-60b3-40fc-bbe5-21a3864f77c7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674853 Aug 21 19:04:11.126797 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-a0c8031f-8d3f-4e95-865d-2c7dab346743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.128191 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-a0c8031f-8d3f-4e95-865d-2c7dab346743 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 200 len: 855 time: 0.0475373 Aug 21 19:04:11.179198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-f3286bbe-6789-4d02-9dbc-b3628330a98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.180731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-f3286bbe-6789-4d02-9dbc-b3628330a98a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72f230b4-8ae3-4ef1-9a79-01eea03433b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404115 Aug 21 19:04:11.273388 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-576a4a83-6c51-40bc-9eab-09bb2169504f service neutron] 10.222.0.64 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816796 Aug 21 19:04:11.369550 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-39a0c461-55d7-4dda-9abc-29a4c08fca81 req-c9ec5314-1a96-471d-9a8a-d25267d355e7 service neutron] 10.222.0.64 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843077 Aug 21 19:04:11.460471 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-a240565c-34f9-4a48-bbe9-72072480b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.461959 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-a240565c-34f9-4a48-bbe9-72072480b0ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 1095 time: 0.0413687 Aug 21 19:04:11.558625 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-5852bb13-5562-476d-9d6e-90701ba97086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.560091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-5852bb13-5562-476d-9d6e-90701ba97086 service neutron] 10.222.0.64 "GET /v2.0/networks?id=72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 200 len: 917 time: 0.0903249 Aug 21 19:04:11.602514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-cc8b59b7-06fd-4b18-9139-f97292b32775 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1cbe6186-9779-4f60-a772-402b243d02fd HTTP/1.1" status: 200 len: 217 time: 0.0337245 Aug 21 19:04:11.653367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-4000da9d-65c4-447c-bdf2-f0914b10ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.654937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-4000da9d-65c4-447c-bdf2-f0914b10ea92 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 200 len: 855 time: 0.0458450 Aug 21 19:04:11.707053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-829b5a4f-077e-410e-8848-e2e6867108e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:11.708629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-829b5a4f-077e-410e-8848-e2e6867108e9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=72f230b4-8ae3-4ef1-9a79-01eea03433b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461097 Aug 21 19:04:11.801036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-269766ac-6009-49fa-829a-a8ea29f18a27 service neutron] 10.222.0.64 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818987 Aug 21 19:04:11.897031 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6f0bddbe-4a9b-4ba3-b707-ccc7f88547a4 req-7c6c979d-11eb-409b-ab29-ca66b8ed200d service neutron] 10.222.0.64 "GET /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872872 Aug 21 19:04:12.195658 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7830e-7c69-4d16-887a-b7e9a780e95d req-d42ab9da-c0a3-4029-81a0-604285e5fb53 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:12.197167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2fd7830e-7c69-4d16-887a-b7e9a780e95d req-d42ab9da-c0a3-4029-81a0-604285e5fb53 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 943 time: 0.0490839 Aug 21 19:04:12.236553 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2fd7830e-7c69-4d16-887a-b7e9a780e95d req-cee73595-b4cb-4bfb-9526-f2c3f3482485 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Aug 21 19:04:12.638893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1cbe6186-9779-4f60-a772-402b243d02fd details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:04:12.731239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1cbe6186-9779-4f60-a772-402b243d02fd,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:12.742262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '1cbe6186-9779-4f60-a772-402b243d02fd', 'network_id': '72f230b4-8ae3-4ef1-9a79-01eea03433b5', 'port_id': '1cbe6186-9779-4f60-a772-402b243d02fd', 'mac_address': 'fa:16:3e:fb:91:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31dcd64a-4a96-429b-8160-0484035f588d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:04:12.782052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:12.794631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbe6186-9779-4f60-a772-402b243d02fd {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:04:12.814121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1cbe6186-9779-4f60-a772-402b243d02fd,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:12.817818 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:12.864826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:12.872079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.872422 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.872754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.873083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.873409 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.873730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.874051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.874483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.874716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.875032 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.875348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:12.876196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:13.067750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['1cbe6186-9779-4f60-a772-402b243d02fd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:04:13.350912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed6213-e3b2-49bc-bfd2-214a0cae4da3 req-bb72a944-a43a-437d-9ac6-efdc7f52a1a6 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:13.352320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0ed6213-e3b2-49bc-bfd2-214a0cae4da3 req-bb72a944-a43a-437d-9ac6-efdc7f52a1a6 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 944 time: 0.0494246 Aug 21 19:04:13.377423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:04:13.390033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0ed6213-e3b2-49bc-bfd2-214a0cae4da3 req-0fdfc4c5-3957-496b-a508-029552bf1974 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Aug 21 19:04:14.502934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a696298-eb4c-4adb-abeb-daf863da4cdb req-313833fd-411e-462e-9576-f9be5ad5bb0c tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:14.504391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a696298-eb4c-4adb-abeb-daf863da4cdb req-313833fd-411e-462e-9576-f9be5ad5bb0c tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 944 time: 0.0482886 Aug 21 19:04:14.542000 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7a696298-eb4c-4adb-abeb-daf863da4cdb req-7fe3b6fb-b151-46b4-8553-80e71d35f2f6 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316939 Aug 21 19:04:14.649696 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1cbe6186-9779-4f60-a772-402b243d02fd up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:14.697470 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 1cbe6186-9779-4f60-a772-402b243d02fd completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:14.701171 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 1cbe6186-9779-4f60-a772-402b243d02fd triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:14.701541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:14.775104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:14.799601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:04:14.801842 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d504892d-8532-4525-91fe-6133f08dd875" -d '{"events": [{"server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:04:14.814182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1cbe6186-9779-4f60-a772-402b243d02fd,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:14.819763 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:14.864715 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77da7bb-65ce-41a9-99cb-55b54c6fb38f x-openstack-request-id: req-a77da7bb-65ce-41a9-99cb-55b54c6fb38f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:04:14.864997 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "name": "network-vif-plugged", "status": "completed", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:04:14.865244 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a77da7bb-65ce-41a9-99cb-55b54c6fb38f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:04:14.865628 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd', 'code': 200} Aug 21 19:04:14.870084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:15.087125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a27371-9df4-4415-af47-ccd7b821ab1c req-7a5ebfc2-a20d-4964-b919-6661be7caebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:15.088495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2a27371-9df4-4415-af47-ccd7b821ab1c req-7a5ebfc2-a20d-4964-b919-6661be7caebf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 1097 time: 0.0408673 Aug 21 19:04:15.122132 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2a27371-9df4-4415-af47-ccd7b821ab1c req-f298b8e2-95d8-4318-9dc9-2085eb9eb7f9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261917 Aug 21 19:04:15.660767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6d5a5-6a4d-4761-b665-7d4741d09f50 req-7644055b-1c03-4d27-898d-72d35dc36b56 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:15.662263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03b6d5a5-6a4d-4761-b665-7d4741d09f50 req-7644055b-1c03-4d27-898d-72d35dc36b56 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0540130 Aug 21 19:04:15.699350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-03b6d5a5-6a4d-4761-b665-7d4741d09f50 req-3da64dd8-6a27-4358-b486-3756be0c881c tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310111 Aug 21 19:04:16.812617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f7574-49e5-4819-a6f8-92e8f7bbdeee req-dd3b1f7b-478d-48b5-b340-1727c81d4f95 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:16.814095 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a92f7574-49e5-4819-a6f8-92e8f7bbdeee req-dd3b1f7b-478d-48b5-b340-1727c81d4f95 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0482197 Aug 21 19:04:16.855482 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a92f7574-49e5-4819-a6f8-92e8f7bbdeee req-a43ebd85-1a68-415b-8d3f-569d631aee26 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 21 19:04:16.969634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd819fc-5254-49a5-8934-4867f5a86151 req-45ab3b65-4dc5-4f43-9277-8693c1806da8 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:16.971752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bd819fc-5254-49a5-8934-4867f5a86151 req-45ab3b65-4dc5-4f43-9277-8693c1806da8 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0484202 Aug 21 19:04:17.008014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9bd819fc-5254-49a5-8934-4867f5a86151 req-ff308939-fa7e-4ee0-b671-8956e74f508d tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303202 Aug 21 19:04:17.840511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-98b3b80d-a2d0-42ae-828f-b7564fbb5543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:18.968340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:19.547922 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:20.369698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd913109-82a0-4773-ba09-00690276104a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:20.519791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:21.808730 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:23.485443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:35.315173 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98389caa-3de1-4074-8243-4d195ae563ca req-b347457b-08ad-40c7-8fc3-7eceadf6bcfc tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:35.316650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-98389caa-3de1-4074-8243-4d195ae563ca req-b347457b-08ad-40c7-8fc3-7eceadf6bcfc tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0495405 Aug 21 19:04:35.354023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-98389caa-3de1-4074-8243-4d195ae563ca req-f3fad33a-881b-414d-b2fd-0e56269d3388 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310285 Aug 21 19:04:36.469553 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a359-a968-4448-b89f-5ba70cafe6d8 req-78a87e88-021a-4871-bb8a-71c95e079d9a tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:36.471699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e0a359-a968-4448-b89f-5ba70cafe6d8 req-78a87e88-021a-4871-bb8a-71c95e079d9a tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0485318 Aug 21 19:04:36.508407 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78e0a359-a968-4448-b89f-5ba70cafe6d8 req-7710b8dc-009a-4d4d-ad5c-52e50dbd8576 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/security-groups?id=5945a289-a16c-410c-99a7-357179a6fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307596 Aug 21 19:04:36.942282 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-cc71d3a3-1237-41ad-84de-a3af1ed0490e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:36.943798 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-cc71d3a3-1237-41ad-84de-a3af1ed0490e tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.64 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 945 time: 0.0483484 Aug 21 19:04:37.039491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Deleting port 1cbe6186-9779-4f60-a772-402b243d02fd {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:37.039832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:37.126619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] For port 1cbe6186-9779-4f60-a772-402b243d02fd, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=1cbe6186-9779-4f60-a772-402b243d02fd,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:37.126907 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:37.138947 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Calling delete_port for 1cbe6186-9779-4f60-a772-402b243d02fd owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:37.264484 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:37.281438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['1cbe6186-9779-4f60-a772-402b243d02fd'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:04:37.293486 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Pushing event deleted for resources: {'Port': ['ID=1cbe6186-9779-4f60-a772-402b243d02fd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:37.337895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] No DVR routers for this DVR port 1cbe6186-9779-4f60-a772-402b243d02fd on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:04:37.340681 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:37.342763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5eef1a9a-ea71-4e40-8904-a0293ebd16a9 req-61ec7d94-8edd-47a7-abe8-0721d0ce29b7 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.64 "DELETE /v2.0/ports/1cbe6186-9779-4f60-a772-402b243d02fd HTTP/1.1" status: 204 len: 173 time: 0.3890300 Aug 21 19:04:37.343210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'name': 'network-vif-deleted', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:04:37.345483 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3089d5d-3fba-42b8-b6a4-0cf6e0a96b70" -d '{"events": [{"server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "name": "network-vif-deleted", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:04:37.383418 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b00a461-8524-406f-8f3a-ed184d739792 x-openstack-request-id: req-7b00a461-8524-406f-8f3a-ed184d739792 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:04:37.383713 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64901047-7a35-4ea7-b661-9182af3609da", "name": "network-vif-deleted", "tag": "1cbe6186-9779-4f60-a772-402b243d02fd", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:04:37.383977 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b00a461-8524-406f-8f3a-ed184d739792 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:04:37.384370 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64901047-7a35-4ea7-b661-9182af3609da', 'name': 'network-vif-deleted', 'tag': '1cbe6186-9779-4f60-a772-402b243d02fd', 'status': 'completed', 'code': 200} Aug 21 19:04:37.617299 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a06e3547-676d-4aae-8695-8438e84d6418 req-d35c3cbd-2fa1-47ce-b3bb-86413b7ad3f1 tempest-TestEncryptedCinderVolumes-635696010 tempest-TestEncryptedCinderVolumes-635696010-project] 10.222.0.41 "GET /v2.0/ports?device_id=64901047-7a35-4ea7-b661-9182af3609da HTTP/1.1" status: 200 len: 210 time: 0.0302100 Aug 21 19:04:38.705010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44360) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:39.039836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:39.278605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Deleting port 40059f80-0b22-49b9-a205-74e31799b212 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:39.278952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:39.357166 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] For port 40059f80-0b22-49b9-a205-74e31799b212, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=40059f80-0b22-49b9-a205-74e31799b212,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:39.357443 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:39.369255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Calling delete_port for 40059f80-0b22-49b9-a205-74e31799b212 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:39.543675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:39.570968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=40059f80-0b22-49b9-a205-74e31799b212,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:39.732598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:39.955196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Router cd242b63-b526-4291-a969-351f8826731a has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:04:40.058403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:40.063391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-be896bba-c2a8-42ba-bef2-16f2d4559a60 admin admin] 10.222.0.41 "PUT /v2.0/routers/cd242b63-b526-4291-a969-351f8826731a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3571467 Aug 21 19:04:40.066587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44362) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:40.067556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Sync routers for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:40.076689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:40.077298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:40.167458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:40.179360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:40.362739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:04:39Z', 'revision_number': 5, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:40.390215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Checking router: cd242b63-b526-4291-a969-351f8826731a for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:40.400195 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Routers {'cd242b63-b526-4291-a969-351f8826731a'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:40.400831 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['cd242b63-b526-4291-a969-351f8826731a'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:40.508876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] Set router cd242b63-b526-4291-a969-351f8826731a gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:40.620519 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:40.672455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Deleting port f54d4166-c8ef-4271-afc0-5b23ec43839d {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:40.672795 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:40.686328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:04:39Z', 'revision_number': 5, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:40.716252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa138f2-f960-43e8-948a-31c8fac5c297 None None] The sync data for ids ['cd242b63-b526-4291-a969-351f8826731a'] in n-d-793621-32 is: [{'id': 'cd242b63-b526-4291-a969-351f8826731a', 'name': 'tempest-TestEncryptedCinderVolumes-896481976-router', 'tenant_id': '8f16c9b791ee4afc96946289a14b4ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52'}], 'enable_snat': True}, 'gw_port_id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:04:39Z', 'revision_number': 5, 'project_id': '8f16c9b791ee4afc96946289a14b4ed5', 'gw_port': {'id': 'f54d4166-c8ef-4271-afc0-5b23ec43839d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd242b63-b526-4291-a969-351f8826731a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:25Z', 'updated_at': '2021-08-21T19:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:40.754264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] For port f54d4166-c8ef-4271-afc0-5b23ec43839d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=f54d4166-c8ef-4271-afc0-5b23ec43839d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:40.754732 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:40.766121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Calling delete_port for f54d4166-c8ef-4271-afc0-5b23ec43839d owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:40.822816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1cbe6186-9779-4f60-a772-402b243d02fd no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:40.842440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 1cbe6186-9779-4f60-a772-402b243d02fd {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:40.842804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 1cbe6186-9779-4f60-a772-402b243d02fd not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:40.930905 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:40.960749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54d4166-c8ef-4271-afc0-5b23ec43839d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:41.021881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.114005 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.116240 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.159744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.160314 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd242b63-b526-4291-a969-351f8826731a {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:04:41.164547 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.165849 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ba680bda-1279-43a8-bc6c-116f4d3d5aa2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cd242b63-b526-4291-a969-351f8826731a HTTP/1.1" status: 204 len: 168 time: 1.0983090 Aug 21 19:04:41.168423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44364) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:41.217058 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Deleting subnet 31dcd64a-4a96-429b-8160-0484035f588d {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:04:41.220032 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.254164 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.332923 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.391811 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.420952 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31dcd64a-4a96-429b-8160-0484035f588d,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:41.425612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.427496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-867405c0-a484-4c13-a3aa-0feee0b28bd2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/31dcd64a-4a96-429b-8160-0484035f588d HTTP/1.1" status: 204 len: 168 time: 0.2581179 Aug 21 19:04:41.430074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44366) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:41.431099 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c61a0-d63a-402e-a175-65dcfbbe1678 None None] Network 72f230b4-8ae3-4ef1-9a79-01eea03433b5 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:41.496254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.548666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Deleting port ca833c93-e4e9-4c09-881e-6e8de3602e14 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:41.549463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.614580 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] For port ca833c93-e4e9-4c09-881e-6e8de3602e14, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=ca833c93-e4e9-4c09-881e-6e8de3602e14,segment=NetworkSegment(b7ac33b1-80aa-474c-8222-d943ac9cb1df),segment_id=b7ac33b1-80aa-474c-8222-d943ac9cb1df)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:41.614945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.627564 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Calling delete_port for ca833c93-e4e9-4c09-881e-6e8de3602e14 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:41.704180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.717729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6c4d6d-ae6b-44c2-b2f6-7a94de14a2c6 None None] DHCP port deletion for 72f230b4-8ae3-4ef1-9a79-01eea03433b5 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:04:41.731988 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca833c93-e4e9-4c09-881e-6e8de3602e14,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:41.739319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] No DVR routers for this DVR port ca833c93-e4e9-4c09-881e-6e8de3602e14 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:04:41.824562 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.836375 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f230b4-8ae3-4ef1-9a79-01eea03433b5']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:41.840225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40059f80-0b22-49b9-a205-74e31799b212 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:41.847944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac33b1-80aa-474c-8222-d943ac9cb1df') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:41.848241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac33b1-80aa-474c-8222-d943ac9cb1df') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:41.857126 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.859631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 40059f80-0b22-49b9-a205-74e31799b212 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:41.860040 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 40059f80-0b22-49b9-a205-74e31799b212 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:41.860506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ca833c93-e4e9-4c09-881e-6e8de3602e14 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:41.871217 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.877758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:04:41.878188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:04:41.879914 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:04:41.881942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: ca833c93-e4e9-4c09-881e-6e8de3602e14 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:41.881942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device ca833c93-e4e9-4c09-881e-6e8de3602e14 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:41.881942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f54d4166-c8ef-4271-afc0-5b23ec43839d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:41.899920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: f54d4166-c8ef-4271-afc0-5b23ec43839d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:41.900260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device f54d4166-c8ef-4271-afc0-5b23ec43839d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:41.936718 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.942113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:41.943904 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72f230b4-8ae3-4ef1-9a79-01eea03433b5 HTTP/1.1" status: 204 len: 168 time: 0.5128822 Aug 21 19:04:41.947108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44368) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:41.955014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e59769-8a44-4ae4-9073-797b1dd8cd85 admin admin] Pushing event deleted for resources: {'Network': ['ID=72f230b4-8ae3-4ef1-9a79-01eea03433b5,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:42.292525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:42.533727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Deleting port 07ce2ddc-bd3c-43fe-9c21-246921d74948 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:42.534074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:42.609440 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] For port 07ce2ddc-bd3c-43fe-9c21-246921d74948, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07ce2ddc-bd3c-43fe-9c21-246921d74948,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:42.609718 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:42.621028 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Calling delete_port for 07ce2ddc-bd3c-43fe-9c21-246921d74948 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:42.799398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:42.823002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Pushing event deleted for resources: {'Port': ['ID=07ce2ddc-bd3c-43fe-9c21-246921d74948,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:42.837116 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.837461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.837803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.838134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.838463 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.838811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.839133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.839458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.839775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.840089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.840407 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.840721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:42.997694 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.208378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Router f9d90fde-475d-47be-82d4-43dc8de72fed has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:04:43.310271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:43.315818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2a33ae22-d3af-4a35-a866-e714d1afa25f admin admin] 10.222.0.41 "PUT /v2.0/routers/f9d90fde-475d-47be-82d4-43dc8de72fed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3675687 Aug 21 19:04:43.318333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44370) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:43.319407 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Sync routers for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:43.328537 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:43.329137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:43.419770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.428969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:43.519858 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.573039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Deleting port 67459604-2f87-43bb-95e1-0ee8cfff09ab {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:43.573392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.598990 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:04:42Z', 'revision_number': 5, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port': {'id': '67459604-2f87-43bb-95e1-0ee8cfff09ab', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:57:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4122, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:03:30Z', 'updated_at': '2021-08-21T19:03:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:43.624556 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Checking router: f9d90fde-475d-47be-82d4-43dc8de72fed for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:43.632696 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Routers {'f9d90fde-475d-47be-82d4-43dc8de72fed'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:43.633285 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f9d90fde-475d-47be-82d4-43dc8de72fed'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:43.650581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] For port 67459604-2f87-43bb-95e1-0ee8cfff09ab, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=67459604-2f87-43bb-95e1-0ee8cfff09ab,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:43.650956 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.663024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Calling delete_port for 67459604-2f87-43bb-95e1-0ee8cfff09ab owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:43.716416 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] Set router f9d90fde-475d-47be-82d4-43dc8de72fed gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:43.769159 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:04:43Z', 'revision_number': 6, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:43.796253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d07ad4-57c8-4ef9-ada5-c1f65c17be49 None None] The sync data for ids ['f9d90fde-475d-47be-82d4-43dc8de72fed'] in n-d-793621-32 is: [{'id': 'f9d90fde-475d-47be-82d4-43dc8de72fed', 'name': 'tempest-TestEncryptedCinderVolumes-735654751-router', 'tenant_id': '3f72550425ca476b90e92316cfada996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:03:29Z', 'updated_at': '2021-08-21T19:04:43Z', 'revision_number': 6, 'project_id': '3f72550425ca476b90e92316cfada996', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:43.837227 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:43.867269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Pushing event deleted for resources: {'Port': ['ID=67459604-2f87-43bb-95e1-0ee8cfff09ab,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:43.926649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.013879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.016140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.059899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.060332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d90fde-475d-47be-82d4-43dc8de72fed {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:04:44.066053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.067249 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e681bfe-f12a-4e8a-b83e-1fcd7a7848dc admin admin] 10.222.0.41 "DELETE /v2.0/routers/f9d90fde-475d-47be-82d4-43dc8de72fed HTTP/1.1" status: 204 len: 168 time: 0.7479794 Aug 21 19:04:44.069893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44372) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:44.112656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Deleting subnet 5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:04:44.118574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.155361 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.238814 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.289376 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.314274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:44.317871 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.319730 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3628c12a-4943-4ccd-84fc-67abd7b7584f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5a7afcc4-02cc-4521-9c8b-6395ddaaf0dd HTTP/1.1" status: 204 len: 168 time: 0.2488320 Aug 21 19:04:44.322168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44374) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:44.324689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbcb4fc-418d-4769-b08b-d66e58385bc0 None None] Network 727faf6a-e444-43d8-a5d3-839ed29e8c27 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:44.387610 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.444715 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Deleting port d2a062ed-5450-449a-9121-cd159b508d4a {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:44.445061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.507743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] For port d2a062ed-5450-449a-9121-cd159b508d4a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2a062ed-5450-449a-9121-cd159b508d4a,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:44.508152 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.522633 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Calling delete_port for d2a062ed-5450-449a-9121-cd159b508d4a owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:44.534685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] DHCP port deletion for 727faf6a-e444-43d8-a5d3-839ed29e8c27 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:04:44.582369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Deleting port d2a062ed-5450-449a-9121-cd159b508d4a {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:04:44.582775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.610277 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.634243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a062ed-5450-449a-9121-cd159b508d4a,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:44.640543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] No DVR routers for this DVR port d2a062ed-5450-449a-9121-cd159b508d4a on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:04:44.648038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] For port d2a062ed-5450-449a-9121-cd159b508d4a, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d2a062ed-5450-449a-9121-cd159b508d4a,segment=NetworkSegment(e8983262-97b9-4595-9ea9-906c9f44fab3),segment_id=e8983262-97b9-4595-9ea9-906c9f44fab3)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:44.648532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.666881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Calling delete_port for d2a062ed-5450-449a-9121-cd159b508d4a owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:04:44.715846 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.726851 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727faf6a-e444-43d8-a5d3-839ed29e8c27']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:44.738118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8983262-97b9-4595-9ea9-906c9f44fab3') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:44.738421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8983262-97b9-4595-9ea9-906c9f44fab3') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 21 19:04:44.740821 n-d-793621-32 neutron-server[94600]: self.session.flush() Aug 21 19:04:44.748757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.750460 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.766479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.773697 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:04:44.774142 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.775136 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] Pushing event deleted for resources: {'Port': ['ID=d2a062ed-5450-449a-9121-cd159b508d4a,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:04:44.776182 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:04:44.785529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bbbb9f-9d3b-4f32-99a0-d9511727775e None None] No DVR routers for this DVR port d2a062ed-5450-449a-9121-cd159b508d4a on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:04:44.847368 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.852451 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:44.858058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] 10.222.0.41 "DELETE /v2.0/networks/727faf6a-e444-43d8-a5d3-839ed29e8c27 HTTP/1.1" status: 204 len: 168 time: 0.5312216 Aug 21 19:04:44.867612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88441cde-56b2-4628-aaf7-092069789314 admin admin] Pushing event deleted for resources: {'Network': ['ID=727faf6a-e444-43d8-a5d3-839ed29e8c27,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:45.016086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44378) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:45.057962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-218be08f-9695-41c4-88a6-649280d7ad2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f16c9b791ee4afc96946289a14b4ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405734 Aug 21 19:04:45.060372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44380) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:45.110051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.131121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.184643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.188523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.190235 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5945a289-a16c-410c-99a7-357179a6fc52 HTTP/1.1" status: 204 len: 168 time: 0.1287673 Aug 21 19:04:45.201246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42589e-6f82-4fda-b730-de61311ccca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5945a289-a16c-410c-99a7-357179a6fc52,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:45.494457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44386) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:45.539133 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-015a65de-3c3e-4c3f-89d1-f93c4698a4a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3f72550425ca476b90e92316cfada996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433650 Aug 21 19:04:45.541632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44388) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:45.588229 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.608893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.654359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.656914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:45.658591 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b573b9a0-096d-43d5-a3ba-e381e193b170 HTTP/1.1" status: 204 len: 168 time: 0.1157033 Aug 21 19:04:45.666076 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436c5f9-3730-4cb7-932d-e3e46435a90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b573b9a0-096d-43d5-a3ba-e381e193b170,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:45.829097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07ce2ddc-bd3c-43fe-9c21-246921d74948 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:45.849561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 07ce2ddc-bd3c-43fe-9c21-246921d74948 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:45.849968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07ce2ddc-bd3c-43fe-9c21-246921d74948 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:45.850451 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 67459604-2f87-43bb-95e1-0ee8cfff09ab no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:45.874921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 67459604-2f87-43bb-95e1-0ee8cfff09ab {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:45.875262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 67459604-2f87-43bb-95e1-0ee8cfff09ab not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:45.875674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2a062ed-5450-449a-9121-cd159b508d4a no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:04:45.895280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d2a062ed-5450-449a-9121-cd159b508d4a {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:04:45.895622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d2a062ed-5450-449a-9121-cd159b508d4a not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:04:46.320327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44410) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:46.414114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1484168496-network', 'tenant_id': '88c813b74fd54a4084c617c73734c900'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:46.434896 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Made reservation on behalf of 88c813b74fd54a4084c617c73734c900 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:04:46.437123 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.445262 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.530437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.534514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.560578 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:04:46.577639 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522f3f48-be83-4b1d-b372-f4239747cc17,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:46.581028 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.581385 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Added segment 6e4f2b6b-029d-4533-a862-a08260a48f51 of type vlan for network 00ce0f55-8861-426a-bf4b-349f36942b9e Aug 21 19:04:46.621698 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.645535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.646485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:46.647111 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.701215 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3797131 Aug 21 19:04:46.704125 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44414) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:46.710331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Request body: {'subnet': {'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1484168496-subnet', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:46.710674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec3922-1759-4bc4-ab3f-b6ccdeefd562 admin admin] Pushing event updated for resources: {'Network': ['ID=00ce0f55-8861-426a-bf4b-349f36942b9e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:46.721852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 00ce0f55-8861-426a-bf4b-349f36942b9e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:04:46.731632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Made reservation on behalf of 88c813b74fd54a4084c617c73734c900 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:04:46.734130 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.901217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.958210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=076199f1-25b0-45aa-9151-824982898ba3,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:46.964837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Checking segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:46.965180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Network hostable DHCP agents. Network: 00ce0f55-8861-426a-bf4b-349f36942b9e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:04:46.981139 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Network 00ce0f55-8861-426a-bf4b-349f36942b9e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:04:46.989857 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 00ce0f55-8861-426a-bf4b-349f36942b9e) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:46.993671 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:46.994248 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:46.999149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a77acca-d5ca-45f4-9cae-1b269624f6e0 None None] Network 00ce0f55-8861-426a-bf4b-349f36942b9e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:47.009131 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-62216ca9-c807-4d61-8005-c66f8d768f5d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3026276 Aug 21 19:04:47.011686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44416) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:47.016041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:47.035907 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.036910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.092921 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.143228 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-00ce0f55-8861-426a-bf4b-349f36942b9e', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:04:47.144094 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.229467 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.277611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Allocated IP 172.20.0.2 (00ce0f55-8861-426a-bf4b-349f36942b9e/076199f1-25b0-45aa-9151-824982898ba3/7153ea0b-a872-43e4-916d-b7ffb4c8d174) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:47.420775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.429289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Transition to ACTIVE for port object 7153ea0b-a872-43e4-916d-b7ffb4c8d174 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:47.444954 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Transition to ACTIVE for port object 7153ea0b-a872-43e4-916d-b7ffb4c8d174 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:47.450936 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.493555 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Network 00ce0f55-8861-426a-bf4b-349f36942b9e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:47.499682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:47.501562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Pushing event updated for resources: {'Port': ['ID=7153ea0b-a872-43e4-916d-b7ffb4c8d174,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:47.504361 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:47.558645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Attempting to bind port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:47.559019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Attempting to bind port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:47.559380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Attempting to bind port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 on network 00ce0f55-8861-426a-bf4b-349f36942b9e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:47.565233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:47.565605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Checking segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:47.566007 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.566400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Bound using segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:47.566894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Bound port: 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:47.567277 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.631610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] For port 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:47.634724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] For port 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7153ea0b-a872-43e4-916d-b7ffb4c8d174,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:47.639186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.700601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26831dfd-b3d6-46e7-9521-cded3f9d4d15 None None] Pushing event updated for resources: {'Port': ['ID=7153ea0b-a872-43e4-916d-b7ffb4c8d174,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:47.729842 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.750167 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.844804 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-24023c90-ad9b-4f4b-9292-1e7ab25c1827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:47.868131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Allocated IP 172.25.1.80 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/04a6f00a-2dde-41b3-8705-41cb569c3f2e) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:47.994025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:48.035221 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:48.071943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:48.074625 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:48.077271 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:48.106617 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Pushing event updated for resources: {'Port': ['ID=04a6f00a-2dde-41b3-8705-41cb569c3f2e,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:48.334893 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:48.531543 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:48.633994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9a73c-a436-4250-987a-ca15ba90e256 None None] Network 00ce0f55-8861-426a-bf4b-349f36942b9e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:48.668215 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:04:48.748919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d2894259-b731-4cee-8e0f-790012f0b1bc None None] Provisioning for port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:48.776902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:48.789026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Sync routers for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:48.792399 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:48.796743 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-060fdee9-36b1-46ff-a23d-a5927489b498 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7814703 Aug 21 19:04:48.797181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44418) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:48.807692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:48.808450 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:49.083769 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.095293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:49.228404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.269677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:48Z', 'revision_number': 3, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:49.294387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Checking router: 3a98dd31-4b2d-4b71-99f6-468e354dcb3d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:49.294757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Updating router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d port 04a6f00a-2dde-41b3-8705-41cb569c3f2e binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:04:49.320439 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.383866 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Allocated IP 172.20.0.1 (00ce0f55-8861-426a-bf4b-349f36942b9e/076199f1-25b0-45aa-9151-824982898ba3/44a0cb1a-272b-4190-998e-d4fcc0f92e98) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:49.488399 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.502091 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Transition to ACTIVE for port object 44a0cb1a-272b-4190-998e-d4fcc0f92e98 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:49.535510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.577907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Network 00ce0f55-8861-426a-bf4b-349f36942b9e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:49.579614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.580684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:49.584226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:49.584576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.596052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Transition to ACTIVE for port object 04a6f00a-2dde-41b3-8705-41cb569c3f2e will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:49.604068 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.609060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Pushing event updated for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:49.629239 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.660545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Attempting to bind port 04a6f00a-2dde-41b3-8705-41cb569c3f2e on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:49.661111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Attempting to bind port 04a6f00a-2dde-41b3-8705-41cb569c3f2e by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:49.661259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Attempting to bind port 04a6f00a-2dde-41b3-8705-41cb569c3f2e on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:49.664434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7264e06-8940-430d-a879-168429223a8c None None] Pushing event updated for resources: {'Port': ['ID=04a6f00a-2dde-41b3-8705-41cb569c3f2e,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:49.671029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:49.671418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:49.671828 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.672223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:49.673215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Bound port: 04a6f00a-2dde-41b3-8705-41cb569c3f2e, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:49.674268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.730528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] For port 04a6f00a-2dde-41b3-8705-41cb569c3f2e, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:49.735198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] For port 04a6f00a-2dde-41b3-8705-41cb569c3f2e, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04a6f00a-2dde-41b3-8705-41cb569c3f2e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:49.741481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.779049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.830775 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:49.831610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:49.842334 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7264e06-8940-430d-a879-168429223a8c None None] Pushing event updated for resources: {'Port': ['ID=04a6f00a-2dde-41b3-8705-41cb569c3f2e,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:49.888545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fd16a917-db95-4c66-9a00-b956540a4193 None None] Provisioning for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:49.898442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fd16a917-db95-4c66-9a00-b956540a4193 None None] Provisioning complete for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:49.898841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd16a917-db95-4c66-9a00-b956540a4193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.964024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:49.965617 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7153ea0b-a872-43e4-916d-b7ffb4c8d174 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:49.969334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.026968 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-fd16a917-db95-4c66-9a00-b956540a4193 None None] Port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:04:50.035141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:50.039995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.042623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Pushing event updated for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:50.114093 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:50.127547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:50.127918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.139011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Network 00ce0f55-8861-426a-bf4b-349f36942b9e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:50.140455 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:50.260053 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:04:50.307368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.378768 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:04:50.382178 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:50.384406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7153ea0b-a872-43e4-916d-b7ffb4c8d174,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:50.395306 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4ad70059-2f1c-49a4-abff-e86075c2c92d admin admin] 10.222.0.41 "PUT /v2.0/routers/3a98dd31-4b2d-4b71-99f6-468e354dcb3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5887387 Aug 21 19:04:50.395408 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 1, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:50.422485 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f45d623d-c6e3-4b4b-951d-ae1062f874e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.423918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.425649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db19278a-94d2-40db-98fb-99c38efe59af None None] The sync data for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 is: [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 1, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:50.429382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4bb2aec2-f8e1-49fd-a193-27332d3c143d None None] Provisioning complete for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:50.429673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4bb2aec2-f8e1-49fd-a193-27332d3c143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.498930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2aec2-f8e1-49fd-a193-27332d3c143d None None] Port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:04:50.505378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=7153ea0b-a872-43e4-916d-b7ffb4c8d174,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:50.527733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.900389 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44434) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:50.905549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-717048422-network', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:50.928194 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Made reservation on behalf of 15c0927f0854400d8de693ff8d6d2762 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:04:50.930830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:50.940726 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.048179 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.052731 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.078657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:04:51.087696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910d0d33-f601-4687-8f77-7940639d3806,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:51.094098 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.094454 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Added segment da9f4079-43c4-4208-8675-dc2f1c924c91 of type vlan for network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 Aug 21 19:04:51.138051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.164533 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.165666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:51.166292 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.227087 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3255432 Aug 21 19:04:51.229659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44436) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:51.236657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Request body: {'subnet': {'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-717048422-subnet', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:51.247174 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df88eb-9522-4a7f-a19e-ac500627cece admin admin] Pushing event updated for resources: {'Network': ['ID=48b181c0-fe0d-4717-a36f-f3446e7a25f9,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:51.259686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:04:51.267980 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Made reservation on behalf of 15c0927f0854400d8de693ff8d6d2762 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:04:51.270360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.443130 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.506372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daaa892-7b06-4d9a-9034-328ffe9fc1aa,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:51.513767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Checking segment: {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:51.514135 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Network hostable DHCP agents. Network: 48b181c0-fe0d-4717-a36f-f3446e7a25f9, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:04:51.531660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:04:51.541427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 48b181c0-fe0d-4717-a36f-f3446e7a25f9) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:51.545807 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:04:51.546397 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.551406 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e15211c-777f-4608-870f-062cad53e47f None None] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:51.562072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1d17af1-c0cf-4df9-b0d4-7251a2b8dc8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3298943 Aug 21 19:04:51.564575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44438) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:51.568922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:04:51.591249 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.592237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.648537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.709995 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:04:51.710898 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.786788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.842758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:51.862095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Allocated IP 172.20.0.2 (48b181c0-fe0d-4717-a36f-f3446e7a25f9/8daaa892-7b06-4d9a-9034-328ffe9fc1aa/3d0612e8-62ed-4039-98ba-7067e4f15e53) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:51.949661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7153ea0b-a872-43e4-916d-b7ffb4c8d174 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:52.040167 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.058527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:52.058901 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.094057 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.107946 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Transition to ACTIVE for port object 3d0612e8-62ed-4039-98ba-7067e4f15e53 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:52.133303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Transition to ACTIVE for port object 3d0612e8-62ed-4039-98ba-7067e4f15e53 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:52.140233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.202456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:52.212063 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:52.216017 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:52.218698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04a6f00a-2dde-41b3-8705-41cb569c3f2e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:52.252981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Pushing event updated for resources: {'Port': ['ID=3d0612e8-62ed-4039-98ba-7067e4f15e53,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:52.316463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Attempting to bind port 3d0612e8-62ed-4039-98ba-7067e4f15e53 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:52.317153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Attempting to bind port 3d0612e8-62ed-4039-98ba-7067e4f15e53 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:52.317153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Attempting to bind port 3d0612e8-62ed-4039-98ba-7067e4f15e53 on network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:52.324572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:52.324908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Checking segment: {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:52.325554 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.326218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Bound using segment: {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:52.326915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Bound port: 3d0612e8-62ed-4039-98ba-7067e4f15e53, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:52.327494 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.330902 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 04a6f00a-2dde-41b3-8705-41cb569c3f2e completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:52.342816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04a6f00a-2dde-41b3-8705-41cb569c3f2e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:52.343186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.407121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.421529 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Sync routers for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:52.427944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] For port 3d0612e8-62ed-4039-98ba-7067e4f15e53, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:52.431465 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:52.431632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] For port 3d0612e8-62ed-4039-98ba-7067e4f15e53, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d0612e8-62ed-4039-98ba-7067e4f15e53,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:52.432086 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:52.458615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.510210 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.530467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Allocated IP 172.25.1.253 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/74809635-d59e-435f-95d7-3e3d011bd31d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:52.546786 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d9f30-b2b4-4f1b-9b67-e405c570258c None None] Pushing event updated for resources: {'Port': ['ID=3d0612e8-62ed-4039-98ba-7067e4f15e53,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:52.553218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 04a6f00a-2dde-41b3-8705-41cb569c3f2e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04a6f00a-2dde-41b3-8705-41cb569c3f2e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:52.559481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.619592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=04a6f00a-2dde-41b3-8705-41cb569c3f2e,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:52.659873 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:52.672954 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.738254 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:52.788099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:52.790934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:52.797759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:52.800693 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Pushing event updated for resources: {'Port': ['ID=74809635-d59e-435f-95d7-3e3d011bd31d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:52.894708 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 2, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:52.919740 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Checking router: 3a98dd31-4b2d-4b71-99f6-468e354dcb3d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:52.920178 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Updating router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:04:52.944881 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.059931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.210867 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.221568 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Transition to ACTIVE for port object 44a0cb1a-272b-4190-998e-d4fcc0f92e98 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:53.227992 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.264256 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.276141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Pushing event updated for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:53.287639 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.287986 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.288315 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.288639 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.288962 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.289284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.289599 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.289915 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.290235 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.290571 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.290889 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.291202 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:04:53.341328 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Attempting to bind port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:53.341698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Attempting to bind port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:53.342058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Attempting to bind port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 on network 00ce0f55-8861-426a-bf4b-349f36942b9e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:53.348228 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:53.348602 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Checking segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:53.349004 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.349395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Bound using segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:53.349854 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Bound port: 44a0cb1a-272b-4190-998e-d4fcc0f92e98, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:53.350234 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.419822 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Router 0501aac4-9a4b-4790-bc0b-cf3ea668572e is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:04:53.422247 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] For port 44a0cb1a-272b-4190-998e-d4fcc0f92e98, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:53.426955 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] For port 44a0cb1a-272b-4190-998e-d4fcc0f92e98, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44a0cb1a-272b-4190-998e-d4fcc0f92e98,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:53.432307 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.482756 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:53.483482 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:53.502386 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.543193 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520931-2485-4ff7-9dec-f09da9326459 None None] Pushing event updated for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:53.563864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:53.572934 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Sync routers for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:53.586640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:53.587869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:53.613212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:53.618170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-68c86138-c7bf-4858-ae32-f91cf75782f1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0500886 Aug 21 19:04:53.618335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44440) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:04:53.623779 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:53.702869 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893a8b9-0f3d-4350-99c2-ac75e1ef1ee4 None None] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:04:53.761793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:53.898835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:53Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:53.926318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-dff6cb53-7062-4f6f-8c45-d008b7a760a3 None None] Provisioning for port 3d0612e8-62ed-4039-98ba-7067e4f15e53 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:53.944582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c6f46-4925-480c-9063-69b6f1e01f83 None None] The sync data for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 is: [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:53Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:54.039362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44a0cb1a-272b-4190-998e-d4fcc0f92e98 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:54.159851 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.317499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:54.324931 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:54.325814 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.331496 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 3, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:54.362654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Allocated IP 172.20.0.1 (48b181c0-fe0d-4717-a36f-f3446e7a25f9/8daaa892-7b06-4d9a-9034-328ffe9fc1aa/a17c67d8-b2a9-4b15-bd00-41649f1e7f84) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:04:54.386112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Checking router: 0501aac4-9a4b-4790-bc0b-cf3ea668572e for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:54.386563 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Updating router 0501aac4-9a4b-4790-bc0b-cf3ea668572e port 74809635-d59e-435f-95d7-3e3d011bd31d binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:04:54.421468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.503503 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.519670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Transition to ACTIVE for port object a17c67d8-b2a9-4b15-bd00-41649f1e7f84 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:54.559454 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.561060 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.602335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:54.605278 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:54.608835 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:04:54.616637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Pushing event updated for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:54.644257 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 44a0cb1a-272b-4190-998e-d4fcc0f92e98, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44a0cb1a-272b-4190-998e-d4fcc0f92e98,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:54.658772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.659586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04a6f00a-2dde-41b3-8705-41cb569c3f2e up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:54.660348 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.788801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:54.824187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.830797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04a6f00a-2dde-41b3-8705-41cb569c3f2e triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:54.831309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.877712 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.896753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Transition to ACTIVE for port object 74809635-d59e-435f-95d7-3e3d011bd31d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:54.908599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.912985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8f623b5e-1239-4062-b748-9b5a245fa19a None None] Provisioning for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:54.941608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-8f623b5e-1239-4062-b748-9b5a245fa19a None None] Provisioning complete for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:54.941977 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8f623b5e-1239-4062-b748-9b5a245fa19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:54.998447 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.004029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.021881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Attempting to bind port 74809635-d59e-435f-95d7-3e3d011bd31d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:55.022255 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Attempting to bind port 74809635-d59e-435f-95d7-3e3d011bd31d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:55.022653 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Attempting to bind port 74809635-d59e-435f-95d7-3e3d011bd31d on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:55.031720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e425fb-24bb-47e8-aa31-1caf198e6162 None None] Pushing event updated for resources: {'Port': ['ID=74809635-d59e-435f-95d7-3e3d011bd31d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:55.036685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-8f623b5e-1239-4062-b748-9b5a245fa19a None None] Port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:04:55.038728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d0612e8-62ed-4039-98ba-7067e4f15e53 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:55.041423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:55.041810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:55.042211 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.042633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:55.043111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Bound port: 74809635-d59e-435f-95d7-3e3d011bd31d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:55.043499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.076601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Pushing event updated for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:55.080070 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.129643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] For port 74809635-d59e-435f-95d7-3e3d011bd31d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:55.133247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] For port 74809635-d59e-435f-95d7-3e3d011bd31d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74809635-d59e-435f-95d7-3e3d011bd31d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:55.137610 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.145375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3d0612e8-62ed-4039-98ba-7067e4f15e53 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:55.169663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3d0612e8-62ed-4039-98ba-7067e4f15e53 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:55.170031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.178886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:04:55.180305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:04:55.227926 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:55.228571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:55.274294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e425fb-24bb-47e8-aa31-1caf198e6162 None None] Pushing event updated for resources: {'Port': ['ID=74809635-d59e-435f-95d7-3e3d011bd31d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:55.304696 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Router 0501aac4-9a4b-4790-bc0b-cf3ea668572e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:04:55.371841 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.386020 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:55.420860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:04:55.427496 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b86702f9-3b2d-4a6f-a0aa-4439bba62aef admin admin] 10.222.0.41 "PUT /v2.0/routers/0501aac4-9a4b-4790-bc0b-cf3ea668572e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8080897 Aug 21 19:04:55.472189 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3d0612e8-62ed-4039-98ba-7067e4f15e53, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d0612e8-62ed-4039-98ba-7067e4f15e53,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:55.479347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.556053 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2e84cce4-c620-412e-9c94-1eebfa77bef7 None None] Provisioning complete for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:55.556430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2e84cce4-c620-412e-9c94-1eebfa77bef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:55.611428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3d0612e8-62ed-4039-98ba-7067e4f15e53,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:55.637560 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-2e84cce4-c620-412e-9c94-1eebfa77bef7 None None] Port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:04:55.687625 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'a17c67d8-b2a9-4b15-bd00-41649f1e7f84', 'name': '', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:54Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 2, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'subnets': [{'id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:55.722386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c0a66e-e65e-4130-8ba7-4f3f469b1a7b None None] The sync data for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 is: [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'a17c67d8-b2a9-4b15-bd00-41649f1e7f84', 'name': '', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:54Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 2, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'subnets': [{'id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:55.855683 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44a0cb1a-272b-4190-998e-d4fcc0f92e98 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:55.904615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:55.905119 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:56.027960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d0612e8-62ed-4039-98ba-7067e4f15e53 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:56.082707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3d0612e8-62ed-4039-98ba-7067e4f15e53 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:56.083079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:57.893517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74809635-d59e-435f-95d7-3e3d011bd31d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:57.964045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 74809635-d59e-435f-95d7-3e3d011bd31d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:04:57.969127 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 74809635-d59e-435f-95d7-3e3d011bd31d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:57.969499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:58.062975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:58.089045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 74809635-d59e-435f-95d7-3e3d011bd31d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74809635-d59e-435f-95d7-3e3d011bd31d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:04:58.093261 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:58.156859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=74809635-d59e-435f-95d7-3e3d011bd31d,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:58.168003 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Sync routers for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:04:58.178127 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:58.178851 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:58.295142 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:58.521068 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'a17c67d8-b2a9-4b15-bd00-41649f1e7f84', 'name': '', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:54Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 2, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'subnets': [{'id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:58.547353 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Checking router: 0501aac4-9a4b-4790-bc0b-cf3ea668572e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:04:58.547631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Updating router 0501aac4-9a4b-4790-bc0b-cf3ea668572e port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:04:58.576930 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:58.965153 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:58.974838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Transition to ACTIVE for port object a17c67d8-b2a9-4b15-bd00-41649f1e7f84 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:04:58.979939 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:59.029443 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee77a-ae67-40c6-9bab-93081a8433b1 None None] Pushing event updated for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:59.090368 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Attempting to bind port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:04:59.090669 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Attempting to bind port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:04:59.091032 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Attempting to bind port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 on network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:04:59.099748 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:04:59.100121 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Checking segment: {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:04:59.100524 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:59.100938 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Bound using segment: {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:04:59.101399 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Bound port: a17c67d8-b2a9-4b15-bd00-41649f1e7f84, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9f4079-43c4-4208-8675-dc2f1c924c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:04:59.101782 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:59.195076 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] For port a17c67d8-b2a9-4b15-bd00-41649f1e7f84, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:04:59.198737 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] For port a17c67d8-b2a9-4b15-bd00-41649f1e7f84, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:04:59.207079 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:04:59.261785 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:04:59.262826 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:04:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:59.320661 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ee77a-ae67-40c6-9bab-93081a8433b1 None None] Pushing event updated for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:04:59.403323 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:04:59.685169 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'a17c67d8-b2a9-4b15-bd00-41649f1e7f84', 'name': '', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:54Z', 'updated_at': '2021-08-21T19:04:59Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'subnets': [{'id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:04:59.713093 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5a7f9-086a-4c5c-bf96-bb810eb83c23 None None] The sync data for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 is: [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'a17c67d8-b2a9-4b15-bd00-41649f1e7f84', 'name': '', 'network_id': '48b181c0-fe0d-4717-a36f-f3446e7a25f9', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'mac_address': 'fa:16:3e:a4:a3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:54Z', 'updated_at': '2021-08-21T19:04:59Z', 'revision_number': 4, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'subnets': [{'id': '8daaa892-7b06-4d9a-9034-328ffe9fc1aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:04:59.917978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74809635-d59e-435f-95d7-3e3d011bd31d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:04:59.996122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 74809635-d59e-435f-95d7-3e3d011bd31d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:04:59.996620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:00.096356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a17c67d8-b2a9-4b15-bd00-41649f1e7f84 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:05:00.171717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:05:00.181191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:05:00.181921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:00.280302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:00.323621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port a17c67d8-b2a9-4b15-bd00-41649f1e7f84, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:05:00.331236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:00.397582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:01.849214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a17c67d8-b2a9-4b15-bd00-41649f1e7f84 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:05:01.898067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:05:01.898430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:05.428761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-8b5d1083-47cc-409a-9745-adf05fb7ef89 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:05.430240 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-8b5d1083-47cc-409a-9745-adf05fb7ef89 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 815 time: 0.0985315 Aug 21 19:05:05.445143 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-fbaa80de-941b-4ea6-8525-f2406dc4ef42 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/quotas/88c813b74fd54a4084c617c73734c900 HTTP/1.1" status: 200 len: 375 time: 0.0090697 Aug 21 19:05:05.500831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-87cdcbe7-2720-4991-955f-17c0a8d19c3f tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504365 Aug 21 19:05:05.685846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-656b9fb0-69d1-445d-ac14-64d962a85122 service neutron] 10.222.0.41 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731217 Aug 21 19:05:05.777699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-ac7d9487-8b6f-4201-a3b5-733344366ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856767 Aug 21 19:05:05.940485 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9636163c-a251-4987-a281-0de9c9a42663 req-bb8337a3-42f9-4cec-9fa0-c2e359ffc606 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 210 time: 0.0265691 Aug 21 19:05:06.914792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-ff9efc5c-992d-40e5-bb9f-07f69371ce01 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:06.916259 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-ff9efc5c-992d-40e5-bb9f-07f69371ce01 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 815 time: 0.1032975 Aug 21 19:05:06.933136 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'port': {'device_id': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'admin_state_up': True, 'tenant_id': '88c813b74fd54a4084c617c73734c900'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:07.051029 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9b1461e0-9cae-4af0-9f8a-991ebcd38038 req-38f26aca-c424-43b7-a263-ebe0b7a693dc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 210 time: 0.0360336 Aug 21 19:05:07.076803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Made reservation on behalf of 88c813b74fd54a4084c617c73734c900 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:05:07.080458 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:07.208527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Allocated IP 172.20.0.11 (00ce0f55-8861-426a-bf4b-349f36942b9e/076199f1-25b0-45aa-9151-824982898ba3/b995e57c-38d0-42ab-93fb-b5bffe58a00f) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:05:07.408272 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:07.430421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Transition to ACTIVE for port object b995e57c-38d0-42ab-93fb-b5bffe58a00f will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:05:07.466825 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:07.515990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Network 00ce0f55-8861-426a-bf4b-349f36942b9e is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:05:07.519862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:05:07.523778 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:05:07.847144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5164903b-b8b8-4f5f-b405-ba11f9827a38 None None] Provisioning for port b995e57c-38d0-42ab-93fb-b5bffe58a00f completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:05:07.851688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5164903b-b8b8-4f5f-b405-ba11f9827a38 None None] Provisioning complete for port b995e57c-38d0-42ab-93fb-b5bffe58a00f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:05:07.852169 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5164903b-b8b8-4f5f-b405-ba11f9827a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:07.903570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-5164903b-b8b8-4f5f-b405-ba11f9827a38 None None] Port b995e57c-38d0-42ab-93fb-b5bffe58a00f cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:05:07.922060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:07.952152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:07.953030 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:07.968220 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-e10d75f3-3d34-40a5-b430-9c3ce2f92fa8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0391219 Aug 21 19:05:08.189739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c61af-cc7c-44dc-95eb-e4f18576bc0f req-8cd51832-cb9f-4591-95f4-32242dec42a1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:08.191279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf6c61af-cc7c-44dc-95eb-e4f18576bc0f req-8cd51832-cb9f-4591-95f4-32242dec42a1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0556669 Aug 21 19:05:08.232251 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cf6c61af-cc7c-44dc-95eb-e4f18576bc0f req-99f0972f-8b56-4fe8-a5f9-903e2bac59ef tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344758 Aug 21 19:05:09.353895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553906d-c136-42d0-8522-aa6949219ae7 req-74e24ca5-d1e9-4d76-974e-71b3ab1289ba tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:09.355428 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7553906d-c136-42d0-8522-aa6949219ae7 req-74e24ca5-d1e9-4d76-974e-71b3ab1289ba tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0561941 Aug 21 19:05:09.393337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7553906d-c136-42d0-8522-aa6949219ae7 req-afd758f5-d7a4-40aa-9205-d04161c6ea69 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316126 Aug 21 19:05:10.514972 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55d4424-d0bd-421d-b29a-1b97e9ce86dd req-9dc48319-1da9-4e9e-81e1-5ba36f013eb1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:10.516449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c55d4424-d0bd-421d-b29a-1b97e9ce86dd req-9dc48319-1da9-4e9e-81e1-5ba36f013eb1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0534265 Aug 21 19:05:10.555500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c55d4424-d0bd-421d-b29a-1b97e9ce86dd req-90810246-d6e4-4393-9e50-b74c4c8af5d5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323501 Aug 21 19:05:11.674966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c28ef-a880-40de-9487-f127e6d492b7 req-0b2d2fdd-2ba1-4dd5-bd80-42cc5eb3ce8b tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:11.676473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f59c28ef-a880-40de-9487-f127e6d492b7 req-0b2d2fdd-2ba1-4dd5-bd80-42cc5eb3ce8b tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0496538 Aug 21 19:05:11.727526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f59c28ef-a880-40de-9487-f127e6d492b7 req-f6eca28e-8d03-4a62-b3bb-b041ff0350dd tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446873 Aug 21 19:05:12.882800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76ee17-16ca-4832-a522-471da1526236 req-f86c3305-9f56-4eb7-8acb-fb885362a8be tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:12.887941 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c76ee17-16ca-4832-a522-471da1526236 req-f86c3305-9f56-4eb7-8acb-fb885362a8be tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0633848 Aug 21 19:05:12.924989 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0c76ee17-16ca-4832-a522-471da1526236 req-0f9e3d2d-7f72-457d-887e-b57b4e3360a2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Aug 21 19:05:14.050333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a4531-ac27-4abc-b353-85ec0bf5e216 req-a3c791ee-4d5a-4831-be4a-1c2f6efde7ad tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:14.051871 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-760a4531-ac27-4abc-b353-85ec0bf5e216 req-a3c791ee-4d5a-4831-be4a-1c2f6efde7ad tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0574219 Aug 21 19:05:14.096174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-760a4531-ac27-4abc-b353-85ec0bf5e216 req-67011a50-796f-4f86-aa67-50f40ea6e6b5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Aug 21 19:05:15.211025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ccbd4-dfc2-44ad-bd53-b4cdec925239 req-75667f93-959a-4819-b182-d892226f82a5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:15.212690 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa6ccbd4-dfc2-44ad-bd53-b4cdec925239 req-75667f93-959a-4819-b182-d892226f82a5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0515862 Aug 21 19:05:15.255073 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa6ccbd4-dfc2-44ad-bd53-b4cdec925239 req-9604dca6-23b1-4255-b5a3-a5640dd863f1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Aug 21 19:05:16.385915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b893bd-cce1-4760-ada3-08fb9e6b5260 req-81b49507-891e-474a-a40c-699dd2fae234 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:16.387431 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5b893bd-cce1-4760-ada3-08fb9e6b5260 req-81b49507-891e-474a-a40c-699dd2fae234 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0602143 Aug 21 19:05:16.425812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5b893bd-cce1-4760-ada3-08fb9e6b5260 req-4775eeec-c536-41d4-8366-22b6da2cb6ce tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314603 Aug 21 19:05:17.545600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aaa827-4fd5-4002-9cf3-789cc353f925 req-5340470d-78da-4d56-89c1-f63dc9d16193 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:17.547094 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4aaa827-4fd5-4002-9cf3-789cc353f925 req-5340470d-78da-4d56-89c1-f63dc9d16193 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 932 time: 0.0522025 Aug 21 19:05:17.585526 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4aaa827-4fd5-4002-9cf3-789cc353f925 req-9fa9b253-855f-4afe-8515-df1ca0f552e1 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324416 Aug 21 19:05:17.837696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-852812f4-9846-43be-8d59-a02c92d0f441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:17.911525 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Request body: {'port': {'device_id': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:17.969029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.225428 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b995e57c-38d0-42ab-93fb-b5bffe58a00f {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:05:18.232524 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.243771 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Transition to ACTIVE for port object b995e57c-38d0-42ab-93fb-b5bffe58a00f will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:05:18.247605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.300215 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:18.322330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.322700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.323040 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.323424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.323856 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.324188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.324514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.324839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.325435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.325759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.326080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.326396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:18.378938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Attempting to bind port b995e57c-38d0-42ab-93fb-b5bffe58a00f on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:05:18.379275 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Attempting to bind port b995e57c-38d0-42ab-93fb-b5bffe58a00f by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:05:18.379600 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Attempting to bind port b995e57c-38d0-42ab-93fb-b5bffe58a00f on network 00ce0f55-8861-426a-bf4b-349f36942b9e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:05:18.383998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Port b995e57c-38d0-42ab-93fb-b5bffe58a00f on network 00ce0f55-8861-426a-bf4b-349f36942b9e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:05:18.384318 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Attempting to bind port b995e57c-38d0-42ab-93fb-b5bffe58a00f on network 00ce0f55-8861-426a-bf4b-349f36942b9e {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:05:18.389313 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:05:18.389650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Checking segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:05:18.390033 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Bound using segment: {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:05:18.390456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Bound port: b995e57c-38d0-42ab-93fb-b5bffe58a00f, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e4f2b6b-029d-4533-a862-a08260a48f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:05:18.390839 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.457688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:05:18.460671 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:05:18.464977 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.495956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:18.496496 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:18.498101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] 10.222.0.64 "PUT /v2.0/ports/b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1093 time: 0.5928249 Aug 21 19:05:18.500539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:05:18.503346 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f14295-a282-42b7-9451-7bc2b540aee1" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:05:18.531953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393768b-836d-4866-80f8-eb2e5901ddf5 service neutron] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:18.548744 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a070076-e2a3-4673-8a2f-2084d0a127b4 x-openstack-request-id: req-3a070076-e2a3-4673-8a2f-2084d0a127b4 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:05:18.549036 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:05:18.549328 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a070076-e2a3-4673-8a2f-2084d0a127b4 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:05:18.549910 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:05:18.599591 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-acff2509-05df-48e8-83b7-4f4836527171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:18.601159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-acff2509-05df-48e8-83b7-4f4836527171 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0467708 Aug 21 19:05:18.647660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-8010a969-5793-4c5e-a6ba-a3cd3daa83b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 217 time: 0.0354180 Aug 21 19:05:18.704970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-b44c3d87-4b29-491d-90bb-94f9be80647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:18.706529 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-b44c3d87-4b29-491d-90bb-94f9be80647d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0474708 Aug 21 19:05:18.709456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce3298-84e0-464c-93cd-d9365c7a4c93 req-d68487ad-396b-431c-ab5a-7aa4ab8dd21e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:18.711052 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fce3298-84e0-464c-93cd-d9365c7a4c93 req-d68487ad-396b-431c-ab5a-7aa4ab8dd21e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 944 time: 0.0545297 Aug 21 19:05:18.750258 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4fce3298-84e0-464c-93cd-d9365c7a4c93 req-21ce1faa-1258-49e9-b466-755f24856a93 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Aug 21 19:05:18.758575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-f072e0a4-cc9e-4714-9a09-dd8e3bbcc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:18.760096 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-f072e0a4-cc9e-4714-9a09-dd8e3bbcc51e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422325 Aug 21 19:05:18.856001 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-df1c54ce-ac43-4cf7-a438-1d5d03ec9e37 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843482 Aug 21 19:05:18.947991 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5b967d3f-8823-4fb8-a25d-3906ca56e087 req-c6bb88bf-868d-4f7f-ae58-c226016be0cf service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798995 Aug 21 19:05:18.974309 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:19.040187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-4394e94c-7909-4d63-a3a9-ccd12d608f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:19.041578 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-4394e94c-7909-4d63-a3a9-ccd12d608f4a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1096 time: 0.0453804 Aug 21 19:05:19.130095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-d3774364-ee44-49d7-9cb2-84be704c100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:19.131581 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-d3774364-ee44-49d7-9cb2-84be704c100b service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0817230 Aug 21 19:05:19.177646 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-29ccb10c-4451-41c0-8d51-ec35e460fe2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 217 time: 0.0380077 Aug 21 19:05:19.226577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-2bc3a69f-b844-4e8a-82d4-c0fba375fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:19.228054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-2bc3a69f-b844-4e8a-82d4-c0fba375fd04 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0432639 Aug 21 19:05:19.275097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-1dddd5fb-4650-4ef8-8b18-464e07e64a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:19.276629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-1dddd5fb-4650-4ef8-8b18-464e07e64a37 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390351 Aug 21 19:05:19.373198 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-183af0e0-8098-435a-bdaf-cf0e9edc2c56 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883765 Aug 21 19:05:19.463545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-52f14295-a282-42b7-9451-7bc2b540aee1 req-f074d470-fd19-4d81-90a0-3e8db0b0d41f service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820978 Aug 21 19:05:19.579550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:19.867067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547faa7-f76d-4f39-9f10-1bcb0965d81e req-72c59756-2fcf-4dd9-abc9-919dd71b9e70 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:19.868553 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c547faa7-f76d-4f39-9f10-1bcb0965d81e req-72c59756-2fcf-4dd9-abc9-919dd71b9e70 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 944 time: 0.0513020 Aug 21 19:05:19.906626 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c547faa7-f76d-4f39-9f10-1bcb0965d81e req-0299fb32-51f7-483f-8d68-5899f44d6ff9 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 21 19:05:20.372650 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77e1a577-42ec-4c10-a184-b9eb4714f4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:20.528430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:21.019066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46d628-1bc5-4bac-8c12-51d1eb6b3a15 req-17401c7b-5541-4f87-929d-99f00ab0144d tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:21.020571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46d628-1bc5-4bac-8c12-51d1eb6b3a15 req-17401c7b-5541-4f87-929d-99f00ab0144d tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 944 time: 0.0487108 Aug 21 19:05:21.057897 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4d46d628-1bc5-4bac-8c12-51d1eb6b3a15 req-55ba4caf-c413-440d-8d31-0573bc999688 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 21 19:05:21.085737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b995e57c-38d0-42ab-93fb-b5bffe58a00f details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:05:21.175922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:05:21.186037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'port_id': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'mac_address': 'fa:16:3e:e0:19:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:05:21.385801 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:21.398216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b995e57c-38d0-42ab-93fb-b5bffe58a00f {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:05:21.417137 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:05:21.421002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:21.466663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:21.474196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.474567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.474906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.475236 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.475567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.475899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.476220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.476541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.476859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.477177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.477499 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.477817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:05:21.722999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:05:21.828903 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:22.176321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4a4f9-1c44-4a3c-96ad-b5da49f5c4a9 req-c14ba173-7e0e-4994-b73f-edb3bb88ae28 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:22.177797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16b4a4f9-1c44-4a3c-96ad-b5da49f5c4a9 req-c14ba173-7e0e-4994-b73f-edb3bb88ae28 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 945 time: 0.0534501 Aug 21 19:05:22.214665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-16b4a4f9-1c44-4a3c-96ad-b5da49f5c4a9 req-9fffe1d6-46a3-4a6d-a91c-aba69217c89b tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307894 Aug 21 19:05:23.097396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b995e57c-38d0-42ab-93fb-b5bffe58a00f up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:05:23.144283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port b995e57c-38d0-42ab-93fb-b5bffe58a00f completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:05:23.147685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port b995e57c-38d0-42ab-93fb-b5bffe58a00f triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:05:23.148045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:23.221775 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:23.246438 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:05:23.248799 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6d0387-a704-42bf-9c6d-6e7ba2d37090" -d '{"events": [{"server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:05:23.262113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:05:23.266971 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:23.317991 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:23.340778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c5c11-cad7-495b-816c-0d909d010e7c req-0c0e9a06-fdd8-4ad9-a314-96da71f4869c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:23.342291 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e57c5c11-cad7-495b-816c-0d909d010e7c req-0c0e9a06-fdd8-4ad9-a314-96da71f4869c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0560491 Aug 21 19:05:23.381014 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e57c5c11-cad7-495b-816c-0d909d010e7c req-ebbece5c-ba4c-4eba-8423-144c5a5c510a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325813 Aug 21 19:05:23.407115 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166698dc-c5c6-41e7-870d-efee16838a92 x-openstack-request-id: req-166698dc-c5c6-41e7-870d-efee16838a92 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:05:23.407420 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "name": "network-vif-plugged", "status": "completed", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:05:23.407697 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-166698dc-c5c6-41e7-870d-efee16838a92 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:05:23.408106 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'code': 200} Aug 21 19:05:23.493268 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:23.510765 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bd59e-c43e-44ed-beed-b5b9fb9a5547 req-5998ed74-77d5-465e-80e7-6a07541f7a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:23.512385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c24bd59e-c43e-44ed-beed-b5b9fb9a5547 req-5998ed74-77d5-465e-80e7-6a07541f7a6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0406179 Aug 21 19:05:23.551158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c24bd59e-c43e-44ed-beed-b5b9fb9a5547 req-ef898b98-f061-403e-8a4c-8e9dfbdf8d20 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275755 Aug 21 19:05:24.494269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea20197-6686-441b-8d1e-54edfbe870b5 req-5ee720ef-4e72-48c4-84bf-f62154de1526 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:24.495801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ea20197-6686-441b-8d1e-54edfbe870b5 req-5ee720ef-4e72-48c4-84bf-f62154de1526 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0490146 Aug 21 19:05:24.532238 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5ea20197-6686-441b-8d1e-54edfbe870b5 req-f1e6889e-23fd-49e1-8d36-533ceaafde49 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305533 Aug 21 19:05:25.648674 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3f622-e27a-4bbc-bef1-21488c499347 req-92e669f2-504e-4d30-af5d-40ae7772c08a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:25.650156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63f3f622-e27a-4bbc-bef1-21488c499347 req-92e669f2-504e-4d30-af5d-40ae7772c08a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0484219 Aug 21 19:05:25.687267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63f3f622-e27a-4bbc-bef1-21488c499347 req-81fd554a-96a7-42f6-979d-7a9429f6e014 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Aug 21 19:05:25.799092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872e009-73bd-4a84-b8c3-a28540e2a113 req-84a300f5-67cb-4bb7-ba91-acba4159feab tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:25.800604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8872e009-73bd-4a84-b8c3-a28540e2a113 req-84a300f5-67cb-4bb7-ba91-acba4159feab tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Aug 21 19:05:25.839091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8872e009-73bd-4a84-b8c3-a28540e2a113 req-32181b23-988a-478e-b332-b4b2ddd1438d tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324445 Aug 21 19:05:26.026266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb033a-1b35-4165-8efb-c0086bbcd0f4 req-72b13c51-e940-410f-af02-964a81bd0de2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:26.027784 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10fb033a-1b35-4165-8efb-c0086bbcd0f4 req-72b13c51-e940-410f-af02-964a81bd0de2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0536456 Aug 21 19:05:26.063776 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-10fb033a-1b35-4165-8efb-c0086bbcd0f4 req-31aafd2b-9d89-4cdc-b2cc-461a2ead6f10 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301552 Aug 21 19:05:27.378355 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:05:37.589537 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8661a-630e-4485-8265-65bf2620dcf0 req-5e5b2453-906c-4505-b112-75f7c19094ff tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:37.591086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60a8661a-630e-4485-8265-65bf2620dcf0 req-5e5b2453-906c-4505-b112-75f7c19094ff tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0486813 Aug 21 19:05:37.629088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-60a8661a-630e-4485-8265-65bf2620dcf0 req-928c69e9-618e-463c-876c-c3da13b6ae8d tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Aug 21 19:05:37.650313 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44644) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:37.735439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f8651-de2d-424d-bc59-689d8efc8efc tempest-TestMinimumBasicScenario-1425907644 tempest-TestMinimumBasicScenario-1425907644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:37.737604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-484f8651-de2d-424d-bc59-689d8efc8efc tempest-TestMinimumBasicScenario-1425907644 tempest-TestMinimumBasicScenario-1425907644-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1093 time: 0.0863085 Aug 21 19:05:37.740599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44648) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:37.744944 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:37.765863 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:37.866352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:37.971899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Allocated IP 172.25.1.81 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f465baa8-d420-4692-a225-3dc55525f9a3) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:05:38.073190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.111545 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.155143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:05:38.159911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:05:38.166197 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:05:38.169174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'Port': ['ID=f465baa8-d420-4692-a225-3dc55525f9a3,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:38.517521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.580796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.727551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.732073 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.802561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'Port': ['ID=f465baa8-d420-4692-a225-3dc55525f9a3,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:38.812388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:38.912020 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Floating IP be78f39b-7218-4140-a9ba-95b67ca9534a associated. External IP: 172.25.1.81, port: b995e57c-38d0-42ab-93fb-b5bffe58a00f. Aug 21 19:05:39.114949 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:05:39.215929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:05:39.225817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Sync routers for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:05:39.231810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.235520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:05:39.236762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:05:39.263044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-109ae5d6-3d8b-4616-aeb4-31220867c7b2 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5214155 Aug 21 19:05:39.263633 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:05:39.265803 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44650) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:39.266412 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebabee77-6910-45ee-9ac8-1bf8a285475f" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:05:39.271785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-131127858', 'description': 'tempest-secgroup-smoke-131127858 description', 'project_id': '88c813b74fd54a4084c617c73734c900'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:39.305538 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.348796 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:05:39.377251 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe216c0-6f00-40e0-b9aa-499d6b3a615b x-openstack-request-id: req-abe216c0-6f00-40e0-b9aa-499d6b3a615b {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:05:39.377885 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:05:39.378406 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abe216c0-6f00-40e0-b9aa-499d6b3a615b {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:05:39.379090 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:05:39.398523 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.410951 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.457062 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.458335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1912358 Aug 21 19:05:39.461616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44658) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:39.465169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a20053-c1cf-4acf-9df4-b08b6572bb23 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:39.471721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-546d5e42-3613-4000-8abd-f528a9be7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:39.473201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-546d5e42-3613-4000-8abd-f528a9be7bf7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0721509 Aug 21 19:05:39.477703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:39.506813 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.566734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.568321 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-66e4b6b1-2b86-4c49-ad62-bcb457780a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:39.569575 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-66e4b6b1-2b86-4c49-ad62-bcb457780a02 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0888734 Aug 21 19:05:39.571155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.590122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a01fca1-d396-4402-8606-fd40cb734a99,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:39.597056 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.597893 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'be78f39b-7218-4140-a9ba-95b67ca9534a', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'port_id': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'mac_address': 'fa:16:3e:e0:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:05:38Z', 'updated_at': '2021-08-21T19:05:38Z', 'revision_number': 0, 'project_id': '88c813b74fd54a4084c617c73734c900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:05:39.601322 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5fc85d34-8aee-4dc2-9163-4e7f2fc1789e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1351938 Aug 21 19:05:39.602426 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44660) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:39.607090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:39.627663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Checking router: 3a98dd31-4b2d-4b71-99f6-468e354dcb3d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:05:39.635542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.635901 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:05:39.636524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:05:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:05:39.649157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-56f9326d-9608-4956-9dd5-d23adfd2e197 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 999 time: 0.0712900 Aug 21 19:05:39.703909 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.704914 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-8b931880-8e3d-42a5-a896-d994cd04aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:39.706426 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-8b931880-8e3d-42a5-a896-d994cd04aba2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0496826 Aug 21 19:05:39.709083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.727509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=589be734-e375-4415-b7e4-60075d4a4e09,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:39.737580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.741436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e0249437-e90c-4cd4-92ad-a980fc48d4df tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356862 Aug 21 19:05:39.741666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44662) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:39.749198 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:39.750635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:05:39.757221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-cc2da1fb-4173-41c4-b288-9ff18e7a76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:39.758792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-cc2da1fb-4173-41c4-b288-9ff18e7a76a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434861 Aug 21 19:05:39.777224 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.847922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.855299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.864046 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-91901c18-0107-4368-9c0c-b658819336f3 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947430 Aug 21 19:05:39.878882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107f643c-a43f-44d4-a2f9-2404c32455fc,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:39.881525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.882730 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b6855d2d-d3a6-45ce-a151-26d7111f1556 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379573 Aug 21 19:05:39.885499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44664) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:39.890089 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:39.916804 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.961928 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ebabee77-6910-45ee-9ac8-1bf8a285475f req-51059c12-8e15-4891-86c6-d23a8ef4c715 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Aug 21 19:05:39.981097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:39.987626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.007149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'be78f39b-7218-4140-a9ba-95b67ca9534a', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'port_id': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'mac_address': 'fa:16:3e:e0:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:05:38Z', 'updated_at': '2021-08-21T19:05:38Z', 'revision_number': 0, 'project_id': '88c813b74fd54a4084c617c73734c900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:05:40.008490 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b9ae2e-5625-4bc2-bd54-3da96364fef2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:40.015208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.016489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ebf238ae-3c0c-4752-9647-205cd1140d0e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300185 Aug 21 19:05:40.019314 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44666) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:40.023955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:40.041463 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968bc3bd-8c34-4682-80a0-89975e072b4e None None] The sync data for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 is: [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'be78f39b-7218-4140-a9ba-95b67ca9534a', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'port_id': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'mac_address': 'fa:16:3e:e0:19:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:05:38Z', 'updated_at': '2021-08-21T19:05:38Z', 'revision_number': 0, 'project_id': '88c813b74fd54a4084c617c73734c900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:05:40.049106 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Project 88c813b74fd54a4084c617c73734c900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:05:40.054226 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.117259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.121525 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.138989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30912662-d487-4a18-9f61-063b4358e021,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:40.145125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.150115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-89e5873b-6a78-45bf-b954-3615f7a67e33 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261504 Aug 21 19:05:40.150354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44668) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:05:40.154873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'security_group_rule': {'security_group_id': 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd', 'project_id': '88c813b74fd54a4084c617c73734c900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:40.178883 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Project 88c813b74fd54a4084c617c73734c900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:05:40.183980 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.247850 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6898cb55-cfd2-41d9-a380-48e10f9c70fb None None] New status for floating IP be78f39b-7218-4140-a9ba-95b67ca9534a: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:05:40.252445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.257906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.275436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1c6f9b-7389-4a6d-8b3a-ba66f6a7fa1a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:40.282055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.284001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-822b34e8-a8fa-4980-9e9e-70058abd162a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327159 Aug 21 19:05:40.365021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-86b25968-7ceb-4088-9298-4b3f757ac611 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131127858&fields=id&tenant_id=88c813b74fd54a4084c617c73734c900 HTTP/1.1" status: 200 len: 267 time: 0.0335114 Aug 21 19:05:40.419016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-22ed7dbd-b10a-4a4c-b898-e2e4e25e32ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:40.420623 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-22ed7dbd-b10a-4a4c-b898-e2e4e25e32ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0498369 Aug 21 19:05:40.432474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'port': {'security_groups': ['522f3f48-be83-4b1d-b372-f4239747cc17', 'e44dd35c-2b2a-4d7f-bc50-30bde3974ffd']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:05:40.493452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.679261 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:05:40.708258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.712811 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.725675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:05:40.759711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:40.760350 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:40.761783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2b35de67-223b-466c-9983-3a7fdf7316eb req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "PUT /v2.0/ports/b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 982 time: 0.3344309 Aug 21 19:05:40.798091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81db5e-0137-4335-8ea5-c4650d7848f0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=6']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:05:40.833976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:05:40.875108 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2305de-c3b7-4848-8399-5c750f4db851 req-73bd6c70-7e71-4d3e-9968-244c4f5c9f0f tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:40.877891 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb2305de-c3b7-4848-8399-5c750f4db851 req-73bd6c70-7e71-4d3e-9968-244c4f5c9f0f tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0587020 Aug 21 19:05:40.921424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fb2305de-c3b7-4848-8399-5c750f4db851 req-465a0153-1667-4fbf-b2cf-f50e73c40d1b tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365133 Aug 21 19:05:41.004693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-fc0f071e-a9fe-4f0d-ba21-f876ab263412 None None] Provisioning complete for port b995e57c-38d0-42ab-93fb-b5bffe58a00f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:05:41.005055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fc0f071e-a9fe-4f0d-ba21-f876ab263412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:41.380188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:05:41.382581 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:05:41.418526 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad3b5b9-0b0b-4f3c-9cc2-743a2b61bba2 x-openstack-request-id: req-9ad3b5b9-0b0b-4f3c-9cc2-743a2b61bba2 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:05:41.418903 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:05:41.419151 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ad3b5b9-0b0b-4f3c-9cc2-743a2b61bba2 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:05:41.419545 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:05:41.481584 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-b47d209e-26e3-4d57-9f9b-d356244a91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:41.483019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-b47d209e-26e3-4d57-9f9b-d356244a91d8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1137 time: 0.0412300 Aug 21 19:05:41.575396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-e97f8b34-ef8f-4bac-b53e-39f8849c9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:41.576902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-e97f8b34-ef8f-4bac-b53e-39f8849c9039 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0855219 Aug 21 19:05:41.644174 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-aee7942e-7b76-48cf-9599-628b64227a8d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1001 time: 0.0594819 Aug 21 19:05:41.693700 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-5a85df1c-8481-4af3-9718-aad31488a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:41.695139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-5a85df1c-8481-4af3-9718-aad31488a9fa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0420456 Aug 21 19:05:41.745489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-1eae45bc-fdec-4811-b241-648fb10bc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:41.746921 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-1eae45bc-fdec-4811-b241-648fb10bc492 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433397 Aug 21 19:05:41.837194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-68891c2b-2464-4378-975c-c5549813cb91 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826709 Aug 21 19:05:41.931879 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4faf0e2d-c2bf-48cb-8715-e1eaedaf603c req-f6bce40c-191b-4d29-aabb-750cd7334793 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841560 Aug 21 19:05:47.839967 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed9d52b4-d267-426d-bbab-16fba3fbf604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:48.822061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-f4cc8568-ced6-4ef4-9b7b-e849070b083b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410848 Aug 21 19:05:48.903414 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-e01aa1ac-0c7e-43a2-b6cf-a5afb6dc0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:48.904893 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-e01aa1ac-0c7e-43a2-b6cf-a5afb6dc0a94 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1137 time: 0.0400813 Aug 21 19:05:48.963809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:49.011609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-b904cedc-4d0f-4065-a1da-5fc98a13013c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:49.013280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-b904cedc-4d0f-4065-a1da-5fc98a13013c service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0878081 Aug 21 19:05:49.078044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-e4f000d7-565a-4e71-8e93-be5d0c042eec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1001 time: 0.0569301 Aug 21 19:05:49.131509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-1ae38cc2-2c27-461f-96fe-e8adaec17dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:49.132908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-1ae38cc2-2c27-461f-96fe-e8adaec17dc9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0420101 Aug 21 19:05:49.181295 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-8a9e15fe-6075-49b2-9f1f-6f5e4aa77a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:05:49.182797 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-8a9e15fe-6075-49b2-9f1f-6f5e4aa77a3d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419252 Aug 21 19:05:49.270901 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-7fad4f2b-17a1-479e-8d28-2eba5a26c840 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799854 Aug 21 19:05:49.362801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9d779bcf-29bc-4e6d-9ff7-63b7c9c1c922 req-63c16a71-6479-47a0-9146-f04120216182 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844400 Aug 21 19:05:49.577363 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:50.374091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ecdaa051-9029-426c-8662-bd1ef302859a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:50.529178 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:51.817660 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:05:53.495791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:03.811177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12686ce3-e533-41af-8fcc-797deb8b67f2 req-fbb02222-78a6-45e8-b11b-6079f92163d4 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:03.812735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12686ce3-e533-41af-8fcc-797deb8b67f2 req-fbb02222-78a6-45e8-b11b-6079f92163d4 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0527124 Aug 21 19:06:03.821460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-45967682-cf92-49ce-af47-bb70cc80a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:03.823048 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-45967682-cf92-49ce-af47-bb70cc80a5b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1137 time: 0.0434098 Aug 21 19:06:03.855271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-12686ce3-e533-41af-8fcc-797deb8b67f2 req-caf49957-112b-4df3-8146-8848d8983ac0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356202 Aug 21 19:06:03.914156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-8f0d7556-6da4-4836-b15b-547d70659ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:03.915702 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-8f0d7556-6da4-4836-b15b-547d70659ae3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0841360 Aug 21 19:06:03.986065 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-249a1fcf-0488-4f3a-8d9f-8428df3e639f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1001 time: 0.0613971 Aug 21 19:06:04.037557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-f84d2d0d-699f-41c1-82a7-536f1b539799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:04.039182 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-f84d2d0d-699f-41c1-82a7-536f1b539799 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0439217 Aug 21 19:06:04.085067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-1e3bd968-3633-49af-88d4-6f6bb3d008ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:04.086561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-1e3bd968-3633-49af-88d4-6f6bb3d008ec service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398169 Aug 21 19:06:04.184069 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-6da7097c-295c-4a3b-911a-3a8eeeb1f1ff service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862134 Aug 21 19:06:04.281128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7977f5c-2a33-443b-aa4d-6d70e4aaabfb req-f8f3b3e4-ad46-4e6b-a2af-1287f05e3e41 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870609 Aug 21 19:06:04.378656 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:06:04.976921 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b7452e-245f-4aae-b9c8-e4eb2d043038 req-626dd273-ac9a-4a20-afea-73218fe91a6c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:04.978456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29b7452e-245f-4aae-b9c8-e4eb2d043038 req-626dd273-ac9a-4a20-afea-73218fe91a6c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0545862 Aug 21 19:06:05.018685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-29b7452e-245f-4aae-b9c8-e4eb2d043038 req-781c9c6c-146c-4a40-a1d4-2846c07f2cad tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334725 Aug 21 19:06:06.132349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf638c-7e5b-4262-a48f-9841242eef72 req-2d9d29dd-7b41-478d-ad74-e735ebb32260 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:06.133748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70cf638c-7e5b-4262-a48f-9841242eef72 req-2d9d29dd-7b41-478d-ad74-e735ebb32260 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0488746 Aug 21 19:06:06.173321 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-70cf638c-7e5b-4262-a48f-9841242eef72 req-289da4bb-ceab-48ce-a30f-2ecc06ca7c9d tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333633 Aug 21 19:06:07.287936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81279a-f79f-4d29-8cc6-0f342ed513bf req-11deb1e1-6261-441d-8cff-99e643e89c00 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:07.289508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a81279a-f79f-4d29-8cc6-0f342ed513bf req-11deb1e1-6261-441d-8cff-99e643e89c00 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0488060 Aug 21 19:06:07.329339 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4a81279a-f79f-4d29-8cc6-0f342ed513bf req-e141ff4a-ab56-472a-9797-9e95b8ea1f66 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337040 Aug 21 19:06:08.445141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25488db3-788d-4c61-b85c-0ab1d7555558 req-dc34d8c3-66e8-47f3-a28b-b76f34f12ec5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:08.446641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25488db3-788d-4c61-b85c-0ab1d7555558 req-dc34d8c3-66e8-47f3-a28b-b76f34f12ec5 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0525641 Aug 21 19:06:08.488613 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-25488db3-788d-4c61-b85c-0ab1d7555558 req-525622ad-98ed-4957-aa31-4b7545fe090e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354674 Aug 21 19:06:09.608244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e252bb-a7b0-4922-ae0a-4cf9f3384223 req-c51c6d9b-98b1-4f73-9305-12d7e2dc7843 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:09.609745 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5e252bb-a7b0-4922-ae0a-4cf9f3384223 req-c51c6d9b-98b1-4f73-9305-12d7e2dc7843 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0503912 Aug 21 19:06:09.649267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c5e252bb-a7b0-4922-ae0a-4cf9f3384223 req-25f6e862-2036-4e55-a2a3-582add6ca95f tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334208 Aug 21 19:06:10.765669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb91e-de34-4b44-a762-ca8fc53ba395 req-d831f054-e1e6-4dcb-8e57-ed79f4a97827 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:10.767208 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d93eb91e-de34-4b44-a762-ca8fc53ba395 req-d831f054-e1e6-4dcb-8e57-ed79f4a97827 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0506895 Aug 21 19:06:10.806781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d93eb91e-de34-4b44-a762-ca8fc53ba395 req-469b6ed6-ec76-4c4e-b142-7cdcdd438b87 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328159 Aug 21 19:06:11.924442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa0b49-b18a-4424-8459-258bb641caae req-c4fd323e-112f-4856-9aa8-7b25915f8d18 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:11.925856 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fdaa0b49-b18a-4424-8459-258bb641caae req-c4fd323e-112f-4856-9aa8-7b25915f8d18 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0527027 Aug 21 19:06:11.966595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fdaa0b49-b18a-4424-8459-258bb641caae req-ebaf759b-952d-44ea-90e9-1d5c0d14005a tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343795 Aug 21 19:06:13.081766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd0237-a687-4e6b-9bd6-0ce136347d04 req-6a57ea6f-a71d-4f87-8da7-3d9efc589e29 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:13.083209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5cd0237-a687-4e6b-9bd6-0ce136347d04 req-6a57ea6f-a71d-4f87-8da7-3d9efc589e29 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0490284 Aug 21 19:06:13.124044 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c5cd0237-a687-4e6b-9bd6-0ce136347d04 req-61727d15-c941-467a-b0d7-004c4eba5450 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345490 Aug 21 19:06:14.237480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672bd07-baa8-4cf0-ba91-95f41d0cad68 req-229eae67-3f13-44d8-b18a-d79576f089dc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:14.238995 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7672bd07-baa8-4cf0-ba91-95f41d0cad68 req-229eae67-3f13-44d8-b18a-d79576f089dc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0494702 Aug 21 19:06:14.278311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7672bd07-baa8-4cf0-ba91-95f41d0cad68 req-7ca3d9ff-c661-47a8-bf78-a1de2a45d93b tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331771 Aug 21 19:06:15.394720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782a677-da91-4b87-acdd-9e9fa6a760fc req-ab210b2b-c02f-4ed2-a61b-b6469e20cc3c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:15.396186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4782a677-da91-4b87-acdd-9e9fa6a760fc req-ab210b2b-c02f-4ed2-a61b-b6469e20cc3c tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0521350 Aug 21 19:06:15.435778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4782a677-da91-4b87-acdd-9e9fa6a760fc req-c4b0f546-7bbb-448f-a770-9b1ca1d83b2e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334446 Aug 21 19:06:16.547548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4012831-164b-462a-8d80-485dbab30aa1 req-aca4b2d0-b331-4305-b802-9496968e2595 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:16.549003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4012831-164b-462a-8d80-485dbab30aa1 req-aca4b2d0-b331-4305-b802-9496968e2595 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0477793 Aug 21 19:06:16.588124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e4012831-164b-462a-8d80-485dbab30aa1 req-52539ee8-65a7-4afc-a9b6-ee0825d4d5de tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330484 Aug 21 19:06:17.701935 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207526-4c14-4f88-b43c-f8160ebf5769 req-9c352e09-b751-4a0a-98bb-b3d7ef489a59 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:17.703442 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f207526-4c14-4f88-b43c-f8160ebf5769 req-9c352e09-b751-4a0a-98bb-b3d7ef489a59 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0495584 Aug 21 19:06:17.743350 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f207526-4c14-4f88-b43c-f8160ebf5769 req-8976bcff-481a-4dbd-b47d-96a18ec3bac8 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338101 Aug 21 19:06:17.841410 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-46439df2-3cce-45be-8fff-3aa3569991c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:18.861943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100301f-9c05-4b81-a4e3-817932c99fdf req-635e15ab-ff2b-40c8-bc5a-ea9c242d3919 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:18.864028 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e100301f-9c05-4b81-a4e3-817932c99fdf req-635e15ab-ff2b-40c8-bc5a-ea9c242d3919 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0536466 Aug 21 19:06:18.903305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e100301f-9c05-4b81-a4e3-817932c99fdf req-a8766819-0d9b-446a-92ef-898a7149c1b9 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332160 Aug 21 19:06:18.972860 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:19.582679 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:20.017794 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e10a8f-c2bc-4a99-a4f9-ff2c969d742f req-94104994-6c5c-4fac-8c95-ad17090ba8be tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:20.020026 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7e10a8f-c2bc-4a99-a4f9-ff2c969d742f req-94104994-6c5c-4fac-8c95-ad17090ba8be tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0504181 Aug 21 19:06:20.059353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7e10a8f-c2bc-4a99-a4f9-ff2c969d742f req-e06ad4ef-d015-4bea-9756-6d0afaa53462 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331385 Aug 21 19:06:20.373653 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5ab35557-3316-4c85-a318-44de10e8044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:20.528246 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:21.173106 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b405c1-77bc-4e56-a24b-4236f48d1eb4 req-cc42f2b5-4d91-4b0a-a039-2ac8452d3101 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:21.174644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3b405c1-77bc-4e56-a24b-4236f48d1eb4 req-cc42f2b5-4d91-4b0a-a039-2ac8452d3101 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0490217 Aug 21 19:06:21.218312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c3b405c1-77bc-4e56-a24b-4236f48d1eb4 req-50fcf4b6-2769-48bf-b9b9-e2ed560e761f tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&id=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370955 Aug 21 19:06:21.819477 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:23.498710 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:41.377423 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:06:43.931657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-fde0aba1-19e6-46dc-9c16-c7b8b34f03ef req-dd6c5fcd-9ee9-4874-9e24-4d191ee001a5 tempest-ServerDiskConfigTestJSON-1263190351 tempest-ServerDiskConfigTestJSON-1263190351-project] (94598) timed out ('10.222.0.64', 58903) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 19:06:47.842732 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-eddc24cb-70a2-4041-bf90-a6c7e05d34eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:48.819648 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-9929a5fa-dc88-4395-99a5-09942717206b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402255 Aug 21 19:06:48.905727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-47b0ac52-8708-4a42-a695-ac338e2682bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:48.907239 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-47b0ac52-8708-4a42-a695-ac338e2682bb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1137 time: 0.0441949 Aug 21 19:06:48.959544 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:49.012368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-4f0406d2-404c-4b9a-995d-110fe340e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:49.013858 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-4f0406d2-404c-4b9a-995d-110fe340e262 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0862389 Aug 21 19:06:49.082890 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-22e689a2-2236-4937-a774-b8d58eb5fb47 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1001 time: 0.0602443 Aug 21 19:06:49.130352 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-96a51761-290e-4275-8ac4-c1844deefa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:49.132367 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-96a51761-290e-4275-8ac4-c1844deefa13 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0427346 Aug 21 19:06:49.177260 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-ceaa649b-103a-401f-a683-553c999e83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:49.179285 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-ceaa649b-103a-401f-a683-553c999e83fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392120 Aug 21 19:06:49.269770 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-c8842c6a-32c4-46ae-8329-9138aab40730 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829582 Aug 21 19:06:49.358471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6992a20e-0ead-4f8b-8e72-73880a58075f req-dccc0d67-3621-4c47-bea1-83c762afb0d9 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Aug 21 19:06:49.591809 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:50.373672 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1573f735-265b-4a55-84f0-8c618df0ffc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:50.527848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:51.823052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:53.501448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:53.914217 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-0ae2a905-6bf3-44b5-9469-5d2656db1c3e tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-131127858&fields=id&tenant_id=88c813b74fd54a4084c617c73734c900 HTTP/1.1" status: 200 len: 267 time: 0.0315311 Aug 21 19:06:53.971141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-874300de-d175-4cdf-8298-b3a8db4431b9 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:53.972616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-874300de-d175-4cdf-8298-b3a8db4431b9 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 985 time: 0.0529172 Aug 21 19:06:53.983616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Request body: {'port': {'security_groups': ['522f3f48-be83-4b1d-b372-f4239747cc17']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:06:54.049879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.218408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:06:54.246928 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.251430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.263689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:06:54.298317 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:54.299005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.300407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7762658f-4b0b-46c6-a93b-8ef2886f52c8 req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "PUT /v2.0/ports/b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 943 time: 0.3213422 Aug 21 19:06:54.300865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:06:54.303182 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c01158-4027-4b15-b58a-0c55267e14db" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:06:54.308236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44742) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:06:54.334422 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event updated for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=7']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:06:54.344072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.344424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.344772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.345111 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.345446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.345782 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.346114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.346443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.346892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.347112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.347438 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.347763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1012a67-6a7e-4f66-8628-a3f98ce7cc09 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.356296 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017a954-6b05-42d6-ba3c-94a9f4d45f17 x-openstack-request-id: req-d017a954-6b05-42d6-ba3c-94a9f4d45f17 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:06:54.356585 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:06:54.356839 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d017a954-6b05-42d6-ba3c-94a9f4d45f17 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:06:54.357404 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:06:54.409757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:06:54.432079 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.474612 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.479188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c01158-4027-4b15-b58a-0c55267e14db req-ae3dfe6b-3af5-4598-87bf-68bbf0c625f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:54.480592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-ae3dfe6b-3af5-4598-87bf-68bbf0c625f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0972488 Aug 21 19:06:54.586990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-29d6eada-43a2-4fc3-98b4-f69e08c7e061 None None] Provisioning complete for port b995e57c-38d0-42ab-93fb-b5bffe58a00f triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:06:54.587542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-29d6eada-43a2-4fc3-98b4-f69e08c7e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.598023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c01158-4027-4b15-b58a-0c55267e14db req-6b937f0f-a8c1-4647-9279-d83a6e7d3921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:54.599729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-6b937f0f-a8c1-4647-9279-d83a6e7d3921 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.1081843 Aug 21 19:06:54.648221 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.650780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.651932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "DELETE /v2.0/security-groups/e44dd35c-2b2a-4d7f-bc50-30bde3974ffd HTTP/1.1" status: 204 len: 168 time: 0.3374469 Aug 21 19:06:54.654730 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44744) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:06:54.668682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44dd35c-2b2a-4d7f-bc50-30bde3974ffd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:06:54.687727 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.688082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.688537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.688885 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.689223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.689571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.689913 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.690442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.690875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.691261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.691592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.691967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90b7b22-2dbd-4842-8cad-8406d3dc56fc tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:06:54.709157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-99a5ec8f-9541-489b-ab33-3ce841896bca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 1001 time: 0.1017492 Aug 21 19:06:54.766467 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c01158-4027-4b15-b58a-0c55267e14db req-b4b77d87-cc81-47d5-bf3d-94761f192942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:54.768234 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-b4b77d87-cc81-47d5-bf3d-94761f192942 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0448277 Aug 21 19:06:54.820036 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c01158-4027-4b15-b58a-0c55267e14db req-10f942c7-0049-4624-bcb2-7651db5315a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:54.820895 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Deleting port f465baa8-d420-4692-a225-3dc55525f9a3 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:06:54.821555 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.821695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-10f942c7-0049-4624-bcb2-7651db5315a6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411808 Aug 21 19:06:54.894035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.894363 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:54.906278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Calling delete_port for f465baa8-d420-4692-a225-3dc55525f9a3 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:06:54.920522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-a9b264d9-4889-43e2-9210-f9c71df0db67 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857084 Aug 21 19:06:55.011966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09c01158-4027-4b15-b58a-0c55267e14db req-0d2cd2bc-6c47-4162-8d56-12ba0271af15 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830550 Aug 21 19:06:55.053843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:55.080014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event deleted for resources: {'Port': ['ID=f465baa8-d420-4692-a225-3dc55525f9a3,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:06:55.139236 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:55.139570 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Floating IP be78f39b-7218-4140-a9ba-95b67ca9534a disassociated (deleted). External IP: 172.25.1.81, port: b995e57c-38d0-42ab-93fb-b5bffe58a00f. Aug 21 19:06:55.633180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:06:55.738811 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:06:55.744159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:06:55.750139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Sync routers for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:06:55.759741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:06:55.760350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:06:55.769608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-024f970c-986d-42e0-90a6-bc74210030c0 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "DELETE /v2.0/floatingips/be78f39b-7218-4140-a9ba-95b67ca9534a HTTP/1.1" status: 204 len: 168 time: 1.1131983 Aug 21 19:06:55.868768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:06:56.066635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:06:56.096090 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Checking router: 3a98dd31-4b2d-4b71-99f6-468e354dcb3d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:06:56.104806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:06:56.105401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:06:56.359112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:06:56.361274 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:06:56.361788 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46799beb-40ef-4747-820d-44945cfb49d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:06:56.402381 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb3119e-7d64-4aa4-a5e1-994daf53e2bc x-openstack-request-id: req-afb3119e-7d64-4aa4-a5e1-994daf53e2bc {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:06:56.402700 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:06:56.402947 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-afb3119e-7d64-4aa4-a5e1-994daf53e2bc {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:06:56.403428 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:06:56.471632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799beb-40ef-4747-820d-44945cfb49d3 req-68ae340c-99ba-4e8a-a8da-b1a6e5b9c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:56.473124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-68ae340c-99ba-4e8a-a8da-b1a6e5b9c8c5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88c813b74fd54a4084c617c73734c900&device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 1098 time: 0.0413728 Aug 21 19:06:56.565472 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:06:56.576511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799beb-40ef-4747-820d-44945cfb49d3 req-5e6619ca-2645-44b7-aec7-b3001015c649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:56.578189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-5e6619ca-2645-44b7-aec7-b3001015c649 service neutron] 10.222.0.64 "GET /v2.0/networks?id=00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 200 len: 916 time: 0.0957296 Aug 21 19:06:56.593229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d877b81d-2282-43fb-9540-69a05640f4e0 None None] The sync data for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 is: [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:49Z', 'revision_number': 4, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '44a0cb1a-272b-4190-998e-d4fcc0f92e98', 'name': '', 'network_id': '00ce0f55-8861-426a-bf4b-349f36942b9e', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'mac_address': 'fa:16:3e:0f:2f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '076199f1-25b0-45aa-9151-824982898ba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:49Z', 'updated_at': '2021-08-21T19:04:54Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'subnets': [{'id': '076199f1-25b0-45aa-9151-824982898ba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:06:56.628033 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-6dd112ae-5533-405d-b893-d405e69425ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 200 len: 217 time: 0.0373609 Aug 21 19:06:56.688045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799beb-40ef-4747-820d-44945cfb49d3 req-73355c44-39eb-4361-bd41-2302636b47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:56.689547 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-73355c44-39eb-4361-bd41-2302636b47d1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 200 len: 854 time: 0.0508547 Aug 21 19:06:56.743128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46799beb-40ef-4747-820d-44945cfb49d3 req-db5a800d-5336-4b98-a47f-3872d0d2ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:06:56.744680 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-db5a800d-5336-4b98-a47f-3872d0d2ef25 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=00ce0f55-8861-426a-bf4b-349f36942b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432386 Aug 21 19:06:56.829664 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bb61ef-fda7-43a4-aba9-f1b3e45d44a1 None None] New status for floating IP be78f39b-7218-4140-a9ba-95b67ca9534a: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:06:56.854451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-d833c700-fa91-4448-9df7-03da5845c832 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930653 Aug 21 19:06:56.953696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-46799beb-40ef-4747-820d-44945cfb49d3 req-767f6970-2025-4356-9d66-1cb529adc332 service neutron] 10.222.0.64 "GET /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898993 Aug 21 19:07:02.692691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317d6c8-b9b4-4d31-92e2-49a79db9f896 req-26ecd4f8-d2ee-4b9e-a1d1-447d72431792 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:02.694211 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e317d6c8-b9b4-4d31-92e2-49a79db9f896 req-26ecd4f8-d2ee-4b9e-a1d1-447d72431792 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0503387 Aug 21 19:07:02.733596 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e317d6c8-b9b4-4d31-92e2-49a79db9f896 req-a8213616-e935-44d4-95c5-cfa85c87a622 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Aug 21 19:07:03.849526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992a98b-5ea4-4958-8e23-99a9ebf9e20b req-f48596b9-c73a-4234-93c4-9a47980615e4 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:03.850852 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8992a98b-5ea4-4958-8e23-99a9ebf9e20b req-f48596b9-c73a-4234-93c4-9a47980615e4 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0495853 Aug 21 19:07:03.887831 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8992a98b-5ea4-4958-8e23-99a9ebf9e20b req-60ef239a-8b7c-4ce1-a5ee-72f6479d0531 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/security-groups?id=522f3f48-be83-4b1d-b372-f4239747cc17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309348 Aug 21 19:07:04.560598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-16c987c7-1745-4641-a3b5-eae64e84fe43 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:04.562089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-16c987c7-1745-4641-a3b5-eae64e84fe43 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.64 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 946 time: 0.0473356 Aug 21 19:07:04.653279 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Deleting port b995e57c-38d0-42ab-93fb-b5bffe58a00f {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:04.653618 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:04.739466 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] For port b995e57c-38d0-42ab-93fb-b5bffe58a00f, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=b995e57c-38d0-42ab-93fb-b5bffe58a00f,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:04.739830 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:04.751752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Calling delete_port for b995e57c-38d0-42ab-93fb-b5bffe58a00f owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:04.876615 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:04.892601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['b995e57c-38d0-42ab-93fb-b5bffe58a00f'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:07:04.903846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Pushing event deleted for resources: {'Port': ['ID=b995e57c-38d0-42ab-93fb-b5bffe58a00f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:04.950972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] No DVR routers for this DVR port b995e57c-38d0-42ab-93fb-b5bffe58a00f on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:07:04.953878 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:04.955948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cbe2916f-92cc-4a85-8f7a-082473fd9159 req-a987a961-c51b-4755-ad6d-aedda4cb19ae tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.64 "DELETE /v2.0/ports/b995e57c-38d0-42ab-93fb-b5bffe58a00f HTTP/1.1" status: 204 len: 173 time: 0.3865778 Aug 21 19:07:04.956572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'name': 'network-vif-deleted', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:07:04.958850 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb36545f-9465-48c5-b800-33321a33adcf" -d '{"events": [{"server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "name": "network-vif-deleted", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:07:05.002200 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3472b9-42d9-446c-a4e4-876f8b518b9d x-openstack-request-id: req-de3472b9-42d9-446c-a4e4-876f8b518b9d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:07:05.002512 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c19286-bd06-4eff-a502-ba4a00feb6d2", "name": "network-vif-deleted", "tag": "b995e57c-38d0-42ab-93fb-b5bffe58a00f", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:07:05.002789 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de3472b9-42d9-446c-a4e4-876f8b518b9d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:07:05.003184 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c19286-bd06-4eff-a502-ba4a00feb6d2', 'name': 'network-vif-deleted', 'tag': 'b995e57c-38d0-42ab-93fb-b5bffe58a00f', 'status': 'completed', 'code': 200} Aug 21 19:07:05.074755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d6e8b8a5-e464-4621-bfa4-fbb76ba7eef2 req-ac2eb503-4838-4397-876b-a204b8ee00c6 tempest-TestMinimumBasicScenario-1178334966 tempest-TestMinimumBasicScenario-1178334966-project] 10.222.0.41 "GET /v2.0/ports?device_id=c5c19286-bd06-4eff-a502-ba4a00feb6d2 HTTP/1.1" status: 200 len: 210 time: 0.1121457 Aug 21 19:07:06.629019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44848) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:06.967872 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:07.215982 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Deleting port 44a0cb1a-272b-4190-998e-d4fcc0f92e98 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:07.216487 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:07.292901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] For port 44a0cb1a-272b-4190-998e-d4fcc0f92e98, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=44a0cb1a-272b-4190-998e-d4fcc0f92e98,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:07.293190 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:07.305878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Calling delete_port for 44a0cb1a-272b-4190-998e-d4fcc0f92e98 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:07.485798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:07.515344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=44a0cb1a-272b-4190-998e-d4fcc0f92e98,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:07.678021 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:07.889005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:07:07.994801 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:07:07.999733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b0f2edb1-3469-4ece-8a25-7dbc216be8ba admin admin] 10.222.0.41 "PUT /v2.0/routers/3a98dd31-4b2d-4b71-99f6-468e354dcb3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3696296 Aug 21 19:07:08.002278 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44850) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:08.003348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Sync routers for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:07:08.012330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:08.012937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:08.105816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.116109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:08.203102 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.259041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Deleting port 04a6f00a-2dde-41b3-8705-41cb569c3f2e {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:08.259386 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.297117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80'}], 'enable_snat': True}, 'gw_port_id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:07:07Z', 'revision_number': 5, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port': {'id': '04a6f00a-2dde-41b3-8705-41cb569c3f2e', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:08.322750 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Checking router: 3a98dd31-4b2d-4b71-99f6-468e354dcb3d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:07:08.331124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Routers {'3a98dd31-4b2d-4b71-99f6-468e354dcb3d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:08.331720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:08.340455 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] For port 04a6f00a-2dde-41b3-8705-41cb569c3f2e, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04a6f00a-2dde-41b3-8705-41cb569c3f2e,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:08.340831 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.352541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Calling delete_port for 04a6f00a-2dde-41b3-8705-41cb569c3f2e owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:08.416230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] Set router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:08.469491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:07:08Z', 'revision_number': 6, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:08.495380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded3487f-d4f6-455c-993a-9905ae1d4362 None None] The sync data for ids ['3a98dd31-4b2d-4b71-99f6-468e354dcb3d'] in n-d-793621-32 is: [{'id': '3a98dd31-4b2d-4b71-99f6-468e354dcb3d', 'name': 'tempest-TestMinimumBasicScenario-1484168496-router', 'tenant_id': '88c813b74fd54a4084c617c73734c900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:47Z', 'updated_at': '2021-08-21T19:07:08Z', 'revision_number': 6, 'project_id': '88c813b74fd54a4084c617c73734c900', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:07:08.515843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.540865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04a6f00a-2dde-41b3-8705-41cb569c3f2e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:08.604662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.989843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:08.992470 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.035642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.036224 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a98dd31-4b2d-4b71-99f6-468e354dcb3d {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:07:09.041295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.045038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44852) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:09.045497 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d00ec94d-cfbe-4de8-b729-4a07b9b323d1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/3a98dd31-4b2d-4b71-99f6-468e354dcb3d HTTP/1.1" status: 204 len: 168 time: 1.0418022 Aug 21 19:07:09.089990 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Deleting subnet 076199f1-25b0-45aa-9151-824982898ba3 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:07:09.092967 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.126674 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.205241 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.259430 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.284445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076199f1-25b0-45aa-9151-824982898ba3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:09.289756 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.293538 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f1777cee-0eb9-45d7-9bff-a6d4df2da264 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/076199f1-25b0-45aa-9151-824982898ba3 HTTP/1.1" status: 204 len: 168 time: 0.2475047 Aug 21 19:07:09.295234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb7e966-0e64-409a-b522-a6f8d6a00d40 None None] Network 00ce0f55-8861-426a-bf4b-349f36942b9e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:07:09.296131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:09.364094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.423530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Deleting port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:09.423759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.490578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] DHCP port deletion for 00ce0f55-8861-426a-bf4b-349f36942b9e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:07:09.493190 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] For port 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7153ea0b-a872-43e4-916d-b7ffb4c8d174,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:09.493564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.507362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Calling delete_port for 7153ea0b-a872-43e4-916d-b7ffb4c8d174 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:09.543589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Deleting port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:09.543969 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.584443 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b995e57c-38d0-42ab-93fb-b5bffe58a00f no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:09.590997 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.604673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] No DVR routers for this DVR port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:07:09.613070 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: b995e57c-38d0-42ab-93fb-b5bffe58a00f {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:09.613411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device b995e57c-38d0-42ab-93fb-b5bffe58a00f not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:09.632055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] For port 7153ea0b-a872-43e4-916d-b7ffb4c8d174, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=7153ea0b-a872-43e4-916d-b7ffb4c8d174,segment=NetworkSegment(6e4f2b6b-029d-4533-a862-a08260a48f51),segment_id=6e4f2b6b-029d-4533-a862-a08260a48f51)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:09.632444 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.643395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Pushing event deleted for resources: {'Port': ['ID=7153ea0b-a872-43e4-916d-b7ffb4c8d174,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:09.645038 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Calling delete_port for 7153ea0b-a872-43e4-916d-b7ffb4c8d174 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:09.694169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.704645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ce0f55-8861-426a-bf4b-349f36942b9e']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:09.716328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4f2b6b-029d-4533-a862-a08260a48f51') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:09.716736 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4f2b6b-029d-4533-a862-a08260a48f51') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:09.723481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.728781 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.753901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.760380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:07:09.760771 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:07:09.762457 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:07:09.764608 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Pushing event deleted for resources: {'Port': ['ID=7153ea0b-a872-43e4-916d-b7ffb4c8d174,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:09.769391 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] No DVR routers for this DVR port 7153ea0b-a872-43e4-916d-b7ffb4c8d174 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:07:09.780648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.781001 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.781178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.781582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.782188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.782564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.782889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.783304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.783660 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.783960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.784286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.784652 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4572455c-2de8-4a47-9684-c6fb4b9cd97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:09.914270 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7153ea0b-a872-43e4-916d-b7ffb4c8d174 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:09.935281 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 7153ea0b-a872-43e4-916d-b7ffb4c8d174 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:09.935712 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 7153ea0b-a872-43e4-916d-b7ffb4c8d174 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:09.936197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04a6f00a-2dde-41b3-8705-41cb569c3f2e no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:09.956600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 04a6f00a-2dde-41b3-8705-41cb569c3f2e {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:09.956940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04a6f00a-2dde-41b3-8705-41cb569c3f2e not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:09.957355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44a0cb1a-272b-4190-998e-d4fcc0f92e98 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:09.977569 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 44a0cb1a-272b-4190-998e-d4fcc0f92e98 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:09.978241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 44a0cb1a-272b-4190-998e-d4fcc0f92e98 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:10.148662 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:10.154153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:10.156113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] 10.222.0.41 "DELETE /v2.0/networks/00ce0f55-8861-426a-bf4b-349f36942b9e HTTP/1.1" status: 204 len: 168 time: 0.8590651 Aug 21 19:07:10.159251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44856) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:10.166879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e7d3a-8850-4351-a8a1-4130339c9941 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ce0f55-8861-426a-bf4b-349f36942b9e,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:10.497325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:10.732875 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Deleting port a17c67d8-b2a9-4b15-bd00-41649f1e7f84 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:10.733217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:10.808252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] For port a17c67d8-b2a9-4b15-bd00-41649f1e7f84, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:10.808533 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:10.821009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Calling delete_port for a17c67d8-b2a9-4b15-bd00-41649f1e7f84 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:10.995464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.025820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a17c67d8-b2a9-4b15-bd00-41649f1e7f84,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:11.185295 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.399293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Router 0501aac4-9a4b-4790-bc0b-cf3ea668572e has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:07:11.502351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:07:11.507855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9468f292-ccb3-4147-bce5-9aeb4a4ae2b0 admin admin] 10.222.0.41 "PUT /v2.0/routers/0501aac4-9a4b-4790-bc0b-cf3ea668572e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3475003 Aug 21 19:07:11.510513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44858) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:11.511259 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Sync routers for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:07:11.520886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:11.521486 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:11.613278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.621679 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:11.713623 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.771821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Deleting port 74809635-d59e-435f-95d7-3e3d011bd31d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:11.772176 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.811846 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253'}], 'enable_snat': True}, 'gw_port_id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:07:10Z', 'revision_number': 5, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port': {'id': '74809635-d59e-435f-95d7-3e3d011bd31d', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:04:52Z', 'updated_at': '2021-08-21T19:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:11.842684 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Checking router: 0501aac4-9a4b-4790-bc0b-cf3ea668572e for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:07:11.851320 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Routers {'0501aac4-9a4b-4790-bc0b-cf3ea668572e'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:11.851922 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:11.862441 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] For port 74809635-d59e-435f-95d7-3e3d011bd31d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=74809635-d59e-435f-95d7-3e3d011bd31d,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:11.862865 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:11.877947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Calling delete_port for 74809635-d59e-435f-95d7-3e3d011bd31d owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:12.030940 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] Set router 0501aac4-9a4b-4790-bc0b-cf3ea668572e gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:12.072170 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.085560 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:07:11Z', 'revision_number': 6, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:12.108299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Pushing event deleted for resources: {'Port': ['ID=74809635-d59e-435f-95d7-3e3d011bd31d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:12.118723 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f48e9-69cd-4677-b1c5-2e677cf91e59 None None] The sync data for ids ['0501aac4-9a4b-4790-bc0b-cf3ea668572e'] in n-d-793621-32 is: [{'id': '0501aac4-9a4b-4790-bc0b-cf3ea668572e', 'name': 'tempest-TestMinimumBasicScenario-717048422-router', 'tenant_id': '15c0927f0854400d8de693ff8d6d2762', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:04:51Z', 'updated_at': '2021-08-21T19:07:11Z', 'revision_number': 6, 'project_id': '15c0927f0854400d8de693ff8d6d2762', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:07:12.174854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.263905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.266003 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.314417 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.314749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0501aac4-9a4b-4790-bc0b-cf3ea668572e {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:07:12.318910 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.320093 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-23776def-f4b4-4ef9-8d84-1b5143dfb888 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0501aac4-9a4b-4790-bc0b-cf3ea668572e HTTP/1.1" status: 204 len: 168 time: 0.8086438 Aug 21 19:07:12.322696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:12.368861 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Deleting subnet 8daaa892-7b06-4d9a-9034-328ffe9fc1aa {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:07:12.371927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.409296 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.489049 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.547456 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.575150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daaa892-7b06-4d9a-9034-328ffe9fc1aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:12.577423 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.581745 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-82141f4e-03a7-447c-a193-be9d5bb815c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8daaa892-7b06-4d9a-9034-328ffe9fc1aa HTTP/1.1" status: 204 len: 168 time: 0.2556636 Aug 21 19:07:12.582433 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44862) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:12.585594 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67700e12-accd-4fb8-8d99-21a7112e07e1 None None] Network 48b181c0-fe0d-4717-a36f-f3446e7a25f9 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:07:12.659382 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.712044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Deleting port 3d0612e8-62ed-4039-98ba-7067e4f15e53 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:12.712386 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.776200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] For port 3d0612e8-62ed-4039-98ba-7067e4f15e53, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3d0612e8-62ed-4039-98ba-7067e4f15e53,segment=NetworkSegment(da9f4079-43c4-4208-8675-dc2f1c924c91),segment_id=da9f4079-43c4-4208-8675-dc2f1c924c91)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:12.776564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.788840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Calling delete_port for 3d0612e8-62ed-4039-98ba-7067e4f15e53 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:12.855873 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] DHCP port deletion for 48b181c0-fe0d-4717-a36f-f3446e7a25f9 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:07:12.874018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.901539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0612e8-62ed-4039-98ba-7067e4f15e53,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:12.904605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Deleting port 3d0612e8-62ed-4039-98ba-7067e4f15e53 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:07:12.904981 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.909285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] No DVR routers for this DVR port 3d0612e8-62ed-4039-98ba-7067e4f15e53 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:07:12.970524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] For port 3d0612e8-62ed-4039-98ba-7067e4f15e53, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:12.970924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.983480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Calling delete_port for 3d0612e8-62ed-4039-98ba-7067e4f15e53 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:07:12.984020 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.986108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Port 3d0612e8-62ed-4039-98ba-7067e4f15e53 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 19:07:12.987401 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:12.993870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b181c0-fe0d-4717-a36f-f3446e7a25f9']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:13.005225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9f4079-43c4-4208-8675-dc2f1c924c91') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:13.005521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9f4079-43c4-4208-8675-dc2f1c924c91') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:13.013153 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] Pushing event deleted for resources: {'Port': ['ID=3d0612e8-62ed-4039-98ba-7067e4f15e53,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:13.015055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c308c4-3efa-4a13-989b-d3224f39fd35 None None] No DVR routers for this DVR port 3d0612e8-62ed-4039-98ba-7067e4f15e53 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:07:13.018670 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.034918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.041305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:07:13.041700 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:07:13.043517 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:07:13.100881 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.108976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.111101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/48b181c0-fe0d-4717-a36f-f3446e7a25f9 HTTP/1.1" status: 204 len: 168 time: 0.5274529 Aug 21 19:07:13.135758 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb069a-8c2a-438c-b548-04512c309ac1 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b181c0-fe0d-4717-a36f-f3446e7a25f9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:13.286243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44866) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:13.327696 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da1d1a8b-445e-488f-a485-f5f17541c6c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88c813b74fd54a4084c617c73734c900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402486 Aug 21 19:07:13.330355 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44868) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:13.385823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.406268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.452463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.455029 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.456158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/522f3f48-be83-4b1d-b372-f4239747cc17 HTTP/1.1" status: 204 len: 168 time: 0.1248765 Aug 21 19:07:13.463729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2ec4-b388-42be-af1d-1446ceca5b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522f3f48-be83-4b1d-b372-f4239747cc17,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:13.761252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44876) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:13.800481 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f85c22f7-1555-40c6-93ea-a94c10745ed9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=15c0927f0854400d8de693ff8d6d2762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380480 Aug 21 19:07:13.803005 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:13.850325 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.873266 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.911565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74809635-d59e-435f-95d7-3e3d011bd31d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:13.925168 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.928429 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:13.929625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/910d0d33-f601-4687-8f77-7940639d3806 HTTP/1.1" status: 204 len: 168 time: 0.1256485 Aug 21 19:07:13.933675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 74809635-d59e-435f-95d7-3e3d011bd31d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:13.934025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 74809635-d59e-435f-95d7-3e3d011bd31d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:13.934437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a17c67d8-b2a9-4b15-bd00-41649f1e7f84 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:13.938409 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70f730-7b6d-4666-8f60-d3dfbb2a985c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910d0d33-f601-4687-8f77-7940639d3806,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:13.957154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: a17c67d8-b2a9-4b15-bd00-41649f1e7f84 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:13.957715 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device a17c67d8-b2a9-4b15-bd00-41649f1e7f84 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:13.958129 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d0612e8-62ed-4039-98ba-7067e4f15e53 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:07:13.983806 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3d0612e8-62ed-4039-98ba-7067e4f15e53 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:07:13.984144 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3d0612e8-62ed-4039-98ba-7067e4f15e53 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:07:15.660836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44920) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:15.665613 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1517120725', 'description': 'tempest-secgroup-smoke-1517120725 description', 'project_id': '8d025d61e2484d9c93689f8b126954d3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:15.687248 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.695559 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.787209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.790908 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.828543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f282fa1-9f97-482e-b16b-6fa5a7b863c4,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:15.879155 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.883278 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.910586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:15.911799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2499282 Aug 21 19:07:15.913845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e5efa-a4b2-407e-9e3f-c58e114b5da8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bf9b49-28c7-4167-a0ab-108794a83931,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:15.915066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44922) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:15.921295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:15.948187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.008665 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.012634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.032879 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f704e8-af81-41fd-8fb7-2c4d26de48d6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.035241 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.036501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c10c1c5e-163a-411d-ac6a-11e0c68c78ed tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195383 Aug 21 19:07:16.039407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44924) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.044089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.068545 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.124290 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.127829 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.144602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b09579e-8a3f-4f5a-a80d-9475f533c380,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.151475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.152694 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-944b7c2a-7528-4183-be7e-1b4eac829fa4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122539 Aug 21 19:07:16.155406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44926) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.159831 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.185564 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.246483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.249962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.267461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8c661e-ae5c-4f63-b902-20adee2f3792,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.273081 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.274586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-094eea2b-b47a-45a6-b3b4-b14fe2ddcafc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181321 Aug 21 19:07:16.277274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.281611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.307483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.363989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.368796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.387423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dccd714e-deb9-4792-ace8-9131e59ce470,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.390471 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.391718 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-419c49bd-5eaa-4cf3-aa52-a6c26e3afd85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134980 Aug 21 19:07:16.394390 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.399212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.419303 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:07:16.423863 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.482331 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.485947 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.507236 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d1d8ad-f8d8-4072-8d8c-b3c1717451cd,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.511100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.512381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-9e6ebcf7-f60f-400d-81f0-2233af7e27b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169152 Aug 21 19:07:16.515043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44932) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.519396 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '79bf9b49-28c7-4167-a0ab-108794a83931', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.542480 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:07:16.547321 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.608972 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.612448 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.629575 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf062030-06e3-48d3-98e1-7319f89d7180,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.635416 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.636668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce014515-adf7-44f6-bf84-0cebe92ba641 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207044 Aug 21 19:07:16.639692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 44934) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.644425 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'network': {'name': 'tempest-network-smoke--215120496', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.664083 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:07:16.667558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.690462 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:07:16.699080 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.699419 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Added segment e7dadf64-1821-4d41-bece-5b5558b92c5d of type vlan for network 8384beff-8e37-4064-ad91-d95a2b5c111e Aug 21 19:07:16.738670 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.764198 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.769773 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:16.770357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.825723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1847696 Aug 21 19:07:16.828790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44936) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:16.833451 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'admin_state_up': True, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:16.837149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ca7c-b810-420c-8ea6-a1022c3bb2a8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Network': ['ID=8384beff-8e37-4064-ad91-d95a2b5c111e,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:16.847201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8384beff-8e37-4064-ad91-d95a2b5c111e details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:07:16.857355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.858561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:16.912165 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.050684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.237005 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.260122 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.359943 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.26 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/b10e5f80-7caf-4de6-9bbc-24f9bc112cd2) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:07:17.462300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.500461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:17.538486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:17.541325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:17.547574 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:07:17.550425 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:17.843787 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5385fc30-58bb-4f35-8882-bcaf0a10d3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:18.100134 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:18.291481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:18.376113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:07:18.416594 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:07:18.525901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:07:18.544285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Sync routers for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:07:18.544787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:18.548839 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a45879de-98a0-49f8-aa43-5e3d5a663b17 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7159810 Aug 21 19:07:18.549027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:18.553935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:18.554801 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:18.661890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:18.670185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c32ff532-41d7-4277-8778-1bedfab35ff8 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8d025d61e2484d9c93689f8b126954d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200757 Aug 21 19:07:18.672888 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44942) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:18.757672 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e2177d-5e6d-4d4d-862f-da65868e5711 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:18.759234 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-27e2177d-5e6d-4d4d-862f-da65868e5711 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854418 Aug 21 19:07:18.762236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:18.795021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9a1c4916-035d-46d6-9dca-8fbb985b2def tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316856 Aug 21 19:07:18.797667 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:18.802947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840109331', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:18.845972 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:17Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:18.876760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Checking router: 845e6bab-69bd-4b53-a9b5-ff43d4e370dd for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:07:18.877100 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Updating router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:07:18.890619 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:07:18.894067 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:18.901289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.003288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.076769 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.134260 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Subnet': ['ID=213c81ab-7b55-4f25-97d6-2b082fd4ee54,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:19.144800 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Checking segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:07:19.145163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network hostable DHCP agents. Network: 8384beff-8e37-4064-ad91-d95a2b5c111e, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:07:19.163481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 8384beff-8e37-4064-ad91-d95a2b5c111e is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:07:19.172075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8384beff-8e37-4064-ad91-d95a2b5c111e) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:19.176845 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:19.177869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.181580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a580af26-90ec-4086-8832-00650ec4f475 None None] Network 8384beff-8e37-4064-ad91-d95a2b5c111e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:07:19.187041 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.193366 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9ee47c11-8754-4605-83cd-9643ae88cc38 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3947167 Aug 21 19:07:19.196289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 44950) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:19.237483 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Transition to ACTIVE for port object b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:19.245539 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.314026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Attempting to bind port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:07:19.314395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Attempting to bind port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:07:19.314785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Attempting to bind port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:07:19.327200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841786c-26f8-4d28-928d-b977323b6932 None None] Pushing event updated for resources: {'Port': ['ID=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:19.331899 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:07:19.332279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:07:19.332678 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.333065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:07:19.333534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Bound port: b10e5f80-7caf-4de6-9bbc-24f9bc112cd2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:07:19.333915 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.442955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] For port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:07:19.454737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8384beff-8e37-4064-ad91-d95a2b5c111e', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:07:19.455596 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.463807 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] For port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:07:19.473614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.637352 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.770876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841786c-26f8-4d28-928d-b977323b6932 None None] Pushing event updated for resources: {'Port': ['ID=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:19.778300 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:19.778937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:06:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:19.819542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:19.902098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Allocated IP 172.20.0.2 (8384beff-8e37-4064-ad91-d95a2b5c111e/213c81ab-7b55-4f25-97d6-2b082fd4ee54/65b3ea13-f18a-4ad9-a295-b245a1f4cbf2) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:07:19.931793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:20.189520 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.201411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Transition to ACTIVE for port object 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:20.221254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Transition to ACTIVE for port object 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:20.228222 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.232015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:17Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:20.278273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.1 (8384beff-8e37-4064-ad91-d95a2b5c111e/213c81ab-7b55-4f25-97d6-2b082fd4ee54/1f816f4c-62ee-41f0-8c0d-0767f0d02735) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:07:20.289372 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f1056d-f860-4e78-90c9-15faf6839f9d None None] The sync data for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 is: [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:17Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:07:20.300237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Network 8384beff-8e37-4064-ad91-d95a2b5c111e is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:20.308456 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:20.310912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:07:20.313884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Pushing event updated for resources: {'Port': ['ID=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:20.378016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Attempting to bind port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:07:20.378540 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Attempting to bind port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:07:20.378880 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Attempting to bind port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 on network 8384beff-8e37-4064-ad91-d95a2b5c111e {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:07:20.386308 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:07:20.386774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Checking segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:07:20.387187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.387512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Bound using segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:07:20.387958 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Bound port: 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:07:20.388368 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.390655 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-781bd91b-d5ba-47c8-a5b6-70e684ddb57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.411198 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.425616 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 1f816f4c-62ee-41f0-8c0d-0767f0d02735 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:20.461978 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.463350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] For port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:07:20.467467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] For port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:07:20.473732 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.507777 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 8384beff-8e37-4064-ad91-d95a2b5c111e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:20.527109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:20.536579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:07:20.541140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:20.560852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.564900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de8a78-a3a9-4a32-b99c-02ebb1149055 None None] Pushing event updated for resources: {'Port': ['ID=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:20.598040 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:20.761736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:21.061276 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:21.066041 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:21.144783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:21.149426 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:21.244977 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 8384beff-8e37-4064-ad91-d95a2b5c111e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:21.246560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:21.362792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:07:21.476078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:07:21.481009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c678cadd-7de5-40ad-9459-a11b40a0ef19 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/845e6bab-69bd-4b53-a9b5-ff43d4e370dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2837696 Aug 21 19:07:21.502922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f726101-25c3-4fc3-905a-3a56c6e9c86f None None] Network 8384beff-8e37-4064-ad91-d95a2b5c111e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:07:21.623097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-4143c509-de4c-4fb1-b8da-24e92f807fb2 None None] Provisioning for port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:21.633988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-0e50fa88-0bcc-4cc4-97c6-ce781e3a7d40 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1517120725&fields=id&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 267 time: 0.0392950 Aug 21 19:07:21.747438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-ac802b2c-b90a-4a29-991c-b28e81e66a22 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:21.749044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-ac802b2c-b90a-4a29-991c-b28e81e66a22 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 796 time: 0.1057060 Aug 21 19:07:21.765755 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-0b8f6dac-36d4-4745-9db9-20a8459d5d68 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/quotas/8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 375 time: 0.0101871 Aug 21 19:07:21.825805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-ddf22453-0670-4865-bc7c-7e2ee1bf7e6d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536406 Aug 21 19:07:21.829330 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:21.918281 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Sync routers for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:07:21.931009 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:21.931643 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:21.931784 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-ca5cf017-5e38-4a86-b8a7-17be46be0fb5 service neutron] 10.222.0.41 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925512 Aug 21 19:07:21.974201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-347d63a8-accc-47d3-acaa-d900ff63ed62 None None] Provisioning for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:21.978722 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-347d63a8-accc-47d3-acaa-d900ff63ed62 None None] Provisioning complete for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:21.979099 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-347d63a8-accc-47d3-acaa-d900ff63ed62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.036825 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:22.060557 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-b91231a9-1351-4aaa-a89e-37d92b619070 service neutron] 10.222.0.41 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087210 Aug 21 19:07:22.065414 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-347d63a8-accc-47d3-acaa-d900ff63ed62 None None] Port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:07:22.093881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:22.096253 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:22.098526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:22.098913 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.220576 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.262133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:22.264071 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-41f5e6d1-4ccf-499b-a26c-400268d4b53b None None] Provisioning complete for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:22.264449 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-41f5e6d1-4ccf-499b-a26c-400268d4b53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.290294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.291120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:22.342705 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-573f52a7-b878-44f5-a65a-265010504518 req-83bc9184-1736-4aaa-8128-331940ec27a7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0966511 Aug 21 19:07:22.361700 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 2, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:22.379896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-41f5e6d1-4ccf-499b-a26c-400268d4b53b None None] Port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:07:22.395987 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Checking router: 845e6bab-69bd-4b53-a9b5-ff43d4e370dd for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:07:22.396342 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Updating router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:07:22.398574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:22.415565 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:22.420114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:22.420629 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.423412 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.516234 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.521823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-48283f76-3eac-4788-ac94-6c279189d635 None None] Provisioning complete for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:22.522259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-48283f76-3eac-4788-ac94-6c279189d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.561214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:22.566928 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.575695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-48283f76-3eac-4788-ac94-6c279189d635 None None] Port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:07:22.618518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:22.682162 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.691598 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Transition to ACTIVE for port object 1f816f4c-62ee-41f0-8c0d-0767f0d02735 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:22.696494 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.745137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Pushing event updated for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:22.769665 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.769908 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.770244 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.770604 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.770937 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.771266 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.771589 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.771914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.772284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.772604 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.772924 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.773240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:07:22.812419 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Attempting to bind port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:07:22.812790 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Attempting to bind port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:07:22.813152 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Attempting to bind port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 on network 8384beff-8e37-4064-ad91-d95a2b5c111e {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:07:22.822908 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:07:22.823429 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Checking segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:07:22.823955 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.824463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Bound using segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:07:22.825036 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Bound port: 1f816f4c-62ee-41f0-8c0d-0767f0d02735, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:07:22.825705 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.891098 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] For port 1f816f4c-62ee-41f0-8c0d-0767f0d02735, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:07:22.894148 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] For port 1f816f4c-62ee-41f0-8c0d-0767f0d02735, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f816f4c-62ee-41f0-8c0d-0767f0d02735,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:07:22.899147 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:22.953850 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:22.954465 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:22.992830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a612f-d40e-4ce2-a0f7-c2a5f4bfdddb None None] Pushing event updated for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:23.072457 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:23.269369 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:23.295246 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568223c0-7afe-432b-af2b-cfc041a0d0d1 None None] The sync data for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 is: [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:07:23.418335 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6e32fa8e-62ea-4cb0-8a58-9e7248bd90c4 req-e575901c-eefc-449c-8bbc-c0e5ad4736b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0327835 Aug 21 19:07:23.505832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:23.983574 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f816f4c-62ee-41f0-8c0d-0767f0d02735 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:24.035607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:24.040533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:24.040849 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:24.124116 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:24.159396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 1f816f4c-62ee-41f0-8c0d-0767f0d02735, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f816f4c-62ee-41f0-8c0d-0767f0d02735,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:24.164327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:24.165188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:24.242770 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:24.255378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:24.255745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:24.337520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:24.383945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:24.384316 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:24.504717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5f33e86e-3822-4a8a-86cc-c18f9c14f357 req-ee667c83-7378-42a5-8517-8d97a9a5dd86 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Aug 21 19:07:25.598365 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e7bd889-c7b0-4dea-9487-c1f910ab5063 req-cfdbea6e-4145-40b1-8423-c963eff32941 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0257607 Aug 21 19:07:25.917864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f816f4c-62ee-41f0-8c0d-0767f0d02735 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:25.963588 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:25.963946 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:26.239953 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-7e8bdd5d-42a0-4863-9732-b9bdbf8a2d3b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:26.241445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-7e8bdd5d-42a0-4863-9732-b9bdbf8a2d3b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 796 time: 0.1083949 Aug 21 19:07:26.285395 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-97ed8479-f2f5-49a3-b66d-da2297c843fe tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 380 time: 0.0350828 Aug 21 19:07:26.294995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'port': {'device_id': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'admin_state_up': True, 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'security_groups': ['79bf9b49-28c7-4167-a0ab-108794a83931']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:26.401414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:07:26.404977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:26.528000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.11 (8384beff-8e37-4064-ad91-d95a2b5c111e/213c81ab-7b55-4f25-97d6-2b082fd4ee54/fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:07:26.668754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:26.703584 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e4d3df33-ec7f-4892-87a6-422b1b592f37 req-20245c63-cf98-436f-8b4f-3ba8869fc54e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0324700 Aug 21 19:07:26.706020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:26.738444 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:26.780841 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 8384beff-8e37-4064-ad91-d95a2b5c111e is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:26.783695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:26.787249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:07:26.795335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:26.847283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:26.847914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:26.862699 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-2f8b5e47-6471-4e33-a664-2bd9a9d004d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712228 Aug 21 19:07:26.922027 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Request body: {'port': {'device_id': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:26.977262 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.062529 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2aaa65f-6804-4e81-979f-68b0229683e7 None None] Provisioning for port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:27.066163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b2aaa65f-6804-4e81-979f-68b0229683e7 None None] Provisioning complete for port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:27.066583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2aaa65f-6804-4e81-979f-68b0229683e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.103744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-b2aaa65f-6804-4e81-979f-68b0229683e7 None None] Port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:07:27.235025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:07:27.242940 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.254878 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Transition to ACTIVE for port object fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:07:27.259072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.313315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Pushing event updated for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:27.378054 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Attempting to bind port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:07:27.378387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Attempting to bind port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:07:27.378764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Attempting to bind port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 on network 8384beff-8e37-4064-ad91-d95a2b5c111e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:07:27.383494 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 on network 8384beff-8e37-4064-ad91-d95a2b5c111e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:07:27.383818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Attempting to bind port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 on network 8384beff-8e37-4064-ad91-d95a2b5c111e {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:07:27.388918 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:07:27.389254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Checking segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:07:27.389635 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Bound using segment: {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:07:27.390058 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Bound port: fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7dadf64-1821-4d41-bece-5b5558b92c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:07:27.390416 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.456002 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:07:27.459008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:07:27.464266 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.501872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:27.502580 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:27.504029 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] 10.222.0.39 "PUT /v2.0/ports/fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 1093 time: 0.6328256 Aug 21 19:07:27.504413 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:07:27.506709 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68890c96-ecaf-49f6-a72f-c143a53969d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:07:27.531995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d5bfb0-e1d8-4414-8c65-3674c0c6447e service neutron] Pushing event updated for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:27.574277 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983f454f-8606-483f-89a6-baaa71c55bed x-openstack-request-id: req-983f454f-8606-483f-89a6-baaa71c55bed {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:07:27.574417 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:07:27.574642 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-983f454f-8606-483f-89a6-baaa71c55bed {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:07:27.575023 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'status': 'completed', 'code': 200} Aug 21 19:07:27.591686 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-49d4bf45-67e0-43ea-b555-5738d6ffeedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:27.593220 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-49d4bf45-67e0-43ea-b555-5738d6ffeedc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1096 time: 0.0479484 Aug 21 19:07:27.638544 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-d04ae068-391d-4c12-8cae-481171142be2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0352235 Aug 21 19:07:27.692927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-dca2cb5b-cb5e-4b52-aff3-b5e98cea0d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:27.694444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-dca2cb5b-cb5e-4b52-aff3-b5e98cea0d39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 200 len: 835 time: 0.0483902 Aug 21 19:07:27.742237 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df19470-7102-477f-8222-addd31bddc89 req-88c23296-5fa7-474f-8398-65bbc97d3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:27.743925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-88c23296-5fa7-474f-8398-65bbc97d3899 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8384beff-8e37-4064-ad91-d95a2b5c111e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425060 Aug 21 19:07:27.866354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4615f66-d6de-420e-98aa-4598b1c8427b req-009f5e65-abd4-465c-9541-6c0db715240c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:27.867860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4615f66-d6de-420e-98aa-4598b1c8427b req-009f5e65-abd4-465c-9541-6c0db715240c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 944 time: 0.0732670 Aug 21 19:07:27.885066 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-0252dc9a-0ef5-4818-8615-d37ffc1d11c5 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337054 Aug 21 19:07:27.951896 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c4615f66-d6de-420e-98aa-4598b1c8427b req-81ec49ba-e18f-40f2-ad21-6767f3214474 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767202 Aug 21 19:07:27.987550 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1df19470-7102-477f-8222-addd31bddc89 req-7d0b3a2f-19e3-4c5d-8ec6-c15b1d9e830c service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938785 Aug 21 19:07:28.074522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-82397d29-1f8d-481c-a5ac-2eb6459b5550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:28.076269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-82397d29-1f8d-481c-a5ac-2eb6459b5550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1096 time: 0.0438852 Aug 21 19:07:28.162873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-e48bee9f-1904-42e6-83b6-71999fe3bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:28.164319 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-e48bee9f-1904-42e6-83b6-71999fe3bf17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 897 time: 0.0811522 Aug 21 19:07:28.209391 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-5fdbc556-c828-49b2-bedd-223ccd8bb54e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0377698 Aug 21 19:07:28.564308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-e4e4b3e8-6eb7-45e3-b848-3395247e533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:28.565744 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-e4e4b3e8-6eb7-45e3-b848-3395247e533b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 200 len: 835 time: 0.3491604 Aug 21 19:07:28.610114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-a88451da-dac9-4da7-861d-573ba3cec819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:28.611582 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-a88451da-dac9-4da7-861d-573ba3cec819 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8384beff-8e37-4064-ad91-d95a2b5c111e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386193 Aug 21 19:07:28.702918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-03124631-9c69-4c8f-a7ef-dbf482b2a284 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819211 Aug 21 19:07:28.791176 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68890c96-ecaf-49f6-a72f-c143a53969d8 req-1f953d27-0c40-42a0-997f-9a1a62dec1a8 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801632 Aug 21 19:07:29.067246 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87ca3c-c544-4dd1-b296-5029c7b88634 req-274fc1a1-47b1-4e28-8984-58e89ee087c8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:29.068740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e87ca3c-c544-4dd1-b296-5029c7b88634 req-274fc1a1-47b1-4e28-8984-58e89ee087c8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 944 time: 0.0494862 Aug 21 19:07:29.106711 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e87ca3c-c544-4dd1-b296-5029c7b88634 req-278faf49-4b54-4048-a385-8845c53ff8d7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317612 Aug 21 19:07:30.217505 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4dec-ccfe-4008-9751-8b6a5f306432 req-a2788807-9e06-4cdf-9804-7ca2579f267d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:30.219013 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-978d4dec-ccfe-4008-9751-8b6a5f306432 req-a2788807-9e06-4cdf-9804-7ca2579f267d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 944 time: 0.0482945 Aug 21 19:07:30.256166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-978d4dec-ccfe-4008-9751-8b6a5f306432 req-30abde44-67d3-49e9-b58b-593c1cba479a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312586 Aug 21 19:07:31.368862 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b35d1a-92f9-417b-93ad-99956c94a31d req-e9618013-c74b-4428-8c2b-a57d70004442 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:31.370361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51b35d1a-92f9-417b-93ad-99956c94a31d req-e9618013-c74b-4428-8c2b-a57d70004442 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 944 time: 0.0493455 Aug 21 19:07:31.374978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:07:31.408579 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-51b35d1a-92f9-417b-93ad-99956c94a31d req-5cae5b2e-6292-4e49-846a-2d40f4e67370 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Aug 21 19:07:31.467763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:31.477918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'port_id': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'mac_address': 'fa:16:3e:3e:57:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:07:31.515046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:31.530923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:07:31.549939 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:31.554145 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:31.601214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:31.769365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:07:32.527589 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddf595-938e-476e-adaf-a8ec7f5e4558 req-e6eed997-972c-467a-ac0d-508de921059c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:32.529042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2ddf595-938e-476e-adaf-a8ec7f5e4558 req-e6eed997-972c-467a-ac0d-508de921059c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 945 time: 0.0529757 Aug 21 19:07:32.565132 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f2ddf595-938e-476e-adaf-a8ec7f5e4558 req-9af5f855-f5d8-43e2-8640-13b155e93757 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302601 Aug 21 19:07:33.385172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:07:33.432493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:07:33.435989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:07:33.436353 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:33.514393 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:33.687757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cd49c-9dfb-4bbc-80e3-0286d8573449 req-a79c6070-8139-4aab-a1d7-e7b20e31c94e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:33.689294 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce3cd49c-9dfb-4bbc-80e3-0286d8573449 req-a79c6070-8139-4aab-a1d7-e7b20e31c94e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 945 time: 0.0549135 Aug 21 19:07:33.690952 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:07:33.693173 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dba70f2-c841-4c57-ba48-3df220c941c4" -d '{"events": [{"server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "name": "network-vif-plugged", "status": "completed", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:07:33.706374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:07:33.711448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:33.731701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce3cd49c-9dfb-4bbc-80e3-0286d8573449 req-4ff31192-159b-4c81-b6cb-677c47f37af8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363626 Aug 21 19:07:33.737076 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef28f84-d5c3-4dfb-8c11-1972cfbe805c x-openstack-request-id: req-1ef28f84-d5c3-4dfb-8c11-1972cfbe805c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:07:33.737547 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "name": "network-vif-plugged", "status": "completed", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:07:33.737736 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ef28f84-d5c3-4dfb-8c11-1972cfbe805c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:07:33.737980 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'code': 200} Aug 21 19:07:33.761314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:33.835662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1962cf-746a-46ac-b32c-961315e9ac87 req-b090abc2-7bef-410c-9661-b8c75a9f3a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:33.837144 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb1962cf-746a-46ac-b32c-961315e9ac87 req-b090abc2-7bef-410c-9661-b8c75a9f3a30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0403230 Aug 21 19:07:33.871278 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb1962cf-746a-46ac-b32c-961315e9ac87 req-5e9c9650-95c4-4a4c-98bf-05a4055b6de9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266120 Aug 21 19:07:34.858815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f1832-d223-434a-94d8-ad101375c4d4 req-3b39de14-8fbf-4b3e-82d4-cc7a409b625e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:34.860443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b0f1832-d223-434a-94d8-ad101375c4d4 req-3b39de14-8fbf-4b3e-82d4-cc7a409b625e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0588417 Aug 21 19:07:34.903019 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6b0f1832-d223-434a-94d8-ad101375c4d4 req-baa22be7-f784-4d25-92c1-53a3bb56d5c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Aug 21 19:07:36.017437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208c184-1232-454b-8953-c71ea1fbd031 req-c4339616-2bd2-4a4f-960e-e71ad20b5a9d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:36.019052 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2208c184-1232-454b-8953-c71ea1fbd031 req-c4339616-2bd2-4a4f-960e-e71ad20b5a9d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0496562 Aug 21 19:07:36.058876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2208c184-1232-454b-8953-c71ea1fbd031 req-6e9fe8d4-3629-4622-8890-62bbed0d1554 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330331 Aug 21 19:07:36.173962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05b7f9-8b60-44a8-8b20-fbf2d6583f0b req-3010f55d-b272-472b-bd27-d3b6b985239f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:36.175476 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad05b7f9-8b60-44a8-8b20-fbf2d6583f0b req-3010f55d-b272-472b-bd27-d3b6b985239f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0520203 Aug 21 19:07:36.221888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ad05b7f9-8b60-44a8-8b20-fbf2d6583f0b req-2c86bbda-d7a7-4f34-bc55-9075c7973e5c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379772 Aug 21 19:07:36.244437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45026) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:36.283906 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463b5d7b-31c0-469b-aaa1-f48212bab81c tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:36.285433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-463b5d7b-31c0-469b-aaa1-f48212bab81c tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1093 time: 0.0399654 Aug 21 19:07:36.288875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45028) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:36.293530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:07:36.317937 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:36.436280 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:36.558419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.137 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:07:36.688258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:36.729260 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:36.764159 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:07:36.766997 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:07:36.770284 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:07:36.805017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:37.131347 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.200556 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.343275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.347666 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.420118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:07:37.426530 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.526004 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP abcedc3b-58a6-4015-ad9b-e6c2712cbe5b associated. External IP: 172.25.1.137, port: fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0. Aug 21 19:07:37.735915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:07:37.841528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:07:37.852279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Sync routers for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:07:37.858581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:37.867601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:37.868526 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:37.886618 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8735f259-5cec-404e-89bd-1aa9fe89895c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5964785 Aug 21 19:07:37.887205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:07:37.890051 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f" -d '{"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:07:37.936502 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fdb236-2646-48d5-b0f9-c49456c038c7 x-openstack-request-id: req-05fdb236-2646-48d5-b0f9-c49456c038c7 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:07:37.936847 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:07:37.937053 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05fdb236-2646-48d5-b0f9-c49456c038c7 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:07:37.937460 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'status': 'completed', 'code': 200} Aug 21 19:07:37.978231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:37.998688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-9c3785c9-4639-44a3-9560-05257fb76bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:37.999445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be005-9c8e-496c-ba7f-a99b7b0922e6 req-1eb386f7-aeed-466b-81a4-0abef157faa1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:38.000283 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-9c3785c9-4639-44a3-9560-05257fb76bba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0415189 Aug 21 19:07:38.001015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b37be005-9c8e-496c-ba7f-a99b7b0922e6 req-1eb386f7-aeed-466b-81a4-0abef157faa1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0525384 Aug 21 19:07:38.046137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b37be005-9c8e-496c-ba7f-a99b7b0922e6 req-ef7e650e-56b0-419f-9c99-1cf92681a473 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Aug 21 19:07:38.069303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45034) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:38.151179 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-07aa0798-0b05-4bf3-83fe-66e34df26585 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/abcedc3b-58a6-4015-ad9b-e6c2712cbe5b HTTP/1.1" status: 200 len: 992 time: 0.0807498 Aug 21 19:07:38.152802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-7d332120-bab7-4b1d-9931-197a460ab6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:38.154188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-7d332120-bab7-4b1d-9931-197a460ab6b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 897 time: 0.1466563 Aug 21 19:07:38.209476 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'abcedc3b-58a6-4015-ad9b-e6c2712cbe5b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'port_id': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'mac_address': 'fa:16:3e:3e:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:07:36Z', 'updated_at': '2021-08-21T19:07:36Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:38.227532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-9bfcc0c7-0d2e-45dd-8564-c3b8ceac2ceb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 1000 time: 0.0651705 Aug 21 19:07:38.236550 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Checking router: 845e6bab-69bd-4b53-a9b5-ff43d4e370dd for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:07:38.244889 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:07:38.245493 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:38.276831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-f37e81a5-0f5c-4ed0-afbd-2d78c0d3380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:38.278260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-f37e81a5-0f5c-4ed0-afbd-2d78c0d3380b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 200 len: 835 time: 0.0438089 Aug 21 19:07:38.323119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-d3cb96d5-be53-4e5e-b54a-976ded11bdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:38.324628 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-d3cb96d5-be53-4e5e-b54a-976ded11bdc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8384beff-8e37-4064-ad91-d95a2b5c111e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393541 Aug 21 19:07:38.351108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:07:38.416666 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-e36e680d-e6a8-409f-9465-2d8a083d85b0 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 Aug 21 19:07:38.507638 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b5be6bcf-e5f1-4baa-b428-9fbaaeb1945f req-5805a934-8e26-45b1-ba8d-2867b0bef6e9 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833166 Aug 21 19:07:38.575133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'abcedc3b-58a6-4015-ad9b-e6c2712cbe5b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'port_id': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'mac_address': 'fa:16:3e:3e:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:07:36Z', 'updated_at': '2021-08-21T19:07:36Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:07:38.604269 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d4e179-9b1b-4b38-bc07-39ca8f807710 None None] The sync data for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 is: [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'abcedc3b-58a6-4015-ad9b-e6c2712cbe5b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'port_id': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'mac_address': 'fa:16:3e:3e:57:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:07:36Z', 'updated_at': '2021-08-21T19:07:36Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:07:38.788812 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7497888-6fa3-42ed-9f70-88fb496cf9bc None None] New status for floating IP abcedc3b-58a6-4015-ad9b-e6c2712cbe5b: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:07:39.154326 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45036) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:07:39.218381 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cdb6ed5c-338f-4bca-934f-f147b8a474b6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/abcedc3b-58a6-4015-ad9b-e6c2712cbe5b HTTP/1.1" status: 200 len: 994 time: 0.0627801 Aug 21 19:07:47.845120 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-790ed10f-720f-4652-b0fd-19bd1c1c8bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:48.969408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:49.590409 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:50.372121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4cc11922-b330-4d6a-b3ff-da02b9a58326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:50.541220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:51.829611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:53.508465 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:07:55.375548 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:07:58.362032 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-40167041-54ec-498b-982a-83075c7e648b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395505 Aug 21 19:07:58.444181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-2e54955f-3e37-4446-9f28-f885b1f4395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:58.445785 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-2e54955f-3e37-4446-9f28-f885b1f4395e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0399652 Aug 21 19:07:58.551084 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-6f7ad37f-d90e-4766-a3ba-dcbf8a127a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:58.552569 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-6f7ad37f-d90e-4766-a3ba-dcbf8a127a7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 897 time: 0.0880902 Aug 21 19:07:58.617061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-837ed06d-b155-4981-bba0-6c7ffe0a86b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 1002 time: 0.0569668 Aug 21 19:07:58.665162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-d81f9dca-cc26-40b0-af7c-d2b12535a18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:58.666570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-d81f9dca-cc26-40b0-af7c-d2b12535a18c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 200 len: 835 time: 0.0422919 Aug 21 19:07:58.716244 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-226935d2-eb71-4f80-a3fc-2c2953b40120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:07:58.717625 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-226935d2-eb71-4f80-a3fc-2c2953b40120 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8384beff-8e37-4064-ad91-d95a2b5c111e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442097 Aug 21 19:07:58.807926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-025b1785-2fb1-4ff2-925e-be7ae65f1a0b service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Aug 21 19:07:58.902023 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-47160b6f-f5c0-43e7-b72b-5e3c544deb60 req-3283c959-1222-4e9b-ae62-34986943ab4d service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855622 Aug 21 19:08:10.620121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a60d56-7bd1-4591-b1fd-2a5e6307cb4b req-68b53a19-4959-4912-8b53-7f147e14e821 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:10.621707 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41a60d56-7bd1-4591-b1fd-2a5e6307cb4b req-68b53a19-4959-4912-8b53-7f147e14e821 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0500140 Aug 21 19:08:10.660138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-41a60d56-7bd1-4591-b1fd-2a5e6307cb4b req-c9128e22-1c6c-4c3f-a927-9cc078dcac0c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Aug 21 19:08:11.779635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7d11-9633-429f-a9b2-b47f10d7df0f req-282e7a00-6897-4d26-b6c8-6139fae5ba8f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:11.781145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1ad7d11-9633-429f-a9b2-b47f10d7df0f req-282e7a00-6897-4d26-b6c8-6139fae5ba8f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0490406 Aug 21 19:08:11.820677 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f1ad7d11-9633-429f-a9b2-b47f10d7df0f req-37477801-5923-41c1-afd0-cfd00cd6de04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334182 Aug 21 19:08:11.843250 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45054) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:11.908455 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c30cbce2-e3ba-4ba7-980b-97ade48de17a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/abcedc3b-58a6-4015-ad9b-e6c2712cbe5b HTTP/1.1" status: 200 len: 994 time: 0.0639737 Aug 21 19:08:13.171568 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd877064-6c31-422d-bdcf-c6073af3032e req-338502ec-cced-4a4d-8112-22b493e634d6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:13.173079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd877064-6c31-422d-bdcf-c6073af3032e req-338502ec-cced-4a4d-8112-22b493e634d6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0498202 Aug 21 19:08:13.212752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fd877064-6c31-422d-bdcf-c6073af3032e req-64083f10-7848-4c29-97e8-0b53a74a0b78 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325212 Aug 21 19:08:14.333761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b668d80-1c32-44ce-b315-e7412f9b2476 req-6a6d7f58-c8e6-49f0-af59-88948d0e029a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:14.335258 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b668d80-1c32-44ce-b315-e7412f9b2476 req-6a6d7f58-c8e6-49f0-af59-88948d0e029a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0526943 Aug 21 19:08:14.371244 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b668d80-1c32-44ce-b315-e7412f9b2476 req-9543e7cb-b9fa-4977-8205-5acaf8478fa8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300605 Aug 21 19:08:14.393360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45064) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:14.452846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-024b67b9-f6be-4fb2-8fa4-586fc6503ace tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/abcedc3b-58a6-4015-ad9b-e6c2712cbe5b HTTP/1.1" status: 200 len: 994 time: 0.0583570 Aug 21 19:08:14.668758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45070) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:14.824453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:14.824809 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:14.902821 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:14.903150 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:14.914911 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:15.057633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:15.083614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=f2a330f0-c6bc-4e8b-92fa-f01ca399fc1a,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:15.097453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.097803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.098176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.098559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.098894 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.099252 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.099580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.099905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.100228 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.100550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.100872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.101189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:15.154779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:15.155122 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP abcedc3b-58a6-4015-ad9b-e6c2712cbe5b disassociated (deleted). External IP: 172.25.1.137, port: fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0. Aug 21 19:08:15.357321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:08:15.461621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:08:15.466311 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:15.471116 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Sync routers for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:08:15.481054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:15.481661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:15.494586 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3ee58740-d82a-41ca-b7a8-cba91cc156a0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/floatingips/abcedc3b-58a6-4015-ad9b-e6c2712cbe5b HTTP/1.1" status: 204 len: 168 time: 0.8247371 Aug 21 19:08:15.495176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:08:15.497595 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e54f10-b29b-44d7-89e7-898abefa5ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:08:15.535220 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f07198-bc33-48cd-aead-8ea815daf1c5 x-openstack-request-id: req-e6f07198-bc33-48cd-aead-8ea815daf1c5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:08:15.535512 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:08:15.535759 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e6f07198-bc33-48cd-aead-8ea815daf1c5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:08:15.536765 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'status': 'completed', 'code': 200} Aug 21 19:08:15.588823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:15.600924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-f7d3081a-0db7-496f-aae4-1804c46c1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:15.602537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-f7d3081a-0db7-496f-aae4-1804c46c1be0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 1098 time: 0.0440388 Aug 21 19:08:15.736741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-d12b0e76-304f-4b02-a657-40aa0762d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:15.738268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-d12b0e76-304f-4b02-a657-40aa0762d3ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 200 len: 897 time: 0.1267412 Aug 21 19:08:15.752668 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebce0a-a8ba-4d1b-91f5-389c896cc7e1 req-dae7a61a-e1dc-4885-8407-276a88acbc44 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:15.754116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8eebce0a-a8ba-4d1b-91f5-389c896cc7e1 req-dae7a61a-e1dc-4885-8407-276a88acbc44 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0695336 Aug 21 19:08:15.799333 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-73952cbb-5714-4b0d-9c8e-cca8a14fa491 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0441117 Aug 21 19:08:15.818838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:15.845303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Checking router: 845e6bab-69bd-4b53-a9b5-ff43d4e370dd for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:08:15.852781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8eebce0a-a8ba-4d1b-91f5-389c896cc7e1 req-867706f3-bac2-4134-a817-363c343d6ea1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918195 Aug 21 19:08:15.854441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:15.855082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:07:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:15.875518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-dfae4198-91eb-4bb0-9314-3e94e94aaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:15.877127 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-dfae4198-91eb-4bb0-9314-3e94e94aaac6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 200 len: 835 time: 0.0694592 Aug 21 19:08:15.928645 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-c8ca3b6c-ca0b-40b4-9336-4196f55dccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:15.930189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-c8ca3b6c-ca0b-40b4-9336-4196f55dccc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8384beff-8e37-4064-ad91-d95a2b5c111e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413294 Aug 21 19:08:15.961527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:16.019679 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-09baf87a-d5e8-4feb-85e8-9c472cbcea20 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807285 Aug 21 19:08:16.124142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63e54f10-b29b-44d7-89e7-898abefa5ebc req-8795feb9-2217-4835-8d26-63f68df2e861 service neutron] 10.222.0.39 "GET /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865662 Aug 21 19:08:16.167084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:16.195896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9def217-6d63-4efc-8c39-28d8d0691e0c None None] The sync data for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 is: [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:07:20Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '1f816f4c-62ee-41f0-8c0d-0767f0d02735', 'name': '', 'network_id': '8384beff-8e37-4064-ad91-d95a2b5c111e', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:44:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:19Z', 'updated_at': '2021-08-21T19:07:24Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '213c81ab-7b55-4f25-97d6-2b082fd4ee54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:08:16.406733 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6af32a8-7a87-4dc9-92c5-069c69552f98 None None] New status for floating IP abcedc3b-58a6-4015-ad9b-e6c2712cbe5b: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:08:16.978667 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49d5d5-c782-42fd-a643-a43d92936c34 req-28d26fe7-a6e7-40c4-b470-eb63b625e048 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:16.980147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a49d5d5-c782-42fd-a643-a43d92936c34 req-28d26fe7-a6e7-40c4-b470-eb63b625e048 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0523818 Aug 21 19:08:17.016375 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2a49d5d5-c782-42fd-a643-a43d92936c34 req-1b052e5f-e563-4705-87f1-d11b8bdb90f1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=79bf9b49-28c7-4167-a0ab-108794a83931&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302773 Aug 21 19:08:17.243147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-b6a191b5-1ef7-48cb-82e4-d903d0e769ba tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:17.244612 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-b6a191b5-1ef7-48cb-82e4-d903d0e769ba tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 946 time: 0.0490522 Aug 21 19:08:17.336182 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:17.336521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:17.420999 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:17.421356 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:17.433036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:17.559530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:17.593350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:17.629155 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:08:17.632331 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:17.634299 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7274ad94-dbda-41e1-a5fc-5ef5b5752532 req-3f6ac19b-e1f5-4104-87aa-3222a6a34e8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "DELETE /v2.0/ports/fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 HTTP/1.1" status: 204 len: 173 time: 0.3835423 Aug 21 19:08:17.634767 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'name': 'network-vif-deleted', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:08:17.637049 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5459a1fb-00c9-497b-ae71-15dc5873bae3" -d '{"events": [{"server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "name": "network-vif-deleted", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:08:17.672515 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187e126e-7486-4a15-a204-eab3ee86a348 x-openstack-request-id: req-187e126e-7486-4a15-a204-eab3ee86a348 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:08:17.672812 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a52f82f9-74ba-4e76-9298-b9514f6c2e06", "name": "network-vif-deleted", "tag": "fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:08:17.673064 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-187e126e-7486-4a15-a204-eab3ee86a348 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:08:17.673461 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a52f82f9-74ba-4e76-9298-b9514f6c2e06', 'name': 'network-vif-deleted', 'tag': 'fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0', 'status': 'completed', 'code': 200} Aug 21 19:08:17.844927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f599cf61-7fb7-4c53-960d-2aa936505d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:18.131368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e974b365-7222-499a-89ca-13e6e5cc38bc req-2127a379-5fa1-417d-ba8c-1ca090034835 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=a52f82f9-74ba-4e76-9298-b9514f6c2e06 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Aug 21 19:08:18.968866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:19.186729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45086) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:19.538554 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:19.590218 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:19.786371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 1f816f4c-62ee-41f0-8c0d-0767f0d02735 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:19.786684 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:19.871254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 1f816f4c-62ee-41f0-8c0d-0767f0d02735, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=1f816f4c-62ee-41f0-8c0d-0767f0d02735,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:19.871614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:19.883497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 1f816f4c-62ee-41f0-8c0d-0767f0d02735 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:20.073904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:20.100844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=1f816f4c-62ee-41f0-8c0d-0767f0d02735,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:20.374163 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2ced2ac4-c177-4652-b9d7-9cc1d47cd564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:20.542203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:20.573438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:20.785531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:08:20.891105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:08:20.896604 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2335a536-83ca-4104-b163-2307979692eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/845e6bab-69bd-4b53-a9b5-ff43d4e370dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7088666 Aug 21 19:08:20.899371 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45088) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:20.901809 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Sync routers for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:08:20.910755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:20.911947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:20.958957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting subnet 213c81ab-7b55-4f25-97d6-2b082fd4ee54 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:08:20.962108 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.001445 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.013789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:21.092640 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.157199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.183793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Subnet': ['ID=213c81ab-7b55-4f25-97d6-2b082fd4ee54,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:21.187524 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.189392 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4a8f8622-4d7b-4f20-bc13-26feeb92599b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/subnets/213c81ab-7b55-4f25-97d6-2b082fd4ee54 HTTP/1.1" status: 204 len: 168 time: 0.2890306 Aug 21 19:08:21.191965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45090) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:21.196658 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:08:20Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': 'b10e5f80-7caf-4de6-9bbc-24f9bc112cd2', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:da:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:07:17Z', 'updated_at': '2021-08-21T19:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:21.200083 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8b4d35-fefc-4c80-a26a-80019638e5ad None None] Network 8384beff-8e37-4064-ad91-d95a2b5c111e requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:08:21.234640 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Checking router: 845e6bab-69bd-4b53-a9b5-ff43d4e370dd for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:08:21.301349 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.411827 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.441695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Routers {'845e6bab-69bd-4b53-a9b5-ff43d4e370dd'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:21.442935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:21.464734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:21.465083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.545447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port b10e5f80-7caf-4de6-9bbc-24f9bc112cd2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:21.545815 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.558180 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:21.567868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] Set router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:21.624238 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:08:21Z', 'revision_number': 6, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:21.653644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd023ab-04ec-4d53-a9bf-277e7cca28c8 None None] The sync data for ids ['845e6bab-69bd-4b53-a9b5-ff43d4e370dd'] in n-d-793621-32 is: [{'id': '845e6bab-69bd-4b53-a9b5-ff43d4e370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-626166165', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:07:16Z', 'updated_at': '2021-08-21T19:08:21Z', 'revision_number': 6, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:08:21.715441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:08:21.732082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.735717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:08:21.736120 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device fc9cab78-84f4-4ee7-8f6a-217a5c5a5ce0 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:08:21.757184 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=b10e5f80-7caf-4de6-9bbc-24f9bc112cd2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:21.816060 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.834848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.916383 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.918424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.961063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.961642 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Fanout notify agent at l3_agent the message router_deleted on router 845e6bab-69bd-4b53-a9b5-ff43d4e370dd {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:08:21.969455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:21.970608 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2a7d0507-8e68-4cee-beda-e5770f731d25 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/routers/845e6bab-69bd-4b53-a9b5-ff43d4e370dd HTTP/1.1" status: 204 len: 168 time: 0.7771540 Aug 21 19:08:21.973384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45092) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:22.016882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] DHCP port deletion for 8384beff-8e37-4064-ad91-d95a2b5c111e request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:08:22.070418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.078030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Deleting port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:22.078741 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.140305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:08:22.140658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.146799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f816f4c-62ee-41f0-8c0d-0767f0d02735 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:08:22.154533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] For port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:22.155009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.177069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 1f816f4c-62ee-41f0-8c0d-0767f0d02735 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:08:22.177394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 1f816f4c-62ee-41f0-8c0d-0767f0d02735 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:08:22.177867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:08:22.200737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Calling delete_port for 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:22.203043 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,segment=NetworkSegment(e7dadf64-1821-4d41-bece-5b5558b92c5d),segment_id=e7dadf64-1821-4d41-bece-5b5558b92c5d)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:22.203427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.216269 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:08:22.297504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.316584 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.324820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:22.327529 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:08:22.331773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.362159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Pushing event deleted for resources: {'Port': ['ID=65b3ea13-f18a-4ad9-a295-b245a1f4cbf2,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:22.367822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] No DVR routers for this DVR port 65b3ea13-f18a-4ad9-a295-b245a1f4cbf2 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:08:22.379256 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.379626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.380491 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.380840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.381162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.381620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.381955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.382330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.382616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.382940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.383261 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.383580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad7693bb-2f19-4df1-94cd-cf4536519491 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.406574 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.416685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8384beff-8e37-4064-ad91-d95a2b5c111e']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:22.428964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7dadf64-1821-4d41-bece-5b5558b92c5d') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:22.429159 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7dadf64-1821-4d41-bece-5b5558b92c5d') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:22.438632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.454260 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.460677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:08:22.461083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:08:22.465376 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:08:22.528156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.536479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.538324 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/networks/8384beff-8e37-4064-ad91-d95a2b5c111e HTTP/1.1" status: 204 len: 168 time: 0.5639660 Aug 21 19:08:22.541198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45094) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:22.551262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae10725-cbe4-4dd7-857f-e4ca383429cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Network': ['ID=8384beff-8e37-4064-ad91-d95a2b5c111e,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:22.602586 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.627917 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.691343 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.693964 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:22.695392 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/security-groups/79bf9b49-28c7-4167-a0ab-108794a83931 HTTP/1.1" status: 204 len: 168 time: 0.1532109 Aug 21 19:08:22.705208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bf9b49-28c7-4167-a0ab-108794a83931,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:22.713508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.713852 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.714202 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.714587 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.714916 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.715468 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.716155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.716155 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.716557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.716745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.717068 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:22.721761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1e4cbf-243b-4972-9303-3180a46ee437 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:23.242200 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45100) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.247013 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647209386', 'description': 'tempest-secgroup-smoke-647209386 description', 'project_id': '8d025d61e2484d9c93689f8b126954d3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.268748 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.349973 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.353563 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.378588 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.379806 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1365433 Aug 21 19:08:23.382914 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45102) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.383794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176cb3b1-9163-44c4-99b8-ae426f74a8d2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb6036-f902-43b3-afe1-c5ecb917c9e0,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.387705 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.413472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.468421 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.471963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.488787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f951145d-9108-495f-b25b-6d857a77ed6f,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.496159 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.498138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a47ee62f-1022-41a6-85ce-6900abab0294 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136498 Aug 21 19:08:23.500396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45104) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.504844 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.515412 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.530392 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.591032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.594398 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.614722 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27984629-7af1-48b8-8d8a-e3ab6c86ec20,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.617672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.618863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-57ca88e3-138b-47c7-82dd-b2858d9c9efc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175330 Aug 21 19:08:23.621752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45106) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.626527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.652054 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.709371 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.712854 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.733515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf9dc12-bae3-4de9-bae0-b5b0ba0b2f46,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.737252 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.738443 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1a9aa85a-8616-4421-93c8-4dc18d3d6b34 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155593 Aug 21 19:08:23.741225 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45108) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.745574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.771903 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.836934 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.840437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.858268 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0dfd37-4d83-400e-b035-fe27fe3d7131,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.864149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.865354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7177a5d6-cd35-4a41-944b-370ede03673d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232226 Aug 21 19:08:23.868140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45110) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.872527 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:23.892678 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:08:23.897818 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.906400 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:08:23.926196 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:08:23.926684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b10e5f80-7caf-4de6-9bbc-24f9bc112cd2 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:08:23.960424 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.964055 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.983064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f342b1e-d7da-4f69-b9b5-6484538783c5,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:23.986161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:23.989885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4f8d9f33-4ab1-45c5-beed-0040a2df3085 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1182544 Aug 21 19:08:23.990385 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45112) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:23.994403 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '99eb6036-f902-43b3-afe1-c5ecb917c9e0', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:24.015264 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:08:24.019876 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.083707 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.087573 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.104539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34affdef-dbed-4f9b-915c-69b291b8e034,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:24.111275 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.112500 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3eca06d7-6647-4ba8-b45d-62cbaceab8f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214702 Aug 21 19:08:24.115437 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45114) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:24.120622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'network': {'name': 'tempest-network-smoke--1483949815', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'port_security_enabled': True}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:24.142254 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:08:24.146567 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.173451 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:08:24.183552 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.184101 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Added segment 56c9c1dd-59ae-4609-8eef-731a91e2ba0a of type vlan for network 09fec722-e706-408a-aec5-d1c65d55beee Aug 21 19:08:24.225310 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.248548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.255093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:24.255675 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.316751 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975377 Aug 21 19:08:24.317697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45116) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:24.322388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'admin_state_up': True, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:24.328816 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eaa4f4-c6b4-4f0e-a5a1-210f56a5eb33 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Network': ['ID=09fec722-e706-408a-aec5-d1c65d55beee,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:24.341524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 09fec722-e706-408a-aec5-d1c65d55beee details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:08:24.347462 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.348620 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.411118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.546972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.733532 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.755411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.855524 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.205 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/3af7335b-56be-4b76-b72c-9d2d34386eef) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:08:24.958958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:24.997994 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:25.035555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:25.038873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:25.041559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:08:25.071952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=3af7335b-56be-4b76-b72c-9d2d34386eef,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:25.289759 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:25.478805 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:25.906134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router a8490761-03ea-495f-bf9d-47866664df44 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:08:26.009045 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:08:26.018975 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Sync routers for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:08:26.029018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.030407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a4291d70-54a7-4fb3-9935-197edd233b01 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7116349 Aug 21 19:08:26.030554 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:26.031116 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:26.034613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45118) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:26.062822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5081b8df-014b-49d9-895e-1060c42f283d tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8d025d61e2484d9c93689f8b126954d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268469 Aug 21 19:08:26.065546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45120) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:26.136799 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:26.156332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93658b0-e682-4b2f-8d1b-3a248c2ba687 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:26.157833 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f93658b0-e682-4b2f-8d1b-3a248c2ba687 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913987 Aug 21 19:08:26.160830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45122) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:26.194745 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-98f21732-cff4-42a0-b01a-864e8b30007b tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321562 Aug 21 19:08:26.197360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45124) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:26.202630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803217253', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:26.294752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:08:26.298582 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.400239 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:25Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:26.429551 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Checking router: a8490761-03ea-495f-bf9d-47866664df44 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:08:26.429896 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Updating router a8490761-03ea-495f-bf9d-47866664df44 port 3af7335b-56be-4b76-b72c-9d2d34386eef binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:08:26.454371 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.484065 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.545014 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Subnet': ['ID=078010a7-6c3e-4f44-ae4f-3974f7b20cd6,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:26.554262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Checking segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:08:26.555008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network hostable DHCP agents. Network: 09fec722-e706-408a-aec5-d1c65d55beee, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:08:26.571526 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 09fec722-e706-408a-aec5-d1c65d55beee is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:08:26.580612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 09fec722-e706-408a-aec5-d1c65d55beee) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:26.585207 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:26.585816 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.591927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349462ad-4311-430a-a3f0-50a103120ce4 None None] Network 09fec722-e706-408a-aec5-d1c65d55beee requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:08:26.603259 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b34871fc-8f54-46e4-a687-c345fd0bc798 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4021609 Aug 21 19:08:26.603465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45126) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:26.716596 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.727416 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Transition to ACTIVE for port object 3af7335b-56be-4b76-b72c-9d2d34386eef will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:26.733365 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.743095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-09fec722-e706-408a-aec5-d1c65d55beee', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:08:26.744243 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.793626 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Attempting to bind port 3af7335b-56be-4b76-b72c-9d2d34386eef on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:08:26.793992 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Attempting to bind port 3af7335b-56be-4b76-b72c-9d2d34386eef by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:08:26.794396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Attempting to bind port 3af7335b-56be-4b76-b72c-9d2d34386eef on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:08:26.797491 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Pushing event updated for resources: {'Port': ['ID=3af7335b-56be-4b76-b72c-9d2d34386eef,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:26.803363 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:08:26.803804 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:08:26.804300 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.804692 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:08:26.805174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Bound port: 3af7335b-56be-4b76-b72c-9d2d34386eef, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:08:26.805562 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.813945 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.814284 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.814638 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.814968 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.815298 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.815621 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.815944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.816261 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.816578 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.818067 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.818408 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.818749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:08:26.884236 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] For port 3af7335b-56be-4b76-b72c-9d2d34386eef, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:08:26.887672 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] For port 3af7335b-56be-4b76-b72c-9d2d34386eef, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3af7335b-56be-4b76-b72c-9d2d34386eef,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:08:26.894914 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:26.921723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Allocated IP 172.20.0.2 (09fec722-e706-408a-aec5-d1c65d55beee/078010a7-6c3e-4f44-ae4f-3974f7b20cd6/45d7cc41-597f-414a-8160-a837ba71a45d) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:08:26.953211 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:26.953822 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:27.000677 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73419a37-21b5-4027-bc55-4e173ca1b9f4 None None] Pushing event updated for resources: {'Port': ['ID=3af7335b-56be-4b76-b72c-9d2d34386eef,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:27.073420 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:27.082148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.090883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Transition to ACTIVE for port object 45d7cc41-597f-414a-8160-a837ba71a45d will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:27.099213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.106759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Transition to ACTIVE for port object 45d7cc41-597f-414a-8160-a837ba71a45d will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:27.114414 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.151506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Network 09fec722-e706-408a-aec5-d1c65d55beee is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:27.154405 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:27.157935 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:08:27.169092 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Pushing event updated for resources: {'Port': ['ID=45d7cc41-597f-414a-8160-a837ba71a45d,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:27.220313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Attempting to bind port 45d7cc41-597f-414a-8160-a837ba71a45d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:08:27.220679 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Attempting to bind port 45d7cc41-597f-414a-8160-a837ba71a45d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:08:27.221035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Attempting to bind port 45d7cc41-597f-414a-8160-a837ba71a45d on network 09fec722-e706-408a-aec5-d1c65d55beee {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:08:27.226570 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:08:27.226983 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Checking segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:08:27.227380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.227854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Bound using segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:08:27.228328 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Bound port: 45d7cc41-597f-414a-8160-a837ba71a45d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:08:27.228707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.258699 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:25Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:27.289317 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545f284-467f-4ee1-9cfa-a25ca3ab29b4 None None] The sync data for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 is: [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:25Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:08:27.296728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] For port 45d7cc41-597f-414a-8160-a837ba71a45d, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:08:27.300079 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] For port 45d7cc41-597f-414a-8160-a837ba71a45d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=45d7cc41-597f-414a-8160-a837ba71a45d,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:08:27.308181 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.357206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e9752-e8cf-4077-9ca2-3656e4e2b66d None None] Pushing event updated for resources: {'Port': ['ID=45d7cc41-597f-414a-8160-a837ba71a45d,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:27.400316 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.1 (09fec722-e706-408a-aec5-d1c65d55beee/078010a7-6c3e-4f44-ae4f-3974f7b20cd6/4e62924a-4925-44e4-ae13-7c04bff090a0) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:08:27.528880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.545518 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 4e62924a-4925-44e4-ae13-7c04bff090a0 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:27.595357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.639899 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 09fec722-e706-408a-aec5-d1c65d55beee is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:27.644421 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:27.647166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:08:27.700842 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:27.716032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:27.854542 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.023292 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 45d7cc41-597f-414a-8160-a837ba71a45d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:28.081327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 45d7cc41-597f-414a-8160-a837ba71a45d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:28.085615 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3af7335b-56be-4b76-b72c-9d2d34386eef up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:28.142029 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 3af7335b-56be-4b76-b72c-9d2d34386eef completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:28.147324 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3af7335b-56be-4b76-b72c-9d2d34386eef triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:28.147640 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.192578 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.198683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.236152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.259285 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 3af7335b-56be-4b76-b72c-9d2d34386eef, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3af7335b-56be-4b76-b72c-9d2d34386eef,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:28.265620 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.279392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:28.304437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.323626 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=3af7335b-56be-4b76-b72c-9d2d34386eef,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:28.403630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 09fec722-e706-408a-aec5-d1c65d55beee is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:28.405072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:28.441149 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7713f0f-06cb-4ace-8b18-c12f47b01209 None None] Network 09fec722-e706-408a-aec5-d1c65d55beee requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:08:28.497172 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Provisioning for port 45d7cc41-597f-414a-8160-a837ba71a45d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:28.505694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Provisioning complete for port 45d7cc41-597f-414a-8160-a837ba71a45d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:28.506070 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.528172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router a8490761-03ea-495f-bf9d-47866664df44 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:08:28.639152 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:08:28.652139 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61579731-9329-4f13-b240-7f7ee0e0ba74 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/a8490761-03ea-495f-bf9d-47866664df44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0396230 Aug 21 19:08:28.652388 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.696865 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] For port 45d7cc41-597f-414a-8160-a837ba71a45d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=45d7cc41-597f-414a-8160-a837ba71a45d,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:28.704497 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.755589 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e814e8f-8ac8-4974-8f6a-e471459dfcd1 None None] Pushing event updated for resources: {'Port': ['ID=45d7cc41-597f-414a-8160-a837ba71a45d,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:28.818639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-ca68295b-adc2-4f02-bd77-d1553b27885e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647209386&fields=id&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 267 time: 0.0432200 Aug 21 19:08:28.930851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Provisioning for port 4e62924a-4925-44e4-ae13-7c04bff090a0 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:28.935043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Provisioning complete for port 4e62924a-4925-44e4-ae13-7c04bff090a0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:28.935412 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:28.938942 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-14355948-94ea-47c9-8ee0-ea74ed51cea0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:28.940477 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-14355948-94ea-47c9-8ee0-ea74ed51cea0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 797 time: 0.1174018 Aug 21 19:08:28.965221 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-63a417de-19fb-4df0-a8a8-c1dde61f05c4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/quotas/8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 375 time: 0.0125942 Aug 21 19:08:28.993073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Port 4e62924a-4925-44e4-ae13-7c04bff090a0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:08:29.003516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Provisioning complete for port 45d7cc41-597f-414a-8160-a837ba71a45d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:29.003926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9da71373-8a92-4130-a161-3f2c8e275bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:29.026255 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-5335cab6-bd47-4dc7-9cbf-e680fe51c2f1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527592 Aug 21 19:08:29.091420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Sync routers for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:08:29.111073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:29.111693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:29.140779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-6f2e3b17-12d0-4f23-9841-09f625c487d0 service neutron] 10.222.0.41 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985348 Aug 21 19:08:29.230852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:29.242331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-5173bae6-5fbc-4466-8674-155049006d8d service neutron] 10.222.0.41 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945373 Aug 21 19:08:29.312458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e2f77211-a8dc-4bac-a290-347e564d0ac3 None None] Provisioning complete for port 4e62924a-4925-44e4-ae13-7c04bff090a0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:29.312835 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e2f77211-a8dc-4bac-a290-347e564d0ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:29.396789 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-e2f77211-a8dc-4bac-a290-347e564d0ac3 None None] Port 4e62924a-4925-44e4-ae13-7c04bff090a0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:08:29.417016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bca55806-da6a-4122-a348-eebfbc24193b req-ddef3999-ad91-485d-b256-e0260db7ee35 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Aug 21 19:08:29.484864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 2, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:29.514858 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Checking router: a8490761-03ea-495f-bf9d-47866664df44 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:08:29.515217 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Updating router a8490761-03ea-495f-bf9d-47866664df44 port 4e62924a-4925-44e4-ae13-7c04bff090a0 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:08:29.544916 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:29.547515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f846e066-6859-40bb-945a-a4e626af9d37 None None] Provisioning complete for port 4e62924a-4925-44e4-ae13-7c04bff090a0 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:29.547875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f846e066-6859-40bb-945a-a4e626af9d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:29.766978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f846e066-6859-40bb-945a-a4e626af9d37 None None] Port 4e62924a-4925-44e4-ae13-7c04bff090a0 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:08:29.982295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 45d7cc41-597f-414a-8160-a837ba71a45d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:30.029962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.046584 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Transition to ACTIVE for port object 4e62924a-4925-44e4-ae13-7c04bff090a0 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:30.055296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.094941 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 45d7cc41-597f-414a-8160-a837ba71a45d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:30.095524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.131458 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d49b06-7ea8-4dc5-89b0-bc250881830e None None] Pushing event updated for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:30.200839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Attempting to bind port 4e62924a-4925-44e4-ae13-7c04bff090a0 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:08:30.201207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Attempting to bind port 4e62924a-4925-44e4-ae13-7c04bff090a0 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:08:30.201575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Attempting to bind port 4e62924a-4925-44e4-ae13-7c04bff090a0 on network 09fec722-e706-408a-aec5-d1c65d55beee {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:08:30.209241 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:08:30.209614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Checking segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:08:30.210017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.210407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Bound using segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:08:30.210914 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Bound port: 4e62924a-4925-44e4-ae13-7c04bff090a0, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:08:30.211301 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.276234 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3af7335b-56be-4b76-b72c-9d2d34386eef up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:30.334916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] For port 4e62924a-4925-44e4-ae13-7c04bff090a0, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:08:30.347860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] For port 4e62924a-4925-44e4-ae13-7c04bff090a0, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e62924a-4925-44e4-ae13-7c04bff090a0,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:08:30.352542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.389760 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 3af7335b-56be-4b76-b72c-9d2d34386eef triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:30.390135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.452021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d49b06-7ea8-4dc5-89b0-bc250881830e None None] Pushing event updated for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:30.464068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:30.464706 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:30.572649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8216a335-08ac-43c4-996a-5af28a3b22dd req-24275f82-acde-46a5-930d-9aefdaaf5ebc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 210 time: 0.0521333 Aug 21 19:08:30.615363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:30.675460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-afcdd120-a59c-424d-8ed0-8d580ca6bae0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:30.677506 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-afcdd120-a59c-424d-8ed0-8d580ca6bae0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 797 time: 0.1465788 Aug 21 19:08:30.728753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-6c2bbed4-11a8-4695-bea9-483ca2072633 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 379 time: 0.0352781 Aug 21 19:08:30.740643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'port': {'device_id': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'admin_state_up': True, 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'security_groups': ['99eb6036-f902-43b3-afe1-c5ecb917c9e0']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:30.843567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:30Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:30.846483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:08:30.850129 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:30.869571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f4029a-a133-4969-9b33-61880b0be4d0 None None] The sync data for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 is: [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:30Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:08:31.001261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.5 (09fec722-e706-408a-aec5-d1c65d55beee/078010a7-6c3e-4f44-ae4f-3974f7b20cd6/c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:08:31.147992 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.167089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:31.201311 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.244488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 09fec722-e706-408a-aec5-d1c65d55beee is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:31.247687 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:31.250344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:08:31.288691 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:31.317769 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:31.318627 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.335100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-2db53ba4-42c9-436a-b138-0616e1fd1169 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978916 Aug 21 19:08:31.408460 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Request body: {'port': {'device_id': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:31.476654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.480437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3465dfc1-eac1-4a53-8989-660781fc9935 None None] Provisioning for port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:31.486204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3465dfc1-eac1-4a53-8989-660781fc9935 None None] Provisioning complete for port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:31.486654 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3465dfc1-eac1-4a53-8989-660781fc9935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.530888 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3465dfc1-eac1-4a53-8989-660781fc9935 None None] Port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:08:31.703627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347223a8-156a-43a4-9a3d-abee8fc51126 req-9b1aeb57-c620-4348-849d-357a88caf750 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:31.705355 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-347223a8-156a-43a4-9a3d-abee8fc51126 req-9b1aeb57-c620-4348-849d-357a88caf750 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 931 time: 0.0570681 Aug 21 19:08:31.746564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-347223a8-156a-43a4-9a3d-abee8fc51126 req-b5dcc303-2cfa-4a32-adfb-32ede74676d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340056 Aug 21 19:08:31.757627 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:08:31.769506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.781853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Transition to ACTIVE for port object c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:08:31.787832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:31.842317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:31.923694 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Attempting to bind port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:08:31.924038 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Attempting to bind port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:08:31.924372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Attempting to bind port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 on network 09fec722-e706-408a-aec5-d1c65d55beee {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:08:31.929240 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 on network 09fec722-e706-408a-aec5-d1c65d55beee not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:08:31.929548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Attempting to bind port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 on network 09fec722-e706-408a-aec5-d1c65d55beee {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:08:31.934624 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:08:31.934973 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Checking segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:08:31.935367 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Bound using segment: {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:08:31.935825 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Bound port: c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56c9c1dd-59ae-4609-8eef-731a91e2ba0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:08:31.936160 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.002051 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e62924a-4925-44e4-ae13-7c04bff090a0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:32.056629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 4e62924a-4925-44e4-ae13-7c04bff090a0 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:32.061623 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 4e62924a-4925-44e4-ae13-7c04bff090a0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:32.061987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.142271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.186666 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 4e62924a-4925-44e4-ae13-7c04bff090a0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e62924a-4925-44e4-ae13-7c04bff090a0,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:32.190902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.241990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:32.337859 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:08:32.340823 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:08:32.345527 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.374232 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:08:32.380328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.380949 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:32.382368 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] 10.222.0.64 "PUT /v2.0/ports/c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 1092 time: 1.0333378 Aug 21 19:08:32.382837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:08:32.385061 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2625dad8-b7b2-4526-bd61-0270a2f922bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:08:32.415901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98290-c283-48ea-b753-576a016f5d63 service neutron] Pushing event updated for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:32.482379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-f9f330ff-e1d4-4026-bc7e-85d11aca2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.483961 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-f9f330ff-e1d4-4026-bc7e-85d11aca2942 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0438266 Aug 21 19:08:32.533602 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8880566f-d846-4ae6-b75e-ccea4deff2d8 x-openstack-request-id: req-8880566f-d846-4ae6-b75e-ccea4deff2d8 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:08:32.533895 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:08:32.534145 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8880566f-d846-4ae6-b75e-ccea4deff2d8 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:08:32.534564 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'status': 'completed', 'code': 200} Aug 21 19:08:32.537005 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-c0868990-d31e-4312-86ff-2d5438cfbf9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 217 time: 0.0403817 Aug 21 19:08:32.589175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-cce2e065-c591-42f6-b734-ec6e71bc9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.590708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-cce2e065-c591-42f6-b734-ec6e71bc9955 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0459628 Aug 21 19:08:32.639725 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-6f6c79c8-b35a-4aa9-b1d2-6fc0aff8b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.641187 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-6f6c79c8-b35a-4aa9-b1d2-6fc0aff8b0de service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392799 Aug 21 19:08:32.737554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-d0454f85-f0ef-4af6-9a6d-9c14e27c7d2f service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841336 Aug 21 19:08:32.838835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a639eb8-5639-4b4f-b719-820a6d17302c req-c5da7eb5-d2aa-4259-92a9-f9fcc527e104 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890462 Aug 21 19:08:32.864010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e3abf-6d28-4e41-99db-b18a1bc988c1 req-ed3fa371-b890-42f4-99ec-92e13f41a939 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.865624 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384e3abf-6d28-4e41-99db-b18a1bc988c1 req-ed3fa371-b890-42f4-99ec-92e13f41a939 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 943 time: 0.0516038 Aug 21 19:08:32.903691 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-384e3abf-6d28-4e41-99db-b18a1bc988c1 req-b5a3d590-e901-46ec-be89-b52c7ab904f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321679 Aug 21 19:08:32.940529 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-f2d87614-1e02-48c9-a0f3-5e55bff5f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:32.942037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-f2d87614-1e02-48c9-a0f3-5e55bff5f554 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1095 time: 0.0457280 Aug 21 19:08:33.031919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-ba60084f-f891-4b67-870f-2c18efe560f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:33.033307 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-ba60084f-f891-4b67-870f-2c18efe560f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.0845721 Aug 21 19:08:33.087908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-98db4d88-7d96-4f05-b3a5-bf3ac60ba8ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 217 time: 0.0390856 Aug 21 19:08:33.136233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-626cd1fe-52d3-479d-b78f-7cff99a4bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:33.137674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-626cd1fe-52d3-479d-b78f-7cff99a4bb40 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0429454 Aug 21 19:08:33.183901 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-518a5d03-5751-4d70-b031-9d48fb8cde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:33.185362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-518a5d03-5751-4d70-b031-9d48fb8cde2d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390363 Aug 21 19:08:33.275274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-8b2d5727-2c33-4894-972b-cf32c367edf1 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819225 Aug 21 19:08:33.366380 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2625dad8-b7b2-4526-bd61-0270a2f922bc req-6c6fa6ee-8d70-43a6-9235-6ce15f9acd8f service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825591 Aug 21 19:08:33.953641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e62924a-4925-44e4-ae13-7c04bff090a0 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:34.000928 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 4e62924a-4925-44e4-ae13-7c04bff090a0 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:34.001288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:34.025105 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865cd1f-d0ea-4843-89bf-4764dcf9a929 req-f03636a3-4102-4add-b327-3a8c21f27899 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:34.026759 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1865cd1f-d0ea-4843-89bf-4764dcf9a929 req-f03636a3-4102-4add-b327-3a8c21f27899 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 943 time: 0.0502269 Aug 21 19:08:34.065640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1865cd1f-d0ea-4843-89bf-4764dcf9a929 req-0f86f65b-009b-46c2-a816-79c591630eae tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319943 Aug 21 19:08:35.178543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888573e-50d5-4c11-894e-ca3264a01cc7 req-8b56094b-f645-4050-90f2-bae357e05013 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:35.180024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9888573e-50d5-4c11-894e-ca3264a01cc7 req-8b56094b-f645-4050-90f2-bae357e05013 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 943 time: 0.0486124 Aug 21 19:08:35.217079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9888573e-50d5-4c11-894e-ca3264a01cc7 req-7cee804c-d784-49a2-96b7-42e1b745a357 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312271 Aug 21 19:08:35.768657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:08:35.861441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:35.871533 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'port_id': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'mac_address': 'fa:16:3e:fa:39:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:08:35.908831 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:35.921736 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:08:35.939925 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:35.943699 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:35.993130 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:36.245826 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:08:36.337756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeaadb3-cd88-4ebf-89be-258852a3b2c2 req-ee445ad2-79cd-4cf9-99d1-994ddc051c1a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:36.339276 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbeaadb3-cd88-4ebf-89be-258852a3b2c2 req-ee445ad2-79cd-4cf9-99d1-994ddc051c1a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 944 time: 0.0534892 Aug 21 19:08:36.377728 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dbeaadb3-cd88-4ebf-89be-258852a3b2c2 req-4b445246-769c-4862-b6bb-31a5808191fc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321145 Aug 21 19:08:37.497078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa62acc-4fda-45bd-8f67-cefc8db67d2a req-bb87af95-5f4a-4e29-b832-bf48012ef1a5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:37.498559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fa62acc-4fda-45bd-8f67-cefc8db67d2a req-bb87af95-5f4a-4e29-b832-bf48012ef1a5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 944 time: 0.0523846 Aug 21 19:08:37.535380 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fa62acc-4fda-45bd-8f67-cefc8db67d2a req-f77d06bc-3681-488e-91d5-21b0407a4a14 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Aug 21 19:08:37.769331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:08:37.816521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:08:37.820791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:08:37.821912 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:37.896306 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:37.917670 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:08:37.919901 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5d4c9a-cfe8-44b4-bb5d-4a5aad058465" -d '{"events": [{"server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "name": "network-vif-plugged", "status": "completed", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:08:37.936030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:08:37.941318 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:37.965178 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca4765d-ab91-4010-bc60-4ecee09eb1c9 x-openstack-request-id: req-aca4765d-ab91-4010-bc60-4ecee09eb1c9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:08:37.965473 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "name": "network-vif-plugged", "status": "completed", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:08:37.965728 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aca4765d-ab91-4010-bc60-4ecee09eb1c9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:08:37.966117 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'code': 200} Aug 21 19:08:37.991369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:38.069419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3722a1-debb-45a4-86e7-761b446361ef req-1d5e67fa-e505-44f0-a627-a916852c5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:38.070870 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e3722a1-debb-45a4-86e7-761b446361ef req-1d5e67fa-e505-44f0-a627-a916852c5b40 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0449886 Aug 21 19:08:38.110906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e3722a1-debb-45a4-86e7-761b446361ef req-ada076e8-ff1b-41fb-b9d1-7966b7d8e752 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290132 Aug 21 19:08:38.649915 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91775f1-953c-4f64-bf39-2e033ed08598 req-a34c0112-ede9-41b6-9b38-95b5e692e2fc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:38.651501 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c91775f1-953c-4f64-bf39-2e033ed08598 req-a34c0112-ede9-41b6-9b38-95b5e692e2fc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Aug 21 19:08:38.690949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c91775f1-953c-4f64-bf39-2e033ed08598 req-d513a323-abc0-4269-a7db-4930a6443b47 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Aug 21 19:08:39.807665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3aede-fe06-46f3-9c83-3a62ee99e1bf req-23d62c66-238a-45bd-83f8-d5420e52a0b1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:39.809189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84c3aede-fe06-46f3-9c83-3a62ee99e1bf req-23d62c66-238a-45bd-83f8-d5420e52a0b1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Aug 21 19:08:39.856936 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84c3aede-fe06-46f3-9c83-3a62ee99e1bf req-cd7e9b53-da42-4d7b-9226-2873d33e1022 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411043 Aug 21 19:08:39.973187 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d23972-fe54-49e6-8830-60ec04f3ce7d req-307a9874-d68e-4f19-bae1-ce115ecc4c95 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:39.975120 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83d23972-fe54-49e6-8830-60ec04f3ce7d req-307a9874-d68e-4f19-bae1-ce115ecc4c95 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0492036 Aug 21 19:08:40.012616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-83d23972-fe54-49e6-8830-60ec04f3ce7d req-d97c5b34-7400-49e5-8d04-159953185f58 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315118 Aug 21 19:08:40.033579 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45188) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:40.076939 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84749d3b-a633-48a4-b230-1f4301288c8f tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:40.078441 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-84749d3b-a633-48a4-b230-1f4301288c8f tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1092 time: 0.0438783 Aug 21 19:08:40.081201 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45190) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:40.085504 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:08:40.106891 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:40.204344 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:40.307746 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.47 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/5069799f-1b07-4f84-bc93-a9f7af8bc37f) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:08:40.405683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:40.443082 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:40.484853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:08:40.487569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:08:40.491012 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:08:40.514521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=5069799f-1b07-4f84-bc93-a9f7af8bc37f,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:40.839523 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:40.914608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:41.067609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:41.074425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:41.140608 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=5069799f-1b07-4f84-bc93-a9f7af8bc37f,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:08:41.151990 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:41.250760 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP d22835cf-bc56-4146-b2bc-eac8a4b7bffe associated. External IP: 172.25.1.47, port: c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005. Aug 21 19:08:41.451907 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router a8490761-03ea-495f-bf9d-47866664df44 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:08:41.871827 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:08:41.881665 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Sync routers for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:08:41.888063 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:41.891331 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:41.891936 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:41.915843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1087a145-41c5-4f0a-b8e0-8ca7fde448dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8336289 Aug 21 19:08:41.916550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:08:41.918874 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18350349-cca1-4f69-8b84-6d4cfa76c08f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:08:41.956130 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5ca866-cd5e-4665-a70c-f296746aa9b6 x-openstack-request-id: req-cd5ca866-cd5e-4665-a70c-f296746aa9b6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:08:41.956424 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:08:41.956673 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd5ca866-cd5e-4665-a70c-f296746aa9b6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:08:41.957070 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'status': 'completed', 'code': 200} Aug 21 19:08:42.003280 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:42.058611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5944b-d0f2-4fae-8bc6-75ce5cb41367 req-b19c2f42-31b2-4b34-9a51-cf77520d3b28 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:42.060124 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea5944b-d0f2-4fae-8bc6-75ce5cb41367 req-b19c2f42-31b2-4b34-9a51-cf77520d3b28 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0739961 Aug 21 19:08:42.062017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-54c1109e-3341-400a-bbd8-0bf330336c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:42.063405 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-54c1109e-3341-400a-bbd8-0bf330336c37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0855010 Aug 21 19:08:42.151432 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aea5944b-d0f2-4fae-8bc6-75ce5cb41367 req-a83ed8f3-e780-44bd-a449-b62a33abc74a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839076 Aug 21 19:08:42.173168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45198) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:42.181756 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-9e9dfce1-ba16-43a8-9fa6-c5559f632c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:42.183489 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-9e9dfce1-ba16-43a8-9fa6-c5559f632c3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.1093645 Aug 21 19:08:42.228508 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'd22835cf-bc56-4146-b2bc-eac8a4b7bffe', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'port_id': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'mac_address': 'fa:16:3e:fa:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:08:40Z', 'updated_at': '2021-08-21T19:08:40Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:42.242313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-efa28de6-f20e-471a-ba93-9fa99a83d99a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/d22835cf-bc56-4146-b2bc-eac8a4b7bffe HTTP/1.1" status: 200 len: 990 time: 0.0668175 Aug 21 19:08:42.255685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-cc644569-7008-4834-a111-8f95388f85d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 998 time: 0.0644226 Aug 21 19:08:42.257501 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Checking router: a8490761-03ea-495f-bf9d-47866664df44 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:08:42.265804 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:08:42.266395 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:08:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:42.303653 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-ba029cfb-642d-4de6-ae70-4e8a69191ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:42.305175 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-ba029cfb-642d-4de6-ae70-4e8a69191ec0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0433247 Aug 21 19:08:42.355330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-e0cfb960-fe44-4679-b611-57ab414ea87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:42.356841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-e0cfb960-fe44-4679-b611-57ab414ea87f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448222 Aug 21 19:08:42.369945 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:08:42.447122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-818834eb-d773-4478-92de-14b2e2465993 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816002 Aug 21 19:08:42.544629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-18350349-cca1-4f69-8b84-6d4cfa76c08f req-578ef3fc-f2cd-451d-b84a-31b346ea4e44 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906885 Aug 21 19:08:42.675627 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'd22835cf-bc56-4146-b2bc-eac8a4b7bffe', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'port_id': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'mac_address': 'fa:16:3e:fa:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:08:40Z', 'updated_at': '2021-08-21T19:08:40Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:08:42.701692 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26eff777-53a3-435d-9690-14d7f424ea12 None None] The sync data for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 is: [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'd22835cf-bc56-4146-b2bc-eac8a4b7bffe', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.47', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'port_id': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'mac_address': 'fa:16:3e:fa:39:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:08:40Z', 'updated_at': '2021-08-21T19:08:40Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:08:42.888875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ae01b-5bfa-4b7b-996d-8ff2185097e7 None None] New status for floating IP d22835cf-bc56-4146-b2bc-eac8a4b7bffe: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:08:43.244294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45200) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:08:43.306076 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b5e84e58-a939-4069-a13a-88dfe2d8bbd0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/d22835cf-bc56-4146-b2bc-eac8a4b7bffe HTTP/1.1" status: 200 len: 992 time: 0.0605452 Aug 21 19:08:47.845905 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5fabc9e0-37d4-4d25-8ce0-955a12f8297f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:48.963193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:49.588669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:49.848089 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-3b0892f4-7f4e-4ba9-9aa4-d1676043960c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405099 Aug 21 19:08:49.930397 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ae29-9156-48aa-9664-f772c6db5612 req-893216a8-3698-4196-959d-daf9edfdef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:49.931926 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-893216a8-3698-4196-959d-daf9edfdef68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0408897 Aug 21 19:08:50.037777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ae29-9156-48aa-9664-f772c6db5612 req-d56ceef2-6604-4a94-aaa2-ed366a7bd624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:50.039267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-d56ceef2-6604-4a94-aaa2-ed366a7bd624 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.0874219 Aug 21 19:08:50.105330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-1a9f49ec-0964-4d4e-9760-f91a655bb404 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 1000 time: 0.0568898 Aug 21 19:08:50.154206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ae29-9156-48aa-9664-f772c6db5612 req-4cef1d0b-776e-4e38-b90f-d143e2a5b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:50.155629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-4cef1d0b-776e-4e38-b90f-d143e2a5b6aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0425048 Aug 21 19:08:50.205090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103ae29-9156-48aa-9664-f772c6db5612 req-63a7b19c-dbfe-4bca-9c0d-31c7fda588d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:08:50.206588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-63a7b19c-dbfe-4bca-9c0d-31c7fda588d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434780 Aug 21 19:08:50.293667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-daa556fc-3b07-4562-b716-eced78dcfc84 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794022 Aug 21 19:08:50.375330 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ae983bca-d398-4ae9-a277-23c4e5a07ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:50.387846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7103ae29-9156-48aa-9664-f772c6db5612 req-425e3554-4c99-424a-a8d8-8e2fdc78bb0e service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866752 Aug 21 19:08:50.543472 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:51.835407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:08:53.517283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:09.374110 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:09:16.578747 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76252332-fd86-479d-96e4-05fb58e706c5 req-55b24225-93a8-41f2-b2ca-8eda04306289 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:16.580229 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76252332-fd86-479d-96e4-05fb58e706c5 req-55b24225-93a8-41f2-b2ca-8eda04306289 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Aug 21 19:09:16.580406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6c62-a082-429b-97bd-35951f62321f req-ea2b012f-0995-4680-ba85-e53de4427b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:16.582038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-ea2b012f-0995-4680-ba85-e53de4427b96 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0424714 Aug 21 19:09:16.617733 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-76252332-fd86-479d-96e4-05fb58e706c5 req-2356f837-922d-4897-858d-a5e4d169c938 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307353 Aug 21 19:09:16.672504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6c62-a082-429b-97bd-35951f62321f req-f4b360aa-3e87-4a4a-9ee3-9d6cad461499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:16.673979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-f4b360aa-3e87-4a4a-9ee3-9d6cad461499 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.0834460 Aug 21 19:09:16.742782 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-74f00659-364f-4f1e-978c-dabfcbb14877 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 1000 time: 0.0599346 Aug 21 19:09:16.791457 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6c62-a082-429b-97bd-35951f62321f req-8926c8d1-43ec-46f7-83f7-de9bb2afed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:16.792850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-8926c8d1-43ec-46f7-83f7-de9bb2afed48 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0423765 Aug 21 19:09:16.839415 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6c62-a082-429b-97bd-35951f62321f req-4f83c2d4-b701-40c4-b922-07288a3d6454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:16.840958 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-4f83c2d4-b701-40c4-b922-07288a3d6454 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400405 Aug 21 19:09:16.931254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-239f79d6-21da-458a-bb65-c41425118901 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824893 Aug 21 19:09:17.021973 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bf5f6c62-a082-429b-97bd-35951f62321f req-c68a2930-fa1f-4839-bfa6-bcb2ac224f60 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809307 Aug 21 19:09:17.751637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a586c-a9bb-4fd7-bd1b-a280cd1c460c req-e6598057-b24e-428d-9b3f-c546568eefb2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:17.753111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd2a586c-a9bb-4fd7-bd1b-a280cd1c460c req-e6598057-b24e-428d-9b3f-c546568eefb2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0536647 Aug 21 19:09:17.790545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd2a586c-a9bb-4fd7-bd1b-a280cd1c460c req-95bf83da-66bc-405e-8440-435c0109c268 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Aug 21 19:09:17.846527 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f7e1b3a-8426-4a91-8ac1-7c66aaf1732d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:18.907831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b411bb0-505a-4925-952a-1ad473da70dd req-b4c40829-793b-462f-a56f-ef181e45446f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:18.909288 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b411bb0-505a-4925-952a-1ad473da70dd req-b4c40829-793b-462f-a56f-ef181e45446f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0513117 Aug 21 19:09:18.945421 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3b411bb0-505a-4925-952a-1ad473da70dd req-416911bc-c708-41a4-89df-73c6574a9b9e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302217 Aug 21 19:09:18.968785 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:19.588188 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:20.059890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8826-2cd0-411d-af6c-c79965845857 req-25aedd7c-0c24-4d6f-b236-7dd2f4944777 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:20.061385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0ac8826-2cd0-411d-af6c-c79965845857 req-25aedd7c-0c24-4d6f-b236-7dd2f4944777 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0499473 Aug 21 19:09:20.100019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0ac8826-2cd0-411d-af6c-c79965845857 req-ad827505-177f-4e60-8728-1e0f90bfb135 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322957 Aug 21 19:09:20.374560 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4807a7d4-7867-4e95-b478-e8e4a560b294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:20.542379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:21.213011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c9688-828b-4909-abe6-1405b48ae0f3 req-bbea72f4-1455-440b-b95f-a67456be3416 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:21.214479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a2c9688-828b-4909-abe6-1405b48ae0f3 req-bbea72f4-1455-440b-b95f-a67456be3416 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0480132 Aug 21 19:09:21.251331 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3a2c9688-828b-4909-abe6-1405b48ae0f3 req-eadc1b8d-9f59-4a5c-b0b4-455ee8a2a4d5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Aug 21 19:09:21.841848 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:22.366574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb6736-13a4-4b6e-befd-a3a0720d1e7c req-e9e7b447-3bc0-43c1-bcfa-3fb4bf6e9c8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:22.368054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adbb6736-13a4-4b6e-befd-a3a0720d1e7c req-e9e7b447-3bc0-43c1-bcfa-3fb4bf6e9c8a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0496130 Aug 21 19:09:22.406223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-adbb6736-13a4-4b6e-befd-a3a0720d1e7c req-980edee1-7a58-4623-9338-3e9f03b5407f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Aug 21 19:09:23.519881 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec05578-f338-43e6-94bf-6c5c447fe2b7 req-10e5aab5-fdfa-4b02-b117-1c086b0e37b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:23.520559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:23.521576 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ec05578-f338-43e6-94bf-6c5c447fe2b7 req-10e5aab5-fdfa-4b02-b117-1c086b0e37b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0502870 Aug 21 19:09:23.559193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ec05578-f338-43e6-94bf-6c5c447fe2b7 req-693d373f-ccdb-4598-aac5-a028ad0c1d1e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316486 Aug 21 19:09:24.675562 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b023b2-b3b2-462c-82b3-c2168b245913 req-70c734b4-5d33-41a6-8d30-9a615642f04c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:24.677038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0b023b2-b3b2-462c-82b3-c2168b245913 req-70c734b4-5d33-41a6-8d30-9a615642f04c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0530198 Aug 21 19:09:24.715592 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d0b023b2-b3b2-462c-82b3-c2168b245913 req-418c2cb7-68b0-417d-a71b-3fcbdd7122cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320451 Aug 21 19:09:25.836112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f395f-bce3-4aab-a867-b03c70c4fe19 req-13f7cf8b-2d1d-4833-af6d-4b24745e683e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:25.837593 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f17f395f-bce3-4aab-a867-b03c70c4fe19 req-13f7cf8b-2d1d-4833-af6d-4b24745e683e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0539861 Aug 21 19:09:25.874033 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f17f395f-bce3-4aab-a867-b03c70c4fe19 req-611c517b-7356-43f6-8c89-4e7d5b4a071a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304890 Aug 21 19:09:26.986139 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69d65-15e7-4798-84f0-9f268d33aaa6 req-5553c72f-c2a3-4042-a1ab-684731a79c97 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:26.987623 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5d69d65-15e7-4798-84f0-9f268d33aaa6 req-5553c72f-c2a3-4042-a1ab-684731a79c97 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0486364 Aug 21 19:09:27.024536 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a5d69d65-15e7-4798-84f0-9f268d33aaa6 req-44dcb590-a463-449d-88ca-e664220eaff3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303636 Aug 21 19:09:28.151025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3ab5a-9eb2-4f45-937c-39f1cd67e712 req-e7bed4c7-474a-463e-9b51-3e960f84fce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:28.152509 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9a3ab5a-9eb2-4f45-937c-39f1cd67e712 req-e7bed4c7-474a-463e-9b51-3e960f84fce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0487854 Aug 21 19:09:28.189692 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9a3ab5a-9eb2-4f45-937c-39f1cd67e712 req-de7ab876-addc-4c79-8d2b-ded412a7b449 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311260 Aug 21 19:09:28.212085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45240) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:09:28.270734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7c0e566a-2439-4ebf-8b75-a359e33e31db tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/d22835cf-bc56-4146-b2bc-eac8a4b7bffe HTTP/1.1" status: 200 len: 992 time: 0.0575309 Aug 21 19:09:46.373275 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:09:47.849386 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a99ebcaa-395f-4dc2-8265-99002a09ea7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:48.967025 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:49.602118 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:50.375640 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8ef6-bb93-4357-bf6c-4cac6e0c3e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:50.542373 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:50.815435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-122831ff-03de-4063-9f21-5751a680ba5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391564 Aug 21 19:09:50.901423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-5e10bddb-ec22-447c-8e7a-7dc6f36564d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:50.902979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-5e10bddb-ec22-447c-8e7a-7dc6f36564d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0428910 Aug 21 19:09:51.006798 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-fef5a731-7ca3-4079-9663-ee3b6e9c0fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:51.008280 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-fef5a731-7ca3-4079-9663-ee3b6e9c0fa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.0835469 Aug 21 19:09:51.076629 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-18feb0b1-bbe3-45f6-aa8c-e24956b72cde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 1000 time: 0.0609353 Aug 21 19:09:51.128513 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-0412b016-4bf2-430b-b5b4-4f37cd389c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:51.130015 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-0412b016-4bf2-430b-b5b4-4f37cd389c15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0437279 Aug 21 19:09:51.173511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-f3841650-d3ed-4c43-b12e-4cc6016eb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:09:51.174970 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-f3841650-d3ed-4c43-b12e-4cc6016eb4bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382068 Aug 21 19:09:51.265555 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-bb45713e-d06e-4fd3-b2ff-d0c642c45d83 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816252 Aug 21 19:09:51.357588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-86075160-5e5b-4743-b8c3-bd8fdd9e896d req-531d61f6-3554-47eb-b91c-226757abd4f4 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815554 Aug 21 19:09:51.841929 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:09:53.524779 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:00.653956 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45254) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:00.810632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 5069799f-1b07-4f84-bc93-a9f7af8bc37f {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:10:00.810979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:00.883938 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:00.884274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:00.895955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 5069799f-1b07-4f84-bc93-a9f7af8bc37f owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:10:01.041922 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:01.067749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=5069799f-1b07-4f84-bc93-a9f7af8bc37f,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:01.090850 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.091196 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.091531 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.091859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.092199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.092510 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.092832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.093151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.093499 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.093848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.094131 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.094446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:01.135362 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:01.135684 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP d22835cf-bc56-4146-b2bc-eac8a4b7bffe disassociated (deleted). External IP: 172.25.1.47, port: c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005. Aug 21 19:10:01.336265 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router a8490761-03ea-495f-bf9d-47866664df44 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:10:01.441707 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:10:01.446649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:01.453389 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Sync routers for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:10:01.462329 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:01.462969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:01.474895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d37a8cd2-6699-4bfe-bd48-1dc203a199f6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/floatingips/d22835cf-bc56-4146-b2bc-eac8a4b7bffe HTTP/1.1" status: 204 len: 168 time: 0.8197792 Aug 21 19:10:01.475591 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:10:01.477946 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a2b7e-0a85-4b17-a712-2a1dde8a7014" -d '{"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:10:01.520040 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7128d36c-61fd-4fe5-8968-8a4403e974f5 x-openstack-request-id: req-7128d36c-61fd-4fe5-8968-8a4403e974f5 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:10:01.520397 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:10:01.520788 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7128d36c-61fd-4fe5-8968-8a4403e974f5 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:10:01.521256 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'status': 'completed', 'code': 200} Aug 21 19:10:01.571435 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:01.600536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-6209fee4-9a3d-478b-9836-7edd544ae10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:01.602201 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-6209fee4-9a3d-478b-9836-7edd544ae10e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 1097 time: 0.0479548 Aug 21 19:10:01.737961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7494-4d3b-4791-80b3-14e83520ac9c req-1c0a5413-1d5c-47b2-b540-55e71d3cd742 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:01.740080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-196f7494-4d3b-4791-80b3-14e83520ac9c req-1c0a5413-1d5c-47b2-b540-55e71d3cd742 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0758057 Aug 21 19:10:01.744750 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-144bdaac-1f94-433a-8f76-6644dc5c0bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:01.746134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-144bdaac-1f94-433a-8f76-6644dc5c0bc6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 200 len: 898 time: 0.1308527 Aug 21 19:10:01.775505 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:01.804809 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Checking router: a8490761-03ea-495f-bf9d-47866664df44 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:10:01.807325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-8ada06f3-ba18-4460-b8fb-a165363bf435 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 200 len: 217 time: 0.0472832 Aug 21 19:10:01.813041 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:01.813655 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:01.815002 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-196f7494-4d3b-4791-80b3-14e83520ac9c req-1a53e524-94ad-4908-af04-4b1589dfb748 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674667 Aug 21 19:10:01.863087 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-27d7cc86-9ec9-44e0-8e43-d70cbf4e6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:01.864519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-27d7cc86-9ec9-44e0-8e43-d70cbf4e6fb1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 200 len: 835 time: 0.0456097 Aug 21 19:10:01.911535 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-224252cd-948f-4449-b5f1-a8ffeb3350c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:01.913075 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-224252cd-948f-4449-b5f1-a8ffeb3350c7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=09fec722-e706-408a-aec5-d1c65d55beee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407255 Aug 21 19:10:01.917815 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:02.005617 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-829b20ff-9952-423c-a249-0ac515607b57 service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841346 Aug 21 19:10:02.098060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759a2b7e-0a85-4b17-a712-2a1dde8a7014 req-0eec0d78-4f42-4b43-994a-8debdf93818a service neutron] 10.222.0.64 "GET /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Aug 21 19:10:02.120676 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:02.146232 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a810cd82-7927-4dbd-8c57-e4851aec1e82 None None] The sync data for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 is: [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:27Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '4e62924a-4925-44e4-ae13-7c04bff090a0', 'name': '', 'network_id': '09fec722-e706-408a-aec5-d1c65d55beee', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:42:eb:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:27Z', 'updated_at': '2021-08-21T19:08:32Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '078010a7-6c3e-4f44-ae4f-3974f7b20cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:10:02.348788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0114ba08-a4c7-40c3-bdc3-6709d9173e2b None None] New status for floating IP d22835cf-bc56-4146-b2bc-eac8a4b7bffe: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:10:02.952172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb666747-e941-4a0a-b492-2b10de9c1c05 req-3296dbb9-cb37-4bd1-87f5-78f966ab515a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:02.953655 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb666747-e941-4a0a-b492-2b10de9c1c05 req-3296dbb9-cb37-4bd1-87f5-78f966ab515a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Aug 21 19:10:02.991492 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cb666747-e941-4a0a-b492-2b10de9c1c05 req-828fe9a1-5461-48b7-9226-80a4d92c6d75 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=99eb6036-f902-43b3-afe1-c5ecb917c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Aug 21 19:10:03.417406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-40f26c2b-b800-46dc-b325-234cd3982f60 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:03.418948 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-40f26c2b-b800-46dc-b325-234cd3982f60 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 945 time: 0.0490499 Aug 21 19:10:03.515774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:10:03.516112 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:03.600252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:03.600617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:03.612380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:10:03.742099 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:03.770416 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:03.782362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.782745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.783092 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.783438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.783775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.784109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.784445 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.784779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.785109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.785440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.786285 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.786641 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:03.824972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:10:03.827836 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:03.829809 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-759fd1dd-d6b9-4b43-b32d-b6dba68260a4 req-c2aa4aba-edb1-4856-8897-8a2f44fd0d5f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "DELETE /v2.0/ports/c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 HTTP/1.1" status: 204 len: 173 time: 0.3999019 Aug 21 19:10:03.830262 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'name': 'network-vif-deleted', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:10:03.833113 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e2118f-340f-4264-b7f2-f3d39fca0f10" -d '{"events": [{"server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "name": "network-vif-deleted", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:10:03.874289 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09438bc0-ddcb-4677-b4c0-80d06542f894 x-openstack-request-id: req-09438bc0-ddcb-4677-b4c0-80d06542f894 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:10:03.875430 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc23cff6-2ab8-45b0-be8c-ff10578fcbd3", "name": "network-vif-deleted", "tag": "c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:10:03.875704 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09438bc0-ddcb-4677-b4c0-80d06542f894 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:10:03.876762 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc23cff6-2ab8-45b0-be8c-ff10578fcbd3', 'name': 'network-vif-deleted', 'tag': 'c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005', 'status': 'completed', 'code': 200} Aug 21 19:10:04.093643 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ee8912c7-1648-45f9-8767-596d4e215c1e req-3fbe589d-1643-4dcb-842a-a83638e39c99 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc23cff6-2ab8-45b0-be8c-ff10578fcbd3 HTTP/1.1" status: 200 len: 210 time: 0.0269651 Aug 21 19:10:05.150402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45272) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:05.502601 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:05.752280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 4e62924a-4925-44e4-ae13-7c04bff090a0 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:10:05.752669 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:05.843414 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 4e62924a-4925-44e4-ae13-7c04bff090a0, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=4e62924a-4925-44e4-ae13-7c04bff090a0,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:05.843993 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:05.855921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 4e62924a-4925-44e4-ae13-7c04bff090a0 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:10:06.035894 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.062559 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=4e62924a-4925-44e4-ae13-7c04bff090a0,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:06.232427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.443736 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router a8490761-03ea-495f-bf9d-47866664df44 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:10:06.546941 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:10:06.552393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f4dcbe2-1857-4bec-8147-b6adeca3c1c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/a8490761-03ea-495f-bf9d-47866664df44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4009278 Aug 21 19:10:06.555122 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45274) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:06.557712 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Sync routers for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:10:06.567561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:06.568170 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:06.604853 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting subnet 078010a7-6c3e-4f44-ae4f-3974f7b20cd6 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:10:06.607889 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.651683 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.670185 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:06.734055 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.791779 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.820509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Subnet': ['ID=078010a7-6c3e-4f44-ae4f-3974f7b20cd6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:06.822787 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:06.824816 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5da54034-b822-4bcd-a46e-cc8641f4756d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/subnets/078010a7-6c3e-4f44-ae4f-3974f7b20cd6 HTTP/1.1" status: 204 len: 168 time: 0.2686255 Aug 21 19:10:06.827605 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45276) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:06.835085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51800a86-cc03-401c-b6d6-dca5394cd112 None None] Network 09fec722-e706-408a-aec5-d1c65d55beee requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:10:06.857387 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:10:05Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:06.883666 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Checking router: a8490761-03ea-495f-bf9d-47866664df44 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:10:06.892597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Routers {'a8490761-03ea-495f-bf9d-47866664df44'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:06.893204 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['a8490761-03ea-495f-bf9d-47866664df44'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:06.939844 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.029966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772d518d-decc-4523-911b-cf13554ad201 None None] DHCP port deletion for 09fec722-e706-408a-aec5-d1c65d55beee request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:10:07.062947 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.081141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Deleting port 45d7cc41-597f-414a-8160-a837ba71a45d {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:10:07.081507 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.092973 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] Set router a8490761-03ea-495f-bf9d-47866664df44 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:07.126199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 3af7335b-56be-4b76-b72c-9d2d34386eef {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:10:07.126605 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.149541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-772d518d-decc-4523-911b-cf13554ad201 None None] For port 45d7cc41-597f-414a-8160-a837ba71a45d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=45d7cc41-597f-414a-8160-a837ba71a45d,segment=NetworkSegment(56c9c1dd-59ae-4609-8eef-731a91e2ba0a),segment_id=56c9c1dd-59ae-4609-8eef-731a91e2ba0a)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:07.150293 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.164537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Calling delete_port for 45d7cc41-597f-414a-8160-a837ba71a45d owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:10:07.214582 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 3af7335b-56be-4b76-b72c-9d2d34386eef, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=3af7335b-56be-4b76-b72c-9d2d34386eef,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:07.215057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.229479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 3af7335b-56be-4b76-b72c-9d2d34386eef owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:10:07.283848 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:10:05Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:07.315598 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf357fe-c8a3-4b70-bb94-8950b9789cef None None] The sync data for ids ['a8490761-03ea-495f-bf9d-47866664df44'] in n-d-793621-32 is: [{'id': 'a8490761-03ea-495f-bf9d-47866664df44', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1846418498', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205'}], 'enable_snat': True}, 'gw_port_id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:10:05Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '3af7335b-56be-4b76-b72c-9d2d34386eef', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ed:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8490761-03ea-495f-bf9d-47866664df44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:08:24Z', 'updated_at': '2021-08-21T19:08:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:10:07.400532 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.408915 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.425015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Pushing event deleted for resources: {'Port': ['ID=45d7cc41-597f-414a-8160-a837ba71a45d,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:07.429731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772d518d-decc-4523-911b-cf13554ad201 None None] No DVR routers for this DVR port 45d7cc41-597f-414a-8160-a837ba71a45d on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:10:07.434864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=3af7335b-56be-4b76-b72c-9d2d34386eef,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:07.436656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.436656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.436997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.437348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.437664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.438005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.438330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.438675 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.439002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.439605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.439605 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.439927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772d518d-decc-4523-911b-cf13554ad201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:07.503732 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.591748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.593770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.635802 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.636286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Fanout notify agent at l3_agent the message router_deleted on router a8490761-03ea-495f-bf9d-47866664df44 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:10:07.643126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.644263 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3674975b-cc37-4fbe-a1cd-5bc3ee3c5cb6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/routers/a8490761-03ea-495f-bf9d-47866664df44 HTTP/1.1" status: 204 len: 168 time: 0.8155448 Aug 21 19:10:07.646891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45278) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:07.724626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.815750 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.826053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fec722-e706-408a-aec5-d1c65d55beee']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:07.837248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c9c1dd-59ae-4609-8eef-731a91e2ba0a') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:07.837553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c9c1dd-59ae-4609-8eef-731a91e2ba0a') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:07.846796 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.861200 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.867913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:10:07.868324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:10:07.871391 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:10:07.935084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.941711 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:07.946371 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/networks/09fec722-e706-408a-aec5-d1c65d55beee HTTP/1.1" status: 204 len: 168 time: 0.2958038 Aug 21 19:10:07.946485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45280) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:07.959545 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b379c-3e22-48f0-af02-a0352fbcbb3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Network': ['ID=09fec722-e706-408a-aec5-d1c65d55beee,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:08.008764 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.032976 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.092744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.095510 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.096625 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/security-groups/99eb6036-f902-43b3-afe1-c5ecb917c9e0 HTTP/1.1" status: 204 len: 168 time: 0.1489723 Aug 21 19:10:08.106436 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271fde-4347-4fbb-8164-5120bf907cea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb6036-f902-43b3-afe1-c5ecb917c9e0,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:08.266000 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:10:08.287419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:10:08.288115 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device c81b7d7a-7f8d-4e13-bf7b-fdd48cea5005 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:10:08.385728 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 45d7cc41-597f-414a-8160-a837ba71a45d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:10:08.405627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 45d7cc41-597f-414a-8160-a837ba71a45d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:10:08.405962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 45d7cc41-597f-414a-8160-a837ba71a45d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:10:08.406360 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e62924a-4925-44e4-ae13-7c04bff090a0 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:10:08.423783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 4e62924a-4925-44e4-ae13-7c04bff090a0 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:10:08.424138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 4e62924a-4925-44e4-ae13-7c04bff090a0 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:10:08.702261 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45286) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:08.707018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2064002938', 'description': 'tempest-secgroup-smoke-2064002938 description', 'project_id': '8d025d61e2484d9c93689f8b126954d3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:08.729002 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.809649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.813383 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.840303 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.841528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1382244 Aug 21 19:10:08.843364 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10100e11-0547-4956-bb16-6dbc47f059ab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00cca380-d3b5-4cfc-ad9f-6c98900fca2b,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:08.844627 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45288) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:08.849927 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:08.875624 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.929747 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.933424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.950793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2220b47c-075b-4e7a-bfb2-fe62752084ab,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:08.956222 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:08.958918 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-db672bf4-ce08-4828-b3a9-2ce7ceee0719 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132107 Aug 21 19:10:08.960255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45290) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:08.965086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:08.992404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.049408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.052911 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.069985 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae968e09-8546-4ec1-9755-85a1138a480a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.075789 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.076967 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9f9df03c-e1f6-4f26-bf80-955efbeddc04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156824 Aug 21 19:10:09.079802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45292) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.084599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.109085 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.168977 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.172642 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.191041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0511a3b1-a1a9-4bd5-ada7-8fbd3213cd52,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.193609 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.194966 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-30cdc53c-0ee8-4718-a925-8a35c8451b09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1142471 Aug 21 19:10:09.198478 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45294) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.202349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.228305 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.285955 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.289649 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.305824 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c769f2a-9847-443d-a1f2-fc43855a53b8,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.312521 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.313700 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e2164905-9f38-44c8-9be0-3ddb7548e5cf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1149740 Aug 21 19:10:09.316479 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45296) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.320863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.342716 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:10:09.347433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.406474 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.409924 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.426882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172a9374-0d0e-4f46-b6d1-f837c7584ff2,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.431920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.433149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-44c0c50a-f301-4393-8f56-1aea04d4c9f9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157324 Aug 21 19:10:09.435854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45298) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.440236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '00cca380-d3b5-4cfc-ad9f-6c98900fca2b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.462415 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:10:09.467402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.529735 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.533053 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.552550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7152155e-69c4-4e99-b15e-a024e1127931,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.556275 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.560832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-81f1417e-31a6-490f-8388-62d9e482cce4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209002 Aug 21 19:10:09.560832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45300) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.565439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'network': {'name': 'tempest-network-smoke--1083815644', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'port_security_enabled': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.586709 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:10:09.589995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.612644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:10:09.622213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.622597 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Added segment 75efdc3b-6310-483b-a982-ab87961908bd of type vlan for network 9c4a9564-f860-4d76-bd80-50a59f364bcd Aug 21 19:10:09.663703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.687284 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.693275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:09.693854 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.748443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1868203 Aug 21 19:10:09.751121 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45302) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:09.756241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'admin_state_up': True, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:09.775716 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aedb3-ac9f-4f7e-b6eb-1c05ac81cc07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Network': ['ID=9c4a9564-f860-4d76-bd80-50a59f364bcd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:09.785620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:10:09.790965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.791968 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.842654 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:09.961272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3af7335b-56be-4b76-b72c-9d2d34386eef no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:10:09.981568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 3af7335b-56be-4b76-b72c-9d2d34386eef {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:10:09.981913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 3af7335b-56be-4b76-b72c-9d2d34386eef not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:10:09.982291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:10.464215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:10.482662 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:10.583191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.114 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/25136563-3489-4e07-b5b7-7c1729302350) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:10:10.693447 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:10.736251 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:10.772637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:10.775408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:10.778769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:10:10.786457 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=25136563-3489-4e07-b5b7-7c1729302350,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:11.024714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.220375 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.345325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router bbe61196-d54d-4173-b832-c598a41750b7 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:10:11.449669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:10:11.459985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Sync routers for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:10:11.467881 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.469198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:11.469579 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-aa3940b7-a273-4f82-b5fe-0c359bd0c80c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7174990 Aug 21 19:10:11.469821 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:11.472831 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45304) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:11.500934 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-52812267-cbb3-4331-bb42-a8fda4250bef tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8d025d61e2484d9c93689f8b126954d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270422 Aug 21 19:10:11.503532 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45306) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:11.573793 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:11.587459 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3132b4-e21e-46af-a09b-e7a426060aa2 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:11.588998 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6b3132b4-e21e-46af-a09b-e7a426060aa2 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844862 Aug 21 19:10:11.591921 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:11.619748 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-61cc502d-8a2a-469a-aa75-8b1a0593a3a6 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267036 Aug 21 19:10:11.622135 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45310) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:11.626802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-522878293', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:11.720807 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:10:11.725054 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.767147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:10Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:11.794518 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Checking router: bbe61196-d54d-4173-b832-c598a41750b7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:10:11.794890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Updating router bbe61196-d54d-4173-b832-c598a41750b7 port 25136563-3489-4e07-b5b7-7c1729302350 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:10:11.822867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.918734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:11.987051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Subnet': ['ID=9e965d9a-79b8-4dae-add4-2deb66b17881,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:11.993286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Checking segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:10:11.993650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network hostable DHCP agents. Network: 9c4a9564-f860-4d76-bd80-50a59f364bcd, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:10:12.010783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:10:12.020172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9c4a9564-f860-4d76-bd80-50a59f364bcd) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:12.026623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:12.027464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.031154 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b86c97-eb74-41a7-bd1d-a15f6320877e None None] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:10:12.045874 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9be9d771-12f7-46a5-9307-80574f1b4e4b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4227166 Aug 21 19:10:12.048713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45312) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:12.151808 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.170258 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Transition to ACTIVE for port object 25136563-3489-4e07-b5b7-7c1729302350 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:12.203566 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.286322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39408669-1618-469c-8b23-7a91639000da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9c4a9564-f860-4d76-bd80-50a59f364bcd', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:10:12.287192 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.299816 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80c57-f7b2-45fb-9bee-4c4d288b7cb0 None None] Pushing event updated for resources: {'Port': ['ID=25136563-3489-4e07-b5b7-7c1729302350,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:12.316073 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Attempting to bind port 25136563-3489-4e07-b5b7-7c1729302350 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:10:12.317350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Attempting to bind port 25136563-3489-4e07-b5b7-7c1729302350 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:10:12.317350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Attempting to bind port 25136563-3489-4e07-b5b7-7c1729302350 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:10:12.329251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:10:12.329616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:10:12.330016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.330401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:10:12.330881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Bound port: 25136563-3489-4e07-b5b7-7c1729302350, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:10:12.331259 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.467971 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] For port 25136563-3489-4e07-b5b7-7c1729302350, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:10:12.484665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] For port 25136563-3489-4e07-b5b7-7c1729302350, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25136563-3489-4e07-b5b7-7c1729302350,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:10:12.493269 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.503440 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-39408669-1618-469c-8b23-7a91639000da None None] Allocated IP 172.20.0.2 (9c4a9564-f860-4d76-bd80-50a59f364bcd/9e965d9a-79b8-4dae-add4-2deb66b17881/04f17bc6-73b4-4cc4-afe2-b40d7dc1b236) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:10:12.512989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.605252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:12.605877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:12.607601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80c57-f7b2-45fb-9bee-4c4d288b7cb0 None None] Pushing event updated for resources: {'Port': ['ID=25136563-3489-4e07-b5b7-7c1729302350,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:12.764813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:12.874455 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.887661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-39408669-1618-469c-8b23-7a91639000da None None] Transition to ACTIVE for port object 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:12.916223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-39408669-1618-469c-8b23-7a91639000da None None] Transition to ACTIVE for port object 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:12.926930 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:12.973906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.1 (9c4a9564-f860-4d76-bd80-50a59f364bcd/9e965d9a-79b8-4dae-add4-2deb66b17881/bd62ddd5-4bf3-4475-98df-a34d430904d7) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:10:12.990286 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39408669-1618-469c-8b23-7a91639000da None None] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:12.996694 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-39408669-1618-469c-8b23-7a91639000da None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:12.998636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39408669-1618-469c-8b23-7a91639000da None None] Pushing event updated for resources: {'Port': ['ID=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:13.001872 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39408669-1618-469c-8b23-7a91639000da None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:10:13.068746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-39408669-1618-469c-8b23-7a91639000da None None] Attempting to bind port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:10:13.069008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-39408669-1618-469c-8b23-7a91639000da None None] Attempting to bind port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:10:13.069363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39408669-1618-469c-8b23-7a91639000da None None] Attempting to bind port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:10:13.073362 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:10Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:13.089449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.101561 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39408669-1618-469c-8b23-7a91639000da None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:10:13.101930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39408669-1618-469c-8b23-7a91639000da None None] Checking segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:10:13.102326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.102737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39408669-1618-469c-8b23-7a91639000da None None] Bound using segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:10:13.103030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object bd62ddd5-4bf3-4475-98df-a34d430904d7 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:13.103211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-39408669-1618-469c-8b23-7a91639000da None None] Bound port: 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:10:13.103592 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.106489 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6aa8a4-5df4-4fdd-b4cd-072e99f3d7e3 None None] The sync data for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 is: [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:10Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:10:13.138274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.173549 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-39408669-1618-469c-8b23-7a91639000da None None] For port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:10:13.178741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-39408669-1618-469c-8b23-7a91639000da None None] For port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:10:13.181213 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:13.184186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-39408669-1618-469c-8b23-7a91639000da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.184339 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:13.188670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:10:13.243016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:13.256175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.256421 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39408669-1618-469c-8b23-7a91639000da None None] Pushing event updated for resources: {'Port': ['ID=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:13.424885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.726312 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.732197 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.821060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:13.825884 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:13.929376 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:13.931238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:14.121384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25136563-3489-4e07-b5b7-7c1729302350 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:14.205610 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 25136563-3489-4e07-b5b7-7c1729302350 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:14.211671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 25136563-3489-4e07-b5b7-7c1729302350 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:14.212129 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.299130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.322109 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 25136563-3489-4e07-b5b7-7c1729302350, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25136563-3489-4e07-b5b7-7c1729302350,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:14.326978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.327768 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:14.373005 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd972dca-cc57-4d65-8bab-fac1ad2119bc None None] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:10:14.439032 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router bbe61196-d54d-4173-b832-c598a41750b7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:10:14.470167 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=25136563-3489-4e07-b5b7-7c1729302350,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:14.549114 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:10:14.563048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f3bfd72-5e12-4e92-954a-883cb9cff0c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/bbe61196-d54d-4173-b832-c598a41750b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052526 Aug 21 19:10:14.652785 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:14.659034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Provisioning for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:14.666373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:14.666773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.673810 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Provisioning complete for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:14.674171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.710257 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-28f89fba-2376-435b-b82b-ee2bbf5683e3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2064002938&fields=id&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 267 time: 0.0391033 Aug 21 19:10:14.829075 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-744834b0-0b6a-4638-9a16-b15f2f81fa00 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:14.830835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-744834b0-0b6a-4638-9a16-b15f2f81fa00 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 797 time: 0.1129589 Aug 21 19:10:14.847001 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-ca877e16-c9dc-437f-ad86-96ace60fd992 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/quotas/8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 375 time: 0.0096569 Aug 21 19:10:14.880696 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.883544 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.902110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-67e8d2e4-74de-4157-9797-564ea68162d9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484531 Aug 21 19:10:14.935117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] For port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:14.940617 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:14.977117 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Sync routers for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:10:14.986744 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:14.987328 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:15.034863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 19:10:15.035367 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 19:10:15.036586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53121ca0-9c45-4043-8794-eea18e0de125 None None] Pushing event updated for resources: {'Port': ['ID=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:15.067633 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-4eb6f7c0-ae6c-499d-8209-f9a99c2d5ede service neutron] 10.222.0.41 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519654 Aug 21 19:10:15.104241 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:15.164735 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Provisioning for port bd62ddd5-4bf3-4475-98df-a34d430904d7 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:15.169088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Provisioning complete for port bd62ddd5-4bf3-4475-98df-a34d430904d7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:15.169574 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.177641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-d018134d-ec1a-4adf-af3c-a22f60b8e6de service neutron] 10.222.0.41 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037121 Aug 21 19:10:15.209663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Port bd62ddd5-4bf3-4475-98df-a34d430904d7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:10:15.219731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Provisioning complete for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:15.220110 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3a12f13f-12b1-42b0-90a8-7e2de0e62205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.328830 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 2, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:15.355759 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Checking router: bbe61196-d54d-4173-b832-c598a41750b7 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:10:15.356016 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Updating router bbe61196-d54d-4173-b832-c598a41750b7 port bd62ddd5-4bf3-4475-98df-a34d430904d7 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:10:15.380561 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2b8c25d3-c446-426a-ac98-c7757e528cd9 req-d5b9ed68-6d3a-4756-9636-cc0a2c7bf880 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0402012 Aug 21 19:10:15.382342 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.436646 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-72ef8df0-30c9-44cd-a9a0-acc52f51d0fd None None] Provisioning complete for port bd62ddd5-4bf3-4475-98df-a34d430904d7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:15.437016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-72ef8df0-30c9-44cd-a9a0-acc52f51d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.472114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-72ef8df0-30c9-44cd-a9a0-acc52f51d0fd None None] Port bd62ddd5-4bf3-4475-98df-a34d430904d7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:10:15.588951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-7bfd66a7-f8de-4398-8024-f51745b92d67 None None] Provisioning complete for port bd62ddd5-4bf3-4475-98df-a34d430904d7 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:15.589319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7bfd66a7-f8de-4398-8024-f51745b92d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.622690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-7bfd66a7-f8de-4398-8024-f51745b92d67 None None] Port bd62ddd5-4bf3-4475-98df-a34d430904d7 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:10:15.658605 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.668174 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Transition to ACTIVE for port object bd62ddd5-4bf3-4475-98df-a34d430904d7 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:15.673708 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.723556 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Pushing event updated for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:15.747025 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.747363 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.747695 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.748021 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.748344 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.748664 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.748979 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.749291 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.749605 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.749917 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.750230 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.750560 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:10:15.786111 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Attempting to bind port bd62ddd5-4bf3-4475-98df-a34d430904d7 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:10:15.786666 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Attempting to bind port bd62ddd5-4bf3-4475-98df-a34d430904d7 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:10:15.787139 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Attempting to bind port bd62ddd5-4bf3-4475-98df-a34d430904d7 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:10:15.793935 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:10:15.794465 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Checking segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:10:15.794925 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.795309 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Bound using segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:10:15.795791 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Bound port: bd62ddd5-4bf3-4475-98df-a34d430904d7, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:10:15.796170 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.861493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] For port bd62ddd5-4bf3-4475-98df-a34d430904d7, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:10:15.865636 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] For port bd62ddd5-4bf3-4475-98df-a34d430904d7, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bd62ddd5-4bf3-4475-98df-a34d430904d7,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:10:15.869297 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:15.927487 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:15.928458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:09:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:15.931187 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eca14-e263-4af3-9c33-2aa903bd5e0e None None] Pushing event updated for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:16.019539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25136563-3489-4e07-b5b7-7c1729302350 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:16.039247 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:16.072054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 25136563-3489-4e07-b5b7-7c1729302350 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:16.072430 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:16.154045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:16.206729 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:16.207344 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:16.237815 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:15Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:16.266961 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f26ed1-e6bc-4799-b3a8-3b7779557898 None None] The sync data for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 is: [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:15Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:10:16.455327 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-53f26571-2b9b-4061-9dd0-6d3df77f835f req-84f786b0-014c-4058-9d3a-4a3eb2dea45c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0292201 Aug 21 19:10:17.547194 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7cae80d1-4ba0-4b37-9a0c-a85563884886 req-1664705f-70d3-432c-8247-8fdb6a061a08 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0256808 Aug 21 19:10:17.851224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-73d20ff7-cae8-4973-959d-f369f26b0b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.028907 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bd62ddd5-4bf3-4475-98df-a34d430904d7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:18.076844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port bd62ddd5-4bf3-4475-98df-a34d430904d7 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:18.080315 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bd62ddd5-4bf3-4475-98df-a34d430904d7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:18.080684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.168807 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.199248 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port bd62ddd5-4bf3-4475-98df-a34d430904d7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bd62ddd5-4bf3-4475-98df-a34d430904d7,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:18.203674 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.250763 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:18.451203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-159a03bd-31c5-4798-8055-9084fb8fdd36 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:18.452734 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-159a03bd-31c5-4798-8055-9084fb8fdd36 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 797 time: 0.1066244 Aug 21 19:10:18.496596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-6442ba8f-21e0-485a-9a58-a976b1539cf4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 380 time: 0.0348337 Aug 21 19:10:18.511749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'port': {'device_id': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'admin_state_up': True, 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'security_groups': ['00cca380-d3b5-4cfc-ad9f-6c98900fca2b']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:18.625257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:10:18.628496 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.656443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a0a3328f-e8ab-4aa8-a937-7ea86a784ded req-21dab958-141f-4cc6-bf1a-58d5cdd5681f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0412431 Aug 21 19:10:18.767394 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.10 (9c4a9564-f860-4d76-bd80-50a59f364bcd/9e965d9a-79b8-4dae-add4-2deb66b17881/331b13ce-ce9e-4571-8a6c-6a18aba04f20) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:10:18.905780 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.918932 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 331b13ce-ce9e-4571-8a6c-6a18aba04f20 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:18.951357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.978851 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:18.994643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:18.997561 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:19.001140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:10:19.010097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:19.056912 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.057559 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.073317 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-57c2b1bd-f406-434b-ba3d-85988bf08abb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651608 Aug 21 19:10:19.085669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Request body: {'port': {'device_id': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:19.146913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.227616 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1e9d85ae-37eb-4142-b7c7-9bc38c94336d None None] Provisioning for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:19.232571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1e9d85ae-37eb-4142-b7c7-9bc38c94336d None None] Provisioning complete for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:19.232942 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e9d85ae-37eb-4142-b7c7-9bc38c94336d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.266622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d85ae-37eb-4142-b7c7-9bc38c94336d None None] Port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:10:19.409771 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 331b13ce-ce9e-4571-8a6c-6a18aba04f20 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:10:19.417583 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.429588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Transition to ACTIVE for port object 331b13ce-ce9e-4571-8a6c-6a18aba04f20 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:10:19.432409 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.481962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:19.555007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:10:19.555355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:10:19.555691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:10:19.560232 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:10:19.560562 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:10:19.565535 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:10:19.565883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Checking segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:10:19.566311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Bound using segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:10:19.566773 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Bound port: 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:10:19.567143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.604115 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.633859 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:10:19.637042 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:10:19.641792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.676783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.677388 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:19.679564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] 10.222.0.39 "PUT /v2.0/ports/331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1093 time: 0.5975978 Aug 21 19:10:19.679564 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:10:19.681757 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7679337-66fb-4b25-99d0-23c4270ab0da" -d '{"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:10:19.708363 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf97841-3120-44ec-9e4c-c5bedb62ea82 service neutron] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:19.754729 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a2a3e0-4269-472d-898a-d2af7287b2c9 x-openstack-request-id: req-b3a2a3e0-4269-472d-898a-d2af7287b2c9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:10:19.755025 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:10:19.755281 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3a2a3e0-4269-472d-898a-d2af7287b2c9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:10:19.755682 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'status': 'completed', 'code': 200} Aug 21 19:10:19.773334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-67524b09-a96d-40a2-a87a-d49c45d27f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.774964 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-67524b09-a96d-40a2-a87a-d49c45d27f9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0507119 Aug 21 19:10:19.820910 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d295fc-55b0-4807-b120-422beb9cccac req-3844b063-c2cc-4095-84d8-2531d7208a73 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.823835 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33d295fc-55b0-4807-b120-422beb9cccac req-3844b063-c2cc-4095-84d8-2531d7208a73 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0556791 Aug 21 19:10:19.830977 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-b700b4bb-64a6-4173-a1ce-8fae1d444d57 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 217 time: 0.0481308 Aug 21 19:10:19.865377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-33d295fc-55b0-4807-b120-422beb9cccac req-eadbe6a8-d955-4b2d-9a91-fc04c8f97aee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Aug 21 19:10:19.881662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-d134206e-8028-460e-86c1-faf8fdb8017b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.883221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-d134206e-8028-460e-86c1-faf8fdb8017b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0457120 Aug 21 19:10:19.936321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-d8d4b8a1-9518-4bf2-9568-439225638a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:19.937830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-d8d4b8a1-9518-4bf2-9568-439225638a5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463519 Aug 21 19:10:20.013604 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bd62ddd5-4bf3-4475-98df-a34d430904d7 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:20.028003 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-f845f967-75d4-4a8b-a382-60976adb5fc7 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825961 Aug 21 19:10:20.063859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port bd62ddd5-4bf3-4475-98df-a34d430904d7 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:20.064299 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:20.121311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d350725d-f259-4723-aa93-1ffbdeb000c2 req-9fe3c485-8f0e-4db1-b10e-17a6899d1c80 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866771 Aug 21 19:10:20.202971 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-d506717e-a32f-4ee4-a8f3-a0553c90d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:20.204456 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-d506717e-a32f-4ee4-a8f3-a0553c90d36c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0411835 Aug 21 19:10:20.292520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-92359026-68e3-4988-b469-9456dd6919ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:20.293908 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-92359026-68e3-4988-b469-9456dd6919ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0823774 Aug 21 19:10:20.337959 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-d2f8b908-707f-4a73-b742-2d996bbd12da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 217 time: 0.0369020 Aug 21 19:10:20.376292 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-03aba82b-7938-4a34-842c-1e31c5b2ad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:20.388031 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-c89437b1-6167-486f-b68e-61cec05f7dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:20.389489 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-c89437b1-6167-486f-b68e-61cec05f7dee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0442841 Aug 21 19:10:20.435025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-c38eaf93-e504-4583-9a49-1fb61c833909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:20.436483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-c38eaf93-e504-4583-9a49-1fb61c833909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390162 Aug 21 19:10:20.530341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-1d8d919a-5540-44f8-b3b2-c7ba6557caf3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865972 Aug 21 19:10:20.544023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:20.621888 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b7679337-66fb-4b25-99d0-23c4270ab0da req-81a9b4ed-f608-41c2-a10d-f55b0aaa2bfb service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837116 Aug 21 19:10:20.982681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237dc9c-7146-45bc-933b-3400072f6c1e req-4b1e290b-9c15-4892-b939-67db181ef893 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:20.984142 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4237dc9c-7146-45bc-933b-3400072f6c1e req-4b1e290b-9c15-4892-b939-67db181ef893 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0483325 Aug 21 19:10:21.026315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4237dc9c-7146-45bc-933b-3400072f6c1e req-bb6afad7-8d01-4aef-99cf-2fb372fae40a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355754 Aug 21 19:10:21.845350 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:22.139533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a473053-e546-48bc-9aaf-154565170359 req-96737529-f4ab-4c40-84c8-8589dd1c1b50 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:22.141004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a473053-e546-48bc-9aaf-154565170359 req-96737529-f4ab-4c40-84c8-8589dd1c1b50 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0481515 Aug 21 19:10:22.178310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1a473053-e546-48bc-9aaf-154565170359 req-4b604581-08a5-4121-ab5e-106af670ab5d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307205 Aug 21 19:10:22.308542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:10:22.403124 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:22.413180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'mac_address': 'fa:16:3e:e6:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:10:22.449872 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:22.462964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331b13ce-ce9e-4571-8a6c-6a18aba04f20 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:10:22.481684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:22.485040 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:22.530003 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:22.734263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['331b13ce-ce9e-4571-8a6c-6a18aba04f20'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:10:23.294325 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d4828-5ff3-4424-bba4-09220729377f req-a17fbf70-22a0-48bc-8eff-8c1eab16bac8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:23.295837 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-918d4828-5ff3-4424-bba4-09220729377f req-a17fbf70-22a0-48bc-8eff-8c1eab16bac8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0486264 Aug 21 19:10:23.333592 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-918d4828-5ff3-4424-bba4-09220729377f req-24a9b335-0de1-4831-b58c-8dbcc77c993d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318656 Aug 21 19:10:23.372498 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:10:23.525335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:24.323772 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:10:24.374876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:10:24.378453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:10:24.379462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:24.452760 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42371103-25a7-4eb6-8e74-2e74d457d898 req-5b501776-5383-40b8-8b59-d917ee975f7a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:24.454238 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42371103-25a7-4eb6-8e74-2e74d457d898 req-5b501776-5383-40b8-8b59-d917ee975f7a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0524735 Aug 21 19:10:24.457399 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:24.484534 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:10:24.487700 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a163b-1ba7-4163-91e9-92ed298dede4" -d '{"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-plugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:10:24.494111 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-42371103-25a7-4eb6-8e74-2e74d457d898 req-0844519c-f2e1-4ee3-bff0-0cb9a0f70c79 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336590 Aug 21 19:10:24.502744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:10:24.516098 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:24.563916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:24.583261 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755458f9-edcf-413a-9e68-f6d38290c2f0 x-openstack-request-id: req-755458f9-edcf-413a-9e68-f6d38290c2f0 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:10:24.583549 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-plugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:10:24.583802 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-755458f9-edcf-413a-9e68-f6d38290c2f0 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:10:24.584196 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'code': 200} Aug 21 19:10:24.674755 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd713108-0bec-4499-86bd-5d795daff0b9 req-b8bd20ab-656c-4a53-a296-49418ba386f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:24.676260 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd713108-0bec-4499-86bd-5d795daff0b9 req-b8bd20ab-656c-4a53-a296-49418ba386f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0392947 Aug 21 19:10:24.712348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd713108-0bec-4499-86bd-5d795daff0b9 req-4a906f7d-8867-40e5-8aa8-ad5048159e9b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285351 Aug 21 19:10:25.606515 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67816964-53f5-4118-a836-20005d85b444 req-aa820138-f471-44fc-b687-5f9f01e2036a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:25.607978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67816964-53f5-4118-a836-20005d85b444 req-aa820138-f471-44fc-b687-5f9f01e2036a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0477812 Aug 21 19:10:25.648370 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67816964-53f5-4118-a836-20005d85b444 req-aabcf9dc-38c8-49b0-8715-64a4f6f85fba tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Aug 21 19:10:26.761436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99fd23-a208-4c65-aa38-f16cf0f90c9f req-50902fb0-fb56-456d-9cbc-cc301822e6af tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:26.762913 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd99fd23-a208-4c65-aa38-f16cf0f90c9f req-50902fb0-fb56-456d-9cbc-cc301822e6af tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0476689 Aug 21 19:10:26.803091 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cd99fd23-a208-4c65-aa38-f16cf0f90c9f req-47547ce4-6807-40b5-8ee3-984fa5c3af75 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Aug 21 19:10:26.914923 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a3982-0c51-45c8-abcd-8a9b3e55f31b req-ce9a6300-30ad-4dc2-8c76-cd07c9958730 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:26.916414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e6a3982-0c51-45c8-abcd-8a9b3e55f31b req-ce9a6300-30ad-4dc2-8c76-cd07c9958730 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Aug 21 19:10:26.953495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e6a3982-0c51-45c8-abcd-8a9b3e55f31b req-2c643fa2-cc14-47ea-bef1-f7610c5f0eeb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311465 Aug 21 19:10:26.974743 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45382) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:27.016840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29648b0-f044-46ec-928d-97644104dcc3 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:27.018331 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c29648b0-f044-46ec-928d-97644104dcc3 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1093 time: 0.0426290 Aug 21 19:10:27.021675 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45384) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:27.026032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:10:27.047909 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:27.140912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:27.245484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.149 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/13ebb8d3-22cf-40ff-a405-c5037b003532) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:10:27.345995 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:27.383468 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:27.424450 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:10:27.428588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:10:27.431230 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:10:27.455495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=13ebb8d3-22cf-40ff-a405-c5037b003532,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:27.786153 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:27.856804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:28.005541 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:28.010413 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:28.074998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=13ebb8d3-22cf-40ff-a405-c5037b003532,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:10:28.086417 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:28.187383 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP 52a86e9d-5256-4394-8a75-1037ca48d80d associated. External IP: 172.25.1.149, port: 331b13ce-ce9e-4571-8a6c-6a18aba04f20. Aug 21 19:10:28.717605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router bbe61196-d54d-4173-b832-c598a41750b7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:10:28.821936 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:10:28.832977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Sync routers for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:10:28.839465 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:28.845773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:28.846398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:28.867068 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a33a454-f4c0-4e6f-b67f-8f0b8a97b430 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8443737 Aug 21 19:10:28.867643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:10:28.870206 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1d0b72-a505-4cc0-b076-b5279499a015" -d '{"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:10:28.910859 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5314a9a-bdcf-4c80-af58-0166e8de18ef x-openstack-request-id: req-e5314a9a-bdcf-4c80-af58-0166e8de18ef {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:10:28.911217 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:10:28.911533 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5314a9a-bdcf-4c80-af58-0166e8de18ef {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:10:28.912000 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'status': 'completed', 'code': 200} Aug 21 19:10:28.959607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:28.997837 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea321eef-2baf-4e57-9237-da26c3a13bf5 req-bae79c7f-562a-4cf8-a171-ab1e12ffa6ea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:28.999284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea321eef-2baf-4e57-9237-da26c3a13bf5 req-bae79c7f-562a-4cf8-a171-ab1e12ffa6ea tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0832036 Aug 21 19:10:29.005854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-facd33a2-d22c-4b45-83fc-362f087f9d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:29.007311 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-facd33a2-d22c-4b45-83fc-362f087f9d64 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0591931 Aug 21 19:10:29.088564 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ea321eef-2baf-4e57-9237-da26c3a13bf5 req-dcfd9e8b-78ec-4ea6-b6a1-0674a9e62f57 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802760 Aug 21 19:10:29.110995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45390) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:29.166649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-d3426761-4fee-4af9-bde6-b4b0e52f52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:29.168810 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-d3426761-4fee-4af9-bde6-b4b0e52f52ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.1538863 Aug 21 19:10:29.184747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '52a86e9d-5256-4394-8a75-1037ca48d80d', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'mac_address': 'fa:16:3e:e6:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:10:27Z', 'updated_at': '2021-08-21T19:10:27Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:29.210655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Checking router: bbe61196-d54d-4173-b832-c598a41750b7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:10:29.219011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:10:29.219624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:10:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:29.246713 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9e49e5e4-8e37-4a69-b3f4-d83be8075e30 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/52a86e9d-5256-4394-8a75-1037ca48d80d HTTP/1.1" status: 200 len: 992 time: 0.1348195 Aug 21 19:10:29.262365 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-503dc23d-c397-4373-a1a7-854e8f73db67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1000 time: 0.0837710 Aug 21 19:10:29.312942 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-5b103c79-f88e-42d2-8148-d5216ae400d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:29.314398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-5b103c79-f88e-42d2-8148-d5216ae400d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0453234 Aug 21 19:10:29.325908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:10:29.361177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-33f6be03-841f-45a2-ae47-ca03e3b7dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:10:29.362720 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-33f6be03-841f-45a2-ae47-ca03e3b7dfce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403850 Aug 21 19:10:29.456193 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-4863ad67-4330-4984-b57e-d763bd792c32 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855026 Aug 21 19:10:29.548237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '52a86e9d-5256-4394-8a75-1037ca48d80d', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'mac_address': 'fa:16:3e:e6:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:10:27Z', 'updated_at': '2021-08-21T19:10:27Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:10:29.563221 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1c1d0b72-a505-4cc0-b076-b5279499a015 req-ab7b6d93-ab29-460d-972f-19d7e2a2462f service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980492 Aug 21 19:10:29.574353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba35608-1bf3-49c4-bb9b-e7cab6437481 None None] The sync data for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 is: [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '52a86e9d-5256-4394-8a75-1037ca48d80d', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.149', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'mac_address': 'fa:16:3e:e6:30:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:10:27Z', 'updated_at': '2021-08-21T19:10:27Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:10:29.779369 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb496a-daaf-4355-a824-98f984036c3d None None] New status for floating IP 52a86e9d-5256-4394-8a75-1037ca48d80d: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:10:30.250810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45392) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:10:30.314432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e5522112-c01b-48d7-902f-b9a5753ebe5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/52a86e9d-5256-4394-8a75-1037ca48d80d HTTP/1.1" status: 200 len: 994 time: 0.0621729 Aug 21 19:10:47.851801 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8c017e17-5050-4a88-91b7-c04bbc0c5316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:48.981386 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:49.633464 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:50.378302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-efaf0a0a-d49a-405d-b62b-d7522abae4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:50.544239 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:51.847180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:10:53.528347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:00.372293 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:11:01.715991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801c4eb-8c8b-415a-8d86-db1cc48fa7d8 req-c9991d47-11ae-4250-8b89-f65cebcd4b1b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:01.717470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3801c4eb-8c8b-415a-8d86-db1cc48fa7d8 req-c9991d47-11ae-4250-8b89-f65cebcd4b1b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0495992 Aug 21 19:11:01.783354 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3801c4eb-8c8b-415a-8d86-db1cc48fa7d8 req-0f1ba68e-dcd2-4114-ae3f-7fd340968533 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572848 Aug 21 19:11:01.785836 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-5b35b2e9-f10a-4275-8d59-d49c505ac18c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268606 Aug 21 19:11:01.795438 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-7083ffb5-1493-4725-b9e0-572ba12c17c1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:11:01.796584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-7083ffb5-1493-4725-b9e0-572ba12c17c1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054820 Aug 21 19:11:02.900486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a316c-a0d6-49c1-9c38-446f4951a3be req-0e6eeda0-cbc1-4880-93d7-c0c6cd6358fa tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:02.902012 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf2a316c-a0d6-49c1-9c38-446f4951a3be req-0e6eeda0-cbc1-4880-93d7-c0c6cd6358fa tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0502367 Aug 21 19:11:02.963647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-99791d14-4cff-44b5-96b7-cc666326d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:02.965130 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-99791d14-4cff-44b5-96b7-cc666326d102 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0622423 Aug 21 19:11:02.967911 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf2a316c-a0d6-49c1-9c38-446f4951a3be req-01854995-4e31-49be-9c6f-3381ba7c5045 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576661 Aug 21 19:11:03.059009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-29d14cba-b1a6-4c58-b64d-bb49baff0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.060466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-29d14cba-b1a6-4c58-b64d-bb49baff0871 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0882936 Aug 21 19:11:03.124318 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2e9d043a-d959-43be-9053-020613bc9fb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1002 time: 0.0554693 Aug 21 19:11:03.174449 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-5dddf71d-e407-4d36-895e-d7e758b4976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.175867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-5dddf71d-e407-4d36-895e-d7e758b4976a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0445995 Aug 21 19:11:03.221005 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-ab1c2b30-fc8f-4dcb-95f3-4bc4e801f0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.222436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-ab1c2b30-fc8f-4dcb-95f3-4bc4e801f0d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391040 Aug 21 19:11:03.309530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-e69810eb-b7b6-4399-a930-f6e1d5a98211 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793362 Aug 21 19:11:03.401645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-1b806136-1456-4422-ba75-f5035bb32229 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853248 Aug 21 19:11:03.503234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-f5c73a6a-6fe6-4d05-8496-0575d829448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.504783 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-f5c73a6a-6fe6-4d05-8496-0575d829448a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0426857 Aug 21 19:11:03.608202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-a02ffbd3-4575-4ac9-a0fc-d54bbf34b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.609656 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-a02ffbd3-4575-4ac9-a0fc-d54bbf34b8a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0861642 Aug 21 19:11:03.672334 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-3297fa57-5525-4799-9fec-df727c573cdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1002 time: 0.0552115 Aug 21 19:11:03.719057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-65f6a66a-2e04-484f-9516-1f531efe6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.720445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-65f6a66a-2e04-484f-9516-1f531efe6d7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0417509 Aug 21 19:11:03.768660 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-23b8ba2f-a5c0-410c-8016-89587e4ab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:03.770138 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-23b8ba2f-a5c0-410c-8016-89587e4ab478 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424066 Aug 21 19:11:03.859432 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-cf6b1e87-3555-41ec-bc7d-d1c434094e72 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806298 Aug 21 19:11:03.949863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3acdab3c-4aeb-472e-b392-ab40a1de0ec3 req-9f8fb78d-7f0f-4120-b9fe-b65cfaa2e1d3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824454 Aug 21 19:11:04.081140 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ad6f5-28a1-4631-acab-bdbd1994fc4c req-a6a6853b-6843-4474-9634-1b94f3dd3dff tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:04.082639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-703ad6f5-28a1-4631-acab-bdbd1994fc4c req-a6a6853b-6843-4474-9634-1b94f3dd3dff tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Aug 21 19:11:04.119560 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-703ad6f5-28a1-4631-acab-bdbd1994fc4c req-c8759b2b-6485-4b2d-80a3-b4ec6786cb43 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303779 Aug 21 19:11:05.237387 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf436826-74e3-4f21-8745-08529ea39868 req-45bd9839-4490-4d26-a78e-84d061b72128 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:05.238963 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf436826-74e3-4f21-8745-08529ea39868 req-45bd9839-4490-4d26-a78e-84d061b72128 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0501583 Aug 21 19:11:05.275360 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bf436826-74e3-4f21-8745-08529ea39868 req-c7781420-8af0-45aa-a56b-d32b484d8f2d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305917 Aug 21 19:11:06.392306 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78059db9-4eda-477a-a777-66bbccc9675a req-96698809-e94b-4ce5-a5ed-acebfe753852 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:06.393765 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78059db9-4eda-477a-a777-66bbccc9675a req-96698809-e94b-4ce5-a5ed-acebfe753852 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0496433 Aug 21 19:11:06.431664 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-78059db9-4eda-477a-a777-66bbccc9675a req-24e1c351-0689-4188-8f62-4e6d6143b0dc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318179 Aug 21 19:11:07.544482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e10d10-b210-455a-a353-727cb6644c76 req-814f67c8-a70c-41a7-9a4f-ccba5c80072f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:07.545970 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94e10d10-b210-455a-a353-727cb6644c76 req-814f67c8-a70c-41a7-9a4f-ccba5c80072f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Aug 21 19:11:07.581858 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-94e10d10-b210-455a-a353-727cb6644c76 req-8a161961-2719-4ac2-93cb-37b715c3353b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300758 Aug 21 19:11:08.700643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f285faa-46a0-4d32-8327-d2c905f78d90 req-eeb4fdc5-72a7-4507-bd98-7eb4c03a705c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:08.702155 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f285faa-46a0-4d32-8327-d2c905f78d90 req-eeb4fdc5-72a7-4507-bd98-7eb4c03a705c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0522773 Aug 21 19:11:08.739253 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-2f285faa-46a0-4d32-8327-d2c905f78d90 req-84de8acd-c111-4aec-b261-ff13e95e139c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307989 Aug 21 19:11:09.857945 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfce201-cfcf-4efe-b45a-08b6c67b76d8 req-1f13be15-0c40-4f6e-8c59-8b521c3845bb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:09.859589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcfce201-cfcf-4efe-b45a-08b6c67b76d8 req-1f13be15-0c40-4f6e-8c59-8b521c3845bb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0539465 Aug 21 19:11:09.895830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bcfce201-cfcf-4efe-b45a-08b6c67b76d8 req-3a5459df-ba4e-45aa-919a-9b5b3083e5aa tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301232 Aug 21 19:11:11.010690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d450db7-e9a5-4cce-92b5-9ff23764ccdd req-2e210b6d-4bd2-4427-a412-f89b8a67745e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:11.012147 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d450db7-e9a5-4cce-92b5-9ff23764ccdd req-2e210b6d-4bd2-4427-a412-f89b8a67745e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0477700 Aug 21 19:11:11.049588 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8d450db7-e9a5-4cce-92b5-9ff23764ccdd req-5ccce3a4-0427-4cbc-8a7f-1a0e9115b9f1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Aug 21 19:11:12.172330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88307e9b-71df-4e57-b0b2-76908d93b491 req-6d7e74dd-cfd8-468b-b827-c564f0c8db58 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:12.173818 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88307e9b-71df-4e57-b0b2-76908d93b491 req-6d7e74dd-cfd8-468b-b827-c564f0c8db58 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0543590 Aug 21 19:11:12.212284 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-88307e9b-71df-4e57-b0b2-76908d93b491 req-9373f277-644f-4017-98c1-44b87281e5eb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315077 Aug 21 19:11:13.336655 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca5999-c1de-41e1-8556-ff25769ecac4 req-a267c19b-7ce8-4a75-9a66-2b05a6eeb03d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:13.338450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ca5999-c1de-41e1-8556-ff25769ecac4 req-a267c19b-7ce8-4a75-9a66-2b05a6eeb03d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0590258 Aug 21 19:11:13.375278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ca5999-c1de-41e1-8556-ff25769ecac4 req-34c9e7be-18c2-455f-af90-b0e3290a49c6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308080 Aug 21 19:11:14.490862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786d22f-9105-4432-a24c-0d2a10b1f948 req-9cf66e4a-657c-45e1-916a-fc1ea3206358 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:14.492358 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3786d22f-9105-4432-a24c-0d2a10b1f948 req-9cf66e4a-657c-45e1-916a-fc1ea3206358 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0493164 Aug 21 19:11:14.528861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3786d22f-9105-4432-a24c-0d2a10b1f948 req-21d13909-7a6f-449f-8d93-0ed356077445 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305636 Aug 21 19:11:15.646018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525639f-b5d3-4641-ae30-053384cc73b3 req-72d4f6b7-3fb3-4d6d-a942-c6813af82c45 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:15.648150 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1525639f-b5d3-4641-ae30-053384cc73b3 req-72d4f6b7-3fb3-4d6d-a942-c6813af82c45 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0519948 Aug 21 19:11:15.686009 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1525639f-b5d3-4641-ae30-053384cc73b3 req-e214bdab-50cf-419d-9287-671a7dfb4c71 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318754 Aug 21 19:11:16.804246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c61138-3e1f-4d06-9e8a-4053e7b20f03 req-447c0b32-1fd9-403b-b777-cfc94461eabf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:16.805735 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51c61138-3e1f-4d06-9e8a-4053e7b20f03 req-447c0b32-1fd9-403b-b777-cfc94461eabf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0524721 Aug 21 19:11:16.843423 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-51c61138-3e1f-4d06-9e8a-4053e7b20f03 req-417080ae-fdb2-4985-bf49-6a8501dc6e7e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316591 Aug 21 19:11:17.852300 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c86da434-3531-4330-8f58-b0a08c685f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:17.957574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d1b00-3c22-4c2c-b2fb-bdcfdd5c96c7 req-4438c3d1-a57e-40e6-8d47-21cf409dda7b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:17.959180 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c94d1b00-3c22-4c2c-b2fb-bdcfdd5c96c7 req-4438c3d1-a57e-40e6-8d47-21cf409dda7b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0495052 Aug 21 19:11:17.996693 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c94d1b00-3c22-4c2c-b2fb-bdcfdd5c96c7 req-67b745e3-57fd-4250-82ed-9e8a5a4b32be tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Aug 21 19:11:18.976305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:19.112202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f7603-9cf9-4324-b7f4-a55ae7d3c2ee req-ec59b170-3e0a-4285-a6ec-5dfbbd517810 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:19.113596 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c4f7603-9cf9-4324-b7f4-a55ae7d3c2ee req-ec59b170-3e0a-4285-a6ec-5dfbbd517810 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0490005 Aug 21 19:11:19.151057 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2c4f7603-9cf9-4324-b7f4-a55ae7d3c2ee req-b85a2039-b2ad-47ab-b324-87393e9ad2a9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Aug 21 19:11:19.647763 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.265050 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a08bf4-f81e-4b5f-889e-51a982aa4aa1 req-89eb72d5-3b57-4c5b-ba53-0bace681fc87 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:20.266542 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65a08bf4-f81e-4b5f-889e-51a982aa4aa1 req-89eb72d5-3b57-4c5b-ba53-0bace681fc87 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0481100 Aug 21 19:11:20.304456 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-65a08bf4-f81e-4b5f-889e-51a982aa4aa1 req-4094552d-a74f-41fa-9d2b-602212d28041 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Aug 21 19:11:20.361716 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-55fb15f2-4775-4832-9a4d-c9a6e2891767 service neutron] show failed (client error): The resource could not be found. Aug 21 19:11:20.362755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-55fb15f2-4775-4832-9a4d-c9a6e2891767 service neutron] 10.222.0.39 "GET /v2.0/ports/331b13ce-ce9e-4571-8a6c-6a18aba04f20/bindings/n-h2-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0529788 Aug 21 19:11:20.381902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-959fc42f-3896-43cb-95d0-e0ec1cb5ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.548914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.573518 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2bf34a13-1980-4ee9-9d39-1e6ef3c56027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:20.575040 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2bf34a13-1980-4ee9-9d39-1e6ef3c56027 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 1098 time: 0.0457728 Aug 21 19:11:20.591858 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:11:20.642163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.840072 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:11:20.873424 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h1-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:11:20.916411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:11:20.918742 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee3600d-eb56-4c5f-b283-aa76e6048f39" -d '{"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:11:20.923197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.936065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Transition to ACTIVE for port object 331b13ce-ce9e-4571-8a6c-6a18aba04f20 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:11:20.939981 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:20.968796 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 19:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9a3d9d-2951-4bd4-94a8-4507d81084e8 x-openstack-request-id: req-7e9a3d9d-2951-4bd4-94a8-4507d81084e8 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:11:20.969137 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-unplugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:11:20.969281 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e9a3d9d-2951-4bd4-94a8-4507d81084e8 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:11:20.969647 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'code': 200} Aug 21 19:11:21.019813 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=6']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:21.036630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.036972 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.037937 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.038270 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.038619 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.038949 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.039350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.039592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.040125 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.040809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.041010 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.041247 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:21.072969 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] No DVR routers for this DVR port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on host n-h1-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:11:21.208871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:11:21.209712 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:11:21.210043 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:11:21.214299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:11:21.214656 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Attempting to bind port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on network 9c4a9564-f860-4d76-bd80-50a59f364bcd {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:11:21.219439 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:11:21.219776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Checking segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:11:21.220160 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Bound using segment: {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:11:21.220582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Bound port: 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75efdc3b-6310-483b-a982-ab87961908bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:11:21.220941 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:21.285255 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:11:21.288892 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:11:21.292150 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:21.347210 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.347843 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:21.351049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] 10.222.0.64 "PUT /v2.0/ports/331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1093 time: 0.7615876 Aug 21 19:11:21.351670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23571bb0-7fea-4c4c-bfd5-cd77ca162683 service neutron] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=7']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:21.457327 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-c5ffb418-933a-46a8-ab03-645f0223ffce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.458906 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-c5ffb418-933a-46a8-ab03-645f0223ffce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0790591 Aug 21 19:11:21.468218 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e8100-5f4e-468a-839f-cd729cc35ce7 req-5c9fb1b8-5a7a-4878-a1a9-cb40f16c5997 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.469701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd0e8100-5f4e-468a-839f-cd729cc35ce7 req-5c9fb1b8-5a7a-4878-a1a9-cb40f16c5997 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0791163 Aug 21 19:11:21.552013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dd0e8100-5f4e-468a-839f-cd729cc35ce7 req-2a784d50-1107-46c6-a1d2-7e0a810da79f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741441 Aug 21 19:11:21.587944 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2caad03b-ea6b-4f12-9536-15c274af84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.589381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2caad03b-ea6b-4f12-9536-15c274af84c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.1188004 Aug 21 19:11:21.662117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-94cdd7ef-127b-4288-ab1f-f2761206eb01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1000 time: 0.0615580 Aug 21 19:11:21.716357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-faaef907-b7b3-4619-9dfa-43efedde69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.717801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-faaef907-b7b3-4619-9dfa-43efedde69ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0440152 Aug 21 19:11:21.767644 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-6c3dbfa0-fadb-4dcd-9f43-492ea05a58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:21.769108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-6c3dbfa0-fadb-4dcd-9f43-492ea05a58e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396774 Aug 21 19:11:21.849448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:21.865922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-2a0b8515-2f03-4d73-8bbc-835e172da2cc service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870237 Aug 21 19:11:21.959679 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dfeb94f3-399d-4215-ab82-46c9f8f622ac req-5728a879-dffc-4178-a9e3-535ac714be90 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817938 Aug 21 19:11:22.670050 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72afd6-d1be-44d1-9646-0bddd879e135 req-0e108163-a88c-4d6e-9cb5-94ffb0d97992 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:22.671654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f72afd6-d1be-44d1-9646-0bddd879e135 req-0e108163-a88c-4d6e-9cb5-94ffb0d97992 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0487206 Aug 21 19:11:22.711813 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8f72afd6-d1be-44d1-9646-0bddd879e135 req-9337fcc0-cf1c-4992-bc1e-ee5919037b67 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343149 Aug 21 19:11:22.970989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:11:22.973395 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4ecfb-2321-433e-981c-12033d4eaab2" -d '{"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:11:23.019817 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2180639-b3ce-43f2-88af-3ef488ec0e10 x-openstack-request-id: req-a2180639-b3ce-43f2-88af-3ef488ec0e10 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:11:23.020107 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:11:23.020362 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2180639-b3ce-43f2-88af-3ef488ec0e10 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:11:23.020758 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'status': 'completed', 'code': 200} Aug 21 19:11:23.078685 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-4c120c59-c4bf-46d8-8482-e7d7a65987ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.080136 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-4c120c59-c4bf-46d8-8482-e7d7a65987ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0411088 Aug 21 19:11:23.089660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-e5452fd4-6dee-45df-836e-8a24b6159f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.091315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-e5452fd4-6dee-45df-836e-8a24b6159f91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0468347 Aug 21 19:11:23.167697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-54c4de01-fe82-4474-aa44-29e103cbd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.169177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-54c4de01-fe82-4474-aa44-29e103cbd333 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0824869 Aug 21 19:11:23.181889 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-027955c3-82ce-434e-99c4-4fae95669bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.183435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-027955c3-82ce-434e-99c4-4fae95669bcd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0841699 Aug 21 19:11:23.237385 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-4505820d-2825-45bd-89f5-fe00598837e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1000 time: 0.0615764 Aug 21 19:11:23.257058 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-04fd3af8-0e07-4bfa-83b4-ccb0f2775237 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1000 time: 0.0649645 Aug 21 19:11:23.285581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-f66b8f14-7ae9-4bde-9287-2aa4b1a17a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.287074 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-f66b8f14-7ae9-4bde-9287-2aa4b1a17a8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0433893 Aug 21 19:11:23.306688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-61ab40db-619c-4a4d-90dc-b13f0366a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.308176 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-61ab40db-619c-4a4d-90dc-b13f0366a448 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0437074 Aug 21 19:11:23.333817 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-8ed60b95-7529-40ad-baaf-5b7d0fcd2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.335289 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-8ed60b95-7529-40ad-baaf-5b7d0fcd2f39 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402813 Aug 21 19:11:23.359288 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-79f93cbb-3b79-4aba-aebd-90b1d308e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.360838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-79f93cbb-3b79-4aba-aebd-90b1d308e9f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402603 Aug 21 19:11:23.427075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-f6120560-64ea-4aec-b542-50049a024db1 service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845776 Aug 21 19:11:23.455580 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-428d717f-afe1-4389-b4e0-2d414d37bd89 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866904 Aug 21 19:11:23.524436 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-9f1321e6-a448-42ae-bb3e-3cb3743ae77e service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900619 Aug 21 19:11:23.537750 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:23.547324 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1f4ecfb-2321-433e-981c-12033d4eaab2 req-7da5e701-32c3-45cd-9397-4eb15d15a523 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837569 Aug 21 19:11:23.831906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c5fe1-7765-4cbe-984a-a8631dd614de req-fb1fe160-0501-4dec-87e8-17c1d448fa91 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:23.833397 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c57c5fe1-7765-4cbe-984a-a8631dd614de req-fb1fe160-0501-4dec-87e8-17c1d448fa91 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 944 time: 0.0545146 Aug 21 19:11:23.875270 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c57c5fe1-7765-4cbe-984a-a8631dd614de req-66b8f5ff-8da2-4e0f-bb20-605ce24c5f79 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357842 Aug 21 19:11:24.597014 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:11:24.652624 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:11:24.716542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:11:24.719057 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:11:24.729578 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'port_id': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'mac_address': 'fa:16:3e:e6:30:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:11:24.768920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:24.781437 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 331b13ce-ce9e-4571-8a6c-6a18aba04f20 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:11:24.799554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:11:24.803361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:24.851254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:24.858524 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.858864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.859206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.859542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.859878 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.860210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.860537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.860868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.861193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.861516 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.861839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.862161 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:11:24.992006 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67294371-6771-4199-bc8d-9ba011150e91 req-06c541b4-1f4c-4eda-9340-85c620661aca tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:24.993488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67294371-6771-4199-bc8d-9ba011150e91 req-06c541b4-1f4c-4eda-9340-85c620661aca tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Aug 21 19:11:25.031562 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-67294371-6771-4199-bc8d-9ba011150e91 req-02416ab1-dd37-45d7-ad57-a065edb26d0b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Aug 21 19:11:25.070096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['331b13ce-ce9e-4571-8a6c-6a18aba04f20'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:11:25.237958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a05b-b63f-4a14-a7b6-c36b0e8fdbb1 req-33f7d3d4-ad45-4693-bd35-c2d2b5379f87 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.238643 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-103776ba-d6dc-4c2a-9c5c-2b9c45114d88 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.239521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ab8a05b-b63f-4a14-a7b6-c36b0e8fdbb1 req-33f7d3d4-ad45-4693-bd35-c2d2b5379f87 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0570834 Aug 21 19:11:25.243988 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-103776ba-d6dc-4c2a-9c5c-2b9c45114d88 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.39 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9&tenant_id=8d025d61e2484d9c93689f8b126954d3&binding%3Ahost_id=n-h2-793621-32 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Aug 21 19:11:25.282729 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ab8a05b-b63f-4a14-a7b6-c36b0e8fdbb1 req-cdb2959d-9aed-4580-8669-d4f6410c2858 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369859 Aug 21 19:11:25.307126 n-d-793621-32 neutron-server[94599]: INFO neutron.api.v2.resource [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-3ca10379-bf44-49a4-b059-d333ba081ec7 service neutron] delete failed (client error): The resource could not be found. Aug 21 19:11:25.308530 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-3ca10379-bf44-49a4-b059-d333ba081ec7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/331b13ce-ce9e-4571-8a6c-6a18aba04f20/bindings/n-h1-793621-32 HTTP/1.1" status: 404 len: 381 time: 0.0582631 Aug 21 19:11:25.424400 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-86e29fc9-6b65-4bba-9c75-5b3e200c4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.425886 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-86e29fc9-6b65-4bba-9c75-5b3e200c4687 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1097 time: 0.0745902 Aug 21 19:11:25.434456 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81913-fca2-4cb0-9fbb-19d8525bbc17 req-840b0418-849c-447d-a972-5fffb58c3143 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.435850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57f81913-fca2-4cb0-9fbb-19d8525bbc17 req-840b0418-849c-447d-a972-5fffb58c3143 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0756056 Aug 21 19:11:25.516087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-57f81913-fca2-4cb0-9fbb-19d8525bbc17 req-dcc4462a-6302-4d40-8bdf-f8dc3e6b0ab8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717831 Aug 21 19:11:25.544937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-1a66ebfb-fab6-4218-b85d-b4d124a4a1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.546398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-1a66ebfb-fab6-4218-b85d-b4d124a4a1cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.1097221 Aug 21 19:11:25.914116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-27bea971-7b35-42a5-887d-c76f95847d38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1001 time: 0.3601937 Aug 21 19:11:25.962419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-5576e2ac-4ea9-478e-855b-e3fc5716259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:25.963844 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-5576e2ac-4ea9-478e-855b-e3fc5716259f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0425408 Aug 21 19:11:26.008815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-deb67a46-2931-44bd-8ad6-274c33fec031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:26.010335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-deb67a46-2931-44bd-8ad6-274c33fec031 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394681 Aug 21 19:11:26.101996 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-ae506c77-1f01-4ade-9287-d32d0895a8aa service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844223 Aug 21 19:11:26.189348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-febd0d3e-61ce-47b3-a1c5-3922ca7cc888 req-4e8c4155-df63-4ca2-996d-b591763ac8cd service neutron] 10.222.0.39 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799646 Aug 21 19:11:26.606312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:11:26.637634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e0bdc-210d-48a8-ad32-c911587e4731 req-3758dc70-c880-4c30-a46b-b7abbeb7f773 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:26.639210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b8e0bdc-210d-48a8-ad32-c911587e4731 req-3758dc70-c880-4c30-a46b-b7abbeb7f773 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Aug 21 19:11:26.655695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:11:26.660492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:11:26.660864 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:26.684942 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1b8e0bdc-210d-48a8-ad32-c911587e4731 req-df56b470-d7ac-45d0-8d02-6bd6ed6f742c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353446 Aug 21 19:11:26.714862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45492) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:11:26.750296 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:26.774049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:11:26.776315 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b397b605-8b8b-45b1-be25-fa3a72cb9cc7" -d '{"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-plugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:11:26.786990 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a6d3f279-c622-4ecf-89b6-fceb3ea9c533 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/52a86e9d-5256-4394-8a75-1037ca48d80d HTTP/1.1" status: 200 len: 993 time: 0.0689242 Aug 21 19:11:26.790046 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:11:26.795018 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:26.819317 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb949e7-d9a9-4cd8-b73a-5f16f8444fd5 x-openstack-request-id: req-8cb949e7-d9a9-4cd8-b73a-5f16f8444fd5 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:11:26.819618 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-plugged", "status": "completed", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:11:26.819875 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8cb949e7-d9a9-4cd8-b73a-5f16f8444fd5 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:11:26.820268 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'code': 200} Aug 21 19:11:26.845245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=9']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:37.371679 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:11:47.853420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ddd85133-b147-45c7-8c6c-65d8c853f91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:48.978613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:49.662334 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:50.382374 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6419367-3c15-4b22-aaeb-95eed9c653c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:50.548484 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:51.813158 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-832d6046-2e76-4d0e-96d2-ae20320b1225 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394738 Aug 21 19:11:51.853311 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:51.896514 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-822206b7-6bcc-4c87-a827-41866e51dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:51.897974 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-822206b7-6bcc-4c87-a827-41866e51dc3e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0431807 Aug 21 19:11:51.999649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-38ceea8a-0c68-48d6-add2-f75914d80dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:52.001105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-38ceea8a-0c68-48d6-add2-f75914d80dd2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.0829656 Aug 21 19:11:52.072971 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-59d52302-58e5-4629-b6f6-9d784d7a9ad9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 1002 time: 0.0617728 Aug 21 19:11:52.121918 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-f15a9469-9e5e-46b6-9e74-c3b21b0a25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:52.123387 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-f15a9469-9e5e-46b6-9e74-c3b21b0a25d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0430055 Aug 21 19:11:52.169256 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-4c5175c3-5a6d-4bf7-a91f-a45dd22b0e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:52.170779 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-4c5175c3-5a6d-4bf7-a91f-a45dd22b0e80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400457 Aug 21 19:11:52.182093 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-ca0df5fc-4f5d-46d9-8e3c-735790d96837 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:11:52.183062 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-ca0df5fc-4f5d-46d9-8e3c-735790d96837 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049341 Aug 21 19:11:52.275690 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-1e334f51-0d44-45aa-8d17-848a687b9ef1 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844147 Aug 21 19:11:52.369013 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-867c685f-7140-4b05-ad50-e8955ede6dd7 req-84934bb4-3b8a-4212-bbda-6c7cfba87a7f service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849037 Aug 21 19:11:53.536002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.329012 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45504) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:11:55.482522 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 13ebb8d3-22cf-40ff-a405-c5037b003532 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:11:55.482886 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.557736 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.558063 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.569635 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 13ebb8d3-22cf-40ff-a405-c5037b003532 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:11:55.728259 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.755622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=13ebb8d3-22cf-40ff-a405-c5037b003532,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:55.820205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:55.821048 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP 52a86e9d-5256-4394-8a75-1037ca48d80d disassociated (deleted). External IP: 172.25.1.149, port: 331b13ce-ce9e-4571-8a6c-6a18aba04f20. Aug 21 19:11:56.024817 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router bbe61196-d54d-4173-b832-c598a41750b7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:11:56.130870 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:11:56.135889 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:56.140866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Sync routers for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:11:56.150410 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:11:56.151048 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:11:56.162329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-75479a22-6820-405a-a161-4c500015b87a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/floatingips/52a86e9d-5256-4394-8a75-1037ca48d80d HTTP/1.1" status: 204 len: 168 time: 0.8322389 Aug 21 19:11:56.162957 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:11:56.165832 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c85c9-1da0-4d53-a5df-f3748b35192c" -d '{"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:11:56.223336 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50226b50-f7c6-4b0e-a07d-2e5c0ad67f4b x-openstack-request-id: req-50226b50-f7c6-4b0e-a07d-2e5c0ad67f4b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:11:56.223658 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:11:56.223917 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50226b50-f7c6-4b0e-a07d-2e5c0ad67f4b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:11:56.225485 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'status': 'completed', 'code': 200} Aug 21 19:11:56.266034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:11:56.313594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-0c06ad2e-c6fe-4be1-954c-ad29d6e2f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:56.315438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-0c06ad2e-c6fe-4be1-954c-ad29d6e2f2ad service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 1098 time: 0.0645282 Aug 21 19:11:56.454335 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c95f-5526-4a17-889f-ad64a654b896 req-8cc87362-3fe1-4c60-a4c5-036749fcb5d7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:56.455862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2f7c95f-5526-4a17-889f-ad64a654b896 req-8cc87362-3fe1-4c60-a4c5-036749fcb5d7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.1087105 Aug 21 19:11:56.461876 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-f108bd1f-6458-4609-8d35-000f0274bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:56.463851 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-f108bd1f-6458-4609-8d35-000f0274bae6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 200 len: 898 time: 0.1381717 Aug 21 19:11:56.515678 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-c75688c3-2f43-4519-8571-e77f38c28267 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 200 len: 217 time: 0.0441182 Aug 21 19:11:56.559566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a2f7c95f-5526-4a17-889f-ad64a654b896 req-39dadf2c-449e-4022-a042-2980a103d347 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946732 Aug 21 19:11:56.575713 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-c6e4021d-c63b-4038-a707-7fa5ba9c6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:56.577265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-c6e4021d-c63b-4038-a707-7fa5ba9c6373 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 200 len: 834 time: 0.0524306 Aug 21 19:11:56.624448 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-7a2baa07-e4c3-4e20-8740-4fee90cb4333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:56.625978 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-7a2baa07-e4c3-4e20-8740-4fee90cb4333 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c4a9564-f860-4d76-bd80-50a59f364bcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406189 Aug 21 19:11:56.634096 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:11:56.660193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Checking router: bbe61196-d54d-4173-b832-c598a41750b7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:11:56.668951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:11:56.669562 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:11:56.721987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-8804c1ec-1097-4e30-bcbb-d0b12893b236 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877621 Aug 21 19:11:56.774740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:11:56.814950 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-840c85c9-1da0-4d53-a5df-f3748b35192c req-1d668002-06d1-49ad-a3d6-98b548feabf5 service neutron] 10.222.0.64 "GET /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845892 Aug 21 19:11:56.976150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:11:57.002413 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f47bdd-2f11-4480-acd9-4b88bda2b614 None None] The sync data for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 is: [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:10:13Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'bd62ddd5-4bf3-4475-98df-a34d430904d7', 'name': '', 'network_id': '9c4a9564-f860-4d76-bd80-50a59f364bcd', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:e8:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:12Z', 'updated_at': '2021-08-21T19:10:18Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '9e965d9a-79b8-4dae-add4-2deb66b17881', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:11:57.217562 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37eb184-4a40-4239-a71c-c928e6ad97ac None None] New status for floating IP 52a86e9d-5256-4394-8a75-1037ca48d80d: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:11:57.682163 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbd48c-185b-46ba-86b7-60dc2f90fa9f req-50008e26-9e0d-4e83-8c9d-4280af5a730d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:57.684454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bbbd48c-185b-46ba-86b7-60dc2f90fa9f req-50008e26-9e0d-4e83-8c9d-4280af5a730d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0497584 Aug 21 19:11:57.722150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5bbbd48c-185b-46ba-86b7-60dc2f90fa9f req-80fe5e39-57c0-40ae-99a9-16ef4cb1d43d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=00cca380-d3b5-4cfc-ad9f-6c98900fca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318165 Aug 21 19:11:57.835534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-a789e53b-822f-48d6-b534-2c0e45c5fe21 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:11:57.837473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-a789e53b-822f-48d6-b534-2c0e45c5fe21 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 946 time: 0.0534484 Aug 21 19:11:57.927519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:11:57.927866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:58.016577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 331b13ce-ce9e-4571-8a6c-6a18aba04f20, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=331b13ce-ce9e-4571-8a6c-6a18aba04f20,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:11:58.016946 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:58.029311 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 331b13ce-ce9e-4571-8a6c-6a18aba04f20 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:11:58.489200 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:58.519592 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=331b13ce-ce9e-4571-8a6c-6a18aba04f20,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:11:58.560698 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port 331b13ce-ce9e-4571-8a6c-6a18aba04f20 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:11:58.563602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:11:58.565721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-482c39a1-f0b5-4bab-82a9-21f4ae80b069 req-ba7e2e0e-b877-4362-b143-d6c50cc634a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "DELETE /v2.0/ports/331b13ce-ce9e-4571-8a6c-6a18aba04f20 HTTP/1.1" status: 204 len: 173 time: 0.7184069 Aug 21 19:11:58.566182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-deleted', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:11:58.568432 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad340a6-e4b1-4048-ba7d-29a42a1d331d" -d '{"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-deleted", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:11:58.611193 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a681bef-50b0-44bb-a628-6e46b062e761 x-openstack-request-id: req-1a681bef-50b0-44bb-a628-6e46b062e761 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:11:58.611482 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0291a35a-ae58-4189-a17f-9b3bfa34b2a9", "name": "network-vif-deleted", "tag": "331b13ce-ce9e-4571-8a6c-6a18aba04f20", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:11:58.611737 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1a681bef-50b0-44bb-a628-6e46b062e761 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:11:58.612157 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0291a35a-ae58-4189-a17f-9b3bfa34b2a9', 'name': 'network-vif-deleted', 'tag': '331b13ce-ce9e-4571-8a6c-6a18aba04f20', 'status': 'completed', 'code': 200} Aug 21 19:11:58.828601 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f224656d-55bc-48fe-acec-e29396d367a6 req-0ab8c5bd-39a1-408a-b155-c38a73e7b835 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=0291a35a-ae58-4189-a17f-9b3bfa34b2a9 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Aug 21 19:11:59.883886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45524) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:00.249180 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:00.497621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port bd62ddd5-4bf3-4475-98df-a34d430904d7 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:12:00.497963 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:00.585647 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port bd62ddd5-4bf3-4475-98df-a34d430904d7, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=bd62ddd5-4bf3-4475-98df-a34d430904d7,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:00.586644 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:00.597924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for bd62ddd5-4bf3-4475-98df-a34d430904d7 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:12:00.776747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:12:00.783651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:00.796676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 331b13ce-ce9e-4571-8a6c-6a18aba04f20 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:12:00.797022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 331b13ce-ce9e-4571-8a6c-6a18aba04f20 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:12:00.811546 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=bd62ddd5-4bf3-4475-98df-a34d430904d7,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:00.848659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.848924 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.849272 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.849615 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.849951 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.850289 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.850649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.851011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.851375 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.851703 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.852034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:00.852365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:01.002365 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.215778 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router bbe61196-d54d-4173-b832-c598a41750b7 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:12:01.332446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:12:01.338930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-40952fd9-06d7-42eb-af14-ae82c574e455 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/bbe61196-d54d-4173-b832-c598a41750b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4537880 Aug 21 19:12:01.340968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45526) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:01.342714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Sync routers for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:12:01.353921 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:01.354688 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:01.405481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting subnet 9e965d9a-79b8-4dae-add4-2deb66b17881 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:12:01.409097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.449368 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.480665 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:01.536659 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.596068 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.625585 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.627585 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/subnets/9e965d9a-79b8-4dae-add4-2deb66b17881 HTTP/1.1" status: 204 len: 168 time: 0.2854993 Aug 21 19:12:01.628682 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d38b6-f354-4c54-a026-5ec6dc1907e8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Subnet': ['ID=9e965d9a-79b8-4dae-add4-2deb66b17881,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:01.630622 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45528) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:01.638462 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f041b715-483c-426b-bcde-704f3a9e42e7 None None] Network 9c4a9564-f860-4d76-bd80-50a59f364bcd requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:12:01.738156 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.762382 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:12:00Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:01.795186 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Checking router: bbe61196-d54d-4173-b832-c598a41750b7 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:12:01.807504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Routers {'bbe61196-d54d-4173-b832-c598a41750b7'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:01.808122 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['bbe61196-d54d-4173-b832-c598a41750b7'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:01.849213 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.893338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] DHCP port deletion for 9c4a9564-f860-4d76-bd80-50a59f364bcd request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:12:01.902393 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 25136563-3489-4e07-b5b7-7c1729302350 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:12:01.902810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.938259 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] Set router bbe61196-d54d-4173-b832-c598a41750b7 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:01.982332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 25136563-3489-4e07-b5b7-7c1729302350, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25136563-3489-4e07-b5b7-7c1729302350,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:01.982728 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:01.995129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 25136563-3489-4e07-b5b7-7c1729302350 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:12:02.053917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Deleting port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:12:02.054286 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.170704 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] For port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,segment=NetworkSegment(75efdc3b-6310-483b-a982-ab87961908bd),segment_id=75efdc3b-6310-483b-a982-ab87961908bd)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:02.171106 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.175081 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:12:02.176790 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.207357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Calling delete_port for 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:12:02.209764 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=25136563-3489-4e07-b5b7-7c1729302350,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:02.273687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.317861 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:12:00Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:02.357145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b686d-5737-4a02-9eae-fc6ac4661c96 None None] The sync data for ids ['bbe61196-d54d-4173-b832-c598a41750b7'] in n-d-793621-32 is: [{'id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1414491428', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '25136563-3489-4e07-b5b7-7c1729302350', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:10:09Z', 'updated_at': '2021-08-21T19:12:00Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25136563-3489-4e07-b5b7-7c1729302350', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:9a:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe61196-d54d-4173-b832-c598a41750b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:10:10Z', 'updated_at': '2021-08-21T19:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:12:02.364208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.364443 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.366996 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.389016 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.416989 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.417516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Fanout notify agent at l3_agent the message router_deleted on router bbe61196-d54d-4173-b832-c598a41750b7 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:12:02.424686 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.424936 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] No DVR routers for this DVR port 04f17bc6-73b4-4cc4-afe2-b40d7dc1b236 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:12:02.425930 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-64d61c63-d3a8-4b06-b0ce-0d0b048337b9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/routers/bbe61196-d54d-4173-b832-c598a41750b7 HTTP/1.1" status: 204 len: 168 time: 0.7947006 Aug 21 19:12:02.428600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45530) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:02.447982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f538345-a181-412f-a2af-5b9234bca474 None None] Pushing event deleted for resources: {'Port': ['ID=04f17bc6-73b4-4cc4-afe2-b40d7dc1b236,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:02.506274 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.593208 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.602803 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4a9564-f860-4d76-bd80-50a59f364bcd']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:02.612954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75efdc3b-6310-483b-a982-ab87961908bd') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:02.613248 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75efdc3b-6310-483b-a982-ab87961908bd') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:02.622096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.635758 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.641424 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:12:02.641818 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:12:02.644651 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:12:02.700155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.704885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.707083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/networks/9c4a9564-f860-4d76-bd80-50a59f364bcd HTTP/1.1" status: 204 len: 168 time: 0.2775500 Aug 21 19:12:02.709939 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45532) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:02.722750 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48a2f99-1971-4425-bc05-e493bcef162e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Network': ['ID=9c4a9564-f860-4d76-bd80-50a59f364bcd,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:02.777913 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.807719 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.869452 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.873166 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:02.874362 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/security-groups/00cca380-d3b5-4cfc-ad9f-6c98900fca2b HTTP/1.1" status: 204 len: 168 time: 0.1625409 Aug 21 19:12:02.884023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cf85c-f538-40bf-aac6-6c07154d64f5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cca380-d3b5-4cfc-ad9f-6c98900fca2b,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.119721 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45538) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.124505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716675074', 'description': 'tempest-secgroup-smoke-716675074 description', 'project_id': '8d025d61e2484d9c93689f8b126954d3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.145989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.230169 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.233590 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.260404 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.261663 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1408374 Aug 21 19:12:03.263478 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e16ee-9009-428a-ba1c-a2f594c9972d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d40f740-d580-4009-a1ba-bce97edc1e5f,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.264810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45540) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.270294 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.296037 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.354233 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.358564 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.372530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc50553-8be7-443a-95ad-07f360e20ad7,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.385280 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.387047 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-59a2437c-297e-4241-8922-a701224820c2 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205649 Aug 21 19:12:03.389835 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45542) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.394630 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.422548 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.480504 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.485920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.503051 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54eb94f-82f3-49d0-a2eb-3bdc5a3fef25,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.508408 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.509846 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bb673539-5e4d-46b5-aaab-781b150c1d8e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187804 Aug 21 19:12:03.512467 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45544) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.516741 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.542451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.599890 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.603290 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.620833 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=663f86e1-5485-4f4c-b261-0eaa7fe3f293,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.626714 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.627912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d3495fb-0339-4e3c-b837-32e194ca7315 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1145511 Aug 21 19:12:03.630652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45546) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.635511 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.660519 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.718218 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.721837 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.741714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=633da9e8-db76-4a5f-a401-00ce175fd2ba,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.748371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.750974 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-6ab2d856-8b05-4a15-93b8-a71f8f9ba5e5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193488 Aug 21 19:12:03.752113 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45548) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.756599 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.778047 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:12:03.782681 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.844119 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.847634 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.868166 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef79ef12-42fd-4711-a039-bb795bde9199,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.871855 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.873106 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cd237784-2f1b-4947-b184-354706b2884b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200440 Aug 21 19:12:03.875938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45550) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:03.880403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '4d40f740-d580-4009-a1ba-bce97edc1e5f', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:03.901088 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:12:03.905908 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.966120 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.968851 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.987586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58e3d42d-cafd-46b5-bb36-5740bc0cfb75,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:03.993472 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:03.994838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-36c465c4-1f78-4dfd-8e75-59bd4311ebee tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177795 Aug 21 19:12:03.997757 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45552) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:04.002623 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'network': {'name': 'tempest-network-smoke--1987035559', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'port_security_enabled': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:04.023293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:12:04.026773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.053766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:12:04.063867 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.064362 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Added segment 5d5bdd61-f37b-4c67-857a-8c3edb47af60 of type vlan for network 891814c4-58eb-47cc-9046-48aad5b937d6 Aug 21 19:12:04.071350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25136563-3489-4e07-b5b7-7c1729302350 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:12:04.092329 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 25136563-3489-4e07-b5b7-7c1729302350 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:12:04.092667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25136563-3489-4e07-b5b7-7c1729302350 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:12:04.093069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bd62ddd5-4bf3-4475-98df-a34d430904d7 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:12:04.108793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.112668 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: bd62ddd5-4bf3-4475-98df-a34d430904d7 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:12:04.113008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device bd62ddd5-4bf3-4475-98df-a34d430904d7 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:12:04.133084 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.138624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:04.139209 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.192742 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1939793 Aug 21 19:12:04.195466 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45554) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:04.199840 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'admin_state_up': True, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:04.220211 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e13c3-9bc8-4be4-b406-83b3525f249b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Network': ['ID=891814c4-58eb-47cc-9046-48aad5b937d6,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:04.232016 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 891814c4-58eb-47cc-9046-48aad5b937d6 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:12:04.232964 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.233982 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.289317 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.430687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.920764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:04.939191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.042920 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.147 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/25077313-9e64-4490-bb47-92db647f7241) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:12:05.140478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.177641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.214086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:05.217097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:05.221820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:12:05.249177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=25077313-9e64-4490-bb47-92db647f7241,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:05.468756 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.657015 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.783241 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 7610800f-e469-4213-9891-7ed09c1d840d is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:12:05.888217 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:12:05.899209 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Sync routers for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:12:05.905934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:05.907313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-66f5609c-8166-4d71-b274-21631e595483 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7109265 Aug 21 19:12:05.908405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:05.909058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:05.910380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45558) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:05.938420 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cb20fa91-af3e-473c-9599-84fff20f5efc tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8d025d61e2484d9c93689f8b126954d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269248 Aug 21 19:12:05.941034 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45560) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:06.011800 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:06.031486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27493f02-bad4-4dec-95cf-8aa26d7fae27 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:06.032997 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-27493f02-bad4-4dec-95cf-8aa26d7fae27 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909376 Aug 21 19:12:06.035913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45562) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:06.064642 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-de3c0042-1695-42ed-be55-776691f8c50a tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276735 Aug 21 19:12:06.067112 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:06.072663 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523561236', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:06.158447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:12:06.161892 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.190862 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:05Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:06.216886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Checking router: 7610800f-e469-4213-9891-7ed09c1d840d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:12:06.217240 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Updating router 7610800f-e469-4213-9891-7ed09c1d840d port 25077313-9e64-4490-bb47-92db647f7241 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:12:06.242853 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.344801 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.406592 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Subnet': ['ID=44e5ae2b-6aff-45d5-a853-0ed5c07414ff,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:06.417203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Checking segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:12:06.417575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network hostable DHCP agents. Network: 891814c4-58eb-47cc-9046-48aad5b937d6, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:12:06.435761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 891814c4-58eb-47cc-9046-48aad5b937d6 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:12:06.444417 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 891814c4-58eb-47cc-9046-48aad5b937d6) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:06.449218 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:06.450648 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.455284 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f07b1c6-b7d6-4719-a091-f11563893f78 None None] Network 891814c4-58eb-47cc-9046-48aad5b937d6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:12:06.467850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e50d3cf8-0a81-48b7-9b10-b0e9e1772f5a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3970315 Aug 21 19:12:06.468303 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45566) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:06.495098 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.505001 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Transition to ACTIVE for port object 25077313-9e64-4490-bb47-92db647f7241 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:06.511588 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.567400 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Attempting to bind port 25077313-9e64-4490-bb47-92db647f7241 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:12:06.567767 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Attempting to bind port 25077313-9e64-4490-bb47-92db647f7241 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:12:06.568132 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Attempting to bind port 25077313-9e64-4490-bb47-92db647f7241 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:12:06.579903 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Pushing event updated for resources: {'Port': ['ID=25077313-9e64-4490-bb47-92db647f7241,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:06.588231 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.588574 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.588909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.589243 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.589570 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.589899 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.590218 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.590566 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.590888 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.591208 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.591522 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.591838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:12:06.595150 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:12:06.595461 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:12:06.595860 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.596234 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:12:06.596707 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Bound port: 25077313-9e64-4490-bb47-92db647f7241, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:12:06.597087 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.610424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-891814c4-58eb-47cc-9046-48aad5b937d6', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:12:06.611433 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.650396 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] For port 25077313-9e64-4490-bb47-92db647f7241, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:12:06.653999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] For port 25077313-9e64-4490-bb47-92db647f7241, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25077313-9e64-4490-bb47-92db647f7241,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:12:06.658383 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.708907 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:06.709524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:06.752570 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11cb7c-c48f-4b10-8a43-d694145f219f None None] Pushing event updated for resources: {'Port': ['ID=25077313-9e64-4490-bb47-92db647f7241,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:06.755631 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Allocated IP 172.20.0.2 (891814c4-58eb-47cc-9046-48aad5b937d6/44e5ae2b-6aff-45d5-a853-0ed5c07414ff/90764a2e-6adb-43c0-9634-789b10a53431) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:12:06.833126 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:06.915236 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.923638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Transition to ACTIVE for port object 90764a2e-6adb-43c0-9634-789b10a53431 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:06.939997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Transition to ACTIVE for port object 90764a2e-6adb-43c0-9634-789b10a53431 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:06.946637 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.949742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:06.983402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Network 891814c4-58eb-47cc-9046-48aad5b937d6 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:06.987537 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:06.991430 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:12:07.002580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Pushing event updated for resources: {'Port': ['ID=90764a2e-6adb-43c0-9634-789b10a53431,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:07.023524 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:05Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:07.051543 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4135e6-f511-465b-8495-728cb013b799 None None] The sync data for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 is: [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:05Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:12:07.068820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Attempting to bind port 90764a2e-6adb-43c0-9634-789b10a53431 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:12:07.069188 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Attempting to bind port 90764a2e-6adb-43c0-9634-789b10a53431 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:12:07.069544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Attempting to bind port 90764a2e-6adb-43c0-9634-789b10a53431 on network 891814c4-58eb-47cc-9046-48aad5b937d6 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:12:07.077543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:12:07.077917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Checking segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:12:07.078321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.078913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Bound using segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:12:07.079383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Bound port: 90764a2e-6adb-43c0-9634-789b10a53431, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:12:07.080149 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.150432 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] For port 90764a2e-6adb-43c0-9634-789b10a53431, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:12:07.157930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] For port 90764a2e-6adb-43c0-9634-789b10a53431, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=90764a2e-6adb-43c0-9634-789b10a53431,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:12:07.164278 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.229517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701a949-a629-449f-961d-5678f76e1ce7 None None] Pushing event updated for resources: {'Port': ['ID=90764a2e-6adb-43c0-9634-789b10a53431,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:07.256785 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.1 (891814c4-58eb-47cc-9046-48aad5b937d6/44e5ae2b-6aff-45d5-a853-0ed5c07414ff/9df46283-8e5a-4528-bbdc-fbce242eeb40) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:12:07.408131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.437076 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 9df46283-8e5a-4528-bbdc-fbce242eeb40 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:07.482808 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.540543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 891814c4-58eb-47cc-9046-48aad5b937d6 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:07.543903 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:07.547814 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:12:07.584517 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:07.604301 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:07.750800 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.103902 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.109603 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.154208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25077313-9e64-4490-bb47-92db647f7241 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:08.184853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:08.190210 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.212990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 25077313-9e64-4490-bb47-92db647f7241 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:08.217207 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 25077313-9e64-4490-bb47-92db647f7241 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:08.217575 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.303617 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 891814c4-58eb-47cc-9046-48aad5b937d6 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:08.305182 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:08.310002 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.322707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01522c0c-7eb9-4a78-a2fb-e5cfacd13c54 None None] Network 891814c4-58eb-47cc-9046-48aad5b937d6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:12:08.370142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 25077313-9e64-4490-bb47-92db647f7241, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25077313-9e64-4490-bb47-92db647f7241,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:08.376531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.377481 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 90764a2e-6adb-43c0-9634-789b10a53431 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:08.422919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 7610800f-e469-4213-9891-7ed09c1d840d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:12:08.456351 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2266d449-db1e-44cf-9d1f-4b741682b2fb None None] Provisioning for port 90764a2e-6adb-43c0-9634-789b10a53431 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:08.491622 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=25077313-9e64-4490-bb47-92db647f7241,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:08.530006 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 90764a2e-6adb-43c0-9634-789b10a53431 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:08.537860 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 90764a2e-6adb-43c0-9634-789b10a53431 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:08.538228 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.541485 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:12:08.554946 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b189a578-abdb-46d4-885e-36070f9523ce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/7610800f-e469-4213-9891-7ed09c1d840d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0763483 Aug 21 19:12:08.659751 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.701019 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 90764a2e-6adb-43c0-9634-789b10a53431, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=90764a2e-6adb-43c0-9634-789b10a53431,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:08.706798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:08.718110 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-7f42e89d-ac99-4016-9238-0563a33164b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716675074&fields=id&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 267 time: 0.0386112 Aug 21 19:12:08.765298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=90764a2e-6adb-43c0-9634-789b10a53431,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:08.834830 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-846a2b81-a47f-4d48-be59-379f0ff39bfe tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:08.836944 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-846a2b81-a47f-4d48-be59-379f0ff39bfe tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 797 time: 0.1118240 Aug 21 19:12:08.853269 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-d64fde2b-9fe4-4ddb-82f3-7d68c579d817 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/quotas/8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 375 time: 0.0103936 Aug 21 19:12:08.875916 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Sync routers for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:12:08.885853 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:08.886465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:08.910850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-3118857d-439c-466f-80de-bc0d7d3a1782 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515671 Aug 21 19:12:08.952506 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Provisioning complete for port 90764a2e-6adb-43c0-9634-789b10a53431 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:08.952957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.021514 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-8a9eb9f0-e147-4759-a4dd-573d74bb6518 service neutron] 10.222.0.41 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977948 Aug 21 19:12:09.036681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:09.120267 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-e97af83c-547f-42f2-b773-a864e30b40d0 service neutron] 10.222.0.41 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911121 Aug 21 19:12:09.207317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Provisioning for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:09.215364 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Provisioning complete for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:09.215745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.290731 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-3e7fb240-0212-4bb8-ba97-f1594f226a9a None None] Port 9df46283-8e5a-4528-bbdc-fbce242eeb40 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:12:09.322089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 2, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:09.356178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Checking router: 7610800f-e469-4213-9891-7ed09c1d840d for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:12:09.356541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Updating router 7610800f-e469-4213-9891-7ed09c1d840d port 9df46283-8e5a-4528-bbdc-fbce242eeb40 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:12:09.381465 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5ba1d10-7580-4845-bc17-cc842426e0be req-d7d1f338-2193-451e-a6b0-55bf71d29046 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 210 time: 0.0946867 Aug 21 19:12:09.383379 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.435378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bf1c7225-0ab5-4961-ad1f-8cfe7d3fa0c5 None None] Provisioning complete for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:09.435748 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf1c7225-0ab5-4961-ad1f-8cfe7d3fa0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.533191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c7225-0ab5-4961-ad1f-8cfe7d3fa0c5 None None] Port 9df46283-8e5a-4528-bbdc-fbce242eeb40 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:12:09.690022 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.705212 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Transition to ACTIVE for port object 9df46283-8e5a-4528-bbdc-fbce242eeb40 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:09.713090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.768597 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd752190-ee55-4ceb-9abc-7c0b394d9299 None None] Pushing event updated for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:09.819664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Attempting to bind port 9df46283-8e5a-4528-bbdc-fbce242eeb40 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:12:09.820072 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Attempting to bind port 9df46283-8e5a-4528-bbdc-fbce242eeb40 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:12:09.820435 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Attempting to bind port 9df46283-8e5a-4528-bbdc-fbce242eeb40 on network 891814c4-58eb-47cc-9046-48aad5b937d6 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:12:09.826055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:12:09.826431 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Checking segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:12:09.826868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.827263 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Bound using segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:12:09.827754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Bound port: 9df46283-8e5a-4528-bbdc-fbce242eeb40, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:12:09.828144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.897586 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] For port 9df46283-8e5a-4528-bbdc-fbce242eeb40, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:12:09.901738 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] For port 9df46283-8e5a-4528-bbdc-fbce242eeb40, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9df46283-8e5a-4528-bbdc-fbce242eeb40,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:12:09.905673 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:09.975501 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:09.976682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:11:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:09.979411 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd752190-ee55-4ceb-9abc-7c0b394d9299 None None] Pushing event updated for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:10.096424 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:10.099676 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25077313-9e64-4490-bb47-92db647f7241 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:10.349907 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-6e843bf2-f17a-4140-8d2d-3fd330a32877 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:10.352122 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-6e843bf2-f17a-4140-8d2d-3fd330a32877 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 797 time: 0.1178071 Aug 21 19:12:10.412278 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-04a11cae-567a-456f-a003-d68d00b00cbf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 379 time: 0.0413914 Aug 21 19:12:10.427428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 25077313-9e64-4490-bb47-92db647f7241 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:10.427953 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:10.431930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'port': {'device_id': '35e0681b-ec2d-452a-a865-f504253b644f', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'admin_state_up': True, 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'security_groups': ['4d40f740-d580-4009-a1ba-bce97edc1e5f']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:10.486088 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4b108794-cb92-4b03-996a-308dece8b73c req-310b9050-d8ae-4294-9575-ad3239759251 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 210 time: 0.0357387 Aug 21 19:12:10.541754 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:12:10.545202 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:10.557260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 90764a2e-6adb-43c0-9634-789b10a53431 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:10.595111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:09Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:10.626252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da343-8264-4863-a011-df8db7ab6e92 None None] The sync data for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 is: [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:09Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:12:10.639720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 90764a2e-6adb-43c0-9634-789b10a53431 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:10.640117 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:10.704223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.7 (891814c4-58eb-47cc-9046-48aad5b937d6/44e5ae2b-6aff-45d5-a853-0ed5c07414ff/2393fc9d-a80a-4163-917e-2539db5d3048) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:12:10.849629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:10.864661 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 2393fc9d-a80a-4163-917e-2539db5d3048 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:10.897633 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:10.946299 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 891814c4-58eb-47cc-9046-48aad5b937d6 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:10.949328 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:10.953326 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:12:10.962051 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:11.010738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:11.011505 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.027706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-71f3cfa1-6262-413b-b12d-33966a130c8b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6008475 Aug 21 19:12:11.046315 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Request body: {'port': {'device_id': '35e0681b-ec2d-452a-a865-f504253b644f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:11.106090 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.195819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-51c0e362-165b-4762-bf61-f95375d065d2 None None] Provisioning for port 2393fc9d-a80a-4163-917e-2539db5d3048 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:11.200169 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-51c0e362-165b-4762-bf61-f95375d065d2 None None] Provisioning complete for port 2393fc9d-a80a-4163-917e-2539db5d3048 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:11.200800 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51c0e362-165b-4762-bf61-f95375d065d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.236870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-51c0e362-165b-4762-bf61-f95375d065d2 None None] Port 2393fc9d-a80a-4163-917e-2539db5d3048 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:12:11.386583 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2393fc9d-a80a-4163-917e-2539db5d3048 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:12:11.394581 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.407429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Transition to ACTIVE for port object 2393fc9d-a80a-4163-917e-2539db5d3048 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:12:11.411944 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.461133 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Pushing event updated for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:11.536206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Attempting to bind port 2393fc9d-a80a-4163-917e-2539db5d3048 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:12:11.536548 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Attempting to bind port 2393fc9d-a80a-4163-917e-2539db5d3048 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:12:11.536882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Attempting to bind port 2393fc9d-a80a-4163-917e-2539db5d3048 on network 891814c4-58eb-47cc-9046-48aad5b937d6 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:12:11.543330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Port 2393fc9d-a80a-4163-917e-2539db5d3048 on network 891814c4-58eb-47cc-9046-48aad5b937d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:12:11.543665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Attempting to bind port 2393fc9d-a80a-4163-917e-2539db5d3048 on network 891814c4-58eb-47cc-9046-48aad5b937d6 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:12:11.548940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:12:11.549545 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Checking segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:12:11.549796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Bound using segment: {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:12:11.550244 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Bound port: 2393fc9d-a80a-4163-917e-2539db5d3048, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5bdd61-f37b-4c67-857a-8c3edb47af60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:12:11.550648 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.663766 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0e691-1957-48ac-80c3-f74284d646f8 req-512cc4c0-a793-4d8d-9382-fd567709ce90 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:11.665377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20a0e691-1957-48ac-80c3-f74284d646f8 req-512cc4c0-a793-4d8d-9382-fd567709ce90 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 943 time: 0.0982270 Aug 21 19:12:11.666612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:12:11.687566 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2393fc9d-a80a-4163-917e-2539db5d3048,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:12:11.697842 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.749217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:11.749828 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:11.751292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] 10.222.0.64 "PUT /v2.0/ports/2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 1092 time: 0.7096269 Aug 21 19:12:11.753596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:12:11.755866 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82637dfa-3bf1-4705-821b-e38b9423bbd7" -d '{"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:12:11.766053 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20a0e691-1957-48ac-80c3-f74284d646f8 req-7b7cb232-fef0-4710-9f77-3276e3e18880 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880687 Aug 21 19:12:11.783086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8254ea-d576-49a2-97f3-ae2a70559969 service neutron] Pushing event updated for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:11.859042 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2143c517-cb2c-41ee-b899-71d2e4b92e88 x-openstack-request-id: req-2143c517-cb2c-41ee-b899-71d2e4b92e88 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:12:11.859328 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:12:11.859577 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2143c517-cb2c-41ee-b899-71d2e4b92e88 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:12:11.859963 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048', 'status': 'completed', 'code': 200} Aug 21 19:12:11.875405 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-fa8ef66b-9910-4766-8aa8-0c33a45dfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:11.876922 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-fa8ef66b-9910-4766-8aa8-0c33a45dfbb2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1095 time: 0.0505371 Aug 21 19:12:11.941761 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-50924c47-8ad8-41c4-a81f-b94fe7cdd079 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 217 time: 0.0515339 Aug 21 19:12:11.999827 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-6cddeb46-f9e7-47b9-85fa-cc36322630d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.001668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-6cddeb46-f9e7-47b9-85fa-cc36322630d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0484853 Aug 21 19:12:12.062934 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-139c9897-211e-4073-918d-5999236d6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.064473 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-139c9897-211e-4073-918d-5999236d6798 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517335 Aug 21 19:12:12.108961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9df46283-8e5a-4528-bbdc-fbce242eeb40 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:12.170723 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:12.175168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:12.175757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:12.182701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-6b3789ff-deda-4a75-b003-4cceb2076668 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051626 Aug 21 19:12:12.260832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:12.285914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7311de92-7f35-412d-bc78-4ac0aa854259 req-709fb8be-69dd-4520-8751-6479895d1e44 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916007 Aug 21 19:12:12.297317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9df46283-8e5a-4528-bbdc-fbce242eeb40, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9df46283-8e5a-4528-bbdc-fbce242eeb40,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:12.303011 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:12.356725 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:12.381555 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-77ce6fb6-dcfb-4269-875a-8393dfd24f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.384190 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-77ce6fb6-dcfb-4269-875a-8393dfd24f87 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1095 time: 0.0426774 Aug 21 19:12:12.477738 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-1d3dad99-d679-4248-b727-30bc557cb8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.479188 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-1d3dad99-d679-4248-b727-30bc557cb8a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 898 time: 0.0848472 Aug 21 19:12:12.525419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-1f34a109-172e-473a-9c12-1ffd9aaccb81 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Aug 21 19:12:12.572735 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-f746f0e0-ec00-4bfd-a700-f36fa43abe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.574117 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-f746f0e0-ec00-4bfd-a700-f36fa43abe22 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0420675 Aug 21 19:12:12.621860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-9faffc9a-39ce-41bc-8a4c-0ea82877bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.623484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-9faffc9a-39ce-41bc-8a4c-0ea82877bf1e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419450 Aug 21 19:12:12.718983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-91c0f59a-9e8a-45eb-8748-d7463436da9c service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871942 Aug 21 19:12:12.808308 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-82637dfa-3bf1-4705-821b-e38b9423bbd7 req-43cb16d0-52d3-4bc1-bb82-f40ee46364c5 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805762 Aug 21 19:12:12.901940 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d75f0-2c6a-4a70-a373-d5bda6814d01 req-76b4233f-7161-4edc-820f-d60ac327ca80 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:12.903433 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999d75f0-2c6a-4a70-a373-d5bda6814d01 req-76b4233f-7161-4edc-820f-d60ac327ca80 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 943 time: 0.0484581 Aug 21 19:12:12.944037 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-999d75f0-2c6a-4a70-a373-d5bda6814d01 req-06e51410-85cc-4d3f-8202-595fdd067633 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346467 Aug 21 19:12:14.061815 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb20c-da04-4547-835c-a19f0a9b8782 req-05791ef5-74e1-4575-9d98-9e31b3779562 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:14.063369 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-147eb20c-da04-4547-835c-a19f0a9b8782 req-05791ef5-74e1-4575-9d98-9e31b3779562 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 943 time: 0.0502822 Aug 21 19:12:14.077674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9df46283-8e5a-4528-bbdc-fbce242eeb40 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:14.103445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-147eb20c-da04-4547-835c-a19f0a9b8782 req-a18cde97-2d35-4654-8a66-ffcbc54cfdc4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340257 Aug 21 19:12:14.128349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9df46283-8e5a-4528-bbdc-fbce242eeb40 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:14.128716 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:14.371252 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:12:14.840612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2393fc9d-a80a-4163-917e-2539db5d3048 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:12:14.931961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2393fc9d-a80a-4163-917e-2539db5d3048,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:14.942030 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '2393fc9d-a80a-4163-917e-2539db5d3048', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'port_id': '2393fc9d-a80a-4163-917e-2539db5d3048', 'mac_address': 'fa:16:3e:65:5a:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:12:14.982077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:14.994742 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2393fc9d-a80a-4163-917e-2539db5d3048 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:12:15.013724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2393fc9d-a80a-4163-917e-2539db5d3048,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:15.017078 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:15.062508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:15.224161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0662d1c-9149-439c-b8fd-ad3212ec91b4 req-64e25134-7da9-4363-ad4e-e190a877fc71 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:15.225649 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0662d1c-9149-439c-b8fd-ad3212ec91b4 req-64e25134-7da9-4363-ad4e-e190a877fc71 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 944 time: 0.0490673 Aug 21 19:12:15.265311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e0662d1c-9149-439c-b8fd-ad3212ec91b4 req-79e5778c-e525-497f-af8d-fdba008ff27f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325522 Aug 21 19:12:15.311264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['2393fc9d-a80a-4163-917e-2539db5d3048'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:12:16.426542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ea63d6-4aba-4100-8b15-96e85772ac97 req-5499b941-9e3a-43ee-af65-211d85459dbf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:16.428025 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9ea63d6-4aba-4100-8b15-96e85772ac97 req-5499b941-9e3a-43ee-af65-211d85459dbf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 944 time: 0.0488613 Aug 21 19:12:16.465671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9ea63d6-4aba-4100-8b15-96e85772ac97 req-3d419a2c-1af9-47c5-9603-5da01d468417 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Aug 21 19:12:16.856004 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2393fc9d-a80a-4163-917e-2539db5d3048 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:12:16.903473 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 2393fc9d-a80a-4163-917e-2539db5d3048 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:12:16.907215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 2393fc9d-a80a-4163-917e-2539db5d3048 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:12:16.907578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:16.983882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:17.005117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:12:17.007885 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfacc813-af32-42ea-a636-9c7b53f7a6a4" -d '{"events": [{"server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "name": "network-vif-plugged", "status": "completed", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:12:17.019918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2393fc9d-a80a-4163-917e-2539db5d3048,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:12:17.024913 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:17.047991 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e046fe-aba1-4f5c-a5fc-6574c8489a20 x-openstack-request-id: req-30e046fe-aba1-4f5c-a5fc-6574c8489a20 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:12:17.048406 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "name": "network-vif-plugged", "status": "completed", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:12:17.048736 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e046fe-aba1-4f5c-a5fc-6574c8489a20 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:12:17.049183 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048', 'code': 200} Aug 21 19:12:17.075279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:17.152509 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da21d12-8349-4ce4-a07f-8e1c1e967ce7 req-fe9137af-aca1-4477-a26b-31c34cda4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:17.154103 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6da21d12-8349-4ce4-a07f-8e1c1e967ce7 req-fe9137af-aca1-4477-a26b-31c34cda4158 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1097 time: 0.0405400 Aug 21 19:12:17.189987 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6da21d12-8349-4ce4-a07f-8e1c1e967ce7 req-5a4a91c8-6be1-4e7a-be33-d06a45c5508d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276031 Aug 21 19:12:17.594259 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb16bf2-314d-49f4-a042-21452973c265 req-7a61aff2-7817-45d9-9e97-9c1ab82ed3b7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:17.595804 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bb16bf2-314d-49f4-a042-21452973c265 req-7a61aff2-7817-45d9-9e97-9c1ab82ed3b7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0525451 Aug 21 19:12:17.631557 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bb16bf2-314d-49f4-a042-21452973c265 req-27c549df-bcd2-4ac5-abab-ec28e052b851 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298865 Aug 21 19:12:17.853888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-04934537-76f5-41f0-9331-4022e7ea170a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:18.747837 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eff03a-c06d-465b-8816-77765320b52d req-e3109a55-a23b-45cf-8035-fabc7cae4fc0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:18.749314 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7eff03a-c06d-465b-8816-77765320b52d req-e3109a55-a23b-45cf-8035-fabc7cae4fc0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0477788 Aug 21 19:12:18.789964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c7eff03a-c06d-465b-8816-77765320b52d req-92d90aef-ed18-4ecb-b22c-be0ec5ea0327 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344551 Aug 21 19:12:18.902677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493728d7-376c-4d1a-bb36-9d97263361d9 req-51fc11d7-1071-4086-86c6-48d75c8e7e12 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:18.904167 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-493728d7-376c-4d1a-bb36-9d97263361d9 req-51fc11d7-1071-4086-86c6-48d75c8e7e12 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0488310 Aug 21 19:12:18.945406 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-493728d7-376c-4d1a-bb36-9d97263361d9 req-8e84373d-e754-4469-b1fa-8fcf4a12dc58 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351238 Aug 21 19:12:18.966901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45622) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:19.008740 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.049095 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848fe963-932c-4fa1-9f6c-d1c49326fa71 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:19.050838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-848fe963-932c-4fa1-9f6c-d1c49326fa71 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1092 time: 0.0829012 Aug 21 19:12:19.053713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45626) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:19.058727 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '2393fc9d-a80a-4163-917e-2539db5d3048', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:12:19.080434 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.176703 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.276007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.250 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/90d4ca9f-0d48-493e-80d4-02d3082e684b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:12:19.378061 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.416327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.452525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:12:19.455208 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:12:19.458481 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:12:19.484073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=90d4ca9f-0d48-493e-80d4-02d3082e684b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:19.655732 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.816906 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:19.881191 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.030018 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.034319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.104677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=90d4ca9f-0d48-493e-80d4-02d3082e684b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:12:20.114651 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.212335 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP e9b02485-2f41-4c28-a47b-93545b54d003 associated. External IP: 172.25.1.250, port: 2393fc9d-a80a-4163-917e-2539db5d3048. Aug 21 19:12:20.383093 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c61e28d-0785-4ed4-99f4-3f3211f75e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.412009 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 7610800f-e469-4213-9891-7ed09c1d840d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:12:20.517600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:12:20.527463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Sync routers for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:12:20.533958 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.536886 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:20.537500 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:12:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:20.555839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:20.563379 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5b84642c-1d9e-4af6-953c-a8b02637af3f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5086555 Aug 21 19:12:20.564108 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:12:20.566715 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5" -d '{"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:12:20.644971 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:20.665177 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7d5e7c-a5bb-412f-bd5a-542fa890dc96 x-openstack-request-id: req-0f7d5e7c-a5bb-412f-bd5a-542fa890dc96 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:12:20.665354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c7ece-9348-44c1-8b26-6a5c2ed403cd req-f76baf18-a2c1-446a-bc73-4e019979d582 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:20.665826 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:12:20.665826 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f7d5e7c-a5bb-412f-bd5a-542fa890dc96 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:12:20.666093 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048', 'status': 'completed', 'code': 200} Aug 21 19:12:20.666873 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd6c7ece-9348-44c1-8b26-6a5c2ed403cd req-f76baf18-a2c1-446a-bc73-4e019979d582 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0524085 Aug 21 19:12:20.728385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fd6c7ece-9348-44c1-8b26-6a5c2ed403cd req-1e200dff-1a02-478b-aba0-0f9a74c17402 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555170 Aug 21 19:12:20.743130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-6bd4a4a8-0d2c-4b8b-879d-98bbb1ae94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:20.744667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-6bd4a4a8-0d2c-4b8b-879d-98bbb1ae94c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1097 time: 0.0514219 Aug 21 19:12:20.751659 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45634) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:20.831685 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3af7f124-fa3f-4d28-ad03-d469e447bc43 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/e9b02485-2f41-4c28-a47b-93545b54d003 HTTP/1.1" status: 200 len: 991 time: 0.0786111 Aug 21 19:12:20.850747 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-ef6f6d4c-971b-4cbe-9754-5960330b881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:20.852811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-ef6f6d4c-971b-4cbe-9754-5960330b881f service neutron] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 898 time: 0.1008999 Aug 21 19:12:20.918060 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-1e3b3073-c140-4783-af21-039640da7536 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 999 time: 0.0579984 Aug 21 19:12:20.962170 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'e9b02485-2f41-4c28-a47b-93545b54d003', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'port_id': '2393fc9d-a80a-4163-917e-2539db5d3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'mac_address': 'fa:16:3e:65:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0681b-ec2d-452a-a865-f504253b644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:12:19Z', 'updated_at': '2021-08-21T19:12:19Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:20.967305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-ceef997f-245c-41a3-a47e-2ab027df8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:20.968785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-ceef997f-245c-41a3-a47e-2ab027df8ae7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0440202 Aug 21 19:12:20.991166 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Checking router: 7610800f-e469-4213-9891-7ed09c1d840d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:12:20.999881 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:12:21.000483 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:12:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:21.018869 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-3d43f280-9151-46e4-9f40-6f8f243ac378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:21.020406 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-3d43f280-9151-46e4-9f40-6f8f243ac378 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446689 Aug 21 19:12:21.107636 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:12:21.110081 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-8dfd30f4-87aa-41f7-87de-fda06995ca34 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815871 Aug 21 19:12:21.203019 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0a7ff2f9-0f3c-461f-9de7-375aa64555b5 req-c626ff4f-b1e8-4689-bce9-039b89082d87 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857160 Aug 21 19:12:21.323536 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'e9b02485-2f41-4c28-a47b-93545b54d003', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'port_id': '2393fc9d-a80a-4163-917e-2539db5d3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'mac_address': 'fa:16:3e:65:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0681b-ec2d-452a-a865-f504253b644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:12:19Z', 'updated_at': '2021-08-21T19:12:19Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:12:21.352699 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2f71c0-332b-4861-9d82-65da1a7d2ebb None None] The sync data for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 is: [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'e9b02485-2f41-4c28-a47b-93545b54d003', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'port_id': '2393fc9d-a80a-4163-917e-2539db5d3048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'mac_address': 'fa:16:3e:65:5a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35e0681b-ec2d-452a-a865-f504253b644f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:12:19Z', 'updated_at': '2021-08-21T19:12:19Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:12:21.533182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db460cee-967b-49f8-99fd-80e4f4a36e51 None None] New status for floating IP e9b02485-2f41-4c28-a47b-93545b54d003: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:12:21.835505 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45636) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:12:21.856758 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:21.898552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1b2a0c4f-9816-4ec4-9c84-edd82ea00ecf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/e9b02485-2f41-4c28-a47b-93545b54d003 HTTP/1.1" status: 200 len: 993 time: 0.0613265 Aug 21 19:12:23.544031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:47.853952 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3c03e5a-8861-472b-abb7-dd417062b4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:49.006838 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:49.676574 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:50.384421 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e1433eb4-119f-4e7c-a878-9a19c857f871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:50.545428 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:51.369696 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:12:51.859297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:51.862808 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-17cabd1e-9a86-464f-8110-bc42d51cff41 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406370 Aug 21 19:12:51.947398 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535466f-b893-4325-82c9-31669f59ae42 req-44c32434-1cc2-4794-802d-dbc65f916617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:51.948892 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-44c32434-1cc2-4794-802d-dbc65f916617 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1097 time: 0.0437541 Aug 21 19:12:52.049839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535466f-b893-4325-82c9-31669f59ae42 req-ef791ddd-3e8a-4368-bc6d-f933fd8ae3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:52.051390 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-ef791ddd-3e8a-4368-bc6d-f933fd8ae3db service neutron] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 898 time: 0.0830195 Aug 21 19:12:52.120045 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-0c9bb77b-e28d-4b74-ad3d-5e9aed9e1690 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 1001 time: 0.0600224 Aug 21 19:12:52.167902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535466f-b893-4325-82c9-31669f59ae42 req-c070c9b9-5321-4da7-b1b2-817445bb2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:52.169357 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-c070c9b9-5321-4da7-b1b2-817445bb2da6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0417233 Aug 21 19:12:52.218427 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535466f-b893-4325-82c9-31669f59ae42 req-6d0f4c79-2c82-4501-ac64-c7b3d6a06b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:52.219913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-6d0f4c79-2c82-4501-ac64-c7b3d6a06b75 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405569 Aug 21 19:12:52.313767 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-21b12fd1-5c30-441e-acdd-ec3e96855e97 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857799 Aug 21 19:12:52.404741 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8535466f-b893-4325-82c9-31669f59ae42 req-dda6a620-c689-4c43-ac7f-b99f18cb5df1 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794203 Aug 21 19:12:53.543237 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:12:55.278286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082268b-8172-4195-81f1-4a7ebaeaf8d4 req-1304d454-f652-4ddb-b96f-eebfadfd0540 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:55.279805 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b082268b-8172-4195-81f1-4a7ebaeaf8d4 req-1304d454-f652-4ddb-b96f-eebfadfd0540 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.1038930 Aug 21 19:12:55.316750 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b082268b-8172-4195-81f1-4a7ebaeaf8d4 req-b23a742e-5e94-4dba-84ce-b8f079e0bfbf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309849 Aug 21 19:12:56.435860 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5ccbb-3458-4cee-b162-1b88de3d162e req-eca1277d-f038-42a1-af3f-0daf5f18c54a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:56.437340 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bf5ccbb-3458-4cee-b162-1b88de3d162e req-eca1277d-f038-42a1-af3f-0daf5f18c54a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0488997 Aug 21 19:12:56.473706 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0bf5ccbb-3458-4cee-b162-1b88de3d162e req-406c44ef-544b-4817-98c0-2c9754be64e0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303597 Aug 21 19:12:57.591486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abec50f-9d9e-4f7a-9881-228fd0aa0d61 req-af3ac489-2be6-4feb-bdba-c3338d3febf1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:57.592972 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5abec50f-9d9e-4f7a-9881-228fd0aa0d61 req-af3ac489-2be6-4feb-bdba-c3338d3febf1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0528073 Aug 21 19:12:57.629815 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5abec50f-9d9e-4f7a-9881-228fd0aa0d61 req-86be7726-b426-4bb5-bc08-80f835645131 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309274 Aug 21 19:12:58.747976 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896728f-439b-4b96-b97f-b0d104d47478 req-6db32153-9d37-4c52-b80a-13d6ed592a09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:58.749453 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8896728f-439b-4b96-b97f-b0d104d47478 req-6db32153-9d37-4c52-b80a-13d6ed592a09 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0541413 Aug 21 19:12:58.786413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8896728f-439b-4b96-b97f-b0d104d47478 req-d345311a-c31a-4495-a0e2-8c1ac7fd09c7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Aug 21 19:12:59.903691 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdda9c-5a3b-43b7-aa3a-549d0da91c00 req-1f202f4c-0187-4057-a1f8-a23ba501b346 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:12:59.905171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68cdda9c-5a3b-43b7-aa3a-549d0da91c00 req-1f202f4c-0187-4057-a1f8-a23ba501b346 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0522358 Aug 21 19:12:59.942302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-68cdda9c-5a3b-43b7-aa3a-549d0da91c00 req-a4ce5258-3098-49e1-90a6-681b9a3a55c3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Aug 21 19:13:01.055429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc90f0-666e-4526-a60e-f1103c7395dd req-1c57211f-5468-4fd8-b1b4-f3f2553af4b1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:01.057652 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0dbc90f0-666e-4526-a60e-f1103c7395dd req-1c57211f-5468-4fd8-b1b4-f3f2553af4b1 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0485091 Aug 21 19:13:01.095105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0dbc90f0-666e-4526-a60e-f1103c7395dd req-d28e2cb5-c936-4512-88a7-ef8a4c77473e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316973 Aug 21 19:13:02.208369 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f62623-bb72-402e-8ab0-42c6929c6f10 req-03807517-4699-4ca1-be44-173049902316 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:02.209850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23f62623-bb72-402e-8ab0-42c6929c6f10 req-03807517-4699-4ca1-be44-173049902316 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0493205 Aug 21 19:13:02.247271 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-23f62623-bb72-402e-8ab0-42c6929c6f10 req-9a5edc20-2051-4eb2-a94b-43a3afca84a3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309289 Aug 21 19:13:03.359836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28d90d-2cf6-4e47-a4f2-b97bd0f7783d req-92f71cb4-c39e-4a50-a27c-42aa3a02d1d6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:03.361320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b28d90d-2cf6-4e47-a4f2-b97bd0f7783d req-92f71cb4-c39e-4a50-a27c-42aa3a02d1d6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0484555 Aug 21 19:13:03.397841 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4b28d90d-2cf6-4e47-a4f2-b97bd0f7783d req-8731c6f8-0ddb-42cb-9e82-2b818e8e915d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305965 Aug 21 19:13:04.516762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14b1dd-fb78-413f-ad2d-45e2e5875e5f req-166290a5-f009-4765-a38e-316dffe772c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:04.518254 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc14b1dd-fb78-413f-ad2d-45e2e5875e5f req-166290a5-f009-4765-a38e-316dffe772c9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0533147 Aug 21 19:13:04.555276 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cc14b1dd-fb78-413f-ad2d-45e2e5875e5f req-53350014-24e4-4cfc-8555-e485961e02b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310056 Aug 21 19:13:05.671987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75639f-5888-4422-897a-65b423c1de82 req-20c968cf-91e8-4d93-931d-5f242edd1c18 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:05.673464 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce75639f-5888-4422-897a-65b423c1de82 req-20c968cf-91e8-4d93-931d-5f242edd1c18 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0516880 Aug 21 19:13:05.710865 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ce75639f-5888-4422-897a-65b423c1de82 req-b6f9fd10-1611-43e9-946f-428d7c68ff39 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Aug 21 19:13:05.733074 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45672) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:05.792116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e4f169bf-da01-456b-a2f0-d1ed04998a7f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/e9b02485-2f41-4c28-a47b-93545b54d003 HTTP/1.1" status: 200 len: 993 time: 0.0579126 Aug 21 19:13:07.068150 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9d008-3a58-48f6-a502-62836340242b req-394a9b69-17d7-4415-a0a0-d74ae0bb8c99 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:07.069559 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06b9d008-3a58-48f6-a502-62836340242b req-394a9b69-17d7-4415-a0a0-d74ae0bb8c99 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0502808 Aug 21 19:13:07.101347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-041478df-5acb-4d09-b319-ea5cd11bdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:07.102885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-041478df-5acb-4d09-b319-ea5cd11bdcda service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1097 time: 0.0444787 Aug 21 19:13:07.107244 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-06b9d008-3a58-48f6-a502-62836340242b req-b978820f-f2c9-4532-a583-b32a3f0c665b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317018 Aug 21 19:13:07.530172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-e825f566-31b1-4f24-b8b3-d64d3510a093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:07.531687 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-e825f566-31b1-4f24-b8b3-d64d3510a093 service neutron] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 898 time: 0.4179549 Aug 21 19:13:07.603531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-1b8f1a99-0f89-43a2-9821-d8ca73156692 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 1001 time: 0.0593076 Aug 21 19:13:07.655979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-b08490af-b09f-4024-8753-f22fe32ddf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:07.657385 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-b08490af-b09f-4024-8753-f22fe32ddf11 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0417547 Aug 21 19:13:07.707019 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-561516e1-22d8-46ba-9fce-322ea1e2c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:07.708484 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-561516e1-22d8-46ba-9fce-322ea1e2c679 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392494 Aug 21 19:13:07.804753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-33f093b0-56e7-4585-ba9c-ad28fa3078c8 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835121 Aug 21 19:13:07.897311 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bd479f66-6b14-4ca9-97f0-4dbe2a020a02 req-8bc434c0-19f3-4dbf-9b20-0e64f4a0c625 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811727 Aug 21 19:13:08.224307 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6864ff14-1de6-457c-afae-b794ea723c09 req-04fd050b-ef9c-480d-8810-387508e46580 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:08.225771 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6864ff14-1de6-457c-afae-b794ea723c09 req-04fd050b-ef9c-480d-8810-387508e46580 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0489817 Aug 21 19:13:08.263590 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6864ff14-1de6-457c-afae-b794ea723c09 req-ff1abb44-e22a-4599-be71-e2d6260fc366 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Aug 21 19:13:09.374418 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a8246-bf63-46ae-a930-f40c6da516a9 req-8e1e89d9-54dc-469b-9061-b7647f784e39 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:09.375906 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-260a8246-bf63-46ae-a930-f40c6da516a9 req-8e1e89d9-54dc-469b-9061-b7647f784e39 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0474694 Aug 21 19:13:09.412801 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-260a8246-bf63-46ae-a930-f40c6da516a9 req-c0848545-3667-4da8-88be-369595ea9a9f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310576 Aug 21 19:13:09.435554 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45686) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:09.498681 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c5f404fc-b07e-4911-a055-6df64ce99f28 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/e9b02485-2f41-4c28-a47b-93545b54d003 HTTP/1.1" status: 200 len: 993 time: 0.0619512 Aug 21 19:13:17.854322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-23ef6125-8690-4d45-ba42-ea49b26d2ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:19.036773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:19.675680 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:20.384778 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-16449f72-0f44-46f1-bd07-7ddeb82025af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:20.545131 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:21.862144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:23.545471 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:28.368562 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:13:40.077262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45706) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:40.243044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 90d4ca9f-0d48-493e-80d4-02d3082e684b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:13:40.243395 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:40.320612 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:40.320972 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:40.333098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 90d4ca9f-0d48-493e-80d4-02d3082e684b owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:13:40.476066 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:40.502443 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=90d4ca9f-0d48-493e-80d4-02d3082e684b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:40.524970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.525319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.525664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.526000 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.526332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.526689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.527019 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.527353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.527675 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.527996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.528346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.528669 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:40.569182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:40.569515 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP e9b02485-2f41-4c28-a47b-93545b54d003 disassociated (deleted). External IP: 172.25.1.250, port: 2393fc9d-a80a-4163-917e-2539db5d3048. Aug 21 19:13:41.078321 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 7610800f-e469-4213-9891-7ed09c1d840d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:13:41.182411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:13:41.187217 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:41.191999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Sync routers for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:13:41.201566 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:41.202203 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:41.212926 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-fa1b0893-7aa4-4db7-bb40-dfefe0819a76 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/floatingips/e9b02485-2f41-4c28-a47b-93545b54d003 HTTP/1.1" status: 204 len: 168 time: 1.1346338 Aug 21 19:13:41.213613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:13:41.216495 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c" -d '{"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:13:41.256360 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff166c1-274b-47f7-b785-ffa47d52b015 x-openstack-request-id: req-4ff166c1-274b-47f7-b785-ffa47d52b015 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:13:41.256487 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:13:41.256745 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ff166c1-274b-47f7-b785-ffa47d52b015 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:13:41.257146 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048', 'status': 'completed', 'code': 200} Aug 21 19:13:41.311608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:41.374304 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-3268a020-41ce-4779-88f6-305406eeaf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:41.376063 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-3268a020-41ce-4779-88f6-305406eeaf90 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 1097 time: 0.0924015 Aug 21 19:13:41.491991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab10f23f-c7f2-445f-8fb3-f30d3342a284 req-eb4602b6-3022-48f6-8d3d-32efe5412eaf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:41.493492 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab10f23f-c7f2-445f-8fb3-f30d3342a284 req-eb4602b6-3022-48f6-8d3d-32efe5412eaf tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.1005397 Aug 21 19:13:41.517333 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:41.524480 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-49455cbd-f575-4481-b890-39c831d08492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:41.525945 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-49455cbd-f575-4481-b890-39c831d08492 service neutron] 10.222.0.64 "GET /v2.0/networks?id=891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 200 len: 898 time: 0.1405976 Aug 21 19:13:41.542064 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Checking router: 7610800f-e469-4213-9891-7ed09c1d840d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:13:41.550645 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:41.551232 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:41.551955 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ab10f23f-c7f2-445f-8fb3-f30d3342a284 req-7d884266-09e4-44aa-84be-1cf4ccd260e9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480344 Aug 21 19:13:41.583571 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-db7f5d3d-87b6-4fc1-8112-d2ff6beb40ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 200 len: 217 time: 0.0452116 Aug 21 19:13:41.634552 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-dc1e4faf-d48c-4eb1-98be-9932ee106ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:41.635938 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-dc1e4faf-d48c-4eb1-98be-9932ee106ef0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 200 len: 834 time: 0.0437071 Aug 21 19:13:41.653057 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:41.682872 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-e1053c17-5bdf-4dba-97ac-4b50fb181110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:41.684493 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-e1053c17-5bdf-4dba-97ac-4b50fb181110 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=891814c4-58eb-47cc-9046-48aad5b937d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404744 Aug 21 19:13:41.779905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-67bfef34-33a1-4ada-a6dd-3229f0c016bf service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859461 Aug 21 19:13:41.847534 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:41.870293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bee2e5d6-3d5a-4af1-a2de-ee1b0862243c req-93ffbf50-b070-4c45-a3d4-d76242d8d2e6 service neutron] 10.222.0.64 "GET /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827630 Aug 21 19:13:41.873012 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b0eb6e-1d3e-4c2d-9d44-781ad26783ed None None] The sync data for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 is: [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:07Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9df46283-8e5a-4528-bbdc-fbce242eeb40', 'name': '', 'network_id': '891814c4-58eb-47cc-9046-48aad5b937d6', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:8a:db:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:07Z', 'updated_at': '2021-08-21T19:12:12Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '44e5ae2b-6aff-45d5-a853-0ed5c07414ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:13:42.082336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc7f627-5a21-4989-8635-d51ebd527d98 None None] New status for floating IP e9b02485-2f41-4c28-a47b-93545b54d003: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:13:42.676077 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af99182-283d-483a-9fd0-69a8d066d19c req-584af18d-d86a-48e0-ba23-c3eaa04ce550 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:42.677654 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9af99182-283d-483a-9fd0-69a8d066d19c req-584af18d-d86a-48e0-ba23-c3eaa04ce550 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0538261 Aug 21 19:13:42.714185 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9af99182-283d-483a-9fd0-69a8d066d19c req-3e88e233-a125-4a14-b706-9a060a7410db tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=4d40f740-d580-4009-a1ba-bce97edc1e5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Aug 21 19:13:43.057730 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-82daf1ce-509c-4880-a571-540305bf9e08 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:43.059226 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-82daf1ce-509c-4880-a571-540305bf9e08 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 945 time: 0.0491621 Aug 21 19:13:43.156234 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 2393fc9d-a80a-4163-917e-2539db5d3048 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:13:43.156576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:43.242959 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 2393fc9d-a80a-4163-917e-2539db5d3048, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=2393fc9d-a80a-4163-917e-2539db5d3048,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:43.243327 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:43.255392 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 2393fc9d-a80a-4163-917e-2539db5d3048 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:13:43.383283 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:43.411836 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=2393fc9d-a80a-4163-917e-2539db5d3048,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:43.424948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.425305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.425654 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.425996 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.426330 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.426689 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.427022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.427356 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.427685 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.428011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.428339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.428662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:43.468572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port 2393fc9d-a80a-4163-917e-2539db5d3048 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:13:43.471180 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:43.473195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7907a9c2-c8b9-4dc9-ab58-3d4bfc1c5c05 req-57e34269-5e6e-4fa1-b4cd-3766ead0638b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "DELETE /v2.0/ports/2393fc9d-a80a-4163-917e-2539db5d3048 HTTP/1.1" status: 204 len: 173 time: 0.4034188 Aug 21 19:13:43.473631 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'name': 'network-vif-deleted', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:13:43.475881 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a114c5c-a3ca-4780-839f-73347b52cd5a" -d '{"events": [{"server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "name": "network-vif-deleted", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:13:43.562182 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2072f749-3c32-488d-90cc-8c1fa8050206 x-openstack-request-id: req-2072f749-3c32-488d-90cc-8c1fa8050206 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:13:43.562472 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35e0681b-ec2d-452a-a865-f504253b644f", "name": "network-vif-deleted", "tag": "2393fc9d-a80a-4163-917e-2539db5d3048", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:13:43.562942 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2072f749-3c32-488d-90cc-8c1fa8050206 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:13:43.563351 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35e0681b-ec2d-452a-a865-f504253b644f', 'name': 'network-vif-deleted', 'tag': '2393fc9d-a80a-4163-917e-2539db5d3048', 'status': 'completed', 'code': 200} Aug 21 19:13:43.823537 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a1c2c5b0-0f11-4218-9e73-16142077bb20 req-02af3578-a0c7-4eec-817c-565eb09b250b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=35e0681b-ec2d-452a-a865-f504253b644f HTTP/1.1" status: 200 len: 210 time: 0.0277433 Aug 21 19:13:44.880954 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45726) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:45.236183 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:45.483628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 9df46283-8e5a-4528-bbdc-fbce242eeb40 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:13:45.483969 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:45.573541 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 9df46283-8e5a-4528-bbdc-fbce242eeb40, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9df46283-8e5a-4528-bbdc-fbce242eeb40,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:45.573825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:45.585613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 9df46283-8e5a-4528-bbdc-fbce242eeb40 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:13:45.768097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:45.795235 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=9df46283-8e5a-4528-bbdc-fbce242eeb40,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:45.968215 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.182802 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router 7610800f-e469-4213-9891-7ed09c1d840d has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:13:46.290048 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:13:46.297186 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47eed394-60fd-4b29-9bd7-8672e62f47b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/7610800f-e469-4213-9891-7ed09c1d840d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4132032 Aug 21 19:13:46.297919 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45728) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:46.300561 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Sync routers for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:13:46.312493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:46.313093 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:46.354884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting subnet 44e5ae2b-6aff-45d5-a853-0ed5c07414ff {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:13:46.358071 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.405407 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.501437 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.511960 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:46.565077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.593491 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Subnet': ['ID=44e5ae2b-6aff-45d5-a853-0ed5c07414ff,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:46.598143 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.602798 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5803ccad-a8d4-4288-950f-d84917f7d0b5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/subnets/44e5ae2b-6aff-45d5-a853-0ed5c07414ff HTTP/1.1" status: 204 len: 168 time: 0.3012571 Aug 21 19:13:46.602798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45730) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:46.607554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce388fda-583c-4309-944a-64e723405778 None None] Network 891814c4-58eb-47cc-9046-48aad5b937d6 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:13:46.709615 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:13:45Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:46.719163 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.737458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Checking router: 7610800f-e469-4213-9891-7ed09c1d840d for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:13:46.746001 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Routers {'7610800f-e469-4213-9891-7ed09c1d840d'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:46.746648 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['7610800f-e469-4213-9891-7ed09c1d840d'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:46.791762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] DHCP port deletion for 891814c4-58eb-47cc-9046-48aad5b937d6 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:13:46.829843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.849993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Deleting port 90764a2e-6adb-43c0-9634-789b10a53431 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:13:46.850361 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.870209 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] Set router 7610800f-e469-4213-9891-7ed09c1d840d gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:46.889713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 25077313-9e64-4490-bb47-92db647f7241 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:13:46.890072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.912657 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] For port 90764a2e-6adb-43c0-9634-789b10a53431, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=90764a2e-6adb-43c0-9634-789b10a53431,segment=NetworkSegment(5d5bdd61-f37b-4c67-857a-8c3edb47af60),segment_id=5d5bdd61-f37b-4c67-857a-8c3edb47af60)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:46.913045 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.925720 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Calling delete_port for 90764a2e-6adb-43c0-9634-789b10a53431 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:13:46.969477 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 25077313-9e64-4490-bb47-92db647f7241, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=25077313-9e64-4490-bb47-92db647f7241,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:46.970100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:46.982644 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 25077313-9e64-4490-bb47-92db647f7241 owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:13:47.013867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.040035 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Pushing event deleted for resources: {'Port': ['ID=90764a2e-6adb-43c0-9634-789b10a53431,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:47.042335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] No DVR routers for this DVR port 90764a2e-6adb-43c0-9634-789b10a53431 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:13:47.050332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.050705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.051049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.051386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.051718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.052047 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.052374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.052698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.053018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.053338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.053659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.053978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90d6d69-7c1e-41fc-b856-e86e1f731f0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:47.061029 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:13:45Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:47.091510 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52673d35-4339-44ce-8d6f-074b8935ade0 None None] The sync data for ids ['7610800f-e469-4213-9891-7ed09c1d840d'] in n-d-793621-32 is: [{'id': '7610800f-e469-4213-9891-7ed09c1d840d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962008501', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147'}], 'enable_snat': True}, 'gw_port_id': '25077313-9e64-4490-bb47-92db647f7241', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:13:45Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '25077313-9e64-4490-bb47-92db647f7241', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ff:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7610800f-e469-4213-9891-7ed09c1d840d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:12:04Z', 'updated_at': '2021-08-21T19:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:13:47.167098 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.181220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2393fc9d-a80a-4163-917e-2539db5d3048 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:13:47.197462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=25077313-9e64-4490-bb47-92db647f7241,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:47.203091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 2393fc9d-a80a-4163-917e-2539db5d3048 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:13:47.203441 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 2393fc9d-a80a-4163-917e-2539db5d3048 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:13:47.257517 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.346304 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.348322 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.390953 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.391513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Fanout notify agent at l3_agent the message router_deleted on router 7610800f-e469-4213-9891-7ed09c1d840d {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:13:47.398333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.399517 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4b24914d-50d2-488c-a1dd-e80d7ed42307 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/routers/7610800f-e469-4213-9891-7ed09c1d840d HTTP/1.1" status: 204 len: 168 time: 0.7958355 Aug 21 19:13:47.402190 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45732) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:47.482716 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.569810 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.580783 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891814c4-58eb-47cc-9046-48aad5b937d6']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:47.595936 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5bdd61-f37b-4c67-857a-8c3edb47af60') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:47.596239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5bdd61-f37b-4c67-857a-8c3edb47af60') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:47.604852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.618177 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.624779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:13:47.625182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:13:47.628238 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:13:47.697105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.705402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.707141 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/networks/891814c4-58eb-47cc-9046-48aad5b937d6 HTTP/1.1" status: 204 len: 168 time: 0.3039811 Aug 21 19:13:47.710365 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45734) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:47.718819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd79ebe-8273-455b-b715-7de1f2d721b3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Network': ['ID=891814c4-58eb-47cc-9046-48aad5b937d6,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:47.775801 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.801582 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.858235 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-92a728f2-21df-4b7d-bf1d-f19f90fcf913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.861649 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.864235 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:47.865436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/security-groups/4d40f740-d580-4009-a1ba-bce97edc1e5f HTTP/1.1" status: 204 len: 168 time: 0.1539755 Aug 21 19:13:47.875044 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe7105-83fc-4336-a052-4f1aca45e95b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d40f740-d580-4009-a1ba-bce97edc1e5f,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.050606 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45740) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.055298 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428637822', 'description': 'tempest-secgroup-smoke-428637822 description', 'project_id': '8d025d61e2484d9c93689f8b126954d3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.084258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.135061 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 90764a2e-6adb-43c0-9634-789b10a53431 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:13:48.157352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 90764a2e-6adb-43c0-9634-789b10a53431 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:13:48.157963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 90764a2e-6adb-43c0-9634-789b10a53431 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:13:48.158379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9df46283-8e5a-4528-bbdc-fbce242eeb40 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:13:48.179127 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.180664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9df46283-8e5a-4528-bbdc-fbce242eeb40 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:13:48.181237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9df46283-8e5a-4528-bbdc-fbce242eeb40 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:13:48.182148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25077313-9e64-4490-bb47-92db647f7241 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:13:48.183561 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.203264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 25077313-9e64-4490-bb47-92db647f7241 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:13:48.203698 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 25077313-9e64-4490-bb47-92db647f7241 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:13:48.210749 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.215361 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1632731 Aug 21 19:13:48.215689 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45742) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.219217 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c2a82-2637-43a9-9a70-2d7a04f422f4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494ae900-a6a3-495b-8bc9-402e88861cd3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.220094 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.246482 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.302561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.307427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.328759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae16448-ecaf-4401-ba60-f38d604ea9a4,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.332606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.333778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7d6c55cf-9146-4654-b622-9b1a89e3872b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175423 Aug 21 19:13:48.336539 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45744) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.341023 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.367452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.426216 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.429748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.451683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab088e3-b1bc-416e-83fe-4d311b893d46,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.455327 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.456507 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-eed949de-cf0c-4bbc-ade6-97361e1fb843 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190097 Aug 21 19:13:48.459234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45746) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.464033 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.488429 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.544427 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.547632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.564846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34513c3a-2593-4bf9-a933-acff56348ee5,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.570678 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.571900 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-434699cd-3a61-414f-b0ae-1538396cb9b4 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1117444 Aug 21 19:13:48.574821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45748) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.580078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.604954 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.662430 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.666336 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.685826 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e493ee12-4d7e-4012-9c8b-94d7925b3bd4,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.689359 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.690634 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d9f70397-2fa4-425e-a107-2a599b0d64b8 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139674 Aug 21 19:13:48.693354 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45750) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.697700 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.720212 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:13:48.724888 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.787723 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.791293 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.808519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290a6105-e37b-4de3-910a-b3846dee01ef,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.814273 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.815504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-87f8cc18-556d-4f1b-b350-fb79e40350d3 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212344 Aug 21 19:13:48.818231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45752) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.822600 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'security_group_rule': {'security_group_id': '494ae900-a6a3-495b-8bc9-402e88861cd3', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.844387 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Project 8d025d61e2484d9c93689f8b126954d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:13:48.849145 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.908372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.911687 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.928234 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecb7ce3-7b90-4baa-9376-138f2314ae5a,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:48.934246 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.935570 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-1129e2c4-85f6-46d0-a5e3-7ca6adf8596a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1163838 Aug 21 19:13:48.938346 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45754) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:48.943191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'network': {'name': 'tempest-network-smoke--1163045632', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'port_security_enabled': True}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:48.962968 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:13:48.967105 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.989965 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:13:48.998852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:48.999192 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Added segment 9d91146b-f085-4765-80fb-40809ec136e4 of type vlan for network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b Aug 21 19:13:49.023102 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.039927 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.066599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.072351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:49.072942 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.122511 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1830947 Aug 21 19:13:49.125350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45756) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:49.130120 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'admin_state_up': True, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:49.139257 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47984e-6ed0-4fb0-a99f-c8f790e8563f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Network': ['ID=67c86360-1e8b-4ed7-ac75-c667dbd97a8b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:49.149067 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:13:49.153258 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.154950 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.208816 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.347022 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.533024 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.551865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.657342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.92 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9da58fa8-6d44-46dc-ab5d-39c2631545af) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:13:49.674950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.760580 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.799163 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:49.839521 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:13:49.842828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:49.846156 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:13:49.870788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=9da58fa8-6d44-46dc-ab5d-39c2631545af,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:50.103375 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.296485 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.385632 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ec56368a-97de-4d06-87c9-34b7503f09fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.421064 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router f6334ecc-f7b1-4796-9d29-4b436f16956b is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:13:50.524235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:13:50.537277 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Sync routers for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:13:50.541892 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.543250 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e27bb48d-2cde-4f88-bed8-bb797c6c68a6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4168797 Aug 21 19:13:50.547022 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45758) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:50.553274 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.555028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:50.555644 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:50.576478 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a2442e87-fd84-46a9-b8b7-61e332f83e87 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?project_id=8d025d61e2484d9c93689f8b126954d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284607 Aug 21 19:13:50.580904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45760) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:50.662037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:50.665488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff60d0-19d7-4529-867a-6afa1ec2ef61 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:50.667038 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-69ff60d0-19d7-4529-867a-6afa1ec2ef61 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851746 Aug 21 19:13:50.669845 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45762) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:50.698377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-6bd53724-69bc-4839-9805-e61317dccf49 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/subnets?network_id=88fc3ba0-b39b-4770-a0db-9f6a09278712&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274010 Aug 21 19:13:50.701757 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45764) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:50.706541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289817418', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:50.795344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:13:50.798944 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.841963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:49Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:50.868316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Checking router: f6334ecc-f7b1-4796-9d29-4b436f16956b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:13:50.868782 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Updating router f6334ecc-f7b1-4796-9d29-4b436f16956b port 9da58fa8-6d44-46dc-ab5d-39c2631545af binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:13:50.894765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:50.980790 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.040966 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Subnet': ['ID=37ead848-2341-4b34-90b7-f4766af4a0cf,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:51.049171 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Checking segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:13:51.049537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network hostable DHCP agents. Network: 67c86360-1e8b-4ed7-ac75-c667dbd97a8b, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:13:51.067130 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:13:51.075749 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 67c86360-1e8b-4ed7-ac75-c667dbd97a8b) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:51.079812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:51.080461 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.087303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c7853-3ca1-43cf-893c-9eb141978c9a None None] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:13:51.095665 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1fbeb717-3627-42d0-b6d2-e085330ef014 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3928008 Aug 21 19:13:51.098636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45766) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:13:51.210253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.242239 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Transition to ACTIVE for port object 9da58fa8-6d44-46dc-ab5d-39c2631545af will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:51.251744 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.326981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Attempting to bind port 9da58fa8-6d44-46dc-ab5d-39c2631545af on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:13:51.327384 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Attempting to bind port 9da58fa8-6d44-46dc-ab5d-39c2631545af by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:13:51.327697 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Attempting to bind port 9da58fa8-6d44-46dc-ab5d-39c2631545af on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:13:51.337398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:13:51.338249 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.342874 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ba1bb-9c76-462f-b8ac-21bfd20e0d84 None None] Pushing event updated for resources: {'Port': ['ID=9da58fa8-6d44-46dc-ab5d-39c2631545af,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:51.353094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:13:51.353467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:13:51.353867 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.354251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:13:51.354762 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Bound port: 9da58fa8-6d44-46dc-ab5d-39c2631545af, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:13:51.355143 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.641641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] For port 9da58fa8-6d44-46dc-ab5d-39c2631545af, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:13:51.673200 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] For port 9da58fa8-6d44-46dc-ab5d-39c2631545af, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9da58fa8-6d44-46dc-ab5d-39c2631545af,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:13:51.678550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.744157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Allocated IP 172.20.0.2 (67c86360-1e8b-4ed7-ac75-c667dbd97a8b/37ead848-2341-4b34-90b7-f4766af4a0cf/6c08c622-2a8a-4202-9774-dadb7adecf1c) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:13:51.763327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:51.763959 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:51.770002 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ba1bb-9c76-462f-b8ac-21bfd20e0d84 None None] Pushing event updated for resources: {'Port': ['ID=9da58fa8-6d44-46dc-ab5d-39c2631545af,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:51.870033 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.908814 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:51.959272 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:52.092533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.105839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Transition to ACTIVE for port object 6c08c622-2a8a-4202-9774-dadb7adecf1c will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:52.138997 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Transition to ACTIVE for port object 6c08c622-2a8a-4202-9774-dadb7adecf1c will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:52.147339 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.192986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.1 (67c86360-1e8b-4ed7-ac75-c667dbd97a8b/37ead848-2341-4b34-90b7-f4766af4a0cf/9e9064dc-0e3e-48bc-9919-1dcef5b4311d) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:13:52.212755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:13:52.221795 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:52.224230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:13:52.229197 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Pushing event updated for resources: {'Port': ['ID=6c08c622-2a8a-4202-9774-dadb7adecf1c,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:52.291618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:49Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:52.295097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Attempting to bind port 6c08c622-2a8a-4202-9774-dadb7adecf1c on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:13:52.295467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Attempting to bind port 6c08c622-2a8a-4202-9774-dadb7adecf1c by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:13:52.295827 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Attempting to bind port 6c08c622-2a8a-4202-9774-dadb7adecf1c on network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:13:52.311823 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.325834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 9e9064dc-0e3e-48bc-9919-1dcef5b4311d will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:52.326074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc4b0a1-eb78-4509-bc5d-4beeb2aa9ae6 None None] The sync data for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 is: [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:49Z', 'revision_number': 3, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:13:52.328811 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:13:52.329191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Checking segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:13:52.330076 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.330076 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Bound using segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:13:52.330428 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Bound port: 6c08c622-2a8a-4202-9774-dadb7adecf1c, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:13:52.330852 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.360661 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.400064 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] For port 6c08c622-2a8a-4202-9774-dadb7adecf1c, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:13:52.400423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:13:52.404075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:52.404828 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] For port 6c08c622-2a8a-4202-9774-dadb7adecf1c, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c08c622-2a8a-4202-9774-dadb7adecf1c,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:13:52.407840 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:13:52.412968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.449420 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:52.472582 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eac86-8a85-48d5-8ed1-1de9e2114921 None None] Pushing event updated for resources: {'Port': ['ID=6c08c622-2a8a-4202-9774-dadb7adecf1c,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:52.476372 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.634314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.950188 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:52.957739 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:53.037095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:53.039537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:53.137333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:13:53.138924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:53.265065 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router f6334ecc-f7b1-4796-9d29-4b436f16956b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:13:53.379759 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:13:53.385391 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-33d9c162-a2bb-4afa-bbf8-e9458af35222 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/f6334ecc-f7b1-4796-9d29-4b436f16956b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2856414 Aug 21 19:13:53.414088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f237229-7c70-4a4f-a889-bbf0e8e4dc16 None None] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:13:53.479389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-55a8e1df-70d4-4f82-93e6-b122f1949fb5 None None] Provisioning for port 6c08c622-2a8a-4202-9774-dadb7adecf1c completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:53.527777 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-a9e35bb1-0173-452b-aea4-849a1ca2c63e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428637822&fields=id&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 267 time: 0.0340829 Aug 21 19:13:53.555291 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:53.646402 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-b1aa7a3f-6e36-489f-9f81-63311597429c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:53.648037 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-b1aa7a3f-6e36-489f-9f81-63311597429c tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 797 time: 0.1124868 Aug 21 19:13:53.664315 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-5cb34741-ca8a-4b05-91ea-02ba4e978927 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/quotas/8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 375 time: 0.0098288 Aug 21 19:13:53.927087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0065d453-098a-46c6-bda5-8516cb4740b7 None None] Provisioning for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:53.931780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-0065d453-098a-46c6-bda5-8516cb4740b7 None None] Provisioning complete for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:53.932159 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0065d453-098a-46c6-bda5-8516cb4740b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:53.970649 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-0065d453-098a-46c6-bda5-8516cb4740b7 None None] Port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:13:53.989667 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Sync routers for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:13:54.000506 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:54.001151 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:54.044450 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-ffe3b9f9-ec6e-402a-ae55-87f11252882a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3733270 Aug 21 19:13:54.129205 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:54.158867 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-a553e156-982c-4eb7-9722-ee7392ec8c37 service neutron] 10.222.0.41 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992360 Aug 21 19:13:54.193138 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-a8646417-67a6-407a-a2ab-c66d435c85c8 None None] Provisioning complete for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:54.193562 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8646417-67a6-407a-a2ab-c66d435c85c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.222985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c08c622-2a8a-4202-9774-dadb7adecf1c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:54.265117 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a8646417-67a6-407a-a2ab-c66d435c85c8 None None] Port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:13:54.289682 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 6c08c622-2a8a-4202-9774-dadb7adecf1c completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:54.296395 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6c08c622-2a8a-4202-9774-dadb7adecf1c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:54.296702 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.317195 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-9a2d14e4-14d4-4db4-b118-8d5bcac919ff service neutron] 10.222.0.41 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521649 Aug 21 19:13:54.375777 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 2, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:54.393707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.401909 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Checking router: f6334ecc-f7b1-4796-9d29-4b436f16956b for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:13:54.402263 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Updating router f6334ecc-f7b1-4796-9d29-4b436f16956b port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:13:54.409692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-d6add531-cb34-486a-8d36-7ff283b12cce None None] Provisioning complete for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:54.410067 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6add531-cb34-486a-8d36-7ff283b12cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.431729 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.457487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 6c08c622-2a8a-4202-9774-dadb7adecf1c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c08c622-2a8a-4202-9774-dadb7adecf1c,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:54.462164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-d6add531-cb34-486a-8d36-7ff283b12cce None None] Port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:13:54.476424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.478420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9da58fa8-6d44-46dc-ab5d-39c2631545af up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:54.534036 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a159be1-fc4e-4dd1-b377-c16aed373fd1 req-f788464e-cb6e-4e74-a89c-98d12f4cdf85 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 210 time: 0.0351326 Aug 21 19:13:54.571245 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=6c08c622-2a8a-4202-9774-dadb7adecf1c,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:54.585773 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9da58fa8-6d44-46dc-ab5d-39c2631545af completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:54.589447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9da58fa8-6d44-46dc-ab5d-39c2631545af triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:54.589880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.680870 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.705667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9da58fa8-6d44-46dc-ab5d-39c2631545af, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9da58fa8-6d44-46dc-ab5d-39c2631545af,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:54.710030 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.739541 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.751770 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Transition to ACTIVE for port object 9e9064dc-0e3e-48bc-9919-1dcef5b4311d will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:54.759280 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.759980 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9da58fa8-6d44-46dc-ab5d-39c2631545af,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:54.828057 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Pushing event updated for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:54.858544 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.858890 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.859228 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.859559 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.859892 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.860218 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.860540 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.860860 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.861176 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.861493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.861808 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.862124 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:13:54.876111 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Attempting to bind port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:13:54.876476 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Attempting to bind port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:13:54.876827 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Attempting to bind port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d on network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:13:54.883058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:13:54.883497 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Checking segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:13:54.883862 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.884245 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Bound using segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:13:54.884704 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Bound port: 9e9064dc-0e3e-48bc-9919-1dcef5b4311d, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:13:54.885083 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:54.955022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] For port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:13:54.958582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] For port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:13:54.963608 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:55.028063 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:13:55.029370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:55.163713 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de33f41-2280-41a1-81d8-9790536500b0 None None] Pushing event updated for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=4']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:55.237484 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:13:55.439463 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:13:55.465030 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86854e62-d9ac-4d5f-8cea-ab0abfa5c172 None None] The sync data for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 is: [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:13:55.618348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d0a8876e-bfb3-427b-b7cf-6da123a920de req-1107dd74-fc07-42eb-8632-6af4f4cd601a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 210 time: 0.0262394 Aug 21 19:13:55.623761 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-59bba1fd-cb31-476f-ae5a-c73af882727a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:55.625319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-59bba1fd-cb31-476f-ae5a-c73af882727a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 797 time: 0.1327262 Aug 21 19:13:55.682785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-776ffd6c-04f4-4e80-8156-db6999dfedab tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d025d61e2484d9c93689f8b126954d3 HTTP/1.1" status: 200 len: 379 time: 0.0463037 Aug 21 19:13:55.695144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'port': {'device_id': '34870761-d865-4942-b9cb-644ba0065bfe', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'admin_state_up': True, 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'security_groups': ['494ae900-a6a3-495b-8bc9-402e88861cd3']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:55.807602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Made reservation on behalf of 8d025d61e2484d9c93689f8b126954d3 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:13:55.811759 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:55.949854 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.20.0.3 (67c86360-1e8b-4ed7-ac75-c667dbd97a8b/37ead848-2341-4b34-90b7-f4766af4a0cf/794682ce-6f9b-4450-bfbd-9d05cfcae4ad) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:13:56.108804 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.124214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Transition to ACTIVE for port object 794682ce-6f9b-4450-bfbd-9d05cfcae4ad will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:56.159410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.209707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:13:56.212948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:13:56.216281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:13:56.226989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c08c622-2a8a-4202-9774-dadb7adecf1c up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:56.227495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:56.283199 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 6c08c622-2a8a-4202-9774-dadb7adecf1c triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:56.283832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.284039 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:56.284928 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.303436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0110c264-c242-46d9-a720-eefebb9f0311 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6120040 Aug 21 19:13:56.323142 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Request body: {'port': {'device_id': '34870761-d865-4942-b9cb-644ba0065bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:13:56.395820 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.396204 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9da58fa8-6d44-46dc-ab5d-39c2631545af up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:56.447545 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9da58fa8-6d44-46dc-ab5d-39c2631545af triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:56.448000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.538216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e9064dc-0e3e-48bc-9919-1dcef5b4311d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:56.573426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59f3d218-1dbf-4316-b017-841c9701fbf1 None None] Provisioning for port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:56.582771 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-59f3d218-1dbf-4316-b017-841c9701fbf1 None None] Provisioning complete for port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:56.583148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-59f3d218-1dbf-4316-b017-841c9701fbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.623822 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-59f3d218-1dbf-4316-b017-841c9701fbf1 None None] Port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:13:56.625654 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:13:56.631538 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:56.631913 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.697463 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794682ce-6f9b-4450-bfbd-9d05cfcae4ad {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:13:56.705939 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.716761 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.745350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Transition to ACTIVE for port object 794682ce-6f9b-4450-bfbd-9d05cfcae4ad will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:13:56.748579 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:56.750193 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.753697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.806948 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:56.812504 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b0617-3b4c-449b-9454-aca7428e181a req-f1498332-e9f5-4b15-9b6e-055ba34d2c78 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:56.814137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a0b0617-3b4c-449b-9454-aca7428e181a req-f1498332-e9f5-4b15-9b6e-055ba34d2c78 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 931 time: 0.1057937 Aug 21 19:13:56.829788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:56.900574 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a0b0617-3b4c-449b-9454-aca7428e181a req-04a5c8ff-f989-4ee3-9c1e-bfc12ffe33f7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793545 Aug 21 19:13:56.919776 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Attempting to bind port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:13:56.920109 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Attempting to bind port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:13:56.920441 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Attempting to bind port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad on network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:13:56.924948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad on network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:13:56.925263 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Attempting to bind port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad on network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:13:56.930169 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:13:56.930546 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Checking segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:13:56.930919 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Bound using segment: {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:13:56.931339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Bound port: 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d91146b-f085-4765-80fb-40809ec136e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:13:56.931694 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:56.998501 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:13:57.001571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:13:57.005043 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:57.041474 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.042140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:57.044212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] 10.222.0.64 "PUT /v2.0/ports/794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 1092 time: 0.7265747 Aug 21 19:13:57.044668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:13:57.046911 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:13:57.079812 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd37ed0-6429-4daa-a5de-15c8eb18aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:57.102034 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c223c2-f403-43d2-bfe2-ac70452a4744 x-openstack-request-id: req-81c223c2-f403-43d2-bfe2-ac70452a4744 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:13:57.102321 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:13:57.102754 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81c223c2-f403-43d2-bfe2-ac70452a4744 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:13:57.102990 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'status': 'completed', 'code': 200} Aug 21 19:13:57.138060 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-62a59798-a7bb-48be-88c6-aa0386bbe0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.139644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-62a59798-a7bb-48be-88c6-aa0386bbe0d2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1095 time: 0.0481446 Aug 21 19:13:57.188498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-7bb9843a-9f9d-4012-b558-e37688fe2a51 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 217 time: 0.0361135 Aug 21 19:13:57.246287 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0695cca6-0332-4440-b0f9-621fa3464c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.248389 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-0695cca6-0332-4440-b0f9-621fa3464c6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 200 len: 835 time: 0.0489719 Aug 21 19:13:57.300495 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-7583d1d9-a83a-49fb-997b-0cdd3c8f14bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.302043 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-7583d1d9-a83a-49fb-997b-0cdd3c8f14bd service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415263 Aug 21 19:13:57.396070 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-3a6223d4-f8e5-40e6-a471-88cbcc518762 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Aug 21 19:13:57.492467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-63d0f438-04e3-4f36-ab50-f8f936b3de18 req-4b630fb5-6abe-47e5-b20e-641c460f1411 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847025 Aug 21 19:13:57.589205 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-da4b3044-5de1-4208-8cf1-62a5344d6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.591204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-da4b3044-5de1-4208-8cf1-62a5344d6162 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1095 time: 0.0422750 Aug 21 19:13:57.682075 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-597a522b-d6b3-41d1-80e2-d513946226d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.683600 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-597a522b-d6b3-41d1-80e2-d513946226d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 898 time: 0.0861340 Aug 21 19:13:57.724572 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-869d5923-9e40-4ffd-a3a7-4beb7e5697d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 217 time: 0.0337853 Aug 21 19:13:57.771726 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-b1616c9e-0d36-4f67-988b-62d985d94bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.773118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-b1616c9e-0d36-4f67-988b-62d985d94bbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 200 len: 835 time: 0.0420003 Aug 21 19:13:57.824683 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-be2de7dd-7c7a-4eaa-98e9-380952cc5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:57.826676 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-be2de7dd-7c7a-4eaa-98e9-380952cc5950 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457509 Aug 21 19:13:57.913756 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-8338d292-eb15-4785-a3fd-899946a92ca3 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793972 Aug 21 19:13:58.041017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea939f-3d1a-45a4-b812-79c7023501ab req-81318746-cf81-45f4-bc7a-28382e726b04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:58.042526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5ea939f-3d1a-45a4-b812-79c7023501ab req-81318746-cf81-45f4-bc7a-28382e726b04 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 943 time: 0.0744557 Aug 21 19:13:58.048300 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6ae4edec-db1f-4d2a-a05a-bb487fa2f5ed req-3d131a68-dffe-484c-848b-01218e751db3 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269305 Aug 21 19:13:58.083337 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5ea939f-3d1a-45a4-b812-79c7023501ab req-fcf9f0e2-2212-47aa-b47d-9bc91de4ba5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340786 Aug 21 19:13:58.130870 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e9064dc-0e3e-48bc-9919-1dcef5b4311d up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:13:58.177293 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:13:58.177659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:59.196863 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5a82-80a2-44a2-bd83-84a71c3c11db req-90e28d41-5a3e-4f39-93bf-fc4b6f3d6fc5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:13:59.198339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fac5a82-80a2-44a2-bd83-84a71c3c11db req-90e28d41-5a3e-4f39-93bf-fc4b6f3d6fc5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 943 time: 0.0474331 Aug 21 19:13:59.237650 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5fac5a82-80a2-44a2-bd83-84a71c3c11db req-79692e45-b445-4628-90fd-a54e62db67d6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Aug 21 19:13:59.238125 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 794682ce-6f9b-4450-bfbd-9d05cfcae4ad details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:13:59.330223 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:59.340380 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'port_id': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'mac_address': 'fa:16:3e:c7:7e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:13:59.379821 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:59.392291 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794682ce-6f9b-4450-bfbd-9d05cfcae4ad {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:13:59.411011 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:13:59.415103 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:13:59.460146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:13:59.666845 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['794682ce-6f9b-4450-bfbd-9d05cfcae4ad'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:14:00.352938 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c798a06-27be-4d8d-a529-f523cecfbfa5 req-94808e06-25b0-4e59-9004-792e21aa52cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:00.354345 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c798a06-27be-4d8d-a529-f523cecfbfa5 req-94808e06-25b0-4e59-9004-792e21aa52cc tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 944 time: 0.0515201 Aug 21 19:14:00.393437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3c798a06-27be-4d8d-a529-f523cecfbfa5 req-d442577d-6908-4efa-875f-e4921dc00d9a tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Aug 21 19:14:01.259251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 794682ce-6f9b-4450-bfbd-9d05cfcae4ad up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:14:01.305884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:14:01.309944 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:14:01.310311 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:01.388049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:01.409794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:14:01.412053 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936f6819-6f2f-48e6-985b-a9781fc6f8b1" -d '{"events": [{"server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "name": "network-vif-plugged", "status": "completed", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:14:01.426577 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:01.431431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:01.455629 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4251c0d9-ec73-4894-8b2d-d072035df2a7 x-openstack-request-id: req-4251c0d9-ec73-4894-8b2d-d072035df2a7 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:14:01.455918 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "name": "network-vif-plugged", "status": "completed", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:14:01.456170 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4251c0d9-ec73-4894-8b2d-d072035df2a7 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:14:01.456563 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'code': 200} Aug 21 19:14:01.487322 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:01.539569 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231d9a7-5a30-4d78-b1c4-216a76bc1821 req-4f5ef4c2-6730-458c-b6cf-041e57b64d54 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:01.540934 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a231d9a7-5a30-4d78-b1c4-216a76bc1821 req-4f5ef4c2-6730-458c-b6cf-041e57b64d54 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0709543 Aug 21 19:14:01.594832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29dc34-241d-4365-8dd8-cbc8aa93ed07 req-f7a53cf4-6662-4dc8-9d53-74f4c23f8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:01.596318 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee29dc34-241d-4365-8dd8-cbc8aa93ed07 req-f7a53cf4-6662-4dc8-9d53-74f4c23f8678 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1097 time: 0.0734601 Aug 21 19:14:01.599513 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a231d9a7-5a30-4d78-b1c4-216a76bc1821 req-542417f6-d31a-4ac2-ae0d-7b219219b55d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456324 Aug 21 19:14:01.635537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ee29dc34-241d-4365-8dd8-cbc8aa93ed07 req-4623f925-8171-4c48-883d-e1bca96c5fe9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277219 Aug 21 19:14:02.719098 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f466259-eba8-4a8b-a965-ed07c813aa58 req-3894ec75-c4f1-4d23-b1d1-545e86cefcb9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:02.720618 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f466259-eba8-4a8b-a965-ed07c813aa58 req-3894ec75-c4f1-4d23-b1d1-545e86cefcb9 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0532763 Aug 21 19:14:02.757171 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f466259-eba8-4a8b-a965-ed07c813aa58 req-94e896f3-d1d7-4ddd-ab27-ea2a5f825679 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Aug 21 19:14:03.870339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a300f-cc29-4daa-935f-ac914ad58146 req-3fd6c9f7-2663-4e1e-82ef-1a5349b5301e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:03.871881 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c90a300f-cc29-4daa-935f-ac914ad58146 req-3fd6c9f7-2663-4e1e-82ef-1a5349b5301e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0488651 Aug 21 19:14:03.912764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c90a300f-cc29-4daa-935f-ac914ad58146 req-76dd5c36-3f70-4d34-b2f4-1dc6629914c6 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350802 Aug 21 19:14:04.024509 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb18c29-d560-44de-9a8d-e13797fda7cd req-7d5ce0a4-c024-4da6-9958-7d05e0c02833 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:04.026112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5eb18c29-d560-44de-9a8d-e13797fda7cd req-7d5ce0a4-c024-4da6-9958-7d05e0c02833 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0491841 Aug 21 19:14:04.065822 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5eb18c29-d560-44de-9a8d-e13797fda7cd req-88b63f80-edbb-4435-a32f-83ceb2862d27 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335271 Aug 21 19:14:04.088047 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45818) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:04.127911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fece9d78-a2e6-4cfd-8abd-cf5df1bbb7d0 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:04.129419 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fece9d78-a2e6-4cfd-8abd-cf5df1bbb7d0 tempest-TestNetworkAdvancedServerOps-406421799 tempest-TestNetworkAdvancedServerOps-406421799-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1092 time: 0.0401838 Aug 21 19:14:04.132305 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45820) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:04.136643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:14:04.158989 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:04.253100 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:04.360274 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Allocated IP 172.25.1.40 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/14c172e0-b0ce-4f14-ba28-66188642e661) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:14:04.457298 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:04.499730 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:04.535701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:14:04.539732 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:04.542250 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:14:04.570379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=14c172e0-b0ce-4f14-ba28-66188642e661,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:04.900548 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:04.963812 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:05.367356 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:14:05.464237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:05.469580 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:05.537800 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event updated for resources: {'Port': ['ID=14c172e0-b0ce-4f14-ba28-66188642e661,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:05.547365 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:05.644909 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP 090eb564-c8d9-4c1e-acff-ce719e7fa7c1 associated. External IP: 172.25.1.40, port: 794682ce-6f9b-4450-bfbd-9d05cfcae4ad. Aug 21 19:14:05.858406 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router f6334ecc-f7b1-4796-9d29-4b436f16956b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:14:05.964665 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:14:05.974033 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Sync routers for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:14:05.980585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:05.984447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:05.985068 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:06.008716 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-1d758fec-2974-465c-a19f-3c9fb95ec82e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8753450 Aug 21 19:14:06.009312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:14:06.011707 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c438baff-b251-46b4-bda7-11e8bf42ad6f" -d '{"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:14:06.053559 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9587eac4-31ee-4527-bd1b-27432505287b x-openstack-request-id: req-9587eac4-31ee-4527-bd1b-27432505287b {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:14:06.053853 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:14:06.054107 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9587eac4-31ee-4527-bd1b-27432505287b {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:14:06.055135 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'status': 'completed', 'code': 200} Aug 21 19:14:06.104266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:06.158677 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0982906-7657-488b-8457-65fa04fcc341 req-0eababef-3cc9-4073-9855-df40cb408db5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:06.160195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0982906-7657-488b-8457-65fa04fcc341 req-0eababef-3cc9-4073-9855-df40cb408db5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0913274 Aug 21 19:14:06.162751 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-e5d0b075-85f1-4049-865c-7d1e45ff0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:06.164130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-e5d0b075-85f1-4049-865c-7d1e45ff0ca3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1097 time: 0.0806851 Aug 21 19:14:06.244903 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0982906-7657-488b-8457-65fa04fcc341 req-c13b35a7-c140-4fe1-ac7e-e30b7a28e830 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782237 Aug 21 19:14:06.267411 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45834) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:06.286589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-7922a0fc-5d09-468e-bca1-b0da0b60849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:06.288373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-7922a0fc-5d09-468e-bca1-b0da0b60849f service neutron] 10.222.0.64 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 898 time: 0.1154125 Aug 21 19:14:06.338069 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '090eb564-c8d9-4c1e-acff-ce719e7fa7c1', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'port_id': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'mac_address': 'fa:16:3e:c7:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34870761-d865-4942-b9cb-644ba0065bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:14:04Z', 'updated_at': '2021-08-21T19:14:04Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:06.341593 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-56f0d74e-afd9-4655-afcc-e5c4ad854610 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/090eb564-c8d9-4c1e-acff-ce719e7fa7c1 HTTP/1.1" status: 200 len: 990 time: 0.0711050 Aug 21 19:14:06.360933 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-44ffd3c5-ffea-4192-88c7-5bd702fa76ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 998 time: 0.0647433 Aug 21 19:14:06.366790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Checking router: f6334ecc-f7b1-4796-9d29-4b436f16956b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:14:06.376813 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:06.377467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:13:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:06.412954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-58be1d66-da1f-48d6-b221-f72095c5cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:06.414468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-58be1d66-da1f-48d6-b221-f72095c5cfa0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 200 len: 835 time: 0.0463784 Aug 21 19:14:06.461745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-48198758-7b5a-45b9-a6bd-06d9d2f5ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:06.463330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-48198758-7b5a-45b9-a6bd-06d9d2f5ff86 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414178 Aug 21 19:14:06.563586 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-43764e0c-67d1-4758-a766-26f1d450e804 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921826 Aug 21 19:14:06.641522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:06.657399 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c438baff-b251-46b4-bda7-11e8bf42ad6f req-5f80d692-1929-4dd1-92c9-057589520ded service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857182 Aug 21 19:14:06.861981 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '090eb564-c8d9-4c1e-acff-ce719e7fa7c1', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'port_id': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'mac_address': 'fa:16:3e:c7:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34870761-d865-4942-b9cb-644ba0065bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:14:04Z', 'updated_at': '2021-08-21T19:14:04Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:06.891298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d69ec5-1a00-4878-807d-44f6beafcdb2 None None] The sync data for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 is: [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '090eb564-c8d9-4c1e-acff-ce719e7fa7c1', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'floating_ip_address': '172.25.1.40', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'port_id': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'mac_address': 'fa:16:3e:c7:7e:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34870761-d865-4942-b9cb-644ba0065bfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:14:04Z', 'updated_at': '2021-08-21T19:14:04Z', 'revision_number': 0, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:14:07.079393 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124bd944-12e6-430d-9a7c-3e935ada0e9e None None] New status for floating IP 090eb564-c8d9-4c1e-acff-ce719e7fa7c1: ACTIVE {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:14:07.344454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45836) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:07.403641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-3a8b3d62-322e-470d-b19c-958cf194314f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/090eb564-c8d9-4c1e-acff-ce719e7fa7c1 HTTP/1.1" status: 200 len: 992 time: 0.0580425 Aug 21 19:14:17.859072 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8983-2100-4b93-ad8c-3e2e75edfe44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:19.067053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:19.673830 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:20.386518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9c576678-8bdc-4eff-ab7e-eca1e7aa9f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:20.544924 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:21.867953 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:23.551745 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:40.776549 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115cc3b-f829-49d6-901b-08c1c08d4632 req-05a7347f-b476-4613-9e54-06e36ee637cd tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:40.778663 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0115cc3b-f829-49d6-901b-08c1c08d4632 req-05a7347f-b476-4613-9e54-06e36ee637cd tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0480795 Aug 21 19:14:40.816162 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-0115cc3b-f829-49d6-901b-08c1c08d4632 req-17569e42-8d60-499d-b88f-ed6277f75661 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 21 19:14:41.937571 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efc77a-06c8-489d-a5cc-ccae03e6427a req-d55baf24-398a-48f6-9266-534372116eb0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:41.939071 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31efc77a-06c8-489d-a5cc-ccae03e6427a req-d55baf24-398a-48f6-9266-534372116eb0 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0543487 Aug 21 19:14:41.976241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31efc77a-06c8-489d-a5cc-ccae03e6427a req-15052dbf-9c2f-4157-ae1c-0caccdb59332 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311601 Aug 21 19:14:41.997790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:42.056834 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8cac3945-bf97-42ff-90c0-23b6d935c99b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/090eb564-c8d9-4c1e-acff-ce719e7fa7c1 HTTP/1.1" status: 200 len: 992 time: 0.0579429 Aug 21 19:14:42.367163 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:14:43.335929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f019b56-dc6a-4f9e-a595-4471db3ceec1 req-f9f95b4a-5332-4a4f-8b18-314166697fd5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:43.337347 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f019b56-dc6a-4f9e-a595-4471db3ceec1 req-f9f95b4a-5332-4a4f-8b18-314166697fd5 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0561380 Aug 21 19:14:43.359017 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f335-c606-4c0a-a278-25a863d32efa req-9223be4a-6450-4c83-94fa-20de28716bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:43.360541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-9223be4a-6450-4c83-94fa-20de28716bbb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1097 time: 0.0413122 Aug 21 19:14:43.375011 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9f019b56-dc6a-4f9e-a595-4471db3ceec1 req-44a79ae4-f8da-457a-8b99-4038e180fd0e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316560 Aug 21 19:14:43.458611 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f335-c606-4c0a-a278-25a863d32efa req-07c3923d-82a4-42a1-a481-55f2ee036b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:43.460091 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-07c3923d-82a4-42a1-a481-55f2ee036b07 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 898 time: 0.0875361 Aug 21 19:14:43.529451 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-6a6b2d0e-5863-4192-8928-a4b06d22eb85 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 1000 time: 0.0573981 Aug 21 19:14:43.586100 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f335-c606-4c0a-a278-25a863d32efa req-ca03701e-455f-47d3-823e-ce30f561964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:43.587450 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-ca03701e-455f-47d3-823e-ce30f561964d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 200 len: 835 time: 0.0468853 Aug 21 19:14:43.637519 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5f335-c606-4c0a-a278-25a863d32efa req-16f8b9ba-b806-42a2-b0aa-e87fc32f9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:43.639067 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-16f8b9ba-b806-42a2-b0aa-e87fc32f9428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397511 Aug 21 19:14:43.731149 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-fa31041b-6701-47a3-badc-e54f68dffd4a service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806892 Aug 21 19:14:43.829528 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-77a5f335-c606-4c0a-a278-25a863d32efa req-6fca8f61-3ee2-4efc-9e65-48e572ed1473 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864186 Aug 21 19:14:44.491042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075f03-bf8e-4dc3-b6f4-53b501d8e655 req-56a33c32-26b3-4f1f-a958-4eaa65796f30 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:44.492599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7075f03-bf8e-4dc3-b6f4-53b501d8e655 req-56a33c32-26b3-4f1f-a958-4eaa65796f30 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0486517 Aug 21 19:14:44.529799 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d7075f03-bf8e-4dc3-b6f4-53b501d8e655 req-bc7bba95-a566-4f6a-b520-e795a55e2193 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Aug 21 19:14:45.643039 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6bc41-6c35-470c-8f57-40233f15d2be req-db054a69-7501-4e79-b005-56084d15df48 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:45.644504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb6bc41-6c35-470c-8f57-40233f15d2be req-db054a69-7501-4e79-b005-56084d15df48 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0476985 Aug 21 19:14:45.681857 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ebb6bc41-6c35-470c-8f57-40233f15d2be req-6b0e3cb2-3e08-4db4-a3f9-549d81745bb7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310950 Aug 21 19:14:45.704291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45866) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:45.766319 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4f86de93-9a79-4fc0-853a-4d821acd6f18 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/floatingips/090eb564-c8d9-4c1e-acff-ce719e7fa7c1 HTTP/1.1" status: 200 len: 992 time: 0.0608919 Aug 21 19:14:45.991901 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:46.145397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 14c172e0-b0ce-4f14-ba28-66188642e661 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:14:46.145742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.218325 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.218685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.230030 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 14c172e0-b0ce-4f14-ba28-66188642e661 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:14:46.384127 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.409273 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=14c172e0-b0ce-4f14-ba28-66188642e661,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:46.437090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.437454 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.437793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.438129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.438464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.438821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.439151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.439483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.439809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.440133 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.440458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.440779 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:46.481300 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.481631 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Floating IP 090eb564-c8d9-4c1e-acff-ce719e7fa7c1 disassociated (deleted). External IP: 172.25.1.40, port: 794682ce-6f9b-4450-bfbd-9d05cfcae4ad. Aug 21 19:14:46.688275 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router f6334ecc-f7b1-4796-9d29-4b436f16956b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:14:46.792165 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:14:46.797520 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:46.805465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Sync routers for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:14:46.815515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:46.816133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:46.824128 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e950fb19-c404-4269-972c-516f8c70ad5b tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/floatingips/090eb564-c8d9-4c1e-acff-ce719e7fa7c1 HTTP/1.1" status: 204 len: 168 time: 0.8310962 Aug 21 19:14:46.824790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:14:46.827438 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff530cd-9df7-486c-9b76-0a0527d46818" -d '{"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:14:46.864990 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e947c68-583d-4767-9a3d-2da6889c1a2c x-openstack-request-id: req-8e947c68-583d-4767-9a3d-2da6889c1a2c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:14:46.865335 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:14:46.865676 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8e947c68-583d-4767-9a3d-2da6889c1a2c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:14:46.866397 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'status': 'completed', 'code': 200} Aug 21 19:14:46.927548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:46.947703 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-d03ba2a3-aaa6-43bf-9e21-cc60140afb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:46.953719 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-d03ba2a3-aaa6-43bf-9e21-cc60140afb59 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8d025d61e2484d9c93689f8b126954d3&device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 1097 time: 0.0503287 Aug 21 19:14:47.091971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db049d9f-df86-4054-9603-6f5ec529a131 req-d040e737-6d24-4a22-9846-156e297807d7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:47.093437 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db049d9f-df86-4054-9603-6f5ec529a131 req-d040e737-6d24-4a22-9846-156e297807d7 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0795543 Aug 21 19:14:47.096586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-fc367245-7e3d-456e-978f-ce1d11dd3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:47.097935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-fc367245-7e3d-456e-978f-ce1d11dd3426 service neutron] 10.222.0.64 "GET /v2.0/networks?id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 200 len: 898 time: 0.1367598 Aug 21 19:14:47.128381 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:47.152885 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-4976f4ad-7640-4d6b-8995-e26d8fccd632 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 200 len: 217 time: 0.0452390 Aug 21 19:14:47.157891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Checking router: f6334ecc-f7b1-4796-9d29-4b436f16956b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:14:47.166218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:47.166856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:47.194185 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-db049d9f-df86-4054-9603-6f5ec529a131 req-bb301fbe-2ba5-4cf4-9549-d0ded8aa3a2e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941567 Aug 21 19:14:47.216537 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-bd4d7b9c-3d85-46ac-b748-3f5f1d6bc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:47.218083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-bd4d7b9c-3d85-46ac-b748-3f5f1d6bc17c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 200 len: 835 time: 0.0555353 Aug 21 19:14:47.265163 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-b3bc3cde-1b18-40bc-969f-f85e7763bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:47.266739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-b3bc3cde-1b18-40bc-969f-f85e7763bf15 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=67c86360-1e8b-4ed7-ac75-c667dbd97a8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405500 Aug 21 19:14:47.275010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:47.361445 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-812a3e7f-4f1f-483c-a8fc-f7c4e08011d7 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862186 Aug 21 19:14:47.450195 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ff530cd-9df7-486c-9b76-0a0527d46818 req-da271ee4-8a0c-49f3-b71f-0383bd48f025 service neutron] 10.222.0.64 "GET /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813310 Aug 21 19:14:47.469918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:47.496613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc775709-c003-4a79-be98-8d3f8cc29178 None None] The sync data for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 is: [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:52Z', 'revision_number': 4, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9e9064dc-0e3e-48bc-9919-1dcef5b4311d', 'name': '', 'network_id': '67c86360-1e8b-4ed7-ac75-c667dbd97a8b', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'mac_address': 'fa:16:3e:6a:79:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:51Z', 'updated_at': '2021-08-21T19:13:56Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'subnets': [{'id': '37ead848-2341-4b34-90b7-f4766af4a0cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:14:47.711020 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998a246a-2dd9-4b39-8381-973683cffab6 None None] New status for floating IP 090eb564-c8d9-4c1e-acff-ce719e7fa7c1: DOWN {{(pid=94601) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:14:47.859781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d6405a54-58f3-4d30-b6fb-fa6fa6f62e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:48.315752 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17becc70-bb0b-4b28-a342-5ba03eb293a0 req-3559a5f9-b95e-4d92-8053-78c84518157d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:48.317539 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17becc70-bb0b-4b28-a342-5ba03eb293a0 req-3559a5f9-b95e-4d92-8053-78c84518157d tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0499685 Aug 21 19:14:48.358390 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-17becc70-bb0b-4b28-a342-5ba03eb293a0 req-d93efc7f-c323-4d5d-8512-23a058815cce tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/security-groups?id=494ae900-a6a3-495b-8bc9-402e88861cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346744 Aug 21 19:14:48.763767 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-d8850351-b5ed-4695-9b7e-2e00cb34077e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:48.765223 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-d8850351-b5ed-4695-9b7e-2e00cb34077e tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 945 time: 0.0536649 Aug 21 19:14:48.858605 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:14:48.858952 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:48.946986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:48.947350 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:48.959158 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 794682ce-6f9b-4450-bfbd-9d05cfcae4ad owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:14:49.067824 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:49.084136 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:49.117507 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=794682ce-6f9b-4450-bfbd-9d05cfcae4ad,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:49.129805 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.130176 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.130549 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.130894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.131229 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.131573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.131908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.132241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.132574 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.132902 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.133232 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.133573 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:49.167138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] No DVR routers for this DVR port 794682ce-6f9b-4450-bfbd-9d05cfcae4ad on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:14:49.170326 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:49.172346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e9761840-43c4-4bf6-aa9b-57cb17b42e45 req-ef17fbe2-9dc7-46d2-ac4d-61da93c13d07 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.64 "DELETE /v2.0/ports/794682ce-6f9b-4450-bfbd-9d05cfcae4ad HTTP/1.1" status: 204 len: 173 time: 0.3983338 Aug 21 19:14:49.172781 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'name': 'network-vif-deleted', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:14:49.175104 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6470094-99b1-461f-9f70-29d543601254" -d '{"events": [{"server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "name": "network-vif-deleted", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:14:49.215150 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7abd0a-dccd-42d6-93fa-9103f0301380 x-openstack-request-id: req-0e7abd0a-dccd-42d6-93fa-9103f0301380 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:14:49.215440 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34870761-d865-4942-b9cb-644ba0065bfe", "name": "network-vif-deleted", "tag": "794682ce-6f9b-4450-bfbd-9d05cfcae4ad", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:14:49.215692 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e7abd0a-dccd-42d6-93fa-9103f0301380 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:14:49.216095 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34870761-d865-4942-b9cb-644ba0065bfe', 'name': 'network-vif-deleted', 'tag': '794682ce-6f9b-4450-bfbd-9d05cfcae4ad', 'status': 'completed', 'code': 200} Aug 21 19:14:49.462297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6ddac805-be19-471b-91cb-0b9a49e83472 req-89d7fd1e-1995-4ef3-9817-8a90adc50cbb tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "GET /v2.0/ports?device_id=34870761-d865-4942-b9cb-644ba0065bfe HTTP/1.1" status: 200 len: 210 time: 0.0268981 Aug 21 19:14:49.681120 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:50.387085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e013db5f-5501-4521-90a1-632e4bb92b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:50.518151 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45888) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:50.545174 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:50.869453 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:51.115563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:14:51.115817 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:51.200107 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 9e9064dc-0e3e-48bc-9919-1dcef5b4311d, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:51.200739 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:51.212202 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 9e9064dc-0e3e-48bc-9919-1dcef5b4311d owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:14:51.392243 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:51.422146 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=9e9064dc-0e3e-48bc-9919-1dcef5b4311d,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:51.493543 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 794682ce-6f9b-4450-bfbd-9d05cfcae4ad no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:14:51.513318 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 794682ce-6f9b-4450-bfbd-9d05cfcae4ad {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:14:51.513661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 794682ce-6f9b-4450-bfbd-9d05cfcae4ad not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:14:51.614896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:51.826225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Router f6334ecc-f7b1-4796-9d29-4b436f16956b has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:14:51.870703 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.250886 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:14:52.257808 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e7d6de34-9b56-4a9d-beef-5e57ee620f52 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "PUT /v2.0/routers/f6334ecc-f7b1-4796-9d29-4b436f16956b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7384229 Aug 21 19:14:52.260396 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45890) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:52.263487 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Sync routers for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:14:52.273174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:52.273794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:52.319070 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting subnet 37ead848-2341-4b34-90b7-f4766af4a0cf {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:14:52.322104 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.361493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.376741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:52.447451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.507461 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.533674 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Subnet': ['ID=37ead848-2341-4b34-90b7-f4766af4a0cf,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:52.537411 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.539341 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-025ff437-ed61-4bf6-9bec-3226c714e52f tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/subnets/37ead848-2341-4b34-90b7-f4766af4a0cf HTTP/1.1" status: 204 len: 168 time: 0.2772436 Aug 21 19:14:52.541950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45892) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:52.546078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0da052-bd49-4f96-a566-9298a4af8e54 None None] Network 67c86360-1e8b-4ed7-ac75-c667dbd97a8b requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:14:52.647155 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.655065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:14:51Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:52.684387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Checking router: f6334ecc-f7b1-4796-9d29-4b436f16956b for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:14:52.698664 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Routers {'f6334ecc-f7b1-4796-9d29-4b436f16956b'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:52.699276 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['f6334ecc-f7b1-4796-9d29-4b436f16956b'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:52.753422 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.784316 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] DHCP port deletion for 67c86360-1e8b-4ed7-ac75-c667dbd97a8b request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:14:52.807078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Deleting port 9da58fa8-6d44-46dc-ab5d-39c2631545af {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:14:52.807431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.892713 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] For port 9da58fa8-6d44-46dc-ab5d-39c2631545af, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9da58fa8-6d44-46dc-ab5d-39c2631545af,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:52.893081 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:52.906597 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Calling delete_port for 9da58fa8-6d44-46dc-ab5d-39c2631545af owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:14:52.992146 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] Set router f6334ecc-f7b1-4796-9d29-4b436f16956b gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:53.076571 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.103119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Port': ['ID=9da58fa8-6d44-46dc-ab5d-39c2631545af,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:53.104044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Deleting port 6c08c622-2a8a-4202-9774-dadb7adecf1c {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:14:53.104346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.161608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.187884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] For port 6c08c622-2a8a-4202-9774-dadb7adecf1c, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=6c08c622-2a8a-4202-9774-dadb7adecf1c,segment=NetworkSegment(9d91146b-f085-4765-80fb-40809ec136e4),segment_id=9d91146b-f085-4765-80fb-40809ec136e4)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:53.188284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.221457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Calling delete_port for 6c08c622-2a8a-4202-9774-dadb7adecf1c owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:14:53.252269 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.254355 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.298685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:14:51Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:53.302862 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.303550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Fanout notify agent at l3_agent the message router_deleted on router f6334ecc-f7b1-4796-9d29-4b436f16956b {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:14:53.310606 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.311717 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-808df0d2-b56a-4462-b6f5-88a719039073 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/routers/f6334ecc-f7b1-4796-9d29-4b436f16956b HTTP/1.1" status: 204 len: 168 time: 0.7682979 Aug 21 19:14:53.314353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45894) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:53.332488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8901e53c-97b6-4309-b36f-8b685c547431 None None] The sync data for ids ['f6334ecc-f7b1-4796-9d29-4b436f16956b'] in n-d-793621-32 is: [{'id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1211999475', 'tenant_id': '8d025d61e2484d9c93689f8b126954d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92'}], 'enable_snat': True}, 'gw_port_id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:14:51Z', 'revision_number': 5, 'project_id': '8d025d61e2484d9c93689f8b126954d3', 'gw_port': {'id': '9da58fa8-6d44-46dc-ab5d-39c2631545af', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6334ecc-f7b1-4796-9d29-4b436f16956b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:13:49Z', 'updated_at': '2021-08-21T19:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:14:53.345622 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.373397 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Pushing event deleted for resources: {'Port': ['ID=6c08c622-2a8a-4202-9774-dadb7adecf1c,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:53.378313 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] No DVR routers for this DVR port 6c08c622-2a8a-4202-9774-dadb7adecf1c on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:14:53.384576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.384922 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.385743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.385743 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.385967 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.386262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.386611 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.386942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.387531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.387621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.387882 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.388203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a0bc4-10a5-4e66-99ea-73fed2f968fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:53.398184 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.486568 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.496638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c86360-1e8b-4ed7-ac75-c667dbd97a8b']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:53.506665 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d91146b-f085-4765-80fb-40809ec136e4') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:53.506963 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d91146b-f085-4765-80fb-40809ec136e4') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:53.515637 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.528897 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.534620 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:14:53.535083 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:14:53.537901 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:14:53.556347 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.595806 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.602424 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.604264 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/networks/67c86360-1e8b-4ed7-ac75-c667dbd97a8b HTTP/1.1" status: 204 len: 168 time: 0.2889414 Aug 21 19:14:53.607724 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45896) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:53.616312 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327a32a-ce19-4b0e-810d-2298b8203908 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'Network': ['ID=67c86360-1e8b-4ed7-ac75-c667dbd97a8b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:53.665493 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.690585 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.754403 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.757149 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:53.758577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] 10.222.0.41 "DELETE /v2.0/security-groups/494ae900-a6a3-495b-8bc9-402e88861cd3 HTTP/1.1" status: 204 len: 168 time: 0.1498106 Aug 21 19:14:53.768423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec69ed-e793-4b96-9160-7da58c094146 tempest-TestNetworkAdvancedServerOps-1381155492 tempest-TestNetworkAdvancedServerOps-1381155492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=494ae900-a6a3-495b-8bc9-402e88861cd3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:54.102177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45904) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:54.242393 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-e45c1d73-357f-48ba-9104-4952104052e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d025d61e2484d9c93689f8b126954d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1390228 Aug 21 19:14:54.244876 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:54.304626 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.326131 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.387672 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.390319 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.391506 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f282fa1-9f97-482e-b16b-6fa5a7b863c4 HTTP/1.1" status: 204 len: 168 time: 0.1451752 Aug 21 19:14:54.400696 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d0757-efba-49fe-ac98-11478546daab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f282fa1-9f97-482e-b16b-6fa5a7b863c4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:54.402121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c08c622-2a8a-4202-9774-dadb7adecf1c no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:14:54.430993 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 6c08c622-2a8a-4202-9774-dadb7adecf1c {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:14:54.431155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 6c08c622-2a8a-4202-9774-dadb7adecf1c not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:14:54.431503 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9da58fa8-6d44-46dc-ab5d-39c2631545af no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:14:54.454107 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9da58fa8-6d44-46dc-ab5d-39c2631545af {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:14:54.454442 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9da58fa8-6d44-46dc-ab5d-39c2631545af not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:14:54.454867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e9064dc-0e3e-48bc-9919-1dcef5b4311d no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:14:54.474027 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9e9064dc-0e3e-48bc-9919-1dcef5b4311d {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:14:54.474338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9e9064dc-0e3e-48bc-9919-1dcef5b4311d not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:14:54.650446 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45914) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:54.664104 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deb70311-4dcd-43f3-8ceb-fd7b535f7044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.754238 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deb70311-4dcd-43f3-8ceb-fd7b535f7044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.757764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-deb70311-4dcd-43f3-8ceb-fd7b535f7044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.795348 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-deb70311-4dcd-43f3-8ceb-fd7b535f7044 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cfd3d9b79c6844e3ad584bc13968be5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1438129 Aug 21 19:14:54.796040 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb70311-4dcd-43f3-8ceb-fd7b535f7044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2355b54-f6e3-480b-aeb7-398928a1f2bd,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:54.798149 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45916) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:54.857102 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.877436 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.922784 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.925337 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:54.926467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2355b54-f6e3-480b-aeb7-398928a1f2bd HTTP/1.1" status: 204 len: 168 time: 0.1221194 Aug 21 19:14:54.933890 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480cfce-0374-4378-9de6-b1e4c613a74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2355b54-f6e3-480b-aeb7-398928a1f2bd,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:55.599575 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45938) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:55.694839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1411234831-network', 'tenant_id': 'c12af4f0bb034197804cad63672591a8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:14:55.714731 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Made reservation on behalf of c12af4f0bb034197804cad63672591a8 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:14:55.717043 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.725223 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.815923 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.819777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.844056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:14:55.853666 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd841b0f-4093-4be7-9fd8-c9194d69f0aa,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:55.859259 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.859603 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Added segment 6bdc5b21-164d-4118-8bb8-74c326caf89f of type vlan for network e097630b-b759-44af-b41f-bec83677ab67 Aug 21 19:14:55.898047 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.922792 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.923786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:55.924369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:55.977202 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3765137 Aug 21 19:14:55.980905 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45942) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:55.983025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cced3c-d01a-4441-99af-718f5aae2550 admin admin] Pushing event updated for resources: {'Network': ['ID=e097630b-b759-44af-b41f-bec83677ab67,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:55.986794 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Request body: {'subnet': {'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1411234831-subnet', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:14:55.993227 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network e097630b-b759-44af-b41f-bec83677ab67 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:14:56.012950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Made reservation on behalf of c12af4f0bb034197804cad63672591a8 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:14:56.015760 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.184456 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.243684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89748a20-1d4a-4157-aa89-ae0627b9e6dc,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:56.247961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:14:56.248322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Network hostable DHCP agents. Network: e097630b-b759-44af-b41f-bec83677ab67, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:14:56.264806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Network e097630b-b759-44af-b41f-bec83677ab67 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:14:56.272442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, e097630b-b759-44af-b41f-bec83677ab67) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:56.276887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:14:56.277489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.281385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f308693-1df3-4143-8e7d-b23633862b3f None None] Network e097630b-b759-44af-b41f-bec83677ab67 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:14:56.291421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-550f40f5-5d93-4f36-8c4e-11924395f718 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094232 Aug 21 19:14:56.294239 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45944) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:56.298612 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:14:56.320362 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.321741 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.379591 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.429121 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-e097630b-b759-44af-b41f-bec83677ab67', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:14:56.429990 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.513265 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.565198 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Allocated IP 172.20.0.2 (e097630b-b759-44af-b41f-bec83677ab67/89748a20-1d4a-4157-aa89-ae0627b9e6dc/cdc59041-b634-41e2-86ed-d8357e012651) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:14:56.715599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.724055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Transition to ACTIVE for port object cdc59041-b634-41e2-86ed-d8357e012651 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:14:56.734988 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.739330 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Transition to ACTIVE for port object cdc59041-b634-41e2-86ed-d8357e012651 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:14:56.744424 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.754113 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.785026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Network e097630b-b759-44af-b41f-bec83677ab67 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:14:56.790829 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:56.793283 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Pushing event updated for resources: {'Port': ['ID=cdc59041-b634-41e2-86ed-d8357e012651,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:56.795388 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:14:56.853213 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Attempting to bind port cdc59041-b634-41e2-86ed-d8357e012651 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:14:56.853580 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Attempting to bind port cdc59041-b634-41e2-86ed-d8357e012651 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:14:56.853945 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Attempting to bind port cdc59041-b634-41e2-86ed-d8357e012651 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:14:56.859500 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:14:56.859876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:14:56.860282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.860423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Allocated IP 172.25.1.39 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/baacd9a5-22ef-49e4-9127-298dfd318da8) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:14:56.860680 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Bound using segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:14:56.861147 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Bound port: cdc59041-b634-41e2-86ed-d8357e012651, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:14:56.861528 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.928327 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] For port cdc59041-b634-41e2-86ed-d8357e012651, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:14:56.931357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] For port cdc59041-b634-41e2-86ed-d8357e012651, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdc59041-b634-41e2-86ed-d8357e012651,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:14:56.935014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.969209 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:56.990547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb8c14-63d2-4520-a3d4-cf4860525b64 None None] Pushing event updated for resources: {'Port': ['ID=cdc59041-b634-41e2-86ed-d8357e012651,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:57.009968 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:57.057536 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:14:57.061819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:57.064407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:14:57.092030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Pushing event updated for resources: {'Port': ['ID=baacd9a5-22ef-49e4-9127-298dfd318da8,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:57.344189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:57.535018 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:57.668576 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:14:57.779116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:14:57.787837 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:14:57.795593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:57.799861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-54921047-287e-493f-b07d-5207c7660830 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5017385 Aug 21 19:14:57.800028 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:57.800028 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:57.800239 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:57.851488 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716d645-25c4-4838-aabb-0204128ebbd2 None None] Network e097630b-b759-44af-b41f-bec83677ab67 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:14:57.915599 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:57.941824 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-e75d5772-f954-4118-bb68-e521a8d31fe8 None None] Provisioning for port cdc59041-b634-41e2-86ed-d8357e012651 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:14:58.112311 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:57Z', 'revision_number': 3, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:58.148304 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:14:58.148650 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Updating router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 port baacd9a5-22ef-49e4-9127-298dfd318da8 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:14:58.178429 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.222307 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdc59041-b634-41e2-86ed-d8357e012651 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:14:58.272278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.275908 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port cdc59041-b634-41e2-86ed-d8357e012651 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:14:58.286088 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cdc59041-b634-41e2-86ed-d8357e012651 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:14:58.286570 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.329026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ce774534-87c7-4abe-b422-9d4a800c289b None None] Provisioning complete for port cdc59041-b634-41e2-86ed-d8357e012651 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:14:58.329615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce774534-87c7-4abe-b422-9d4a800c289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.439855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.441484 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Allocated IP 172.20.0.1 (e097630b-b759-44af-b41f-bec83677ab67/89748a20-1d4a-4157-aa89-ae0627b9e6dc/e969a844-be8a-4d26-86be-b38f7fa51fe9) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:14:58.452084 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.458059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ce774534-87c7-4abe-b422-9d4a800c289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.462676 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Transition to ACTIVE for port object baacd9a5-22ef-49e4-9127-298dfd318da8 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:14:58.469058 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.497114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port cdc59041-b634-41e2-86ed-d8357e012651, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdc59041-b634-41e2-86ed-d8357e012651,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:14:58.502302 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.528448 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Attempting to bind port baacd9a5-22ef-49e4-9127-298dfd318da8 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:14:58.529027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Attempting to bind port baacd9a5-22ef-49e4-9127-298dfd318da8 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:14:58.529392 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Attempting to bind port baacd9a5-22ef-49e4-9127-298dfd318da8 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:14:58.531261 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Pushing event updated for resources: {'Port': ['ID=baacd9a5-22ef-49e4-9127-298dfd318da8,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:58.539620 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.539964 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.540700 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.540700 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.540931 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.541247 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.541564 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.542366 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.542575 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.542860 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.543178 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.543493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:14:58.550544 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:14:58.551305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:14:58.551629 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.552020 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:14:58.552481 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Bound port: baacd9a5-22ef-49e4-9127-298dfd318da8, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:14:58.552868 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.564995 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.572132 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.db.api [None req-ce774534-87c7-4abe-b422-9d4a800c289b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94600) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 21 19:14:58.572488 n-d-793621-32 neutron-server[94600]: DEBUG oslo_db.api [None req-ce774534-87c7-4abe-b422-9d4a800c289b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 21 19:14:58.577621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=cdc59041-b634-41e2-86ed-d8357e012651,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:58.580739 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Transition to ACTIVE for port object e969a844-be8a-4d26-86be-b38f7fa51fe9 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:14:58.609889 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] For port baacd9a5-22ef-49e4-9127-298dfd318da8, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:14:58.613116 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] For port baacd9a5-22ef-49e4-9127-298dfd318da8, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=baacd9a5-22ef-49e4-9127-298dfd318da8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:14:58.613874 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.617195 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.653937 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Network e097630b-b759-44af-b41f-bec83677ab67 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:14:58.656934 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:58.659751 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:14:58.673236 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:14:58.673861 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:58.678857 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa87f9-3cb3-4c77-8435-0552b639af56 None None] Pushing event updated for resources: {'Port': ['ID=baacd9a5-22ef-49e4-9127-298dfd318da8,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:58.702862 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Pushing event updated for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:58.715774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.857379 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:58.882515 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:14:59.027285 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:59.031841 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:59.054454 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:57Z', 'revision_number': 3, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:14:59.084458 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a85583-a846-44af-9204-3f7f25fd6cef None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:57Z', 'revision_number': 3, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:14:59.101979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:59.105569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Pushing event updated for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:14:59.197766 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Network e097630b-b759-44af-b41f-bec83677ab67 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:14:59.199760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:14:59.249210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9dd25751-9ffb-47ab-a7ed-2f348b4e70eb None None] Provisioning for port e969a844-be8a-4d26-86be-b38f7fa51fe9 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:14:59.253581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-9dd25751-9ffb-47ab-a7ed-2f348b4e70eb None None] Provisioning complete for port e969a844-be8a-4d26-86be-b38f7fa51fe9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:14:59.255023 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9dd25751-9ffb-47ab-a7ed-2f348b4e70eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:59.316552 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-9dd25751-9ffb-47ab-a7ed-2f348b4e70eb None None] Port e969a844-be8a-4d26-86be-b38f7fa51fe9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:14:59.362580 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:14:59.489938 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95036102-6420-49be-941a-627122ed9286 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:14:59.495809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-95036102-6420-49be-941a-627122ed9286 admin admin] 10.222.0.41 "PUT /v2.0/routers/1713c6d3-cee5-4e34-ac7c-e828c3b28dc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6942520 Aug 21 19:14:59.535225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-37458619-3c8a-4a17-8e93-dd7cae716edf None None] Provisioning complete for port e969a844-be8a-4d26-86be-b38f7fa51fe9 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:14:59.535607 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-37458619-3c8a-4a17-8e93-dd7cae716edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:14:59.571265 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-37458619-3c8a-4a17-8e93-dd7cae716edf None None] Port e969a844-be8a-4d26-86be-b38f7fa51fe9 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:14:59.976492 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45962) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:14:59.981596 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1960371380-network', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:00.001604 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Made reservation on behalf of 061b88700a7743a2acf731f3ff7430f4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:15:00.003948 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.012943 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.100211 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.103788 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.128716 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:15:00.138577 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b12217-a22b-4730-a81b-dfa65461d8b2,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:00.145743 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.146124 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Added segment 4abb32c7-ca22-425b-b940-6dbf01157e48 of type vlan for network 9b24cbad-7986-42ad-9f26-7cb27581c753 Aug 21 19:15:00.189975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.215314 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.216353 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:00.217056 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.254923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdc59041-b634-41e2-86ed-d8357e012651 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:00.271911 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2942808 Aug 21 19:15:00.274871 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45964) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:00.280718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Request body: {'subnet': {'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1960371380-subnet', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:00.281206 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbe5aa-601f-44a9-9d04-ce60d5c6c1ea admin admin] Pushing event updated for resources: {'Network': ['ID=9b24cbad-7986-42ad-9f26-7cb27581c753,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:00.294572 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:15:00.302432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Made reservation on behalf of 061b88700a7743a2acf731f3ff7430f4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:15:00.304803 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.364429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port cdc59041-b634-41e2-86ed-d8357e012651 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:00.364795 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.450638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device baacd9a5-22ef-49e4-9127-298dfd318da8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:00.489369 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.506475 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port baacd9a5-22ef-49e4-9127-298dfd318da8 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:00.511469 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port baacd9a5-22ef-49e4-9127-298dfd318da8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:00.511632 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.551962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:00.563384 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Checking segment: {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:00.563749 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Network hostable DHCP agents. Network: 9b24cbad-7986-42ad-9f26-7cb27581c753, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:15:00.583415 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:15:00.593839 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9b24cbad-7986-42ad-9f26-7cb27581c753) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:00.598799 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:00.600175 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.600324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.607498 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e9c69a-59a8-4e5d-95c4-7e06d445dfb0 None None] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:15:00.615031 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-47971c29-679c-411a-8ad0-426a257a77f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3382354 Aug 21 19:15:00.618022 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45966) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:00.623225 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:00.645762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.645762 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.659576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port baacd9a5-22ef-49e4-9127-298dfd318da8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=baacd9a5-22ef-49e4-9127-298dfd318da8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:00.664623 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.675557 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:15:00.705864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.739246 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:00.739859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:00.785305 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=baacd9a5-22ef-49e4-9127-298dfd318da8,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:00.847551 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.892576 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9b24cbad-7986-42ad-9f26-7cb27581c753', 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'fixed_ips': [{'subnet_id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:15:00.893420 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:00.911266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:01.046299 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.065316 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.179884 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Allocated IP 172.25.1.51 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/717b1b2a-2351-43c4-9abc-99721b6dbe9b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:15:01.281979 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.316960 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Allocated IP 172.20.0.2 (9b24cbad-7986-42ad-9f26-7cb27581c753/94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539/07024451-4301-4922-95fa-24847455dbd5) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:15:01.325173 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.363206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:01.366310 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:01.370729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:15:01.399242 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Pushing event updated for resources: {'Port': ['ID=717b1b2a-2351-43c4-9abc-99721b6dbe9b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:01.457182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 2, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:01.506439 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:15:01.506820 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Updating router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 port e969a844-be8a-4d26-86be-b38f7fa51fe9 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:15:01.544381 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.546199 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.562145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Transition to ACTIVE for port object 07024451-4301-4922-95fa-24847455dbd5 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:01.598434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Transition to ACTIVE for port object 07024451-4301-4922-95fa-24847455dbd5 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:01.610999 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.625237 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.712910 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:01.723798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:01.727323 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:15:01.731744 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Pushing event updated for resources: {'Port': ['ID=07024451-4301-4922-95fa-24847455dbd5,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:01.835629 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Attempting to bind port 07024451-4301-4922-95fa-24847455dbd5 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:15:01.835999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Attempting to bind port 07024451-4301-4922-95fa-24847455dbd5 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:15:01.836358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Attempting to bind port 07024451-4301-4922-95fa-24847455dbd5 on network 9b24cbad-7986-42ad-9f26-7cb27581c753 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:01.851143 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:15:01.851528 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Checking segment: {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:01.851914 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.852312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Bound using segment: {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:15:01.852797 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Bound port: 07024451-4301-4922-95fa-24847455dbd5, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:15:01.853179 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.974074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] For port 07024451-4301-4922-95fa-24847455dbd5, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:15:01.981320 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:01.993823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] For port 07024451-4301-4922-95fa-24847455dbd5, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07024451-4301-4922-95fa-24847455dbd5,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:15:01.999783 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Transition to ACTIVE for port object e969a844-be8a-4d26-86be-b38f7fa51fe9 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:02.002017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.013031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.079667 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195677c8-d9aa-4715-af0d-fde7586f5fb3 None None] Pushing event updated for resources: {'Port': ['ID=07024451-4301-4922-95fa-24847455dbd5,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:02.144935 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.168267 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Attempting to bind port e969a844-be8a-4d26-86be-b38f7fa51fe9 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:15:02.168635 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Attempting to bind port e969a844-be8a-4d26-86be-b38f7fa51fe9 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:15:02.168990 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Attempting to bind port e969a844-be8a-4d26-86be-b38f7fa51fe9 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:02.171133 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbca71-44c1-4f9e-b466-9a6f29f0aa11 None None] Pushing event updated for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:02.176978 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:15:02.177348 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:02.177750 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.178287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Bound using segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:15:02.178798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Bound port: e969a844-be8a-4d26-86be-b38f7fa51fe9, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:15:02.179180 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.203429 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device baacd9a5-22ef-49e4-9127-298dfd318da8 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:02.289253 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] For port e969a844-be8a-4d26-86be-b38f7fa51fe9, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:15:02.294180 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] For port e969a844-be8a-4d26-86be-b38f7fa51fe9, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e969a844-be8a-4d26-86be-b38f7fa51fe9,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:15:02.301792 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.306037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Router 69762419-973b-4804-b6b1-4548d28bdb9f is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:15:02.358614 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port baacd9a5-22ef-49e4-9127-298dfd318da8 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:02.359307 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.428895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:02.429730 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:02.437336 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbca71-44c1-4f9e-b466-9a6f29f0aa11 None None] Pushing event updated for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:02.480908 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:15:02.493185 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Sync routers for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:15:02.507388 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:02.507600 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:02.508084 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:02.509056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5751ef5c-e763-48d6-9b97-2b4e5cfea497 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8896129 Aug 21 19:15:02.511858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45968) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:02.615692 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:02.654085 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:02.859435 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:01Z', 'revision_number': 3, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:02.866571 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-64136819-5ae8-4462-929f-253e5264d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:02Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:02.886653 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Checking router: 69762419-973b-4804-b6b1-4548d28bdb9f for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:15:02.887286 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Updating router 69762419-973b-4804-b6b1-4548d28bdb9f port 717b1b2a-2351-43c4-9abc-99721b6dbe9b binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:15:02.899556 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64136819-5ae8-4462-929f-253e5264d637 None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:02Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:15:02.920730 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.025754 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.234891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Allocated IP 172.20.0.1 (9b24cbad-7986-42ad-9f26-7cb27581c753/94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539/9ffef38b-0879-439a-8243-6a9357847561) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:15:03.242791 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.257308 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Transition to ACTIVE for port object 717b1b2a-2351-43c4-9abc-99721b6dbe9b will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:03.268827 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.330782 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Attempting to bind port 717b1b2a-2351-43c4-9abc-99721b6dbe9b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:15:03.331153 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Attempting to bind port 717b1b2a-2351-43c4-9abc-99721b6dbe9b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:15:03.331623 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Attempting to bind port 717b1b2a-2351-43c4-9abc-99721b6dbe9b on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:03.333597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c916fd-2f42-434d-b824-42ce0a7e5c65 None None] Pushing event updated for resources: {'Port': ['ID=717b1b2a-2351-43c4-9abc-99721b6dbe9b,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:03.340158 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:15:03.340546 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:03.340933 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.341322 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:15:03.341872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Bound port: 717b1b2a-2351-43c4-9abc-99721b6dbe9b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:15:03.342156 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.347637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9f261-e377-4379-9905-06828e9e2da4 None None] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:15:03.379354 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.399435 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Transition to ACTIVE for port object 9ffef38b-0879-439a-8243-6a9357847561 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:03.403631 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] For port 717b1b2a-2351-43c4-9abc-99721b6dbe9b, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:15:03.408756 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] For port 717b1b2a-2351-43c4-9abc-99721b6dbe9b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=717b1b2a-2351-43c4-9abc-99721b6dbe9b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:15:03.413992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2cb46ed8-7046-4eb8-bf94-ae9340f72a38 None None] Provisioning for port 07024451-4301-4922-95fa-24847455dbd5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:03.418292 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.443136 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.490858 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:03.496223 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:03.498988 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:15:03.506732 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:03.507376 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:03.543258 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.546340 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c916fd-2f42-434d-b824-42ce0a7e5c65 None None] Pushing event updated for resources: {'Port': ['ID=717b1b2a-2351-43c4-9abc-99721b6dbe9b,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:03.599397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:03.633127 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:03.710603 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.856686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a051de4-a0ca-4a0c-826e-fe16aa610287 None None] Provisioning for port 9ffef38b-0879-439a-8243-6a9357847561 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:03.857543 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:01Z', 'revision_number': 3, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:03.865530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1a051de4-a0ca-4a0c-826e-fe16aa610287 None None] Provisioning complete for port 9ffef38b-0879-439a-8243-6a9357847561 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:03.866099 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1a051de4-a0ca-4a0c-826e-fe16aa610287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.896503 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7da480-0bad-49f6-a098-321dbeb0fa2a None None] The sync data for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 is: [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:01Z', 'revision_number': 3, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:15:03.937031 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:03.940911 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1a051de4-a0ca-4a0c-826e-fe16aa610287 None None] Port 9ffef38b-0879-439a-8243-6a9357847561 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:15:03.945175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.011560 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:04.039076 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.078815 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-67aff2f2-a8df-4338-b3d3-08d8ef0f97a6 None None] Provisioning complete for port 9ffef38b-0879-439a-8243-6a9357847561 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:04.079626 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-67aff2f2-a8df-4338-b3d3-08d8ef0f97a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.132139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-67aff2f2-a8df-4338-b3d3-08d8ef0f97a6 None None] Port 9ffef38b-0879-439a-8243-6a9357847561 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:15:04.170397 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:04.172004 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:04.331139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e969a844-be8a-4d26-86be-b38f7fa51fe9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:04.410895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port e969a844-be8a-4d26-86be-b38f7fa51fe9 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:04.416074 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e969a844-be8a-4d26-86be-b38f7fa51fe9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:04.417333 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.435855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Router 69762419-973b-4804-b6b1-4548d28bdb9f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:15:04.518562 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.558755 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port e969a844-be8a-4d26-86be-b38f7fa51fe9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e969a844-be8a-4d26-86be-b38f7fa51fe9,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:04.566200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.567022 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07024451-4301-4922-95fa-24847455dbd5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:04.575147 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:15:04.580609 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-235ea4d6-a1ac-43b0-a526-4898d392e1dd admin admin] 10.222.0.41 "PUT /v2.0/routers/69762419-973b-4804-b6b1-4548d28bdb9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0677083 Aug 21 19:15:04.592279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-ba025cd9-3d34-4b69-bb53-0e6b1721aedd None None] Provisioning complete for port 9ffef38b-0879-439a-8243-6a9357847561 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:04.592279 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ba025cd9-3d34-4b69-bb53-0e6b1721aedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.681485 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-ba025cd9-3d34-4b69-bb53-0e6b1721aedd None None] Port 9ffef38b-0879-439a-8243-6a9357847561 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:15:04.685868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:04.702211 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 07024451-4301-4922-95fa-24847455dbd5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:04.706912 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 07024451-4301-4922-95fa-24847455dbd5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:04.707297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.804669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:04.840989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 07024451-4301-4922-95fa-24847455dbd5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07024451-4301-4922-95fa-24847455dbd5,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:04.845157 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.066037 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=07024451-4301-4922-95fa-24847455dbd5,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.130080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 45976) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.134963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619432872', 'description': 'tempest-secgroup-smoke-1619432872 description', 'project_id': 'c12af4f0bb034197804cad63672591a8'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.158440 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.241778 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.244643 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.272083 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.273288 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421785 Aug 21 19:15:05.275121 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf888f9-dcae-4cd2-b16f-1e2ec4c2fe02 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef72a92-e202-459c-907a-7d7d1929ecd7,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.277210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45978) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.282003 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.309046 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.368847 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.373100 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.394759 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef5e52a-9b06-46fa-93d1-28ccd44e4f7d,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.398676 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.402627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-115a5ec2-fe3a-48dd-917b-89832bea8b61 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216366 Aug 21 19:15:05.403090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45980) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.407037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.433549 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.490181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.494025 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.513162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee703d1-d287-47b2-8282-5f3e4af10430,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.516077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.517268 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5279cc65-672b-4bc2-9fe7-465d9ff2984d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136048 Aug 21 19:15:05.520085 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45982) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.524462 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.549599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.608641 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.612045 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.631740 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b40256-2d39-4ac1-a92d-8c6ef7de5fd1,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.638632 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.639985 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0df355be-a6af-4c28-bbe3-635bb7638b60 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189449 Aug 21 19:15:05.642905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45984) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.647280 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.673899 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.735777 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.739162 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.756062 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3680d713-78eb-46ca-8630-47df51808890,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.763452 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.764505 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-22dc6d1d-03bd-4485-8b6f-f3abed9e15ce tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206775 Aug 21 19:15:05.767412 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45986) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.772144 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.794522 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Project c12af4f0bb034197804cad63672591a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:15:05.799418 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.859402 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.862734 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.878793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4503132-475d-46d2-b41e-2ad8374e77c1,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:05.885493 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.886752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-02d21d61-4ff0-4108-a6d4-f5be95045514 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181760 Aug 21 19:15:05.889612 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 45988) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:05.894036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '0ef72a92-e202-459c-907a-7d7d1929ecd7', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:05.915010 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Project c12af4f0bb034197804cad63672591a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:15:05.920852 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.983774 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:05.987746 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.006403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e2c57d-f035-4ade-b186-ce383b26feaa,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:06.012481 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.014079 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-560ad8e9-317d-4413-9e91-66bee5a030ed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231411 Aug 21 19:15:06.221016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-06218a8d-8029-4965-9601-178b9f66c0fe tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619432872&fields=id&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 267 time: 0.0329390 Aug 21 19:15:06.250804 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 717b1b2a-2351-43c4-9abc-99721b6dbe9b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:06.303260 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 717b1b2a-2351-43c4-9abc-99721b6dbe9b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:06.310359 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 717b1b2a-2351-43c4-9abc-99721b6dbe9b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:06.310804 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.335693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Sync routers for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:15:06.337734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-21e8426c-c2a6-43ab-9c18-7ed90e5a7c6d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:06.340148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-21e8426c-c2a6-43ab-9c18-7ed90e5a7c6d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 809 time: 0.1118159 Aug 21 19:15:06.356593 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:06.356835 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-e601a1fc-db51-4cb6-89bf-151b23478e87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/quotas/c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 375 time: 0.0098548 Aug 21 19:15:06.357208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:06.416116 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-dc9cbd18-22c6-4f6a-81ba-a1ba9a3dee0e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533028 Aug 21 19:15:06.431818 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-6499488b-ae5c-443b-9281-5859af41394d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:15:06.433532 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-6499488b-ae5c-443b-9281-5859af41394d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059690 Aug 21 19:15:06.478829 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.507915 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:06.529921 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-86372ae8-18a0-45d8-a907-e31a19c898ad service neutron] 10.222.0.41 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901451 Aug 21 19:15:06.533541 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 717b1b2a-2351-43c4-9abc-99721b6dbe9b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=717b1b2a-2351-43c4-9abc-99721b6dbe9b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:06.540524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.541375 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e969a844-be8a-4d26-86be-b38f7fa51fe9 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:06.618617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-5a0d2636-9a4d-4864-8699-03124b777ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822442 Aug 21 19:15:06.690619 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=717b1b2a-2351-43c4-9abc-99721b6dbe9b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:06.710145 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port e969a844-be8a-4d26-86be-b38f7fa51fe9 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:06.710583 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.826196 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-029a6df1-09fd-488d-a0eb-1cb75f4b5c6d req-af396f70-986d-44d7-981b-54c62b0bcd20 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 210 time: 0.0415831 Aug 21 19:15:06.851685 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07024451-4301-4922-95fa-24847455dbd5 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:06.884331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 4, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9ffef38b-0879-439a-8243-6a9357847561', 'name': '', 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'mac_address': 'fa:16:3e:77:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:03Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 2, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'subnets': [{'id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:06.918671 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Checking router: 69762419-973b-4804-b6b1-4548d28bdb9f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:15:06.919018 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Updating router 69762419-973b-4804-b6b1-4548d28bdb9f port 9ffef38b-0879-439a-8243-6a9357847561 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:15:06.947636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:06.960295 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 07024451-4301-4922-95fa-24847455dbd5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:06.960657 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.284853 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.297484 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Transition to ACTIVE for port object 9ffef38b-0879-439a-8243-6a9357847561 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:07.305286 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.358794 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283f249-a9b0-4c54-a29b-84250a47546b None None] Pushing event updated for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:07.405737 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Attempting to bind port 9ffef38b-0879-439a-8243-6a9357847561 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:15:07.406250 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Attempting to bind port 9ffef38b-0879-439a-8243-6a9357847561 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:15:07.406650 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Attempting to bind port 9ffef38b-0879-439a-8243-6a9357847561 on network 9b24cbad-7986-42ad-9f26-7cb27581c753 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:07.411992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:15:07.412363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Checking segment: {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:07.412760 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.413168 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Bound using segment: {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:15:07.413656 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Bound port: 9ffef38b-0879-439a-8243-6a9357847561, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4abb32c7-ca22-425b-b940-6dbf01157e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:15:07.414038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.486205 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] For port 9ffef38b-0879-439a-8243-6a9357847561, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:15:07.490148 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] For port 9ffef38b-0879-439a-8243-6a9357847561, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9ffef38b-0879-439a-8243-6a9357847561,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:15:07.494600 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:07.556418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283f249-a9b0-4c54-a29b-84250a47546b None None] Pushing event updated for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:07.559210 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:07.559607 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:07.687218 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:07.910918 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 4, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9ffef38b-0879-439a-8243-6a9357847561', 'name': '', 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'mac_address': 'fa:16:3e:77:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:03Z', 'updated_at': '2021-08-21T19:15:07Z', 'revision_number': 4, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'subnets': [{'id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:07.919168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1d428851-2d18-41c6-8ffd-3b994d7364a8 req-99a15cc7-a49b-4560-974f-89b5c2e3fc81 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 210 time: 0.0287807 Aug 21 19:15:07.945930 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277abc35-d9e9-4350-ba3d-c0e2f7aeb8d0 None None] The sync data for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 is: [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:15:03Z', 'revision_number': 4, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': '9ffef38b-0879-439a-8243-6a9357847561', 'name': '', 'network_id': '9b24cbad-7986-42ad-9f26-7cb27581c753', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'mac_address': 'fa:16:3e:77:43:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:03Z', 'updated_at': '2021-08-21T19:15:07Z', 'revision_number': 4, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'subnets': [{'id': '94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:15:08.096347 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-717f03f9-1e82-42f6-8a78-a10ed8a1f064 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:08.097898 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-717f03f9-1e82-42f6-8a78-a10ed8a1f064 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 809 time: 0.1424873 Aug 21 19:15:08.159305 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-8daca977-df52-4f56-826f-12c9921fc41c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 380 time: 0.0440915 Aug 21 19:15:08.175165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'port': {'device_id': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'admin_state_up': True, 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'security_groups': ['0ef72a92-e202-459c-907a-7d7d1929ecd7']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:08.259374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 717b1b2a-2351-43c4-9abc-99721b6dbe9b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:08.295360 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Made reservation on behalf of c12af4f0bb034197804cad63672591a8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:15:08.299334 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.310751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 717b1b2a-2351-43c4-9abc-99721b6dbe9b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:08.311318 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.402573 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9ffef38b-0879-439a-8243-6a9357847561 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:08.441636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Allocated IP 172.20.0.3 (e097630b-b759-44af-b41f-bec83677ab67/89748a20-1d4a-4157-aa89-ae0627b9e6dc/e8e6e152-cf9c-4cf2-b523-3fc54485f366) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:15:08.456433 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 9ffef38b-0879-439a-8243-6a9357847561 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:08.461819 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9ffef38b-0879-439a-8243-6a9357847561 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:08.462272 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.538878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.572220 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 9ffef38b-0879-439a-8243-6a9357847561, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9ffef38b-0879-439a-8243-6a9357847561,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:08.576326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.591489 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.606055 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Transition to ACTIVE for port object e8e6e152-cf9c-4cf2-b523-3fc54485f366 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:08.623844 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:08.642031 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.689945 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Network e097630b-b759-44af-b41f-bec83677ab67 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:08.693115 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:08.699941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:15:08.704208 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:08.750987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:08.751607 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.766698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-f2d87c9f-a961-47ac-9166-d8a15ba3e3f1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5955930 Aug 21 19:15:08.783927 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Request body: {'port': {'device_id': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:08.845858 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:08.963164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c9426e81-8205-453b-96c6-de9076ad4709 None None] Provisioning for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:08.968684 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-c9426e81-8205-453b-96c6-de9076ad4709 None None] Provisioning complete for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:08.969056 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c9426e81-8205-453b-96c6-de9076ad4709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.007094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c9426e81-8205-453b-96c6-de9076ad4709 None None] Port e8e6e152-cf9c-4cf2-b523-3fc54485f366 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:15:09.091024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec7b79-943c-4d08-9747-a68cf3513fac req-1200e55a-3343-4516-ab6c-c942750c47d3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:09.092498 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09ec7b79-943c-4d08-9747-a68cf3513fac req-1200e55a-3343-4516-ab6c-c942750c47d3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 931 time: 0.0781140 Aug 21 19:15:09.169315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-09ec7b79-943c-4d08-9747-a68cf3513fac req-7bf9066e-85aa-44fc-8e43-272a2db5e8e6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706129 Aug 21 19:15:09.181628 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:15:09.189798 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.201506 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Transition to ACTIVE for port object e8e6e152-cf9c-4cf2-b523-3fc54485f366 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:15:09.205121 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.255530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:09.324014 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:15:09.324345 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:15:09.324673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:09.329472 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:15:09.329796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:15:09.334887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:15:09.335223 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:15:09.335601 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Bound using segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:15:09.336024 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Bound port: e8e6e152-cf9c-4cf2-b523-3fc54485f366, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:15:09.336512 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.743792 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:15:09.746791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:15:09.751535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.784459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:09.785060 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:09.787072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] 10.222.0.64 "PUT /v2.0/ports/e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1092 time: 1.0069621 Aug 21 19:15:09.789456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:15:09.791763 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794e0c91-864e-4c66-bfe9-50b6ef222c85" -d '{"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:15:09.836243 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d6767-ccdc-4034-9816-821f126c3ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:09.842450 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307fcc27-6707-4a21-984b-a5b450f1c11d x-openstack-request-id: req-307fcc27-6707-4a21-984b-a5b450f1c11d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:15:09.842764 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:15:09.843017 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-307fcc27-6707-4a21-984b-a5b450f1c11d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:15:09.844296 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'status': 'completed', 'code': 200} Aug 21 19:15:09.895132 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-8ffdfac2-a851-4dcc-be29-7b51abfd72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:09.896736 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-8ffdfac2-a851-4dcc-be29-7b51abfd72d0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0422828 Aug 21 19:15:09.946668 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-d21d6f5f-0fd9-46f8-9c6f-010d6b099517 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 217 time: 0.0370178 Aug 21 19:15:10.001422 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-1d3ec34a-3536-408f-8a80-07037ee45c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.002951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-1d3ec34a-3536-408f-8a80-07037ee45c56 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0456364 Aug 21 19:15:10.055027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-c6d5672e-1cf9-496d-bcb6-ff0763db0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.056526 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-c6d5672e-1cf9-496d-bcb6-ff0763db0fee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418890 Aug 21 19:15:10.157831 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-b3106959-29f2-41fd-bad2-4b3be8fb47db service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892713 Aug 21 19:15:10.169927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9ffef38b-0879-439a-8243-6a9357847561 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:10.236975 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 9ffef38b-0879-439a-8243-6a9357847561 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:10.237490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:10.279566 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8ea76fba-61ed-483e-86a8-70c4cc543f91 req-9f9bc882-f34b-451f-ba55-5c915da2b6b4 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105483 Aug 21 19:15:10.306828 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96326b-525d-4697-944e-1cffa6d8d8c8 req-c5cb32d9-2eb8-4304-a2e9-f4164601e173 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.308924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e96326b-525d-4697-944e-1cffa6d8d8c8 req-c5cb32d9-2eb8-4304-a2e9-f4164601e173 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0665934 Aug 21 19:15:10.374378 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e96326b-525d-4697-944e-1cffa6d8d8c8 req-d805f429-454d-4139-806d-d9ceecabdcc8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589221 Aug 21 19:15:10.387684 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-b72c1a16-f017-4ada-b33c-f5d793169e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.389168 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-b72c1a16-f017-4ada-b33c-f5d793169e3f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0538616 Aug 21 19:15:10.483378 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-de6ce2db-74db-4cb4-8264-f2afa4290e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.484867 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-de6ce2db-74db-4cb4-8264-f2afa4290e30 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0866463 Aug 21 19:15:10.532930 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-a41c9c3f-8d08-4fce-b36a-438b260fc477 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 217 time: 0.0401897 Aug 21 19:15:10.584361 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-986cc14e-6534-48ba-a2f2-87ffbda5926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.585902 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-986cc14e-6534-48ba-a2f2-87ffbda5926d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0462255 Aug 21 19:15:10.635086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-d640b328-9ca6-40dd-8e62-dbe999a185be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:10.636785 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-d640b328-9ca6-40dd-8e62-dbe999a185be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423443 Aug 21 19:15:10.736394 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-8e5e3f07-8514-44f8-92e6-91c1bed82ba1 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907922 Aug 21 19:15:10.833792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-794e0c91-864e-4c66-bfe9-50b6ef222c85 req-5c9aa2d7-b9b4-4b10-9de4-d9c6a7e2e9d3 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897064 Aug 21 19:15:11.495819 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a922a9ae-ddfd-4672-946b-6be360dcd1a2 req-772b678b-1653-44e7-bc42-9d487fb95f3d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:11.497285 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a922a9ae-ddfd-4672-946b-6be360dcd1a2 req-772b678b-1653-44e7-bc42-9d487fb95f3d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0535834 Aug 21 19:15:11.533999 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a922a9ae-ddfd-4672-946b-6be360dcd1a2 req-9fbf70f5-051a-4ecd-afc9-855a3bd3d956 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304487 Aug 21 19:15:11.584917 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:15:11.679621 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:11.690373 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:15:11.728667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:11.741532 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:15:11.760792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:11.765033 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:11.817927 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:12.011798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e8e6e152-cf9c-4cf2-b523-3fc54485f366'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:15:12.676452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1817c21-fd12-4e53-8ad0-9970f8751b10 req-954d4b4e-0668-47e8-9564-70bf5db235eb tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:12.677935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1817c21-fd12-4e53-8ad0-9970f8751b10 req-954d4b4e-0668-47e8-9564-70bf5db235eb tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 944 time: 0.0494604 Aug 21 19:15:12.715721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a1817c21-fd12-4e53-8ad0-9970f8751b10 req-7f1cdfa7-2888-4039-b89b-d37ff9d4e79d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Aug 21 19:15:13.600977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:15:13.799287 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:15:13.803049 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:15:13.803411 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:13.832318 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1171783-eaef-4aac-97c0-1977a2894a17 req-bea7da20-840c-45b4-ba1b-61db6a901326 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:13.833836 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1171783-eaef-4aac-97c0-1977a2894a17 req-bea7da20-840c-45b4-ba1b-61db6a901326 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 944 time: 0.0499704 Aug 21 19:15:13.872153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b1171783-eaef-4aac-97c0-1977a2894a17 req-3c2c1586-c1f7-4ea8-8006-fccc5c2541be tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314946 Aug 21 19:15:13.878796 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:13.900222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:15:13.903002 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59eb1eab-48b1-475e-afa8-86c51be5f49f" -d '{"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:15:13.917963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:15:13.922326 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:13.944734 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afa0fd2-889e-40ad-abef-9982b83fd5d9 x-openstack-request-id: req-8afa0fd2-889e-40ad-abef-9982b83fd5d9 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:15:13.945019 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:15:13.945274 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8afa0fd2-889e-40ad-abef-9982b83fd5d9 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:15:13.945667 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'code': 200} Aug 21 19:15:13.972379 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:14.049528 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a7073-d3ec-413e-9f22-731e36a156f9 req-b891b159-6532-45a2-af08-20a9551d2805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:14.051049 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a16a7073-d3ec-413e-9f22-731e36a156f9 req-b891b159-6532-45a2-af08-20a9551d2805 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0453196 Aug 21 19:15:14.087418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a16a7073-d3ec-413e-9f22-731e36a156f9 req-e61fb31b-07dc-499d-9561-19946f2e7897 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275764 Aug 21 19:15:14.985174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211c517f-eb24-4ba1-968c-56c8cb154f05 req-bae84efe-134c-49f6-a55e-5d0e7ffb2ebc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:14.986688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-211c517f-eb24-4ba1-968c-56c8cb154f05 req-bae84efe-134c-49f6-a55e-5d0e7ffb2ebc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0490522 Aug 21 19:15:15.023184 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-211c517f-eb24-4ba1-968c-56c8cb154f05 req-23bc83df-56cc-4551-a31f-21c6b2fddd77 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305564 Aug 21 19:15:16.140271 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff7a9-90f0-40d2-9392-a3a9a2154524 req-d731643e-dfbb-4a29-add2-b3af385a3d80 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:16.141894 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e9ff7a9-90f0-40d2-9392-a3a9a2154524 req-d731643e-dfbb-4a29-add2-b3af385a3d80 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Aug 21 19:15:16.179417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-3e9ff7a9-90f0-40d2-9392-a3a9a2154524 req-d1bd297d-f4c4-4122-b2b9-5dee2c82d63a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Aug 21 19:15:16.294902 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9a1b0-7af8-49c3-9c1d-2d024475710f req-5afc0bf9-43d3-454a-8724-c8184e71d04c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:16.296349 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7b9a1b0-7af8-49c3-9c1d-2d024475710f req-5afc0bf9-43d3-454a-8724-c8184e71d04c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0515931 Aug 21 19:15:16.333519 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7b9a1b0-7af8-49c3-9c1d-2d024475710f req-99bac0e3-0e0d-498c-b221-97cc46d67725 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Aug 21 19:15:16.354480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46048) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:16.486319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a810ca53-e03d-4b71-9120-4dd18d352f1a tempest-TestShelveInstance-1620179857 tempest-TestShelveInstance-1620179857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:16.487842 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a810ca53-e03d-4b71-9120-4dd18d352f1a tempest-TestShelveInstance-1620179857 tempest-TestShelveInstance-1620179857-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1092 time: 0.1323402 Aug 21 19:15:16.491013 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46052) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:15:16.495266 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:15:16.516114 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:16.612289 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:16.711336 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Allocated IP 172.25.1.111 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/691d1692-529b-4889-8078-6a17d547b380) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:15:16.814786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:16.853138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:16.889433 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:15:16.893543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:15:16.896304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:15:16.920471 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=691d1692-529b-4889-8078-6a17d547b380,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:17.247126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:17.317647 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:17.463118 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:17.468798 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:17.534171 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=691d1692-529b-4889-8078-6a17d547b380,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:15:17.544252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:17.642933 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Floating IP ca3a463d-2aba-4074-bcbd-356fb5591989 associated. External IP: 172.25.1.111, port: e8e6e152-cf9c-4cf2-b523-3fc54485f366. Aug 21 19:15:17.846913 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:15:17.861535 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ba7da97-114a-4044-a78f-8e93646b765c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:18.260712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:15:18.270684 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:15:18.276420 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:18.281274 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:18.281889 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:18.302859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c8d4e076-9e2f-4f54-beae-e2db57c4de7a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8108275 Aug 21 19:15:18.303439 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:15:18.305658 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5316e58-905e-45a5-9d16-bddeb235bed3" -d '{"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:15:18.341172 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449a34e8-4a71-40fe-860b-552ef6795040 x-openstack-request-id: req-449a34e8-4a71-40fe-860b-552ef6795040 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:15:18.341769 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:15:18.341769 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-449a34e8-4a71-40fe-860b-552ef6795040 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:15:18.342079 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'status': 'completed', 'code': 200} Aug 21 19:15:18.389493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:18.408412 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-cb5cda3b-a154-4134-b3e8-e3e789cce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:18.409963 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-cb5cda3b-a154-4134-b3e8-e3e789cce930 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0435810 Aug 21 19:15:18.508670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-fd7d1650-21eb-43e3-99bd-446ce572ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:18.510159 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-fd7d1650-21eb-43e3-99bd-446ce572ebe2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0929899 Aug 21 19:15:18.575624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-9269ab75-57b2-4e19-aeac-7884d9692037 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 999 time: 0.0576096 Aug 21 19:15:18.628001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-1d792bd5-2ba2-485a-9707-d1e57e3e007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:18.629470 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-1d792bd5-2ba2-485a-9707-d1e57e3e007a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0472457 Aug 21 19:15:18.675979 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-59682a91-29f7-407a-b80e-090eadc772e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:18.677503 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-59682a91-29f7-407a-b80e-090eadc772e7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403323 Aug 21 19:15:18.699239 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca3a463d-2aba-4074-bcbd-356fb5591989', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:15:17Z', 'updated_at': '2021-08-21T19:15:17Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:18.727904 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:15:18.736743 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:15:18.737451 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:14:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:18.766301 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-9c38ddf0-bc61-4267-ae47-ea1c7f55c040 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816927 Aug 21 19:15:18.844750 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:15:18.863793 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d5316e58-905e-45a5-9d16-bddeb235bed3 req-2a9af4ff-c340-4a47-9841-e57e61e3bbb3 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904038 Aug 21 19:15:19.059349 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca3a463d-2aba-4074-bcbd-356fb5591989', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:15:17Z', 'updated_at': '2021-08-21T19:15:17Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:15:19.076185 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:19.085130 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c101ae-c7ee-4ab7-8c82-1ad6850c5556 None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'ca3a463d-2aba-4074-bcbd-356fb5591989', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.111', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:15:17Z', 'updated_at': '2021-08-21T19:15:17Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:15:19.272331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f11b640-0242-4f07-ba33-c0a79e0c7b6f None None] New status for floating IP ca3a463d-2aba-4074-bcbd-356fb5591989: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:15:19.365837 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:15:19.672717 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:20.388035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-346c7038-45ef-44b9-982a-e38f2cceef19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:20.545611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:21.874000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:23.559446 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:47.862541 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4e578e88-0e57-4e9f-b94d-08a005874169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:49.079820 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:49.676158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:50.387587 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4eefd48d-655c-42ce-b4f0-bb8edd6594e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:50.545669 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:51.880637 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:53.561280 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:15:55.825012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-86145484-c5c4-44aa-b7bd-9bc683b03fba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404665 Aug 21 19:15:55.910895 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-7a09b371-b923-4d8c-a1a2-955f3d8d4bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:55.912373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-7a09b371-b923-4d8c-a1a2-955f3d8d4bf5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0404320 Aug 21 19:15:56.023165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-42ad7a26-eeed-4ce0-968a-d36280c69f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:56.024619 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-42ad7a26-eeed-4ce0-968a-d36280c69f82 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0871878 Aug 21 19:15:56.094413 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-c11ce9d7-6547-4627-b85a-4a5fdef433f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1001 time: 0.0572979 Aug 21 19:15:56.150618 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-42266e45-ae08-4282-9bb0-ae61d8b0e9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:56.152577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-42266e45-ae08-4282-9bb0-ae61d8b0e9aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0464814 Aug 21 19:15:56.198602 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-d2075123-d8cb-4a94-81ea-24d47ac0180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:15:56.200088 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-d2075123-d8cb-4a94-81ea-24d47ac0180d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397282 Aug 21 19:15:56.288497 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-ad31cb93-c964-4cfb-b899-ddbcdc721423 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799000 Aug 21 19:15:56.365015 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:15:56.380812 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-23f239f8-ff60-4c1a-8681-963acf0e31c5 req-cdf875ce-fc1f-4855-a43d-afa10eebc7ae service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850310 Aug 21 19:16:17.862364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a0db867f-e130-46ad-8454-65ad78a6acbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:19.126993 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:19.672998 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:20.390889 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a3993582-4828-48e4-bd0b-3eb6d44cd603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:20.544644 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:21.880606 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:23.563774 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:31.073086 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f64c8e6e-58eb-4930-967f-685d1cf114ec req-ee36a4d7-3ecd-4174-9af7-1f93a84cf2e9 service neutron] (94598) timed out ('10.222.0.41', 41378) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 19:16:33.364881 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:16:47.863380 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6dfc150c-be90-4e47-bba3-db16b57a63b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:49.156511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:49.686537 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:50.390965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-328103f5-ea87-4bc5-a0dd-43e8987b9684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:50.544158 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:51.882526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:53.566437 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:16:55.850152 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-f465d67d-1891-4263-a065-64ad02975509 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399272 Aug 21 19:16:55.934372 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-618fa317-b8eb-444a-b7a1-0fb8a54eeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:16:55.935855 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-618fa317-b8eb-444a-b7a1-0fb8a54eeb63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0402145 Aug 21 19:16:56.040707 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-714f3e9f-feb5-4bc5-8d8b-159092b1976d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:16:56.042823 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-714f3e9f-feb5-4bc5-8d8b-159092b1976d service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0860965 Aug 21 19:16:56.108988 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-ceca52b9-3bb2-42b3-8eaf-108250d04021 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1001 time: 0.0579014 Aug 21 19:16:56.161269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-5cd522b9-b98b-4685-bbce-5c6f57b5ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:16:56.162692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-5cd522b9-b98b-4685-bbce-5c6f57b5ae70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0462976 Aug 21 19:16:56.206833 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-b7b99f3d-847e-4c06-9eb1-8ed8c37b27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:16:56.208303 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-b7b99f3d-847e-4c06-9eb1-8ed8c37b27c4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391793 Aug 21 19:16:56.297804 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-b90bedf1-5c91-4d58-9170-0b9ea54d5448 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795355 Aug 21 19:16:56.391418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d69b9e58-529f-4a99-b6d2-a1f4fba228a6 req-29aac35b-7481-4bc8-b3f2-3a3446319423 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836039 Aug 21 19:17:10.365141 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:17:15.154615 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02c26d-b099-432f-a2bd-56a2ea082f45 req-55ae864b-f23e-4604-8ecf-a045f0c5ba41 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:15.156170 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc02c26d-b099-432f-a2bd-56a2ea082f45 req-55ae864b-f23e-4604-8ecf-a045f0c5ba41 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.1384497 Aug 21 19:17:15.194128 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc02c26d-b099-432f-a2bd-56a2ea082f45 req-3a19a820-ebf8-490d-adf9-f0af37d92c2b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Aug 21 19:17:16.323520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687a1b2-dd5a-4ae6-8322-8214c9122dfc req-b74c02a5-73a7-402c-bbf3-08aa6c27427c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:16.325042 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7687a1b2-dd5a-4ae6-8322-8214c9122dfc req-b74c02a5-73a7-402c-bbf3-08aa6c27427c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0497470 Aug 21 19:17:16.363155 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7687a1b2-dd5a-4ae6-8322-8214c9122dfc req-ab334116-e695-4da4-b828-9292ce02a695 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312204 Aug 21 19:17:17.492963 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a310e-fd39-46d6-b3d4-07dde856a14f req-03c12122-b706-4f18-b2da-a925cfea42a1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:17.494438 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-485a310e-fd39-46d6-b3d4-07dde856a14f req-03c12122-b706-4f18-b2da-a925cfea42a1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0479460 Aug 21 19:17:17.534123 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-485a310e-fd39-46d6-b3d4-07dde856a14f req-8d9b6b7a-fd95-4c1e-8842-c4c9807056b2 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329084 Aug 21 19:17:17.863811 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9e4d8cf0-1d21-4d31-bfd1-177df93fcb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:18.652378 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673291b-f922-4a13-85ae-de2671192447 req-68f664c8-4d30-49d7-b238-0f14f4a4bee8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:18.653850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5673291b-f922-4a13-85ae-de2671192447 req-68f664c8-4d30-49d7-b238-0f14f4a4bee8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0514197 Aug 21 19:17:18.690843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5673291b-f922-4a13-85ae-de2671192447 req-437cd10d-a858-479d-82de-e9363dce9697 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308771 Aug 21 19:17:19.156226 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:19.717244 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:19.809430 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d96b4-edfd-40d5-9a1f-9a02d64426fc req-658fc2ea-68fe-4870-ac9d-8ff16a1f94ae tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:19.810979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d33d96b4-edfd-40d5-9a1f-9a02d64426fc req-658fc2ea-68fe-4870-ac9d-8ff16a1f94ae tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0536315 Aug 21 19:17:19.851014 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d33d96b4-edfd-40d5-9a1f-9a02d64426fc req-7304a96e-f3fb-4c52-ab10-f9f82e1f678c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Aug 21 19:17:20.391031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-990bf892-f80e-4d75-aac3-7deb5d505a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:20.543757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:20.980334 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f813b-3ac2-4aa7-b7ce-2b1ec5aa27f5 req-c2cf5b85-7426-4bb5-8380-62373f9d78c6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:20.981782 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-763f813b-3ac2-4aa7-b7ce-2b1ec5aa27f5 req-c2cf5b85-7426-4bb5-8380-62373f9d78c6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0479093 Aug 21 19:17:21.018384 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-763f813b-3ac2-4aa7-b7ce-2b1ec5aa27f5 req-38a87546-dec8-4092-8242-2b212be368d2 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299709 Aug 21 19:17:21.885739 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:22.133780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c7d90-0b0a-4458-a2f0-da6418474400 req-09c12ed3-9963-4f6f-bf7a-0c89ff4386bf tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:22.135237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e9c7d90-0b0a-4458-a2f0-da6418474400 req-09c12ed3-9963-4f6f-bf7a-0c89ff4386bf tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0489571 Aug 21 19:17:22.173559 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0e9c7d90-0b0a-4458-a2f0-da6418474400 req-17119e58-1918-44a5-92f8-677ce3604e00 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317545 Aug 21 19:17:23.291957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6a95f-3b7b-45bc-8e2f-684e6cfa7bf2 req-5c817774-8887-44b6-8081-7440fffbb186 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:23.293431 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ca6a95f-3b7b-45bc-8e2f-684e6cfa7bf2 req-5c817774-8887-44b6-8081-7440fffbb186 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0528216 Aug 21 19:17:23.330009 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1ca6a95f-3b7b-45bc-8e2f-684e6cfa7bf2 req-6bb323e6-0bcb-49f5-ae98-8366a7f892d0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305760 Aug 21 19:17:23.569534 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:24.446348 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77fc3b-5b8a-4a7f-923e-a5ebea411eb9 req-eb3e340d-5995-4af8-8b45-761d58f07496 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:24.447773 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff77fc3b-5b8a-4a7f-923e-a5ebea411eb9 req-eb3e340d-5995-4af8-8b45-761d58f07496 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Aug 21 19:17:24.485861 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ff77fc3b-5b8a-4a7f-923e-a5ebea411eb9 req-787c6f94-0993-44b4-9f30-2948e9acbab4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311685 Aug 21 19:17:25.603447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7c03c8-2c9e-4470-8e28-949a12de0a0a req-1d18a7d4-c86b-4350-92bd-81251f601156 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:25.604919 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab7c03c8-2c9e-4470-8e28-949a12de0a0a req-1d18a7d4-c86b-4350-92bd-81251f601156 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Aug 21 19:17:25.641175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab7c03c8-2c9e-4470-8e28-949a12de0a0a req-cd295521-264b-4b92-9a9a-cafca4d16a7f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303516 Aug 21 19:17:26.756666 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346bd523-b39b-4727-a3bc-3d4cf8bd0177 req-5c2c122e-e48d-4b4a-aa48-56fb88aad12f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:26.758118 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-346bd523-b39b-4727-a3bc-3d4cf8bd0177 req-5c2c122e-e48d-4b4a-aa48-56fb88aad12f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0511353 Aug 21 19:17:26.795319 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-346bd523-b39b-4727-a3bc-3d4cf8bd0177 req-2673c97d-1975-4732-b9ba-662b7707d61e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312164 Aug 21 19:17:27.929430 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef68fa3-a6ee-4c2f-a7b0-645a726635c2 req-e5387e4f-4356-47fe-a4fe-e127c374b041 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:27.931166 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ef68fa3-a6ee-4c2f-a7b0-645a726635c2 req-e5387e4f-4356-47fe-a4fe-e127c374b041 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0534780 Aug 21 19:17:27.977338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4ef68fa3-a6ee-4c2f-a7b0-645a726635c2 req-699fb95e-a8bb-4b33-ba38-faccb05a75d0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Aug 21 19:17:28.156231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:17:28.254920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:28.266025 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:17:28.309697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:28.327111 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:17:28.349082 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:28.353574 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:28.417378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:28.425962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.426633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.427306 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.427823 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.428332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.428739 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.429095 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.429417 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.429761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.430139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.430418 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.430999 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:28.439108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['e8e6e152-cf9c-4cf2-b523-3fc54485f366'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:17:29.101269 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5a734-3537-46a9-b79d-ce3484586396 req-c9aada08-84bf-4d0e-a3d0-5f8df3c96c85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:29.102848 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74e5a734-3537-46a9-b79d-ce3484586396 req-c9aada08-84bf-4d0e-a3d0-5f8df3c96c85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 944 time: 0.0533698 Aug 21 19:17:29.144377 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-74e5a734-3537-46a9-b79d-ce3484586396 req-05945f58-43de-48ef-80e3-7ca6fdb762c7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350583 Aug 21 19:17:30.173924 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:17:30.245900 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:17:30.246283 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:30.277177 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a596d31-0353-4087-8860-22a6f8c095cf req-9f7c6b1f-67ab-4f6b-b541-d3bdb3606479 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:30.279522 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a596d31-0353-4087-8860-22a6f8c095cf req-9f7c6b1f-67ab-4f6b-b541-d3bdb3606479 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 944 time: 0.0611587 Aug 21 19:17:30.323207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9a596d31-0353-4087-8860-22a6f8c095cf req-addb7b1a-088f-4af8-8bc6-032b88bebf8a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Aug 21 19:17:30.336572 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:30.360352 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:17:30.362608 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1fbdfd-aed9-4c99-80e5-2d1f565d5c80" -d '{"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:17:30.377700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:30.383305 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:30.457087 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:31.466683 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c780002-9265-4704-9f1f-5a8cbd58a661 req-d1c18a1a-04b0-4278-8073-15a9d782ffda tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:31.471956 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c780002-9265-4704-9f1f-5a8cbd58a661 req-d1c18a1a-04b0-4278-8073-15a9d782ffda tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0592794 Aug 21 19:17:31.496428 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457352e-ce4d-49f5-a3bb-d57348fc1fef x-openstack-request-id: req-e457352e-ce4d-49f5-a3bb-d57348fc1fef {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:17:31.496941 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:17:31.496941 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e457352e-ce4d-49f5-a3bb-d57348fc1fef {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:17:31.497429 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'code': 200} Aug 21 19:17:31.523115 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8c780002-9265-4704-9f1f-5a8cbd58a661 req-33c8b7b1-810c-49d4-8ebd-8498bdbfa799 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473213 Aug 21 19:17:32.648784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd080d-1adb-4a3f-bf1b-3010a7a06f6a req-02c25ec8-2e82-4ded-af56-0456acfb8395 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:32.650381 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-befd080d-1adb-4a3f-bf1b-3010a7a06f6a req-02c25ec8-2e82-4ded-af56-0456acfb8395 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0558064 Aug 21 19:17:32.692721 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-befd080d-1adb-4a3f-bf1b-3010a7a06f6a req-dafc6803-2a82-46eb-b277-ced6a48d504d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356321 Aug 21 19:17:33.818172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799160ff-7b2e-4d3a-bbd5-790bd0cad26c req-869ebf7c-5746-4241-a028-5d2b724f0cea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:33.823287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-799160ff-7b2e-4d3a-bbd5-790bd0cad26c req-869ebf7c-5746-4241-a028-5d2b724f0cea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0596247 Aug 21 19:17:33.860762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-799160ff-7b2e-4d3a-bbd5-790bd0cad26c req-839478c9-0c41-4a15-b565-217d5288e498 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365679 Aug 21 19:17:34.988752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bd61d-855f-4bd7-8514-bdb9fe560146 req-c2e1c000-73f2-46dd-b222-2b40bbf48d7e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:34.990254 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-680bd61d-855f-4bd7-8514-bdb9fe560146 req-c2e1c000-73f2-46dd-b222-2b40bbf48d7e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0587075 Aug 21 19:17:35.031351 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-680bd61d-855f-4bd7-8514-bdb9fe560146 req-2278673b-3754-4d71-a843-bdb63f0e4f9a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345335 Aug 21 19:17:36.158203 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a0e9e-3993-4c4a-8c41-aa084df0c622 req-2c307c71-87a1-43fd-8894-8053f60efaef tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:36.159994 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b45a0e9e-3993-4c4a-8c41-aa084df0c622 req-2c307c71-87a1-43fd-8894-8053f60efaef tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Aug 21 19:17:36.202778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b45a0e9e-3993-4c4a-8c41-aa084df0c622 req-8f0d6808-627c-4344-99b9-bd37da9c6472 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363390 Aug 21 19:17:37.172482 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-f23ad0b2-03a9-44da-854a-00d27e367255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:37.173962 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-f23ad0b2-03a9-44da-854a-00d27e367255 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1097 time: 0.0396819 Aug 21 19:17:37.267023 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-29aa6460-1115-4582-a381-b62a2191bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:37.268512 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-29aa6460-1115-4582-a381-b62a2191bca8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0875039 Aug 21 19:17:37.359554 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-faee1dbd-526a-470d-b9f8-1e9754a2a7e6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1001 time: 0.0775533 Aug 21 19:17:37.366886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15d1be-76b9-413d-afcc-8f2b7e2e1ec5 req-8c4282eb-f67a-4c5e-a56b-7b0824017924 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:37.368283 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d15d1be-76b9-413d-afcc-8f2b7e2e1ec5 req-8c4282eb-f67a-4c5e-a56b-7b0824017924 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0962567 Aug 21 19:17:37.439948 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-346d2d45-4200-4d74-b2d7-ae9f0fa428a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:37.441403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-346d2d45-4200-4d74-b2d7-ae9f0fa428a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0712554 Aug 21 19:17:37.444330 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4d15d1be-76b9-413d-afcc-8f2b7e2e1ec5 req-57dad658-9c84-4102-8aaa-37a4092704de tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656471 Aug 21 19:17:37.491030 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-f65ab364-283e-4281-8c78-f07999c05db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:37.492531 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-f65ab364-283e-4281-8c78-f07999c05db9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400920 Aug 21 19:17:37.588212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-e8c681ae-abf0-43d5-a22b-605ac796a405 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879700 Aug 21 19:17:37.680734 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-45eaa9c9-5a87-42f8-8c90-451ce7c0e426 req-e231cd84-6777-4e55-b445-ca0e9ae7c1bc service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810571 Aug 21 19:17:38.561464 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d438aba-0056-460f-b6bf-00eed5f3007a req-004c686d-1cfc-4884-9b3b-bd6518f168dc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:38.562957 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d438aba-0056-460f-b6bf-00eed5f3007a req-004c686d-1cfc-4884-9b3b-bd6518f168dc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0522964 Aug 21 19:17:38.599939 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5d438aba-0056-460f-b6bf-00eed5f3007a req-c58870c3-1bd9-4573-9667-397965117478 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310888 Aug 21 19:17:39.715970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1ce2-7d45-43fc-b7a2-03e30fe0fe71 req-30915d87-2efd-4471-8f37-59e2845c9dd6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:39.717941 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-225a1ce2-7d45-43fc-b7a2-03e30fe0fe71 req-30915d87-2efd-4471-8f37-59e2845c9dd6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0488877 Aug 21 19:17:39.753997 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-225a1ce2-7d45-43fc-b7a2-03e30fe0fe71 req-f022e6ef-5767-431c-9ff1-f7f636fdb997 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301721 Aug 21 19:17:39.865656 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-11c98890-8fb3-4ac3-a573-7f2c4660757e req-f03f1fb9-c08f-475a-8986-6ea5956685c4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:17:39.867261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-11c98890-8fb3-4ac3-a573-7f2c4660757e req-f03f1fb9-c08f-475a-8986-6ea5956685c4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502532 Aug 21 19:17:40.038117 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313045a8-0928-41cf-8524-b82449d79609 req-343721b2-858e-43be-8b9a-daa512696ed6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:40.039639 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-313045a8-0928-41cf-8524-b82449d79609 req-343721b2-858e-43be-8b9a-daa512696ed6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0558250 Aug 21 19:17:40.077556 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-313045a8-0928-41cf-8524-b82449d79609 req-fa7c3cf0-0de4-46a2-ab09-3278342d949d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Aug 21 19:17:40.240456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46252) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:17:40.323116 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-1d9baafb-4d0e-4843-ba76-94121ee5550c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813799 Aug 21 19:17:40.332690 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-34e5f8e7-d50b-4a08-bf10-05c27f3622ab service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:17:40.333640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-34e5f8e7-d50b-4a08-bf10-05c27f3622ab service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049372 Aug 21 19:17:41.216194 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3153c5-52ec-4853-bef0-f616efe8f794 req-e0cef833-9260-4ee8-8f73-085127894860 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:41.217696 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f3153c5-52ec-4853-bef0-f616efe8f794 req-e0cef833-9260-4ee8-8f73-085127894860 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0706255 Aug 21 19:17:41.245855 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-5bd5d6fd-578a-4093-bf92-b79f95ee7bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:41.247339 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-5bd5d6fd-578a-4093-bf92-b79f95ee7bfd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 1097 time: 0.1098030 Aug 21 19:17:41.264931 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-844fdac7-93d5-49f6-9bd1-b5230f74caef service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:17:41.265860 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-844fdac7-93d5-49f6-9bd1-b5230f74caef service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072894 Aug 21 19:17:41.271274 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f3153c5-52ec-4853-bef0-f616efe8f794 req-e5b35554-ccb0-4131-a3d1-0d9edd2ccbc5 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443923 Aug 21 19:17:41.280380 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-32', 'device_owner': 'compute:nova'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:17:41.337748 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:41.539143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:41.571930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h2-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:17:41.611279 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:17:41.613842 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934f8e9c-193f-467f-9332-aa74e8ccdd7c" -d '{"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:17:41.617913 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:41.630046 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Transition to ACTIVE for port object e8e6e152-cf9c-4cf2-b523-3fc54485f366 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:17:41.633560 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:41.680301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=8']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:41.721626 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 19:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf461bf-8c1e-4e1d-8212-158f0fa35b5d x-openstack-request-id: req-dbf461bf-8c1e-4e1d-8212-158f0fa35b5d {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:17:41.721909 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-unplugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:17:41.722156 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dbf461bf-8c1e-4e1d-8212-158f0fa35b5d {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:17:41.722579 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'code': 200} Aug 21 19:17:41.726109 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.726447 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.726806 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.727138 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.727465 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.727793 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.728115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.728436 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.728758 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.729079 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.729404 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.729718 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:17:41.768332 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] No DVR routers for this DVR port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on host n-h2-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:17:41.907684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:17:41.908010 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:17:41.908330 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:17:41.912708 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:17:41.913026 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Attempting to bind port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:17:41.918836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:17:41.919185 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:17:41.919567 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Bound using segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:17:41.919991 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Bound port: e8e6e152-cf9c-4cf2-b523-3fc54485f366, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:17:41.920348 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:41.984072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:17:41.987092 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:17:41.992036 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:42.028996 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.029688 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:42.031631 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1092 time: 0.7551086 Aug 21 19:17:42.054308 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19961ea2-3985-4b17-92ad-6c5a880f7016 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=9']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:42.150453 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-2ea552f2-b4af-417e-90c4-d16312341e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.152169 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-2ea552f2-b4af-417e-90c4-d16312341e55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0430079 Aug 21 19:17:42.223338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:17:42.246199 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-d505a633-a4d6-44af-ae67-bd1736c4190f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.247754 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-d505a633-a4d6-44af-ae67-bd1736c4190f service neutron] 10.222.0.39 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0886931 Aug 21 19:17:42.260932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:17:42.317572 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-ca542c3a-6eb2-44e1-91e8-01283603f21d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 999 time: 0.0631595 Aug 21 19:17:42.391847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-816b05fa-f635-42bd-a5eb-0fcda7008570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.393314 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-816b05fa-f635-42bd-a5eb-0fcda7008570 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0692556 Aug 21 19:17:42.416088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a4bbf-e114-4c65-a095-bb8915fa4328 req-07aac1f7-2fa4-4e69-b7d9-6cee0e8a4cde tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.417516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d58a4bbf-e114-4c65-a095-bb8915fa4328 req-07aac1f7-2fa4-4e69-b7d9-6cee0e8a4cde tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0677960 Aug 21 19:17:42.475740 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d58a4bbf-e114-4c65-a095-bb8915fa4328 req-017b276c-9481-4ee3-bb86-cbd1a43fa4fd tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Aug 21 19:17:42.478236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-0240d64e-2415-4aba-849f-20f71b24117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:42.479698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-0240d64e-2415-4aba-849f-20f71b24117f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791695 Aug 21 19:17:42.568313 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-4e6cd3e4-55f6-49d1-bc87-3296f013db3e service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811172 Aug 21 19:17:42.660070 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-9e3b5796-2873-45e8-b2ad-1aa71bfe9d73 service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847523 Aug 21 19:17:43.593453 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb20c2-ee26-4425-bdf0-d22ac3194b17 req-d6e2d6fc-d5bc-4484-a7a5-56bcc1688e11 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:43.595908 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2bb20c2-ee26-4425-bdf0-d22ac3194b17 req-d6e2d6fc-d5bc-4484-a7a5-56bcc1688e11 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0527096 Aug 21 19:17:43.634274 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b2bb20c2-ee26-4425-bdf0-d22ac3194b17 req-95442910-18ad-4958-9fc2-36cfe10a1fcd tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Aug 21 19:17:43.723957 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:17:43.727128 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99" -d '{"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:17:43.765134 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77179352-bf00-47f8-afe1-beb4043a7324 x-openstack-request-id: req-77179352-bf00-47f8-afe1-beb4043a7324 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:17:43.765434 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:17:43.765685 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77179352-bf00-47f8-afe1-beb4043a7324 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:17:43.766092 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'status': 'completed', 'code': 200} Aug 21 19:17:44.755146 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d57a6-5a52-4ebc-a3e2-8b8a81b75976 req-ec340140-3184-4dd5-ad5d-463e132ffa1c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:44.756667 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f51d57a6-5a52-4ebc-a3e2-8b8a81b75976 req-ec340140-3184-4dd5-ad5d-463e132ffa1c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0541091 Aug 21 19:17:44.797714 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f51d57a6-5a52-4ebc-a3e2-8b8a81b75976 req-f0f79f04-8a44-46cb-9364-b8d69079d2d4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Aug 21 19:17:45.927167 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0771d-fc11-4a8f-96b2-2947f040ed2b req-9cf6aaae-8543-45a6-9816-29ddaac67a5b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:45.929100 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6c0771d-fc11-4a8f-96b2-2947f040ed2b req-9cf6aaae-8543-45a6-9816-29ddaac67a5b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0532818 Aug 21 19:17:45.972443 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a6c0771d-fc11-4a8f-96b2-2947f040ed2b req-60bad801-8810-4407-a691-523ef056364e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355158 Aug 21 19:17:47.100180 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61082a-40b3-45e3-8c44-b0bc8164f681 req-73b2065e-f5f8-4b3b-9fcf-426dd7f647f0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:47.101727 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d61082a-40b3-45e3-8c44-b0bc8164f681 req-73b2065e-f5f8-4b3b-9fcf-426dd7f647f0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0519695 Aug 21 19:17:47.138263 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7d61082a-40b3-45e3-8c44-b0bc8164f681 req-aba4e40f-ebe9-4372-af4e-df4ffaf00765 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305896 Aug 21 19:17:47.365427 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:17:47.869042 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b0008db7-00b7-4688-b08b-65daa9db9ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:48.280588 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b1265-69d3-479c-91d9-066786318f29 req-76f9ff67-d3b4-4d43-afed-d29b2af9dead tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:48.282067 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f71b1265-69d3-479c-91d9-066786318f29 req-76f9ff67-d3b4-4d43-afed-d29b2af9dead tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0495729 Aug 21 19:17:48.321778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f71b1265-69d3-479c-91d9-066786318f29 req-a359ed9f-8c4c-4329-bd26-0e5ef096e818 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332954 Aug 21 19:17:49.163808 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:49.444411 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d0334-7ca4-453a-988a-0a047ba08318 req-70414f48-2086-4ac3-a8fc-5638d442aa6e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:49.446210 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-274d0334-7ca4-453a-988a-0a047ba08318 req-70414f48-2086-4ac3-a8fc-5638d442aa6e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0507903 Aug 21 19:17:49.490565 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-274d0334-7ca4-453a-988a-0a047ba08318 req-bf85a878-7faa-4b9e-a34d-5d9a3c7ad36f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369465 Aug 21 19:17:49.718773 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:50.391298 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2cd002a9-41e4-4075-b82d-18cf3123935e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:50.549081 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:50.640143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f68fd1-9c33-4953-a1df-2797e7230d9d req-2b6a473a-541e-4677-af8a-665d59ced182 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:50.641895 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86f68fd1-9c33-4953-a1df-2797e7230d9d req-2b6a473a-541e-4677-af8a-665d59ced182 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0651791 Aug 21 19:17:50.691660 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-86f68fd1-9c33-4953-a1df-2797e7230d9d req-1e7ea001-3a4e-4480-abaf-2c30c50dc525 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424984 Aug 21 19:17:51.818395 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d559c-7c95-4d6d-9bef-c73a818c51cd req-3f262dc9-cbef-4396-8cc6-05244eb712d9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:51.818395 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-046d559c-7c95-4d6d-9bef-c73a818c51cd req-3f262dc9-cbef-4396-8cc6-05244eb712d9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0578685 Aug 21 19:17:51.854611 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-046d559c-7c95-4d6d-9bef-c73a818c51cd req-cdd59b87-9d3f-46a1-8e6e-86c2c1b616f8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314112 Aug 21 19:17:51.892855 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:52.975419 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bcf3c-0b07-4ff8-a407-104040b186db req-79ef85ab-dec2-4cd5-80cf-76649e4bdda7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:52.980627 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d0bcf3c-0b07-4ff8-a407-104040b186db req-79ef85ab-dec2-4cd5-80cf-76649e4bdda7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0537951 Aug 21 19:17:53.016160 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3d0bcf3c-0b07-4ff8-a407-104040b186db req-92b7827f-bbef-4df6-a0d2-022f6f169866 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 21 19:17:53.573987 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:53.663497 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-099b4408-7376-4ce9-a6ae-f09a69c5d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:53.665005 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-099b4408-7376-4ce9-a6ae-f09a69c5d4ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1095 time: 0.0406709 Aug 21 19:17:53.759344 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-ad6f071b-972f-48fc-88cf-5a2cd9679204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:53.760791 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-ad6f071b-972f-48fc-88cf-5a2cd9679204 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0862117 Aug 21 19:17:53.836681 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-5f8b439a-c03b-4fb5-bc8e-7f50fe1a0666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 999 time: 0.0576820 Aug 21 19:17:53.890305 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-760f417f-18bd-411b-b8f7-5d12c6b57471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:53.891811 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-760f417f-18bd-411b-b8f7-5d12c6b57471 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0468087 Aug 21 19:17:53.936349 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-7d35fc98-3db7-40a4-9124-fc1abe24f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:53.937789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-7d35fc98-3db7-40a4-9124-fc1abe24f358 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389271 Aug 21 19:17:54.025086 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-bdd6216b-879f-4482-8c89-f0cdd7dcac01 service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796556 Aug 21 19:17:54.121739 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ecac3fa4-d15a-4ff6-9c57-f6d0dcdecf99 req-e322c06d-1f9f-4b7c-ad1b-f1347a0c1b02 service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884111 Aug 21 19:17:54.131686 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27cef-ed73-4036-9a7a-35d7acb5d21f req-39492b32-f04f-4f30-af02-e6b495bc4ecd tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:54.133245 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70d27cef-ed73-4036-9a7a-35d7acb5d21f req-39492b32-f04f-4f30-af02-e6b495bc4ecd tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0495994 Aug 21 19:17:54.169914 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-70d27cef-ed73-4036-9a7a-35d7acb5d21f req-e84dc291-fc16-4ec3-9ca6-208e1841691d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304434 Aug 21 19:17:55.335350 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22176bfa-a5b5-42e1-8c7d-9ab176751647 req-ab52c02c-9f23-46fe-b0ad-22dfff4b9d25 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:55.336862 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22176bfa-a5b5-42e1-8c7d-9ab176751647 req-ab52c02c-9f23-46fe-b0ad-22dfff4b9d25 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0998156 Aug 21 19:17:55.374140 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-22176bfa-a5b5-42e1-8c7d-9ab176751647 req-097078e6-6440-4fbf-affb-dccd29fb7f2c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Aug 21 19:17:56.488476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36667eb-c82a-4ec2-b745-ecd56009afde req-f7e3b81d-f87b-4181-af2c-d7e3656ae548 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:56.489951 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a36667eb-c82a-4ec2-b745-ecd56009afde req-f7e3b81d-f87b-4181-af2c-d7e3656ae548 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 943 time: 0.0489380 Aug 21 19:17:56.526515 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a36667eb-c82a-4ec2-b745-ecd56009afde req-ff216e67-e284-45c1-9a69-31c6980c45cf tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305262 Aug 21 19:17:56.739396 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:17:56.834521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:56.844510 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'port_id': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'mac_address': 'fa:16:3e:4b:d3:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:17:56.880927 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:56.892812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:17:56.911929 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:56.916171 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:56.964471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=10']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:57.139641 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['e8e6e152-cf9c-4cf2-b523-3fc54485f366'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:17:57.645553 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54918a8-ff40-4f38-a10d-4b824447b7fb req-44f34d1a-8fe9-42aa-a1ba-4cb0d5da7873 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:57.647056 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d54918a8-ff40-4f38-a10d-4b824447b7fb req-44f34d1a-8fe9-42aa-a1ba-4cb0d5da7873 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0525210 Aug 21 19:17:57.688821 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d54918a8-ff40-4f38-a10d-4b824447b7fb req-7342e031-aa57-4664-ac12-bc2c9b8fccd7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357974 Aug 21 19:17:58.753314 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:17:58.805479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a63c6a-0ba2-4168-a8c8-eda0eb430b1f req-31941432-7ffa-4bd2-b72f-e7c321f36ae8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:58.807022 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03a63c6a-0ba2-4168-a8c8-eda0eb430b1f req-31941432-7ffa-4bd2-b72f-e7c321f36ae8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 945 time: 0.0520375 Aug 21 19:17:58.808063 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:17:58.812638 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port e8e6e152-cf9c-4cf2-b523-3fc54485f366 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:17:58.813010 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:58.847265 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-03a63c6a-0ba2-4168-a8c8-eda0eb430b1f req-4b498448-e4c2-4aa3-bb38-5d6142c12681 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Aug 21 19:17:58.889608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:58.912078 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:17:58.914559 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9240c8c4-ddfd-4ff8-8384-cb2d43715741" -d '{"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:17:58.926754 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:17:58.930755 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:17:58.957217 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee34524-a3bb-4fd4-aa78-5b4d3aa48540 x-openstack-request-id: req-1ee34524-a3bb-4fd4-aa78-5b4d3aa48540 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:17:58.957504 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-plugged", "status": "completed", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:17:58.957764 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ee34524-a3bb-4fd4-aa78-5b4d3aa48540 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:17:58.958143 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'code': 200} Aug 21 19:17:58.982985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=11']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:17:59.104613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c8092-31c9-4da2-9f29-04dc62c81a6e req-7db7c81e-f954-462f-bfd3-967b01b3eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:59.106087 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-573c8092-31c9-4da2-9f29-04dc62c81a6e req-7db7c81e-f954-462f-bfd3-967b01b3eae8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0416372 Aug 21 19:17:59.141698 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-573c8092-31c9-4da2-9f29-04dc62c81a6e req-8720ed69-152d-40b8-8f18-e445791de2a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275187 Aug 21 19:17:59.961212 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb4879-09e5-440a-a8b2-f8cba45df9c0 req-1c27d18c-4ca1-45df-9224-7a845366908c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:17:59.962739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76cb4879-09e5-440a-a8b2-f8cba45df9c0 req-1c27d18c-4ca1-45df-9224-7a845366908c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 946 time: 0.0488026 Aug 21 19:18:00.000564 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76cb4879-09e5-440a-a8b2-f8cba45df9c0 req-598c25e6-cde9-42f3-b83c-190bb62ce9ca tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Aug 21 19:18:01.117245 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f8c11-b76f-48b0-bd29-f7f09b63dcdc req-df65b1df-14f7-4e5d-b58d-3a8cb664b974 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:18:01.118671 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c92f8c11-b76f-48b0-bd29-f7f09b63dcdc req-df65b1df-14f7-4e5d-b58d-3a8cb664b974 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 946 time: 0.0491865 Aug 21 19:18:01.155832 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c92f8c11-b76f-48b0-bd29-f7f09b63dcdc req-a34ec37a-aa88-423f-b88b-e00b5198911c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Aug 21 19:18:11.338912 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-3440fd3d-32a7-4aef-9372-67b7f1f52628 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0390487 Aug 21 19:18:11.426624 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-f103ea29-90e8-4fd2-8f06-a76ddc46fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:18:11.428149 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-f103ea29-90e8-4fd2-8f06-a76ddc46fa2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0457609 Aug 21 19:18:11.541900 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-ba88593a-e626-4f1a-9b79-5f48d508c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:18:11.544789 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-ba88593a-e626-4f1a-9b79-5f48d508c265 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0835688 Aug 21 19:18:11.619688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-059ae68a-d22a-478d-95c7-34fae4aeda33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1001 time: 0.0615625 Aug 21 19:18:11.669120 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-2dee3be9-29d6-4109-a74a-dd9ac6879009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:18:11.670603 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-2dee3be9-29d6-4109-a74a-dd9ac6879009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0428689 Aug 21 19:18:11.719744 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-f9998edf-7d5b-495d-8bf2-e7fe435f735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:18:11.721280 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-f9998edf-7d5b-495d-8bf2-e7fe435f735d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416193 Aug 21 19:18:11.817049 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-cce5f4f0-05a5-4971-a1db-d52e9f325e2e service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863309 Aug 21 19:18:11.909863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4f0f3968-5a38-4325-b743-b85647a2db7d req-4d1882eb-eda1-450f-9160-76e384ec7ecc service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Aug 21 19:18:17.870968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9ee89c4f-33ab-4245-b514-9af5a6bd2392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:19.172000 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:19.721510 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:20.390933 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-966e7f44-b474-4dac-be49-6392df2bedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:20.540871 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:21.893645 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:23.575529 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:24.365485 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:18:47.872349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a611afc-b909-4a26-bd84-bb267bc555de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:49.188054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:49.719918 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:50.391017 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6d44648b-a1a6-444a-997a-f6c92ca1f6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:50.540324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:51.897636 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:18:53.579808 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:01.365215 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:19:11.349089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-7c660ad9-6770-439f-82b6-0caa8dc0d0cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410905 Aug 21 19:19:11.434836 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-7f2d6e5d-7642-41ac-b836-6cf8d0f89a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:11.436302 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-7f2d6e5d-7642-41ac-b836-6cf8d0f89a7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0438328 Aug 21 19:19:11.537115 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-65a48309-4443-4bc5-b368-ad22b6e6b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:11.538611 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-65a48309-4443-4bc5-b368-ad22b6e6b7b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0826015 Aug 21 19:19:11.606923 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-b86ba77e-d583-420a-aa66-0f4530aa0dd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 1001 time: 0.0612988 Aug 21 19:19:11.654791 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-8f9f421e-c99f-43e0-9904-44dbd522b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:11.656200 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-8f9f421e-c99f-43e0-9904-44dbd522b98c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0430794 Aug 21 19:19:11.702172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-bb589105-d4a8-4ead-aaa6-1ef6b7b34df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:11.704710 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-bb589105-d4a8-4ead-aaa6-1ef6b7b34df7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394528 Aug 21 19:19:11.795856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-a74ac55b-6756-4983-bd29-c2e025faea4e service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844028 Aug 21 19:19:11.885751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-46ec8608-e1a2-4fb9-8f36-7017f57c9172 req-4f29094c-6423-401f-9f7c-31600efddc2e service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Aug 21 19:19:13.044118 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46388) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:13.197787 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Deleting port 691d1692-529b-4889-8078-6a17d547b380 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:19:13.198134 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.273537 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.273866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.285672 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Calling delete_port for 691d1692-529b-4889-8078-6a17d547b380 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:19:13.430515 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.453338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'Port': ['ID=691d1692-529b-4889-8078-6a17d547b380,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:13.466622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.466974 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.467312 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.467647 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.467977 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.468309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.468630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.468956 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.469317 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.469638 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.469961 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.470301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:13.523073 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.523397 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Floating IP ca3a463d-2aba-4074-bcbd-356fb5591989 disassociated (deleted). External IP: 172.25.1.111, port: e8e6e152-cf9c-4cf2-b523-3fc54485f366. Aug 21 19:19:13.725413 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:19:13.833198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:19:13.838146 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:13.842696 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:19:13.852751 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:19:13.853348 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:13.864979 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-008955cb-060e-4308-b98b-b4c54665ddb1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "DELETE /v2.0/floatingips/ca3a463d-2aba-4074-bcbd-356fb5591989 HTTP/1.1" status: 204 len: 168 time: 0.8197787 Aug 21 19:19:13.865568 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:19:13.867832 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd6e066-9252-4912-948a-309a824449bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:19:13.962994 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:19:13.970797 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9835dd91-1192-4536-bd4e-71647eca2ddc x-openstack-request-id: req-9835dd91-1192-4536-bd4e-71647eca2ddc {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:19:13.970987 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:19:13.971621 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9835dd91-1192-4536-bd4e-71647eca2ddc {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:19:13.972014 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'status': 'completed', 'code': 200} Aug 21 19:19:14.045304 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e066-9252-4912-948a-309a824449bd req-f8a86ac5-b783-4d92-af62-029c88d8edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:14.046880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-f8a86ac5-b783-4d92-af62-029c88d8edfe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0476081 Aug 21 19:19:14.164251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ff124-15ca-48b5-a415-9e8af38c80ca req-d31ed9b1-c7ec-4205-839a-b6fb1fc38802 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:14.165722 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd3ff124-15ca-48b5-a415-9e8af38c80ca req-d31ed9b1-c7ec-4205-839a-b6fb1fc38802 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 946 time: 0.1031251 Aug 21 19:19:14.179535 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:14.190291 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e066-9252-4912-948a-309a824449bd req-86a6d52b-8650-4d8c-8202-6674405402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:14.191796 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-86a6d52b-8650-4d8c-8202-6674405402f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.1374223 Aug 21 19:19:14.208803 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:19:14.216954 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:19:14.217547 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:18:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:14.217676 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-dd3ff124-15ca-48b5-a415-9e8af38c80ca req-7a5dfa9c-5a8d-4735-a456-5ce3de735a1e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Aug 21 19:19:14.248312 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-19d1a919-7b0f-41b0-9c8b-417f685b2da7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 200 len: 217 time: 0.0435166 Aug 21 19:19:14.299552 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e066-9252-4912-948a-309a824449bd req-dc42e0e2-1e02-4939-a2a1-6c94192832c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:14.300925 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-dc42e0e2-1e02-4939-a2a1-6c94192832c7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0452285 Aug 21 19:19:14.322999 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:19:14.349474 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6e066-9252-4912-948a-309a824449bd req-8ba858df-aef1-405d-b6b6-79c769c62530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:14.351089 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-8ba858df-aef1-405d-b6b6-79c769c62530 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416710 Aug 21 19:19:14.450207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-92b28e26-381a-4d83-8176-1e4f575f6b4c service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904450 Aug 21 19:19:14.539856 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-9dd6e066-9252-4912-948a-309a824449bd req-4cc06763-60f8-4e55-a806-a768063b4b4d service neutron] 10.222.0.39 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818884 Aug 21 19:19:14.610330 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:14.635659 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9798054b-b531-4f76-8ee0-0e2b59103444 None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:19:14.853447 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ee1fa-f0ac-4691-9cca-780ad0dc1ab6 None None] New status for floating IP ca3a463d-2aba-4074-bcbd-356fb5591989: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:19:15.335629 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b69d8-0c43-4b1c-b422-c9da69df99bd req-82b0edc4-866e-4b6e-8c3a-41dd1838f04a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:15.337178 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-656b69d8-0c43-4b1c-b422-c9da69df99bd req-82b0edc4-866e-4b6e-8c3a-41dd1838f04a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 946 time: 0.0498307 Aug 21 19:19:15.372053 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-2b058f02-6b06-4c99-94ad-4e2c21b63d14 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:15.373528 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-2b058f02-6b06-4c99-94ad-4e2c21b63d14 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.39 "GET /v2.0/ports?device_id=6443c422-9ad3-4af1-8c13-e9e1383fe3e3 HTTP/1.1" status: 200 len: 946 time: 0.0487909 Aug 21 19:19:15.374624 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-656b69d8-0c43-4b1c-b422-c9da69df99bd req-69b12513-ede9-4001-9cbc-f8595c7505ba tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ef72a92-e202-459c-907a-7d7d1929ecd7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Aug 21 19:19:15.467221 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Deleting port e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:19:15.467557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:15.551734 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] For port e8e6e152-cf9c-4cf2-b523-3fc54485f366, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=e8e6e152-cf9c-4cf2-b523-3fc54485f366,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:19:15.552026 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:15.563343 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Calling delete_port for e8e6e152-cf9c-4cf2-b523-3fc54485f366 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:19:15.689786 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:15.717105 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'Port': ['ID=e8e6e152-cf9c-4cf2-b523-3fc54485f366,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:15.727614 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.727966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.728311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.728648 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.728995 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.729311 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.729632 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.730420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.730420 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.730652 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.730909 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.731251 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:15.774848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] No DVR routers for this DVR port e8e6e152-cf9c-4cf2-b523-3fc54485f366 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:19:15.777438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:15.779430 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-eb0db260-c10c-4f4d-81f3-28d4b074adb3 req-a35b07ec-083b-4e2f-9046-e4222f39ea85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.39 "DELETE /v2.0/ports/e8e6e152-cf9c-4cf2-b523-3fc54485f366 HTTP/1.1" status: 204 len: 173 time: 0.3994017 Aug 21 19:19:15.779865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-deleted', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:19:15.782747 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916d57f1-66f6-425a-8d60-838e500c944f" -d '{"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-deleted", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:19:15.823992 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dbbc70-01b0-4480-9934-2b96eaec99f6 x-openstack-request-id: req-03dbbc70-01b0-4480-9934-2b96eaec99f6 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:19:15.824288 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6443c422-9ad3-4af1-8c13-e9e1383fe3e3", "name": "network-vif-deleted", "tag": "e8e6e152-cf9c-4cf2-b523-3fc54485f366", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:19:15.824539 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-03dbbc70-01b0-4480-9934-2b96eaec99f6 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:19:15.824934 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6443c422-9ad3-4af1-8c13-e9e1383fe3e3', 'name': 'network-vif-deleted', 'tag': 'e8e6e152-cf9c-4cf2-b523-3fc54485f366', 'status': 'completed', 'code': 200} Aug 21 19:19:16.429788 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46410) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:16.493475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:16.522780 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:16.581866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:16.584796 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:16.585937 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ef72a92-e202-459c-907a-7d7d1929ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1551707 Aug 21 19:19:16.594791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da497fa4-656a-4837-8c42-227757174b9b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef72a92-e202-459c-907a-7d7d1929ecd7,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.025501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46416) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.030210 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567297898', 'description': 'tempest-secgroup-smoke-1567297898 description', 'project_id': 'c12af4f0bb034197804cad63672591a8'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.051664 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.129934 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.133404 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.159419 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.160626 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1341045 Aug 21 19:19:17.162558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d1ec5-7e34-414a-a26f-fe48bcf6865d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7750de81-5751-4d8e-a9b9-15a2f588e251,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.163673 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46418) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.170214 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.198027 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.244173 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.247576 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.269357 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4247d5a5-5b51-4fe8-911b-a3b970a4fb9f,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.273236 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.274430 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-4c7c7278-6f26-4db6-992c-acc844b16c09 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088026 Aug 21 19:19:17.277704 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46420) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.282126 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.308782 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.380684 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.384131 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.402220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd0a206-de83-4a26-b846-80c6f1fdc601,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.405181 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.406372 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c1620044-b7ab-4864-8624-e6c4af334f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277537 Aug 21 19:19:17.409609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46422) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.413924 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.440224 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.498936 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.502320 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.519838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea64bb6-9517-4e18-9051-6aa9a15e1141,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.524872 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.526072 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-8a9cfd34-f7dd-4162-aa5c-0e273dcfebc9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155503 Aug 21 19:19:17.528838 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46424) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.533710 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.559036 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.617293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.621197 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.637875 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ad66aa-ba16-4c08-9476-2ede49de56d2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.644620 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.645825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-11c00069-3929-436c-b886-3b29cebfad51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160769 Aug 21 19:19:17.648636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46426) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.652930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.675652 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Project c12af4f0bb034197804cad63672591a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:19:17.680651 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.739714 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.743288 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.763168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8430299-dee9-4fb4-bdf2-17c9603bd0b2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.767330 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.768553 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a1c78f7e-c885-4227-9eb0-e5984b620b85 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190107 Aug 21 19:19:17.771344 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46428) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:17.775649 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'security_group_rule': {'security_group_id': '7750de81-5751-4d8e-a9b9-15a2f588e251', 'project_id': 'c12af4f0bb034197804cad63672591a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:17.797828 n-d-793621-32 neutron-server[94598]: INFO neutron.db.securitygroups_db [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Project c12af4f0bb034197804cad63672591a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:19:17.802506 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.865378 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.869205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.873435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-355cc298-75b8-4ef4-b5be-fc7476a44b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.884622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c25b3aa-5b73-47e5-af52-c409f29934ee,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:17.893826 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:17.895233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-3c5b012d-aa0e-4b81-ac20-1a6050f5603e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230292 Aug 21 19:19:19.117482 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:19:19.137262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: e8e6e152-cf9c-4cf2-b523-3fc54485f366 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:19:19.137643 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device e8e6e152-cf9c-4cf2-b523-3fc54485f366 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:19:19.205402 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:19.720075 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:20.392859 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c0b928f-a4c0-401f-a321-ad7a152926bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:20.542548 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:21.901421 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:23.586054 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:31.125905 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-de26cf78-e8df-4b60-9497-cb6a98db4788 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567297898&fields=id&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 267 time: 0.0315757 Aug 21 19:19:31.232011 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-c515935d-b14b-43c9-9010-86b480ce52cb tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:31.233458 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-c515935d-b14b-43c9-9010-86b480ce52cb tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 809 time: 0.1003089 Aug 21 19:19:31.248466 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-e493b0d2-7647-4bb1-b026-524a65d89f71 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/quotas/c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 375 time: 0.0087082 Aug 21 19:19:31.298335 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-bced09ca-02ed-43bf-bae8-33ae72ccd864 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442221 Aug 21 19:19:31.392148 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-00df4007-f35a-403e-85f9-fccba598db11 service neutron] 10.222.0.41 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820782 Aug 21 19:19:31.497504 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-9652e223-61f0-44fc-89d7-37423d1a9617 service neutron] 10.222.0.41 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990691 Aug 21 19:19:31.780310 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5d444b93-5a05-44f7-8dff-7de9d4ffa6d3 req-d5f82bb7-0811-44c2-a599-085005636c9a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0266039 Aug 21 19:19:32.732301 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-a4e83f96-7484-4cb4-8acc-e1114b2e75c3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:32.733733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-a4e83f96-7484-4cb4-8acc-e1114b2e75c3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 809 time: 0.1017265 Aug 21 19:19:32.779329 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-a6ec2f41-cb19-4e78-a62a-986f5eddaba9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 380 time: 0.0337918 Aug 21 19:19:32.792992 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'port': {'device_id': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'admin_state_up': True, 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'security_groups': ['7750de81-5751-4d8e-a9b9-15a2f588e251']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:32.877755 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b9cf9ade-6e20-4823-933f-6a7e54d795ad req-92f2fb5b-48b9-4bff-aad8-3677c27b001b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0276618 Aug 21 19:19:32.911978 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Made reservation on behalf of c12af4f0bb034197804cad63672591a8 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:19:32.915625 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.045582 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Allocated IP 172.20.0.10 (e097630b-b759-44af-b41f-bec83677ab67/89748a20-1d4a-4157-aa89-ae0627b9e6dc/5d7c50a6-7c1c-4165-b971-0f9d5b7940fb) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:19:33.523542 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.537864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Transition to ACTIVE for port object 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:19:33.570338 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.616971 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Network e097630b-b759-44af-b41f-bec83677ab67 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:19:33.619873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:19:33.623531 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:19:33.650429 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:33.679922 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:33.680565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.710209 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-d9e8f84f-0ad5-49c0-a13a-e33ea31b7ee4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9206769 Aug 21 19:19:33.783124 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Request body: {'port': {'device_id': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:33.840069 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.913268 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-86c71d08-42a0-4c13-9186-89ee87f78c2e None None] Provisioning for port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:19:33.923663 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-86c71d08-42a0-4c13-9186-89ee87f78c2e None None] Provisioning complete for port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:19:33.924886 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-86c71d08-42a0-4c13-9186-89ee87f78c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:33.969964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-86c71d08-42a0-4c13-9186-89ee87f78c2e None None] Port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:19:34.082819 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0066970-6ebf-4fc5-b0a0-3feb1a48cb7f req-c7396cb6-980d-4af6-8f8b-a97d995c05c1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:34.084325 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0066970-6ebf-4fc5-b0a0-3feb1a48cb7f req-c7396cb6-980d-4af6-8f8b-a97d995c05c1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 932 time: 0.1012051 Aug 21 19:19:34.146292 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-c0066970-6ebf-4fc5-b0a0-3feb1a48cb7f req-a8c66c67-9f9c-4d14-a959-9d060b12fbcb tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555060 Aug 21 19:19:34.205719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:19:34.213203 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:34.225452 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Transition to ACTIVE for port object 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:19:34.229212 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:34.282915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:34.355219 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Attempting to bind port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:19:34.355572 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Attempting to bind port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:19:34.355911 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Attempting to bind port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:19:34.361045 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb on network e097630b-b759-44af-b41f-bec83677ab67 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:19:34.361379 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Attempting to bind port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb on network e097630b-b759-44af-b41f-bec83677ab67 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:19:34.366622 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:19:34.366970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Checking segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:19:34.367362 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Bound using segment: {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:19:34.367796 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Bound port: 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdc5b21-164d-4118-8bb8-74c326caf89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:19:34.368161 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:34.435484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:19:34.439968 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:19:34.444617 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:34.505857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:34.506517 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:34.507969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] 10.222.0.64 "PUT /v2.0/ports/5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1093 time: 0.7831757 Aug 21 19:19:34.508407 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:19:34.510656 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1878925-53f8-4145-87cd-56c87f6c575b" -d '{"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:19:34.522701 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7c258-946f-4008-b1dd-7a99269a2623 service neutron] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:34.562578 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d1441e-6ea4-4330-bbc7-d4bd23ea61ba x-openstack-request-id: req-19d1441e-6ea4-4330-bbc7-d4bd23ea61ba {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:19:34.562867 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:19:34.563115 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19d1441e-6ea4-4330-bbc7-d4bd23ea61ba {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:19:34.563623 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'status': 'completed', 'code': 200} Aug 21 19:19:34.598946 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-72ad4ffd-80e9-429f-895a-b75c1ff9a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:34.600471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-72ad4ffd-80e9-429f-895a-b75c1ff9a05c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1096 time: 0.0468447 Aug 21 19:19:34.651363 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-ab40935b-bf34-481d-ae54-14922b88fb96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 217 time: 0.0372584 Aug 21 19:19:34.712886 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-bea0b06a-7160-43b7-9bf7-b58a7b8daaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:34.714483 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-bea0b06a-7160-43b7-9bf7-b58a7b8daaa9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0513153 Aug 21 19:19:34.772682 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-56ab8daf-356f-4cc0-8728-f903240e09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:34.774108 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-56ab8daf-356f-4cc0-8728-f903240e09fa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472991 Aug 21 19:19:34.869458 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-7f1b2026-8dcb-46bc-a588-1d9ac6c58b91 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831590 Aug 21 19:19:34.970189 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d9491e6e-045f-4e53-a593-3ceb789febdf req-c561291c-b3c6-4045-886a-09021445dab2 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883360 Aug 21 19:19:35.059834 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878925-53f8-4145-87cd-56c87f6c575b req-b5cf89fd-85dc-49cb-a13f-1ead50a1627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:35.061336 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-b5cf89fd-85dc-49cb-a13f-1ead50a1627f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1096 time: 0.0414748 Aug 21 19:19:35.160657 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878925-53f8-4145-87cd-56c87f6c575b req-8a800031-5e55-4679-bf32-ecd38d91c225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:35.162145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-8a800031-5e55-4679-bf32-ecd38d91c225 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0896394 Aug 21 19:19:35.210055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-92b37421-bd2c-4936-8c88-6530f6935c25 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 217 time: 0.0365653 Aug 21 19:19:35.289264 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878925-53f8-4145-87cd-56c87f6c575b req-42765b98-0f15-46d9-8264-4c1c9bb00c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:35.290710 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-42765b98-0f15-46d9-8264-4c1c9bb00c59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0670872 Aug 21 19:19:35.299953 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576b456-ba6d-4265-ac66-afc2772f1bfd req-97aff160-ead9-4e69-bc74-9dd493653c53 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:35.301508 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1576b456-ba6d-4265-ac66-afc2772f1bfd req-97aff160-ead9-4e69-bc74-9dd493653c53 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0863130 Aug 21 19:19:35.368358 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-1576b456-ba6d-4265-ac66-afc2772f1bfd req-a1d9e8ce-5ab1-4e51-847e-805a77f72bf0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580044 Aug 21 19:19:35.372843 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878925-53f8-4145-87cd-56c87f6c575b req-1a96e4d3-24d4-4cf7-9070-357ed818d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:35.374302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-1a96e4d3-24d4-4cf7-9070-357ed818d881 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716670 Aug 21 19:19:35.470003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-e870defd-dfdd-4c09-943e-de7077121b06 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830827 Aug 21 19:19:35.574967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d1878925-53f8-4145-87cd-56c87f6c575b req-97c002d8-4409-4f04-bf44-989e48078d6f service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937665 Aug 21 19:19:36.485501 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdb540-399a-4862-b7b6-aa9288055cc3 req-61c2c813-10bf-41ba-a02d-c3fc1323c27a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:36.487641 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3dbdb540-399a-4862-b7b6-aa9288055cc3 req-61c2c813-10bf-41ba-a02d-c3fc1323c27a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0505693 Aug 21 19:19:36.528948 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3dbdb540-399a-4862-b7b6-aa9288055cc3 req-6561fb73-cd80-4f5c-982b-26f407eb334a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342124 Aug 21 19:19:37.644235 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d258-a932-44ce-a432-428b6e251f2f req-59beae38-ff89-4feb-a139-5cd7ecf14bfa tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:37.645698 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55f0d258-a932-44ce-a432-428b6e251f2f req-59beae38-ff89-4feb-a139-5cd7ecf14bfa tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0498188 Aug 21 19:19:37.681982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-55f0d258-a932-44ce-a432-428b6e251f2f req-182f2d9d-ecd4-42db-a17d-869bf07ff079 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304048 Aug 21 19:19:38.365633 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:19:38.800898 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158705cd-ca57-4f70-8ae0-3ecf78212775 req-0f4a8bec-3eea-48a6-9534-5617c4f542b6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:38.802394 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-158705cd-ca57-4f70-8ae0-3ecf78212775 req-0f4a8bec-3eea-48a6-9534-5617c4f542b6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0525303 Aug 21 19:19:38.840477 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-158705cd-ca57-4f70-8ae0-3ecf78212775 req-990b6beb-50ef-42f4-be01-cec6ad6dae69 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319636 Aug 21 19:19:39.952377 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e30e70-db80-4728-b438-7879d84c6c1e req-d905391c-5f5b-4855-9c88-3e7827604a8e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:39.953862 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54e30e70-db80-4728-b438-7879d84c6c1e req-d905391c-5f5b-4855-9c88-3e7827604a8e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0481381 Aug 21 19:19:39.991165 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-54e30e70-db80-4728-b438-7879d84c6c1e req-790cc6f2-fa17-490d-84a8-c4854ecbe8a0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304658 Aug 21 19:19:41.110969 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4ba9d-c864-43b2-816d-4536c7c09d65 req-418a8601-0748-4745-b98b-49360501be51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:41.112398 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdc4ba9d-c864-43b2-816d-4536c7c09d65 req-418a8601-0748-4745-b98b-49360501be51 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0525248 Aug 21 19:19:41.149104 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fdc4ba9d-c864-43b2-816d-4536c7c09d65 req-2ddff47d-5b81-4c0b-ad0d-3a69618bdbc7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Aug 21 19:19:42.266207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8667402-e180-4438-9181-75922009ac3b req-feac4a34-98db-40a0-a993-7d929004d8dc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:42.267876 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8667402-e180-4438-9181-75922009ac3b req-feac4a34-98db-40a0-a993-7d929004d8dc tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0538282 Aug 21 19:19:42.305260 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e8667402-e180-4438-9181-75922009ac3b req-4cb1ec50-b587-4bc7-884e-ba45685cf761 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314713 Aug 21 19:19:43.417264 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f1334-9e0e-4e87-b4c8-71f7bfcc212c req-0f39a952-a1d3-4a3a-9866-acae3168f846 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:43.418765 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d75f1334-9e0e-4e87-b4c8-71f7bfcc212c req-0f39a952-a1d3-4a3a-9866-acae3168f846 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0481904 Aug 21 19:19:43.457901 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d75f1334-9e0e-4e87-b4c8-71f7bfcc212c req-202b4119-9f8d-402f-a075-92c395696694 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310605 Aug 21 19:19:44.572533 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1d7b4-b847-4b91-8c7a-051a434b99bc req-4414757c-e558-4ea7-8fdc-4712cf4bba87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:44.573912 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b1d7b4-b847-4b91-8c7a-051a434b99bc req-4414757c-e558-4ea7-8fdc-4712cf4bba87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0492859 Aug 21 19:19:44.610954 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24b1d7b4-b847-4b91-8c7a-051a434b99bc req-01e02d0b-236c-4437-9ce0-ac530808beed tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312049 Aug 21 19:19:44.628628 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:19:44.719289 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:19:44.729840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'mac_address': 'fa:16:3e:7a:ac:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:19:44.769712 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:44.782028 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:19:44.803355 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:19:44.807481 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:44.854513 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:44.862165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.862531 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.862876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.863221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.863558 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.863891 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.864219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.864548 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.864875 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.865201 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.865527 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:44.865851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:19:45.117419 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:19:45.726989 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efd9a9-a532-4989-8889-10713b37aa9c req-f655aebe-ef93-4c4b-bf25-8558958dbbb6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:45.728454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65efd9a9-a532-4989-8889-10713b37aa9c req-f655aebe-ef93-4c4b-bf25-8558958dbbb6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Aug 21 19:19:45.764840 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-65efd9a9-a532-4989-8889-10713b37aa9c req-b925a6c9-8a5b-4415-a3a6-c146728b06d8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304902 Aug 21 19:19:46.643492 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:19:46.690084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:19:46.693564 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:19:46.693932 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:46.770604 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:46.793034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:19:46.794667 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d0738-9ff4-4e27-abbb-353b1bad3334" -d '{"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:19:46.808098 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:19:46.812839 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:46.839151 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2fa7d73-6a7e-4547-9543-be52a8a36243 x-openstack-request-id: req-f2fa7d73-6a7e-4547-9543-be52a8a36243 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:19:46.839448 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:19:46.839695 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2fa7d73-6a7e-4547-9543-be52a8a36243 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:19:46.840080 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'code': 200} Aug 21 19:19:46.865039 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:46.885640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2a26-1f92-4ab0-ad8d-ddb9114ae957 req-9836c951-207c-47f3-ae55-d06bc32ef362 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:46.887775 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7fe2a26-1f92-4ab0-ad8d-ddb9114ae957 req-9836c951-207c-47f3-ae55-d06bc32ef362 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0512016 Aug 21 19:19:46.955983 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b7fe2a26-1f92-4ab0-ad8d-ddb9114ae957 req-98ff3711-7e60-4b7a-a698-b0015579cbae tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612504 Aug 21 19:19:46.965069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806aab1-3881-48a3-9b5a-69c5c8d71c6a req-3777e581-37f7-4779-a0a5-33d646374b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:46.966563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b806aab1-3881-48a3-9b5a-69c5c8d71c6a req-3777e581-37f7-4779-a0a5-33d646374b92 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0588372 Aug 21 19:19:47.005760 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b806aab1-3881-48a3-9b5a-69c5c8d71c6a req-4eb6c290-f420-4159-a51d-21c3c0eadd5a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272596 Aug 21 19:19:47.873757 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3254cf52-f845-4b0c-a0ed-20e5bac70c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:48.073544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474652-df71-4328-80fd-dcab9c00156b req-0a98db82-c426-4eae-aac0-47237900caf7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:48.074958 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e474652-df71-4328-80fd-dcab9c00156b req-0a98db82-c426-4eae-aac0-47237900caf7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0498672 Aug 21 19:19:48.113645 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-3e474652-df71-4328-80fd-dcab9c00156b req-1af66393-c3db-47a7-871f-182a8b185156 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319099 Aug 21 19:19:49.207418 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.229954 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d5817-68a9-4b5c-8571-9bd14de7d233 req-cea451c1-ce01-4e5a-9a43-010189e6118a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:49.231506 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-191d5817-68a9-4b5c-8571-9bd14de7d233 req-cea451c1-ce01-4e5a-9a43-010189e6118a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0517220 Aug 21 19:19:49.268932 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-191d5817-68a9-4b5c-8571-9bd14de7d233 req-36548b9c-a48b-489d-af15-aa97847f80b8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315006 Aug 21 19:19:49.380072 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc9bd6-f6f3-482b-b47d-dcec722c684c req-7d719240-b851-4052-82b4-ca6d46a27eb7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:49.381550 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bdc9bd6-f6f3-482b-b47d-dcec722c684c req-7d719240-b851-4052-82b4-ca6d46a27eb7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0476334 Aug 21 19:19:49.419177 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-8bdc9bd6-f6f3-482b-b47d-dcec722c684c req-baaa1396-fb34-4100-84b0-714bf3cf13f3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Aug 21 19:19:49.439789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:49.483361 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd4a79-052c-4c54-9735-9045aed59703 tempest-TestShelveInstance-1620179857 tempest-TestShelveInstance-1620179857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:49.484866 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d4dd4a79-052c-4c54-9735-9045aed59703 tempest-TestShelveInstance-1620179857 tempest-TestShelveInstance-1620179857-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1093 time: 0.0440896 Aug 21 19:19:49.487649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:19:49.491905 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:19:49.512658 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.607187 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.711249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Allocated IP 172.25.1.157 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/a47a676e-f6ac-43a6-af96-274fb75be8d4) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:19:49.731125 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.810117 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.848822 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:49.887761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:19:49.891846 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:19:49.895930 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:19:49.903130 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=a47a676e-f6ac-43a6-af96-274fb75be8d4,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:50.244014 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.311278 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.392435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b2eaf619-f719-408d-84b6-498640590edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.457484 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.461593 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.525519 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event updated for resources: {'Port': ['ID=a47a676e-f6ac-43a6-af96-274fb75be8d4,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:19:50.538140 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.543127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:50.636346 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Floating IP acdd465c-9697-4391-88a6-f6e2654947ad associated. External IP: 172.25.1.157, port: 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb. Aug 21 19:19:51.141717 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:19:51.246353 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:19:51.257200 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:19:51.266689 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:19:51.267418 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:51.268778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:51.295235 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-862e7139-a506-41cf-bd7e-63f74ba0268e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8065767 Aug 21 19:19:51.295906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:19:51.298196 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75924a23-064d-4c25-9867-f690862469b3" -d '{"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:19:51.335932 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736e0b09-8fe2-48f5-9530-b1314ec1e38f x-openstack-request-id: req-736e0b09-8fe2-48f5-9530-b1314ec1e38f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:19:51.336227 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:19:51.336483 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-736e0b09-8fe2-48f5-9530-b1314ec1e38f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:19:51.336880 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'status': 'completed', 'code': 200} Aug 21 19:19:51.376722 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:19:51.402350 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924a23-064d-4c25-9867-f690862469b3 req-781c4473-2023-4634-b6c8-a7f33bfeff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:51.403896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-781c4473-2023-4634-b6c8-a7f33bfeff93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0417285 Aug 21 19:19:51.497373 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924a23-064d-4c25-9867-f690862469b3 req-b97f61ac-4b50-4562-8a0b-fee6927cb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:51.498909 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-b97f61ac-4b50-4562-8a0b-fee6927cb098 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0872920 Aug 21 19:19:51.565519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-bd5da69c-19aa-4dd6-8691-729dd37b9619 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1000 time: 0.0590141 Aug 21 19:19:51.599749 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'acdd465c-9697-4391-88a6-f6e2654947ad', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:7a:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:19:50Z', 'updated_at': '2021-08-21T19:19:50Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:51.620520 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924a23-064d-4c25-9867-f690862469b3 req-9961c950-fac8-481f-ac2c-129bf083c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:51.622184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-9961c950-fac8-481f-ac2c-129bf083c78c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0496960 Aug 21 19:19:51.626137 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:19:51.634910 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:19:51.635493 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:19:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:51.668032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75924a23-064d-4c25-9867-f690862469b3 req-216b7e48-67a5-4fbe-8d4f-16dbce423de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:51.669469 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-216b7e48-67a5-4fbe-8d4f-16dbce423de4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396183 Aug 21 19:19:51.738148 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:19:51.759471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-17ef4243-6f08-420b-8b92-2ad2ff15d51b service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818620 Aug 21 19:19:51.856200 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-75924a23-064d-4c25-9867-f690862469b3 req-060eab15-decd-4ad7-a29c-f360b6f73e5c service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887573 Aug 21 19:19:51.901761 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:51.961513 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'acdd465c-9697-4391-88a6-f6e2654947ad', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:7a:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:19:50Z', 'updated_at': '2021-08-21T19:19:50Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:19:51.986878 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d56c86-142d-4e9a-b730-01c09099d663 None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': 'acdd465c-9697-4391-88a6-f6e2654947ad', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'floating_ip_address': '172.25.1.157', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'mac_address': 'fa:16:3e:7a:ac:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:19:50Z', 'updated_at': '2021-08-21T19:19:50Z', 'revision_number': 0, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:19:52.177942 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cfa7fc-e02e-4212-9f05-81082b1ff5bf None None] New status for floating IP acdd465c-9697-4391-88a6-f6e2654947ad: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:19:53.585490 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:19:59.801708 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-af78af7a-443f-42be-984e-a6bb0696214a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400174 Aug 21 19:19:59.884912 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-c12784ab-97ac-452d-81a2-903b3aed8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:59.886374 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-c12784ab-97ac-452d-81a2-903b3aed8dcd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0399587 Aug 21 19:19:59.993198 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-96d1d12a-faf7-4e36-a142-9a5cd7282b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:19:59.994731 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-96d1d12a-faf7-4e36-a142-9a5cd7282b37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0873361 Aug 21 19:20:00.062591 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-8db0a266-c469-4411-86c4-ca6902c3b010 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1002 time: 0.0572317 Aug 21 19:20:00.116188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-7b0c9960-7b36-4a32-8abb-33cf48f90408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:20:00.117644 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-7b0c9960-7b36-4a32-8abb-33cf48f90408 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0480087 Aug 21 19:20:00.164042 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-06b6e7d5-7676-4feb-9ffc-332bfe4e5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:20:00.165535 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-06b6e7d5-7676-4feb-9ffc-332bfe4e5974 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395851 Aug 21 19:20:00.257177 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-3443f0cd-e72d-41f5-b23d-8b7480008172 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819929 Aug 21 19:20:00.352488 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b676d80e-7c42-49ed-8693-3d98e7dbad47 req-7e36c374-6004-4d4a-a139-4caa8846e4a5 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863945 Aug 21 19:20:15.364843 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:20:17.874524 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b1066662-bec0-453d-b117-b7e3b211a9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:19.216392 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:19.732933 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:20.392975 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4333093-0ab5-42b2-ab12-0fd0555aa851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:20.543473 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:21.904650 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:23.589248 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:47.874321 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-03e929df-bc8c-47a0-8e2a-af48d196214d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:49.206599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:49.732940 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:50.393483 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9374299-0859-4b29-aab9-58e9a1de1c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:50.543618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:51.907390 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:20:52.364075 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:20:53.592413 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:01.874212 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-d74183d3-5ded-452d-b128-8b285232ac5b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408213 Aug 21 19:21:01.964338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-fed107f2-cb4b-4a67-8d9d-45aaef7c9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:01.965818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-fed107f2-cb4b-4a67-8d9d-45aaef7c9f0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0399067 Aug 21 19:21:02.080376 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-c85b6e1a-a772-49ed-9f4c-832fe4caa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:02.082003 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-c85b6e1a-a772-49ed-9f4c-832fe4caa556 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0873804 Aug 21 19:21:02.156792 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-464a013c-4bb9-4bc7-9030-2f322ac6fd1e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1002 time: 0.0630455 Aug 21 19:21:02.212692 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-6dc4a61f-aa13-4524-9a30-1f6f7ffcb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:02.214138 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-6dc4a61f-aa13-4524-9a30-1f6f7ffcb443 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0488603 Aug 21 19:21:02.264368 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-df7b748f-66d6-4888-be66-f344a9604045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:02.265828 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-df7b748f-66d6-4888-be66-f344a9604045 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390880 Aug 21 19:21:02.358083 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-3c769511-88c9-4d6e-aaa0-8f6276a910ba service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802052 Aug 21 19:21:02.465346 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a9c51ff4-a306-44c3-920f-0e8072682724 req-5d56a01a-eca4-4369-8c49-adcd91eebc73 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951862 Aug 21 19:21:17.883266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe16e-57c5-4757-bbdb-899a03363897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:19.217077 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:19.732167 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:20.393029 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-fd8f990a-f334-40c4-bad8-7748c7e62a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:20.544014 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:21.910546 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:23.594994 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:29.363135 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:21:47.875926 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4a84d846-955d-4d86-8ac3-2bd1b968a5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:48.690879 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a6f97-f847-47d5-8a42-86fc242ce6a4 req-cbc8ac1b-0f77-4b65-9887-213f40e9fa89 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:48.692369 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2a6f97-f847-47d5-8a42-86fc242ce6a4 req-cbc8ac1b-0f77-4b65-9887-213f40e9fa89 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0501189 Aug 21 19:21:48.730657 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-8a2a6f97-f847-47d5-8a42-86fc242ce6a4 req-6ea1afde-9c0d-4c84-a08e-58ef51728462 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316868 Aug 21 19:21:49.206654 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:49.738589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:49.875249 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9982d7-0d42-450e-896d-ef19e5c50911 req-de155211-0c97-4510-b0e6-fb40e90d0bec tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:49.876719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9982d7-0d42-450e-896d-ef19e5c50911 req-de155211-0c97-4510-b0e6-fb40e90d0bec tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Aug 21 19:21:49.913933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-7f9982d7-0d42-450e-896d-ef19e5c50911 req-f2e59c31-1393-43af-878f-1e4cbe81fa83 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311925 Aug 21 19:21:50.393435 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-42030f9e-2dad-496b-90be-542cadd23822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:50.543882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:51.057659 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f86a3-9887-46ee-aea8-5a04a9e0fb42 req-12aa4adb-8cd5-4210-a2ce-ce6a0a1fb185 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:51.059173 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-860f86a3-9887-46ee-aea8-5a04a9e0fb42 req-12aa4adb-8cd5-4210-a2ce-ce6a0a1fb185 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0533440 Aug 21 19:21:51.096757 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-860f86a3-9887-46ee-aea8-5a04a9e0fb42 req-eef9981b-dda7-407a-8a97-45b20a887313 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Aug 21 19:21:51.913317 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:52.213516 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e59bf-4d8d-47c6-bf2b-42bfb6123445 req-4e2935dd-0a6e-4d90-a3e4-97dfb4893fe1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:52.214983 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b00e59bf-4d8d-47c6-bf2b-42bfb6123445 req-4e2935dd-0a6e-4d90-a3e4-97dfb4893fe1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0517404 Aug 21 19:21:52.250677 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b00e59bf-4d8d-47c6-bf2b-42bfb6123445 req-ef5c22aa-cb45-48bc-b09d-a3d51f18f82d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297341 Aug 21 19:21:53.364338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349f564-85ad-4b30-8de1-4169ff6c7ccd req-64ae7fd4-3574-4530-ad10-890b548fab56 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:53.365829 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5349f564-85ad-4b30-8de1-4169ff6c7ccd req-64ae7fd4-3574-4530-ad10-890b548fab56 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0487561 Aug 21 19:21:53.404671 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5349f564-85ad-4b30-8de1-4169ff6c7ccd req-3055b0ef-3418-4911-8204-38438ec4d23d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320663 Aug 21 19:21:53.598009 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:21:54.516763 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f678450-864e-4b00-af66-5d777bf7f55d req-59f2f348-3e68-4f0b-beaa-74fb5e6e8219 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:54.518241 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f678450-864e-4b00-af66-5d777bf7f55d req-59f2f348-3e68-4f0b-beaa-74fb5e6e8219 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0473588 Aug 21 19:21:54.555316 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2f678450-864e-4b00-af66-5d777bf7f55d req-9cf87220-8351-4edb-bff9-c593f4a2febf tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303209 Aug 21 19:21:55.671098 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93aae-24f7-4329-a7c2-aa7bfedbee3d req-f4aa0ddc-281c-45b1-97ea-84e6b2a0c35b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:55.672599 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdd93aae-24f7-4329-a7c2-aa7bfedbee3d req-f4aa0ddc-281c-45b1-97ea-84e6b2a0c35b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0491955 Aug 21 19:21:55.711312 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-cdd93aae-24f7-4329-a7c2-aa7bfedbee3d req-679c328f-33a0-4229-bac0-2f0018a9f76a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Aug 21 19:21:56.823300 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426b50d-83f3-4d0e-9600-ad5ce5204461 req-2dd5652a-df93-4bd9-8169-fd9767c9c521 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:56.824781 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c426b50d-83f3-4d0e-9600-ad5ce5204461 req-2dd5652a-df93-4bd9-8169-fd9767c9c521 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0485101 Aug 21 19:21:56.861670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c426b50d-83f3-4d0e-9600-ad5ce5204461 req-23a995a3-e4f5-467c-acef-eb32534e726a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Aug 21 19:21:57.979199 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5f78e-8830-4c50-b527-62b05a7b8e1b req-538647c7-d0a1-4f8b-b5e0-a57c32cf5f7d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:57.980685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8c5f78e-8830-4c50-b527-62b05a7b8e1b req-538647c7-d0a1-4f8b-b5e0-a57c32cf5f7d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0526950 Aug 21 19:21:58.017830 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b8c5f78e-8830-4c50-b527-62b05a7b8e1b req-2ac90ad4-7294-4ecc-8fb6-c07462b93fa9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Aug 21 19:21:58.854000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-b5d931ce-30a2-4c18-bddc-14b2938bd293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:58.855501 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-b5d931ce-30a2-4c18-bddc-14b2938bd293 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0411761 Aug 21 19:21:58.946443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-fc922a5f-e258-4d59-9a6a-66b00c95c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:58.947897 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-fc922a5f-e258-4d59-9a6a-66b00c95c998 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0809960 Aug 21 19:21:59.025160 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-0f504540-cd3a-442f-9b31-b7277f1552fc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1002 time: 0.0609555 Aug 21 19:21:59.077908 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-686c79f6-0da0-4834-85f9-a25f32f521ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:59.079544 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-686c79f6-0da0-4834-85f9-a25f32f521ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0443199 Aug 21 19:21:59.128511 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-010bcfb9-2227-403f-a6e4-33a7110959f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:59.130106 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-010bcfb9-2227-403f-a6e4-33a7110959f8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432122 Aug 21 19:21:59.138586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e671d-7a56-466a-aa26-36c1db9dd4a4 req-8e00f9a0-b07e-4c0a-b5b1-e6686741674e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:21:59.140053 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-799e671d-7a56-466a-aa26-36c1db9dd4a4 req-8e00f9a0-b07e-4c0a-b5b1-e6686741674e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0549717 Aug 21 19:21:59.145594 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-b9b46177-611f-4432-94c0-44e3ce324598 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:21:59.146613 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-b9b46177-611f-4432-94c0-44e3ce324598 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051155 Aug 21 19:21:59.177563 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-799e671d-7a56-466a-aa26-36c1db9dd4a4 req-5567f9a3-c3cb-48a4-b20c-cd24922503d9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Aug 21 19:21:59.242985 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-0d98554c-32a1-4e24-bcee-c39ffc7815c5 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859134 Aug 21 19:21:59.338423 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f057c52c-4da1-4ddc-9583-4b1baafc7330 req-82b3315e-7730-41fe-b611-f4ff27406fb6 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Aug 21 19:22:00.303989 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41096-e30b-40c7-8a10-dd80de10772d req-b52d234d-eb74-4226-b758-f9206050ae7d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:00.306640 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20c41096-e30b-40c7-8a10-dd80de10772d req-b52d234d-eb74-4226-b758-f9206050ae7d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0615840 Aug 21 19:22:00.344495 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-20c41096-e30b-40c7-8a10-dd80de10772d req-924374d0-ae22-4480-87e5-0353b11421d6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320714 Aug 21 19:22:01.459892 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7b7ca-bd13-429c-91f4-615c8630f343 req-fcd86730-f336-4fae-8251-2082b6f27f49 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:01.461982 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0d7b7ca-bd13-429c-91f4-615c8630f343 req-fcd86730-f336-4fae-8251-2082b6f27f49 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0496180 Aug 21 19:22:01.499529 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c0d7b7ca-bd13-429c-91f4-615c8630f343 req-e040ca78-8e81-4a9b-9b7a-8ae824970a5a tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311825 Aug 21 19:22:02.621893 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe4225-a4a0-4ed8-bfb5-997f60a620f5 req-c33f8ff7-ad68-4f9b-825c-3f123fa38ec5 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:02.623435 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7abe4225-a4a0-4ed8-bfb5-997f60a620f5 req-c33f8ff7-ad68-4f9b-825c-3f123fa38ec5 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0503442 Aug 21 19:22:02.662653 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7abe4225-a4a0-4ed8-bfb5-997f60a620f5 req-0c8ce05b-3d07-48f1-ae66-b39be82d714f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332801 Aug 21 19:22:03.778880 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe3081-5d7d-4e6d-bd98-18a77bc612f9 req-0b9d5696-0645-43a9-8604-b97641c9d4c4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:03.780353 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbfe3081-5d7d-4e6d-bd98-18a77bc612f9 req-0b9d5696-0645-43a9-8604-b97641c9d4c4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0497212 Aug 21 19:22:03.818038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbfe3081-5d7d-4e6d-bd98-18a77bc612f9 req-bcf7710b-1242-4296-b73a-e26433967739 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316267 Aug 21 19:22:03.926985 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-73fe4f09-1c9f-48aa-b98f-222e09446206 req-8f7a599c-76dd-459b-8f3a-64a8f58f95d3 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:22:03.928000 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-73fe4f09-1c9f-48aa-b98f-222e09446206 req-8f7a599c-76dd-459b-8f3a-64a8f58f95d3 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478480 Aug 21 19:22:04.086168 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7ef35-97ef-45ea-ad44-f66795ca845d req-464458b6-dd8a-44ec-ab8d-0cfb4082b35f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:04.087708 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5df7ef35-97ef-45ea-ad44-f66795ca845d req-464458b6-dd8a-44ec-ab8d-0cfb4082b35f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0552223 Aug 21 19:22:04.100471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-0da2a15f-d768-45cb-80c5-b540f2d72ecd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927284 Aug 21 19:22:04.109958 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-8c29eeed-863e-4702-ad65-4dc054a97614 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:22:04.110976 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-8c29eeed-863e-4702-ad65-4dc054a97614 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051801 Aug 21 19:22:04.128933 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-5df7ef35-97ef-45ea-ad44-f66795ca845d req-96bb0090-d8bf-4abb-85c4-14f3fefc8956 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346298 Aug 21 19:22:05.221159 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:22:05.250280 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8babd-9813-4ad5-bf8e-09b6ff81a6f2 req-41c1d2e4-3265-4fe7-9855-456eadcc293c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:05.252408 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40e8babd-9813-4ad5-bf8e-09b6ff81a6f2 req-41c1d2e4-3265-4fe7-9855-456eadcc293c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0511074 Aug 21 19:22:05.295964 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-40e8babd-9813-4ad5-bf8e-09b6ff81a6f2 req-36a60348-7f9c-4785-bba1-3f28048b90f3 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367515 Aug 21 19:22:05.297288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:05.319673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:22:05.321919 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccd3c18-b219-4945-8be1-bfd2c58bab9e" -d '{"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-unplugged", "status": "completed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:22:05.334357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:22:05.340235 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:05.366720 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 21 Aug 2021 19:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0345c7-c851-4d18-887f-2e8f9dde0721 x-openstack-request-id: req-aa0345c7-c851-4d18-887f-2e8f9dde0721 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:22:05.367057 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-unplugged", "status": "failed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "code": 422}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:22:05.367307 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa0345c7-c851-4d18-887f-2e8f9dde0721 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:22:05.367683 n-d-793621-32 neutron-server[94600]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'code': 422} returned with failed status Aug 21 19:22:05.391714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:22:05.399374 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.399717 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.400155 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.400700 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.401031 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.401356 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.401677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.401994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.402312 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.402661 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.402982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:05.403299 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:22:06.361872 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:22:06.413598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7cae9f-bda5-49d8-a17c-7989307c9052 req-6ee185b2-d0f3-4fe3-88a2-f795f936443f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:06.415763 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7cae9f-bda5-49d8-a17c-7989307c9052 req-6ee185b2-d0f3-4fe3-88a2-f795f936443f tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0509038 Aug 21 19:22:06.455471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-de7cae9f-bda5-49d8-a17c-7989307c9052 req-f927bee0-0ab0-43e7-a881-67b885061538 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Aug 21 19:22:07.569356 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b4ed-8668-4866-8517-e342bcbf2ee1 req-a5f39471-7574-492a-8ba0-8776a9b40388 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:07.570984 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1937b4ed-8668-4866-8517-e342bcbf2ee1 req-a5f39471-7574-492a-8ba0-8776a9b40388 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0495644 Aug 21 19:22:07.610662 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1937b4ed-8668-4866-8517-e342bcbf2ee1 req-946b3795-b265-4a62-8ce8-acd254442236 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335031 Aug 21 19:22:08.726660 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec2bbe-dbb9-481e-9655-fd582a70f017 req-1fdb231e-164f-4b07-955d-2635c8f23af0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:08.728171 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ec2bbe-dbb9-481e-9655-fd582a70f017 req-1fdb231e-164f-4b07-955d-2635c8f23af0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0495098 Aug 21 19:22:08.765685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-00ec2bbe-dbb9-481e-9655-fd582a70f017 req-15f6eb0b-3ffd-4f56-bcd1-e4693fa5a980 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314395 Aug 21 19:22:08.952488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-f68b93f7-a45b-4a00-a7ac-2a550a4ae85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:08.953965 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-f68b93f7-a45b-4a00-a7ac-2a550a4ae85e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53&tenant_id=c12af4f0bb034197804cad63672591a8 HTTP/1.1" status: 200 len: 1096 time: 0.0395100 Aug 21 19:22:09.027131 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-f9086b15-7ad5-4b2d-b64b-3efb57b9bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:09.028685 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-f9086b15-7ad5-4b2d-b64b-3efb57b9bd06 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1096 time: 0.0452302 Aug 21 19:22:09.122670 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-87614eee-2247-4ee4-a522-d55500044bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:09.124144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-87614eee-2247-4ee4-a522-d55500044bfb service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0840323 Aug 21 19:22:09.196818 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-eb343190-7be0-4d70-9545-ac522f3fd6cd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1000 time: 0.0613842 Aug 21 19:22:09.249037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-bc8f0661-4d77-40ae-8097-a65b8f9c369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:09.250352 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-bc8f0661-4d77-40ae-8097-a65b8f9c369a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0420814 Aug 21 19:22:09.297790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-2d5be974-dfab-4408-8015-e43926adf17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:09.299277 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-2d5be974-dfab-4408-8015-e43926adf17c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0380781 Aug 21 19:22:09.394887 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-cc00fb22-e639-4539-be1d-03e8d7b3e45f service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835397 Aug 21 19:22:09.487302 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5abfb832-e869-4a1e-a514-42cfd8032391 req-d7005b4d-5837-46a3-acdd-b283020d671c service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803633 Aug 21 19:22:09.878377 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bfb25-10ad-4e17-b76a-19bf32c443f5 req-fd36f566-8e88-4fd8-9036-67292005e252 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:09.879863 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d9bfb25-10ad-4e17-b76a-19bf32c443f5 req-fd36f566-8e88-4fd8-9036-67292005e252 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0483649 Aug 21 19:22:09.916751 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6d9bfb25-10ad-4e17-b76a-19bf32c443f5 req-968515aa-3e5f-4573-999d-46266ba52347 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310042 Aug 21 19:22:11.029999 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8398f77-ac67-4de8-b1ea-6cc166682c3b req-0f5bfc69-e25e-4b3a-9013-87a64efcd69c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:11.031584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d8398f77-ac67-4de8-b1ea-6cc166682c3b req-0f5bfc69-e25e-4b3a-9013-87a64efcd69c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0492792 Aug 21 19:22:11.067846 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d8398f77-ac67-4de8-b1ea-6cc166682c3b req-b29907cb-3249-4735-b57f-182b87e9e92b tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304000 Aug 21 19:22:12.188543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687c092-77e9-499d-8834-e24aa0f7ad0d req-c5e4dddf-ba25-452b-b9bb-fd32c20dda27 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:12.190024 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4687c092-77e9-499d-8834-e24aa0f7ad0d req-c5e4dddf-ba25-452b-b9bb-fd32c20dda27 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0523281 Aug 21 19:22:12.230118 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4687c092-77e9-499d-8834-e24aa0f7ad0d req-ede15424-836c-4fe6-9897-ee359bfbfe87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339813 Aug 21 19:22:13.347309 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5da62-913d-4cb3-be00-7fe0a9b9d48f req-e564a0f1-a467-4db6-b269-f463b10c4f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:13.348776 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89a5da62-913d-4cb3-be00-7fe0a9b9d48f req-e564a0f1-a467-4db6-b269-f463b10c4f28 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0527616 Aug 21 19:22:13.385866 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-89a5da62-913d-4cb3-be00-7fe0a9b9d48f req-37c4936a-3655-4c6b-852f-bcf3fd5f3f8d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Aug 21 19:22:14.509711 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a82c47-d6f6-4dc6-9b6a-0fce19fd7069 req-48bfd5a1-8a89-4a0d-9c14-fb86c4d31c04 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:14.511204 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31a82c47-d6f6-4dc6-9b6a-0fce19fd7069 req-48bfd5a1-8a89-4a0d-9c14-fb86c4d31c04 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0476725 Aug 21 19:22:14.549439 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-31a82c47-d6f6-4dc6-9b6a-0fce19fd7069 req-57fce01d-b158-4fc3-bd65-6480428b95b4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316396 Aug 21 19:22:15.706401 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087aa10-6508-46db-a990-2336fbd62cca req-7e8c059a-13e0-4e89-a0ca-f51c81ddb7e0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:15.708246 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e087aa10-6508-46db-a990-2336fbd62cca req-7e8c059a-13e0-4e89-a0ca-f51c81ddb7e0 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0930154 Aug 21 19:22:15.745811 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-e087aa10-6508-46db-a990-2336fbd62cca req-59ae00c8-f575-4164-9d05-fe12c53522ef tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310280 Aug 21 19:22:16.859792 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb11a87-0335-4a65-84a7-2226fc603366 req-a062aa33-9dbc-43a9-b415-189b0e584ce6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:16.861279 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbb11a87-0335-4a65-84a7-2226fc603366 req-a062aa33-9dbc-43a9-b415-189b0e584ce6 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 944 time: 0.0500343 Aug 21 19:22:16.908723 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbb11a87-0335-4a65-84a7-2226fc603366 req-d8b0c1b0-0dd6-46f1-9c04-55db59a5588e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406389 Aug 21 19:22:17.236119 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:22:17.327377 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:22:17.338190 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'port_id': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'mac_address': 'fa:16:3e:7a:ac:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:22:17.378544 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:17.390776 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:22:17.409280 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:22:17.413152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:17.458304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:22:17.664203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:22:17.892289 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b419676f-b3c2-43ac-9a13-2cfe696e9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:18.022476 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df7f22-e0a9-45cb-a3c8-54e1338f7e84 req-e8bd806b-b086-4d88-9b45-d5c4e77d4955 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:18.023993 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5df7f22-e0a9-45cb-a3c8-54e1338f7e84 req-e8bd806b-b086-4d88-9b45-d5c4e77d4955 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Aug 21 19:22:18.060248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b5df7f22-e0a9-45cb-a3c8-54e1338f7e84 req-f8fad7b5-77cc-4519-b605-fe1c0a2f48d7 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303924 Aug 21 19:22:19.180335 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020dec5-0e5a-47fe-9c32-8b59ba8b9f1e req-f3919cf5-0540-4028-b427-f6d68860a51e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:19.181830 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4020dec5-0e5a-47fe-9c32-8b59ba8b9f1e req-f3919cf5-0540-4028-b427-f6d68860a51e tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 945 time: 0.0531683 Aug 21 19:22:19.217168 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:19.221328 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4020dec5-0e5a-47fe-9c32-8b59ba8b9f1e req-0a2ecec1-6849-4dac-b6be-01d319f4d151 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Aug 21 19:22:19.251636 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:22:19.298977 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:22:19.299348 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:19.375203 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:19.396864 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:22:19.399674 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07e068-060d-4afa-b98b-6eabc2004463" -d '{"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:22:19.412508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:22:19.416461 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:19.439370 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85b6ed-21bd-4571-b6c0-5f6269d16f6e x-openstack-request-id: req-4e85b6ed-21bd-4571-b6c0-5f6269d16f6e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:22:19.439660 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-plugged", "status": "completed", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:22:19.439917 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e85b6ed-21bd-4571-b6c0-5f6269d16f6e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:22:19.440304 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'code': 200} Aug 21 19:22:19.471317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:22:19.604484 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea56049-7c9a-4b15-b82d-3fc73e28eb62 req-3c0edaf3-9b93-4cc4-bca1-01234d701316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:19.605939 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ea56049-7c9a-4b15-b82d-3fc73e28eb62 req-3c0edaf3-9b93-4cc4-bca1-01234d701316 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0425363 Aug 21 19:22:19.647012 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-7ea56049-7c9a-4b15-b82d-3fc73e28eb62 req-26b9a729-068a-4d8a-bc62-800e822658cb service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266514 Aug 21 19:22:19.764454 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:20.333293 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b08f1-d97e-4675-aa95-d366cdd95b71 req-e2acf4e3-f119-4fb0-af2e-4e8019674ec4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:20.334794 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c35b08f1-d97e-4675-aa95-d366cdd95b71 req-e2acf4e3-f119-4fb0-af2e-4e8019674ec4 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Aug 21 19:22:20.372168 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c35b08f1-d97e-4675-aa95-d366cdd95b71 req-9c2e2143-ad0e-4923-b907-633ac42a1a7d tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309427 Aug 21 19:22:20.394747 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-64d8eba4-b083-41cf-a9fc-06bf9b68778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:20.544646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:21.488069 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce157ab-4582-4cbe-9bd9-5b5fdb973aa5 req-33682181-4109-41be-b853-fa51d0040d98 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:22:21.489532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ce157ab-4582-4cbe-9bd9-5b5fdb973aa5 req-33682181-4109-41be-b853-fa51d0040d98 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0483608 Aug 21 19:22:21.527054 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0ce157ab-4582-4cbe-9bd9-5b5fdb973aa5 req-f9da29d4-2d75-431a-8099-984bebe66c36 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312493 Aug 21 19:22:21.915882 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:23.601571 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:43.362270 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:22:47.875103 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-0642597d-677e-4236-8fd2-733a83ec65b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:49.221589 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:49.779649 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:50.399407 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-247212f2-9fa0-4aa0-bbdd-7bedb5d906bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:50.545032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:51.920327 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:22:53.610030 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:03.844157 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-182988df-401a-4942-a23f-7d275178c990 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403938 Aug 21 19:23:03.939560 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-efc7fb1b-5fab-4daf-a722-24ce4c53f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:03.941093 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-efc7fb1b-5fab-4daf-a722-24ce4c53f730 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0450363 Aug 21 19:23:04.047645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-8b36b001-05ab-44d9-9c1f-793a3e718519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:04.049113 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-8b36b001-05ab-44d9-9c1f-793a3e718519 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.0830445 Aug 21 19:23:04.122925 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-24202747-ce73-419b-9712-903a258017d1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 1002 time: 0.0615363 Aug 21 19:23:04.174630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-ef55f953-e4f7-4148-93f3-b93493ec3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:04.176061 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-ef55f953-e4f7-4148-93f3-b93493ec3823 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0419650 Aug 21 19:23:04.224273 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-38310df1-2e1b-49b7-9571-060cbd1aee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:04.225720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-38310df1-2e1b-49b7-9571-060cbd1aee92 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389192 Aug 21 19:23:04.321094 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-66e76223-cd83-4877-ba3c-18176f67123d service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835359 Aug 21 19:23:04.412924 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-0fe6bb14-d9a3-4f39-b144-7f31738982c5 req-37a0bfc4-7813-4dd9-a5e7-5219e3fdc243 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806129 Aug 21 19:23:17.876376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-912ead88-a1a6-49d8-a6c1-27b1d679f30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:19.233091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:19.780294 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:20.365405 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:23:20.400059 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c6508328-d22a-4139-8939-a90844e33ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:20.545816 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:21.922957 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:23.609934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:34.689688 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46804) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:34.847522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Deleting port a47a676e-f6ac-43a6-af96-274fb75be8d4 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:34.847875 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:34.925138 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:34.925471 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:34.937007 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Calling delete_port for a47a676e-f6ac-43a6-af96-274fb75be8d4 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:35.082324 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:35.111737 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'Port': ['ID=a47a676e-f6ac-43a6-af96-274fb75be8d4,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:35.135082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.135429 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.135769 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.136104 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.136437 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.136762 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.137088 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.137408 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.137814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.138137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.138458 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.138834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:35.179121 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:35.179457 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Floating IP acdd465c-9697-4391-88a6-f6e2654947ad disassociated (deleted). External IP: 172.25.1.157, port: 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb. Aug 21 19:23:35.382132 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:23:35.488513 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:35.493333 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:35.497895 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:35.506368 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:35.506994 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:35.519617 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f8f687cb-4c3e-498e-b216-fa434b403191 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "DELETE /v2.0/floatingips/acdd465c-9697-4391-88a6-f6e2654947ad HTTP/1.1" status: 204 len: 168 time: 0.8288405 Aug 21 19:23:35.520193 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:23:35.522441 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc724a2-c03c-4abe-b284-c7fd2114a836" -d '{"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:23:35.615829 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:35.620787 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeea02b-b48b-4421-ac66-1d11c3d83500 x-openstack-request-id: req-deeea02b-b48b-4421-ac66-1d11c3d83500 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:23:35.621300 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:23:35.621599 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-deeea02b-b48b-4421-ac66-1d11c3d83500 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:23:35.622254 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'status': 'completed', 'code': 200} Aug 21 19:23:35.702399 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-ea44e60f-282d-4aef-bbf0-d54e78039b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:35.704722 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-ea44e60f-282d-4aef-bbf0-d54e78039b32 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c12af4f0bb034197804cad63672591a8&device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 1098 time: 0.0480716 Aug 21 19:23:35.821880 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf7f97-adfa-4e27-8d4d-03c4a5e392b2 req-74da2be2-a01c-4e8f-855e-e0b3d42f3b87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:35.823505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50cf7f97-adfa-4e27-8d4d-03c4a5e392b2 req-74da2be2-a01c-4e8f-855e-e0b3d42f3b87 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.1023226 Aug 21 19:23:35.858729 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-f82ccd1b-67f4-4091-a3fb-5747003366b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:35.860218 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-f82ccd1b-67f4-4091-a3fb-5747003366b4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 200 len: 910 time: 0.1477213 Aug 21 19:23:35.911669 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-a729a8ab-2efd-4bc0-8bb8-5980612c9b83 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 200 len: 217 time: 0.0407836 Aug 21 19:23:35.912678 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:35.914467 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-50cf7f97-adfa-4e27-8d4d-03c4a5e392b2 req-61a49146-b26d-47c2-8485-093e96654ae9 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837138 Aug 21 19:23:35.938825 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:35.946948 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:35.947548 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:35.964070 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-39a11981-cb99-413a-9d31-945843cb5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:35.965537 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-39a11981-cb99-413a-9d31-945843cb5fe6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 200 len: 848 time: 0.0453343 Aug 21 19:23:36.017632 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-8398ad70-b575-4e99-944e-27c5e2c825b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:36.019264 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-8398ad70-b575-4e99-944e-27c5e2c825b9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e097630b-b759-44af-b41f-bec83677ab67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461388 Aug 21 19:23:36.054039 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:36.111957 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-ed2badef-4616-4be3-ad44-ebf9bc7a2617 service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849466 Aug 21 19:23:36.204079 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-efc724a2-c03c-4abe-b284-c7fd2114a836 req-3bd784cc-6422-46a2-b969-c89ad53af09a service neutron] 10.222.0.64 "GET /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827644 Aug 21 19:23:36.253181 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:36.277882 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782494ac-9ee4-44b1-be63-49bc617b2e3a None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:14:58Z', 'revision_number': 4, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'e969a844-be8a-4d26-86be-b38f7fa51fe9', 'name': '', 'network_id': 'e097630b-b759-44af-b41f-bec83677ab67', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'mac_address': 'fa:16:3e:1f:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:58Z', 'updated_at': '2021-08-21T19:15:04Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'subnets': [{'id': '89748a20-1d4a-4157-aa89-ae0627b9e6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:36.504507 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d20c3-3ee3-49f7-946b-6df4a107917d None None] New status for floating IP acdd465c-9697-4391-88a6-f6e2654947ad: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:23:37.081550 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e295f-8e43-4f69-8926-0cad49a21afd req-6d96ecfe-f923-4ba8-8bd6-465e45ffefea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:37.083083 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-755e295f-8e43-4f69-8926-0cad49a21afd req-6d96ecfe-f923-4ba8-8bd6-465e45ffefea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0973465 Aug 21 19:23:37.121266 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-755e295f-8e43-4f69-8926-0cad49a21afd req-c3c804ff-09e4-4e84-a616-83622d096ea8 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/security-groups?id=7750de81-5751-4d8e-a9b9-15a2f588e251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320194 Aug 21 19:23:37.491252 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-76743a0d-1a77-4076-b89a-6948bc474497 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:37.492692 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-76743a0d-1a77-4076-b89a-6948bc474497 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 946 time: 0.0482311 Aug 21 19:23:37.587636 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Deleting port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:37.588000 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:37.672220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] For port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:37.672580 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:37.683839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Calling delete_port for 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:37.812885 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:37.841663 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'Port': ['ID=5d7c50a6-7c1c-4165-b971-0f9d5b7940fb,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:37.853745 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.854095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.854435 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.854832 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.855161 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.855491 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.855818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.856143 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.856465 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.856791 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.857116 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.857459 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:37.895221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] No DVR routers for this DVR port 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:23:37.897708 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:37.899752 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-31566a8b-36a9-412e-9394-b69ad557fd83 req-14cb75c0-5ce2-42df-a73b-e224d5a72839 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.64 "DELETE /v2.0/ports/5d7c50a6-7c1c-4165-b971-0f9d5b7940fb HTTP/1.1" status: 204 len: 173 time: 0.3976636 Aug 21 19:23:37.900185 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-deleted', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:23:37.902378 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9443c662-bca4-471c-8a4c-2e89950fc413" -d '{"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-deleted", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:23:37.939061 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be380867-00e5-4e58-b9b9-a337a56ca9e2 x-openstack-request-id: req-be380867-00e5-4e58-b9b9-a337a56ca9e2 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:23:37.939351 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62bd7a8f-edee-4025-be64-cd04c7989f53", "name": "network-vif-deleted", "tag": "5d7c50a6-7c1c-4165-b971-0f9d5b7940fb", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:23:37.939679 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be380867-00e5-4e58-b9b9-a337a56ca9e2 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:23:37.940081 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62bd7a8f-edee-4025-be64-cd04c7989f53', 'name': 'network-vif-deleted', 'tag': '5d7c50a6-7c1c-4165-b971-0f9d5b7940fb', 'status': 'completed', 'code': 200} Aug 21 19:23:38.222407 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-db65a1b6-3d45-48e1-b0f6-53106d2d62aa req-484401ba-bd1d-4692-bb49-9918a87ab89c tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0322869 Aug 21 19:23:39.320701 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-71d6432e-ef36-48b8-969c-869fac9e1e3e req-17fbb259-3928-48fe-b18d-f1f9dfaf0df1 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Aug 21 19:23:39.595034 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:39.615613 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:39.615953 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 5d7c50a6-7c1c-4165-b971-0f9d5b7940fb not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:40.415961 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-d482d5f3-3fa7-4cdc-a0a7-d7c48498faf4 req-2f092e0b-bc79-4756-880f-ab67bc29d652 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0264513 Aug 21 19:23:41.519723 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ed78a17f-a187-4368-9e4b-dcecec130f3d req-06521355-411b-451d-94da-df8eeb436479 tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "GET /v2.0/ports?device_id=62bd7a8f-edee-4025-be64-cd04c7989f53 HTTP/1.1" status: 200 len: 210 time: 0.0263138 Aug 21 19:23:42.574823 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46846) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:42.635449 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:42.660611 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:42.729596 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:42.732577 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:42.733850 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] 10.222.0.41 "DELETE /v2.0/security-groups/7750de81-5751-4d8e-a9b9-15a2f588e251 HTTP/1.1" status: 204 len: 168 time: 0.1579959 Aug 21 19:23:42.749178 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dea68-fec6-4d79-b2ee-4765698b97ea tempest-TestShelveInstance-1505347490 tempest-TestShelveInstance-1505347490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7750de81-5751-4d8e-a9b9-15a2f588e251,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:42.792804 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46850) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:43.250667 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:43.837987 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Deleting port e969a844-be8a-4d26-86be-b38f7fa51fe9 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:43.838671 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:43.915138 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] For port e969a844-be8a-4d26-86be-b38f7fa51fe9, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=e969a844-be8a-4d26-86be-b38f7fa51fe9,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:43.915511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:43.926882 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Calling delete_port for e969a844-be8a-4d26-86be-b38f7fa51fe9 owned by network:router_interface {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:44.109406 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:44.134421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e969a844-be8a-4d26-86be-b38f7fa51fe9,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:44.310880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:44.533419 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:23:44.635175 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:44.640689 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-21d2207c-b133-4475-86af-d44ea5c332dc admin admin] 10.222.0.41 "PUT /v2.0/routers/1713c6d3-cee5-4e34-ac7c-e828c3b28dc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8467543 Aug 21 19:23:44.643128 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46854) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:44.645756 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Sync routers for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:44.656124 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:44.656758 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:44.747751 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:44.759614 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:44.853565 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:44.906324 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Deleting port baacd9a5-22ef-49e4-9127-298dfd318da8 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:44.906703 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:44.933527 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39'}], 'enable_snat': True}, 'gw_port_id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:23:44Z', 'revision_number': 5, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port': {'id': 'baacd9a5-22ef-49e4-9127-298dfd318da8', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:44.964730 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Checking router: 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:44.973582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Routers {'1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:44.974187 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:44.989864 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] For port baacd9a5-22ef-49e4-9127-298dfd318da8, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=baacd9a5-22ef-49e4-9127-298dfd318da8,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:44.990237 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.002112 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Calling delete_port for baacd9a5-22ef-49e4-9127-298dfd318da8 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:45.056839 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] Set router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:45.119605 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:23:44Z', 'revision_number': 6, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:45.149682 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd224b1-7760-4aab-afce-a8fe25ff8deb None None] The sync data for ids ['1713c6d3-cee5-4e34-ac7c-e828c3b28dc6'] in n-d-793621-32 is: [{'id': '1713c6d3-cee5-4e34-ac7c-e828c3b28dc6', 'name': 'tempest-TestShelveInstance-1411234831-router', 'tenant_id': 'c12af4f0bb034197804cad63672591a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:14:56Z', 'updated_at': '2021-08-21T19:23:44Z', 'revision_number': 6, 'project_id': 'c12af4f0bb034197804cad63672591a8', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:45.175511 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.200915 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=baacd9a5-22ef-49e4-9127-298dfd318da8,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:45.261578 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.353299 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.356705 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.399497 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.400242 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:23:45.404920 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.406145 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-a7894f6c-5265-415a-8fe7-9dd4529a5a6e admin admin] 10.222.0.41 "DELETE /v2.0/routers/1713c6d3-cee5-4e34-ac7c-e828c3b28dc6 HTTP/1.1" status: 204 len: 168 time: 0.7621062 Aug 21 19:23:45.408642 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46856) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:45.452699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Deleting subnet 89748a20-1d4a-4157-aa89-ae0627b9e6dc {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:23:45.455574 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.489061 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.573140 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.628821 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.652207 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89748a20-1d4a-4157-aa89-ae0627b9e6dc,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:45.659568 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.663735 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bea9e9d4-1a30-4c7e-a81d-de267ca06df2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/89748a20-1d4a-4157-aa89-ae0627b9e6dc HTTP/1.1" status: 204 len: 168 time: 0.2518821 Aug 21 19:23:45.663970 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46858) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:45.664906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49296d8c-323d-416b-8468-6e1493f94dec None None] Network e097630b-b759-44af-b41f-bec83677ab67 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:45.735650 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.788541 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Deleting port cdc59041-b634-41e2-86ed-d8357e012651 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:45.788880 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.855020 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] For port cdc59041-b634-41e2-86ed-d8357e012651, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=cdc59041-b634-41e2-86ed-d8357e012651,segment=NetworkSegment(6bdc5b21-164d-4118-8bb8-74c326caf89f),segment_id=6bdc5b21-164d-4118-8bb8-74c326caf89f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:45.855626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.868333 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Calling delete_port for cdc59041-b634-41e2-86ed-d8357e012651 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:45.921547 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] DHCP port deletion for e097630b-b759-44af-b41f-bec83677ab67 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:23:45.952958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.969317 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Deleting port cdc59041-b634-41e2-86ed-d8357e012651 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:45.969790 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:45.979027 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc59041-b634-41e2-86ed-d8357e012651,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:45.983603 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] No DVR routers for this DVR port cdc59041-b634-41e2-86ed-d8357e012651 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:23:46.032920 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] For port cdc59041-b634-41e2-86ed-d8357e012651, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:46.033319 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.046251 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Calling delete_port for cdc59041-b634-41e2-86ed-d8357e012651 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:46.048848 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Port cdc59041-b634-41e2-86ed-d8357e012651 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 19:23:46.050073 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.064901 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.075067 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e097630b-b759-44af-b41f-bec83677ab67']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:46.078401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Pushing event deleted for resources: {'Port': ['ID=cdc59041-b634-41e2-86ed-d8357e012651,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:46.082906 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] No DVR routers for this DVR port cdc59041-b634-41e2-86ed-d8357e012651 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:23:46.089777 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdc5b21-164d-4118-8bb8-74c326caf89f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:46.089966 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.090061 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdc5b21-164d-4118-8bb8-74c326caf89f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:46.090157 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.090530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.090859 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.091192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.091522 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.092407 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.092741 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.093066 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.093678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.093678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.094008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11e6ece-1945-46f2-844a-bdbce6a98937 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:46.106177 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.120766 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.127645 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:23:46.128044 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:23:46.129881 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:23:46.189742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.195686 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.197519 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] 10.222.0.41 "DELETE /v2.0/networks/e097630b-b759-44af-b41f-bec83677ab67 HTTP/1.1" status: 204 len: 168 time: 0.5326324 Aug 21 19:23:46.202286 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46860) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:46.217025 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60727a44-6bcc-42fb-8d0d-c63575d0c67f admin admin] Pushing event deleted for resources: {'Network': ['ID=e097630b-b759-44af-b41f-bec83677ab67,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:46.446335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e969a844-be8a-4d26-86be-b38f7fa51fe9 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:46.469867 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: e969a844-be8a-4d26-86be-b38f7fa51fe9 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:46.470139 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device e969a844-be8a-4d26-86be-b38f7fa51fe9 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:46.470583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdc59041-b634-41e2-86ed-d8357e012651 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:46.489401 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: cdc59041-b634-41e2-86ed-d8357e012651 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:46.489753 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device cdc59041-b634-41e2-86ed-d8357e012651 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:46.490164 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device baacd9a5-22ef-49e4-9127-298dfd318da8 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:46.508392 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: baacd9a5-22ef-49e4-9127-298dfd318da8 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:46.508740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device baacd9a5-22ef-49e4-9127-298dfd318da8 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:46.561230 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.801191 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Deleting port 9ffef38b-0879-439a-8243-6a9357847561 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:46.801538 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.877319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] For port 9ffef38b-0879-439a-8243-6a9357847561, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=9ffef38b-0879-439a-8243-6a9357847561,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:46.877685 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:46.889714 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Calling delete_port for 9ffef38b-0879-439a-8243-6a9357847561 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:47.065904 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:47.095295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ffef38b-0879-439a-8243-6a9357847561,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:47.258912 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:47.468761 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Router 69762419-973b-4804-b6b1-4548d28bdb9f has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:23:47.877900 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7f37dd09-1993-48fc-ba61-7a1eee745842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:47.885365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:47.890207 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-ee14d615-117c-4165-85cd-3d94712a7aa4 admin admin] 10.222.0.41 "PUT /v2.0/routers/69762419-973b-4804-b6b1-4548d28bdb9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863670 Aug 21 19:23:47.892772 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46862) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:47.896504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Sync routers for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:47.905896 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:47.906521 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:47.995866 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.009812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:48.100917 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.159090 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Deleting port 717b1b2a-2351-43c4-9abc-99721b6dbe9b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:48.159439 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.188686 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51'}], 'enable_snat': True}, 'gw_port_id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:23:47Z', 'revision_number': 5, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port': {'id': '717b1b2a-2351-43c4-9abc-99721b6dbe9b', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:97:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:15:01Z', 'updated_at': '2021-08-21T19:15:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:48.214913 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Checking router: 69762419-973b-4804-b6b1-4548d28bdb9f for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:48.223242 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Routers {'69762419-973b-4804-b6b1-4548d28bdb9f'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:48.223850 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['69762419-973b-4804-b6b1-4548d28bdb9f'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:48.238732 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] For port 717b1b2a-2351-43c4-9abc-99721b6dbe9b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=717b1b2a-2351-43c4-9abc-99721b6dbe9b,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:48.239097 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.251100 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Calling delete_port for 717b1b2a-2351-43c4-9abc-99721b6dbe9b owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:48.308208 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] Set router 69762419-973b-4804-b6b1-4548d28bdb9f gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:48.359106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:23:48Z', 'revision_number': 6, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:48.389331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f46e7c6-dc79-4a3d-b384-00066f7e74e4 None None] The sync data for ids ['69762419-973b-4804-b6b1-4548d28bdb9f'] in n-d-793621-32 is: [{'id': '69762419-973b-4804-b6b1-4548d28bdb9f', 'name': 'tempest-TestShelveInstance-1960371380-router', 'tenant_id': '061b88700a7743a2acf731f3ff7430f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:15:00Z', 'updated_at': '2021-08-21T19:23:48Z', 'revision_number': 6, 'project_id': '061b88700a7743a2acf731f3ff7430f4', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:48.428793 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.466468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Pushing event deleted for resources: {'Port': ['ID=717b1b2a-2351-43c4-9abc-99721b6dbe9b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:48.531488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.620086 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.622077 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.663479 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.664024 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69762419-973b-4804-b6b1-4548d28bdb9f {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:23:48.668291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.669338 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b978579e-3800-4859-9b41-b9811c822293 admin admin] 10.222.0.41 "DELETE /v2.0/routers/69762419-973b-4804-b6b1-4548d28bdb9f HTTP/1.1" status: 204 len: 168 time: 0.7756317 Aug 21 19:23:48.672590 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46864) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:48.720578 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Deleting subnet 94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:23:48.723566 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.759721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.843137 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.899636 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.926164 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:48.928126 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:48.929969 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cbce5578-f849-475d-abc4-43c77d776442 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94dc64ff-1a54-4d4b-b4c6-c5dec7e2a539 HTTP/1.1" status: 204 len: 168 time: 0.2564743 Aug 21 19:23:48.932522 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46866) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:48.932681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e61e93-2d23-45af-952c-d355d68e0314 None None] Network 9b24cbad-7986-42ad-9f26-7cb27581c753 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:48.999599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.058170 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Deleting port 07024451-4301-4922-95fa-24847455dbd5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:49.058544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.130482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] For port 07024451-4301-4922-95fa-24847455dbd5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07024451-4301-4922-95fa-24847455dbd5,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:49.130880 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.147174 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Calling delete_port for 07024451-4301-4922-95fa-24847455dbd5 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:49.147426 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] DHCP port deletion for 9b24cbad-7986-42ad-9f26-7cb27581c753 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:23:49.198877 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Deleting port 07024451-4301-4922-95fa-24847455dbd5 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:23:49.199285 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.229608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.261136 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Pushing event deleted for resources: {'Port': ['ID=07024451-4301-4922-95fa-24847455dbd5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:49.263065 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] No DVR routers for this DVR port 07024451-4301-4922-95fa-24847455dbd5 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:23:49.271240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.277699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] For port 07024451-4301-4922-95fa-24847455dbd5, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=07024451-4301-4922-95fa-24847455dbd5,segment=NetworkSegment(4abb32c7-ca22-425b-b940-6dbf01157e48),segment_id=4abb32c7-ca22-425b-b940-6dbf01157e48)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:49.278095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.290386 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Calling delete_port for 07024451-4301-4922-95fa-24847455dbd5 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:23:49.346464 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.358628 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b24cbad-7986-42ad-9f26-7cb27581c753']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:49.371521 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abb32c7-ca22-425b-b940-6dbf01157e48') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:49.371966 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abb32c7-ca22-425b-b940-6dbf01157e48') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:49.377094 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.381929 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.397328 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.405057 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:23:49.405403 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.406179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] No DVR routers for this DVR port 07024451-4301-4922-95fa-24847455dbd5 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:23:49.407881 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:23:49.410021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6bdd29-e6d6-4a02-871a-1386fa7c1f59 None None] Pushing event deleted for resources: {'Port': ['ID=07024451-4301-4922-95fa-24847455dbd5,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:49.474778 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.480885 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.484016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9b24cbad-7986-42ad-9f26-7cb27581c753 HTTP/1.1" status: 204 len: 168 time: 0.5504251 Aug 21 19:23:49.500523 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084244c5-fada-4fb0-abce-a6957385ea99 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b24cbad-7986-42ad-9f26-7cb27581c753,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:49.600712 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46870) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:49.645246 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-af07c5a6-db7b-40d7-ad53-272c9fc3f41e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c12af4f0bb034197804cad63672591a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381477 Aug 21 19:23:49.645246 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46872) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:49.690721 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.712035 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.758879 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.761840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:49.763048 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd841b0f-4093-4be7-9fd8-c9194d69f0aa HTTP/1.1" status: 204 len: 168 time: 0.1195085 Aug 21 19:23:49.771255 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b3eb5-74d4-46c0-8ce5-ab13365ce34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd841b0f-4093-4be7-9fd8-c9194d69f0aa,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:49.798608 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.093323 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46878) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:50.134577 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-652a8380-1b8e-46be-a8af-55989fade2e9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=061b88700a7743a2acf731f3ff7430f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400455 Aug 21 19:23:50.137018 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46880) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:50.188626 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.209945 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.257268 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.259791 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.260931 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2b12217-a22b-4730-a81b-dfa65461d8b2 HTTP/1.1" status: 204 len: 168 time: 0.1230187 Aug 21 19:23:50.268962 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1453a-4ab3-4745-b26f-d13a8466c7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b12217-a22b-4730-a81b-dfa65461d8b2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:50.403854 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e620a588-ad2b-4677-93eb-7f5f60e00c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.457134 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 717b1b2a-2351-43c4-9abc-99721b6dbe9b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:50.478448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 717b1b2a-2351-43c4-9abc-99721b6dbe9b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:50.478799 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 717b1b2a-2351-43c4-9abc-99721b6dbe9b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:50.479214 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9ffef38b-0879-439a-8243-6a9357847561 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:50.499703 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 9ffef38b-0879-439a-8243-6a9357847561 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:50.500044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 9ffef38b-0879-439a-8243-6a9357847561 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:50.500448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07024451-4301-4922-95fa-24847455dbd5 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:23:50.519448 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 07024451-4301-4922-95fa-24847455dbd5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:23:50.519791 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 07024451-4301-4922-95fa-24847455dbd5 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:23:50.547923 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:50.932237 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46902) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:51.036496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1983373646-network', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:51.056342 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Made reservation on behalf of 0eb5d9f2fe594b74a11b569cc9f5ebe4 for: {'network': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:23:51.058600 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.067400 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.153769 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.157697 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.178442 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94598) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:23:51.192192 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591bb018-1ddb-4bb0-9934-267f37dd6415,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:51.197049 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.197392 n-d-793621-32 neutron-server[94598]: INFO neutron.db.segments_db [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Added segment 1ff62d77-348e-4a8d-b398-0590186d7b4f of type vlan for network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c Aug 21 19:23:51.236535 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.260912 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.261780 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:51.262360 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.310051 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3767254 Aug 21 19:23:51.313613 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46906) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:51.318872 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Request body: {'subnet': {'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1983373646-subnet', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'ip_version': 4}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:51.325322 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea1d03-9efd-4d33-8bd7-c55fd9460aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=9af5f0b8-347e-404c-9b48-2ecd93f6c14c,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:51.335539 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:23:51.340351 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Made reservation on behalf of 0eb5d9f2fe594b74a11b569cc9f5ebe4 for: {'subnet': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:23:51.342808 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26518426'] for subnet, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.507650 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26341598', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26518408'] for subnet, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.563960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eaf89d3-743b-4619-9b8c-87aafe1fb724,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:51.573787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Checking segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:51.574134 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Network hostable DHCP agents. Network: 9af5f0b8-347e-404c-9b48-2ecd93f6c14c, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94599) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:23:51.590373 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94599) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:23:51.598854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 9af5f0b8-347e-404c-9b48-2ecd93f6c14c) {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:51.602906 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:51.603502 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.609674 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ab92be-6551-4e12-bcfc-bc23aa4af678 None None] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:51.617770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-650b70de-6a28-4ee3-b8f9-ef41f6b718d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3029120 Aug 21 19:23:51.620301 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46908) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:51.624695 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:51.643914 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.645078 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.699225 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.752225 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:23:51.753242 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:51.842446 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.044074 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.056712 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.066229 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Allocated IP 172.20.0.2 (9af5f0b8-347e-404c-9b48-2ecd93f6c14c/5eaf89d3-743b-4619-9b8c-87aafe1fb724/eebc1363-6ea1-436b-a2da-11cc3dae7a23) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:52.066838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.170810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Allocated IP 172.25.1.113 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/10ee3846-8905-448d-b1f4-1d6b73504efe) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:52.212061 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.220940 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Transition to ACTIVE for port object eebc1363-6ea1-436b-a2da-11cc3dae7a23 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:52.235639 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Transition to ACTIVE for port object eebc1363-6ea1-436b-a2da-11cc3dae7a23 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:52.240756 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.275838 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.279104 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:52.281919 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:52.285266 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:52.298632 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Pushing event updated for resources: {'Port': ['ID=eebc1363-6ea1-436b-a2da-11cc3dae7a23,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:52.315840 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.343951 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Attempting to bind port eebc1363-6ea1-436b-a2da-11cc3dae7a23 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:23:52.344363 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Attempting to bind port eebc1363-6ea1-436b-a2da-11cc3dae7a23 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:23:52.344681 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Attempting to bind port eebc1363-6ea1-436b-a2da-11cc3dae7a23 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:23:52.349718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:23:52.350091 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Checking segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:52.350518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.350923 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Bound using segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:23:52.351383 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Bound port: eebc1363-6ea1-436b-a2da-11cc3dae7a23, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:23:52.351764 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.356370 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:52.361319 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:52.367721 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:52.370882 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Pushing event updated for resources: {'Port': ['ID=10ee3846-8905-448d-b1f4-1d6b73504efe,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:52.417279 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] For port eebc1363-6ea1-436b-a2da-11cc3dae7a23, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:23:52.420710 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] For port eebc1363-6ea1-436b-a2da-11cc3dae7a23, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eebc1363-6ea1-436b-a2da-11cc3dae7a23,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:23:52.424985 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.482841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77becb28-c22c-4004-9c7f-d705b149c6fb None None] Pushing event updated for resources: {'Port': ['ID=eebc1363-6ea1-436b-a2da-11cc3dae7a23,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:52.636357 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.834722 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:52.960681 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94599) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:23:53.064786 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:53.073608 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:53.081303 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.085543 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-16bdf6be-3f46-44c7-b262-aa36c11f510f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4613657 Aug 21 19:23:53.085698 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:53.085829 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46910) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:53.086062 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:53.194912 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:53.387955 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:52Z', 'revision_number': 3, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:53.415303 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:53.415648 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Updating router 477ced6a-624a-4ec1-9d91-8218e7ac3121 port 10ee3846-8905-448d-b1f4-1d6b73504efe binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:23:53.432746 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff193e0-cce9-4f70-ab43-efa5942773cf None None] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:53.440709 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.510390 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-daf64b23-bd29-418a-a45b-1e5509da76dd None None] Provisioning for port eebc1363-6ea1-436b-a2da-11cc3dae7a23 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:53.622462 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.817123 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.827788 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Transition to ACTIVE for port object 10ee3846-8905-448d-b1f4-1d6b73504efe will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:53.833108 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.878637 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Attempting to bind port 10ee3846-8905-448d-b1f4-1d6b73504efe on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:23:53.879012 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Attempting to bind port 10ee3846-8905-448d-b1f4-1d6b73504efe by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:23:53.879372 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Attempting to bind port 10ee3846-8905-448d-b1f4-1d6b73504efe on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:23:53.880971 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.889801 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Pushing event updated for resources: {'Port': ['ID=10ee3846-8905-448d-b1f4-1d6b73504efe,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:53.892741 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:23:53.893117 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:53.893518 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.893911 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:23:53.894371 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Bound port: 10ee3846-8905-448d-b1f4-1d6b73504efe, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:23:53.894772 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:53.901042 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.901389 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.901725 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.902058 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.902385 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.903377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.903377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.903377 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.903688 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.903996 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.904864 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.905205 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94601) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:23:53.954661 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] For port 10ee3846-8905-448d-b1f4-1d6b73504efe, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:23:53.957807 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] For port 10ee3846-8905-448d-b1f4-1d6b73504efe, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=10ee3846-8905-448d-b1f4-1d6b73504efe,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:23:53.961651 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.020380 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:54.020983 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:54.022789 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671803b8-088e-4f6d-977d-f94b35039de2 None None] Pushing event updated for resources: {'Port': ['ID=10ee3846-8905-448d-b1f4-1d6b73504efe,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:54.039834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Allocated IP 172.20.0.1 (9af5f0b8-347e-404c-9b48-2ecd93f6c14c/5eaf89d3-743b-4619-9b8c-87aafe1fb724/d97b3b0c-07c7-43d1-9a93-e9592047fc6b) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:54.125796 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:54.143370 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.157865 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Transition to ACTIVE for port object d97b3b0c-07c7-43d1-9a93-e9592047fc6b will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:54.191096 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.225606 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:54.228469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:54.231847 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:54.266770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Pushing event updated for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:54.282425 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.311597 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:52Z', 'revision_number': 3, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:54.338370 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5b1283-aca1-46eb-a6bb-8272549a6712 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:52Z', 'revision_number': 3, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:54.440441 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.476792 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-82f1250e-a8fc-4c88-9cb1-fa82fd2017ba None None] Provisioning for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:54.486695 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eebc1363-6ea1-436b-a2da-11cc3dae7a23 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:23:54.490581 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-82f1250e-a8fc-4c88-9cb1-fa82fd2017ba None None] Provisioning complete for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:54.490962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-82f1250e-a8fc-4c88-9cb1-fa82fd2017ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.561600 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-82f1250e-a8fc-4c88-9cb1-fa82fd2017ba None None] Port d97b3b0c-07c7-43d1-9a93-e9592047fc6b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:23:54.579044 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port eebc1363-6ea1-436b-a2da-11cc3dae7a23 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:54.583194 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port eebc1363-6ea1-436b-a2da-11cc3dae7a23 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:54.583672 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.629315 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.634019 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.703267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Pushing event updated for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:54.704349 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.705920 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.752727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port eebc1363-6ea1-436b-a2da-11cc3dae7a23, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eebc1363-6ea1-436b-a2da-11cc3dae7a23,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:54.758193 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:54.811350 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=eebc1363-6ea1-436b-a2da-11cc3dae7a23,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:54.817774 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:54.819270 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:54.941775 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:23:55.058087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:55.063109 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-49e1b71b-08fc-42c0-87d1-c8960764034b admin admin] 10.222.0.41 "PUT /v2.0/routers/477ced6a-624a-4ec1-9d91-8218e7ac3121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9764357 Aug 21 19:23:55.087857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-6fcf703a-982a-443d-95c5-e33fc9f5cd86 None None] Provisioning complete for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:55.088376 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6fcf703a-982a-443d-95c5-e33fc9f5cd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.128812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-6fcf703a-982a-443d-95c5-e33fc9f5cd86 None None] Port d97b3b0c-07c7-43d1-9a93-e9592047fc6b cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:23:55.536236 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46926) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:55.541303 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1049976012-network', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:55.562189 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Made reservation on behalf of 874bee4a5fa646f68a16e5308c20e144 for: {'network': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:23:55.564489 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for network, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.572680 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.660339 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.664497 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.689306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94599) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 21 19:23:55.699365 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b41dcda-9d0c-4a88-b513-6cf7a8cce9f1,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:55.704843 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.705197 n-d-793621-32 neutron-server[94599]: INFO neutron.db.segments_db [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Added segment e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2 of type vlan for network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 Aug 21 19:23:55.746326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773668930133'] for network, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.773864 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010'] for network, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.774925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:55.775536 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.835454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2980778 Aug 21 19:23:55.838534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46928) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:55.841110 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037a361-57c4-4f9c-b47f-4818e3adc382 admin admin] Pushing event updated for resources: {'Network': ['ID=8c4b0f5e-ed12-4ddc-9194-0b7b80320217,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:55.847589 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Request body: {'subnet': {'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1049976012-subnet', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'ip_version': 4}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:55.852699 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 details requested by agent ovs-agent-n-d-793621-32 with host n-d-793621-32 {{(pid=94600) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 21 19:23:55.873774 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Made reservation on behalf of 874bee4a5fa646f68a16e5308c20e144 for: {'subnet': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:23:55.876357 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25210911'] for subnet, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:55.999369 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:56.008718 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:56.009645 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:56.045832 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27049628', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25210893'] for subnet, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.101340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9c1650-75bd-49e8-85cd-a6a64dd836a2,revision_number=0']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:56.110154 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Checking segment: {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:56.110423 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Network hostable DHCP agents. Network: 8c4b0f5e-ed12-4ddc-9194-0b7b80320217, hostable agents: ['589a4ca9-375f-4096-bd52-31aad2d5a269'], hosted agents: [] {{(pid=94598) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 21 19:23:56.119996 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:56.128181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 is scheduled to be hosted by DHCP agent 589a4ca9-375f-4096-bd52-31aad2d5a269 with binding_index 1 {{(pid=94598) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 21 19:23:56.139371 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-32, 8c4b0f5e-ed12-4ddc-9194-0b7b80320217) {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:56.144090 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:23:56.145094 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.149335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ecf1e-601d-40c8-a76e-60a66af1da97 None None] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:56.160476 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-5df9873d-a044-43ff-b0e5-ef37f47da4ca admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3200667 Aug 21 19:23:56.163002 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46930) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:56.167421 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:23:56.188865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1603120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2237'] for router, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.190084 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1603010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1597734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1610627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2212'] for router, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.248865 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.386388 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.429890 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp77614f4c-2eb2-58ec-98e0-c50533bc952c-8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'fixed_ips': [{'subnet_id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2'}]}} from n-d-793621-32. {{(pid=94600) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 21 19:23:56.430921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.468486 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 2, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:56.561367 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eebc1363-6ea1-436b-a2da-11cc3dae7a23 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:23:56.566740 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:56.567106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Updating router 477ced6a-624a-4ec1-9d91-8218e7ac3121 port d97b3b0c-07c7-43d1-9a93-e9592047fc6b binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:23:56.613293 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.620543 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.632866 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.726193 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.db_base_plugin_common [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Allocated IP 172.20.0.2 (8c4b0f5e-ed12-4ddc-9194-0b7b80320217/4f9c1650-75bd-49e8-85cd-a6a64dd836a2/8a3ff9de-7b2c-478e-913a-254da874fd52) {{(pid=94600) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:56.746722 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Allocated IP 172.25.1.114 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/46917b68-1225-47c4-9d78-179a3be8a3d3) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:56.795705 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port eebc1363-6ea1-436b-a2da-11cc3dae7a23 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:56.795705 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.848119 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.886410 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:56.922339 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:56.926394 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:56.929784 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:56.937752 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Pushing event updated for resources: {'Port': ['ID=46917b68-1225-47c4-9d78-179a3be8a3d3,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:57.190891 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.213962 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 10ee3846-8905-448d-b1f4-1d6b73504efe up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:23:57.297698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks [] for port, precommit_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.314304 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Transition to ACTIVE for port object 8a3ff9de-7b2c-478e-913a-254da874fd52 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:57.331441 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.353963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Transition to ACTIVE for port object d97b3b0c-07c7-43d1-9a93-e9592047fc6b will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:57.355854 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Transition to ACTIVE for port object 8a3ff9de-7b2c-478e-913a-254da874fd52 will not be triggered until provisioned by entity DHCP. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:57.357174 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 10ee3846-8905-448d-b1f4-1d6b73504efe completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:57.363759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 10ee3846-8905-448d-b1f4-1d6b73504efe triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:57.364121 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.366642 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:23:57.367798 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959'] for port, after_create {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.383598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1603052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1597878'] for router, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.390891 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.447716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 is already hosted by enough agents. {{(pid=94600) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:57.456045 n-d-793621-32 neutron-server[94600]: DEBUG neutron.scheduler.base_scheduler [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Resources bound (agent type, host, resource id): {{(pid=94600) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:57.464105 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Received port after_create {{(pid=94600) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:57.471984 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Pushing event updated for resources: {'Port': ['ID=8a3ff9de-7b2c-478e-913a-254da874fd52,revision_number=1']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:57.521032 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Router 10314fd9-3bd1-43dc-a880-fb2c780109f1 is scheduled to L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 with binding_index 1 {{(pid=94598) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 21 19:23:57.601335 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357ea8-c617-445d-89fa-8ea39b83ac69 None None] Pushing event updated for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:57.626221 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Attempting to bind port 8a3ff9de-7b2c-478e-913a-254da874fd52 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:23:57.626620 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Attempting to bind port 8a3ff9de-7b2c-478e-913a-254da874fd52 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:23:57.626987 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Attempting to bind port 8a3ff9de-7b2c-478e-913a-254da874fd52 on network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:23:57.642215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Attempting to bind port d97b3b0c-07c7-43d1-9a93-e9592047fc6b on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:23:57.642618 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Attempting to bind port d97b3b0c-07c7-43d1-9a93-e9592047fc6b by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:23:57.642982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Attempting to bind port d97b3b0c-07c7-43d1-9a93-e9592047fc6b on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:23:57.645084 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:23:57.645457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Checking segment: {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:57.646542 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.646542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Bound using segment: {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:23:57.647224 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Bound port: 8a3ff9de-7b2c-478e-913a-254da874fd52, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:23:57.647224 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.670465 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:23:57.670979 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Checking segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:57.670979 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.671648 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Bound using segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:23:57.672132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Bound port: d97b3b0c-07c7-43d1-9a93-e9592047fc6b, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:23:57.672518 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.674441 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.738947 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 10ee3846-8905-448d-b1f4-1d6b73504efe, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=10ee3846-8905-448d-b1f4-1d6b73504efe,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:57.768499 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.837707 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] For port 8a3ff9de-7b2c-478e-913a-254da874fd52, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:23:57.843852 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] For port 8a3ff9de-7b2c-478e-913a-254da874fd52, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a3ff9de-7b2c-478e-913a-254da874fd52,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:23:57.853120 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.872165 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] For port d97b3b0c-07c7-43d1-9a93-e9592047fc6b, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:23:57.885179 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=10ee3846-8905-448d-b1f4-1d6b73504efe,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:57.897112 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] For port d97b3b0c-07c7-43d1-9a93-e9592047fc6b, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:23:57.925835 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:57.966222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a57d-0a7b-4da8-a7d4-055832b5cd84 None None] Pushing event updated for resources: {'Port': ['ID=8a3ff9de-7b2c-478e-913a-254da874fd52,revision_number=2']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:57.973237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:57.973237 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:57.996461 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:23:58.006663 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Sync routers for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:23:58.016877 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:58.017844 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:58.033918 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:58.038087 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46932) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:23:58.038695 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-bd2f94af-363a-4ce9-886a-a4ccf5a1873e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8742168 Aug 21 19:23:58.098162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5357ea8-c617-445d-89fa-8ea39b83ac69 None None] Pushing event updated for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:58.168881 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:58.230066 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:58.439567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:58.445004 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 3, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:58.468349 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550ca13-4108-4430-a320-c50fbf68b631 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:58.472147 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Checking router: 10314fd9-3bd1-43dc-a880-fb2c780109f1 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:23:58.472496 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Updating router 10314fd9-3bd1-43dc-a880-fb2c780109f1 port 46917b68-1225-47c4-9d78-179a3be8a3d3 binding host n-d-793621-32 {{(pid=94601) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:23:58.505170 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:58.630961 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a3ff9de-7b2c-478e-913a-254da874fd52 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:23:58.642181 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:58.704761 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 8a3ff9de-7b2c-478e-913a-254da874fd52 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:58.710097 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 10ee3846-8905-448d-b1f4-1d6b73504efe up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:23:58.783357 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 10ee3846-8905-448d-b1f4-1d6b73504efe triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:58.783738 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:58.874162 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Allocated IP 172.20.0.1 (8c4b0f5e-ed12-4ddc-9194-0b7b80320217/4f9c1650-75bd-49e8-85cd-a6a64dd836a2/b7fc1ab6-9225-4f01-b814-47887755c482) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:23:58.912908 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks [] for port, precommit_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:58.926796 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.provisioning_blocks [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Transition to ACTIVE for port object 46917b68-1225-47c4-9d78-179a3be8a3d3 will not be triggered until provisioned by entity L2. {{(pid=94601) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:58.936864 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.003428 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Attempting to bind port 46917b68-1225-47c4-9d78-179a3be8a3d3 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:23:59.003582 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Attempting to bind port 46917b68-1225-47c4-9d78-179a3be8a3d3 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:23:59.003914 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Attempting to bind port 46917b68-1225-47c4-9d78-179a3be8a3d3 on network 88fc3ba0-b39b-4770-a0db-9f6a09278712 {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:23:59.006585 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789d596-3c2e-4361-80a7-c4cb655bf6d3 None None] Pushing event updated for resources: {'Port': ['ID=46917b68-1225-47c4-9d78-179a3be8a3d3,revision_number=2']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:59.012835 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:23:59.013208 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Checking segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94601) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:23:59.014165 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.014587 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Bound using segment: {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'} {{(pid=94601) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:23:59.015056 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.managers [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Bound port: 46917b68-1225-47c4-9d78-179a3be8a3d3, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '288f4645-2f4a-40db-8ea9-23e675613f0f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712'}}] {{(pid=94601) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:23:59.016094 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.041527 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.062037 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Transition to ACTIVE for port object b7fc1ab6-9225-4f01-b814-47887755c482 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:23:59.086853 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] For port 46917b68-1225-47c4-9d78-179a3be8a3d3, host n-d-793621-32, cleared binding levels {{(pid=94601) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:23:59.093351 n-d-793621-32 neutron-server[94601]: DEBUG neutron.plugins.ml2.db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] For port 46917b68-1225-47c4-9d78-179a3be8a3d3, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=46917b68-1225-47c4-9d78-179a3be8a3d3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94601) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:23:59.100873 n-d-793621-32 neutron-server[94601]: DEBUG neutron_lib.callbacks.manager [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94601) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.116057 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.154203 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d40b68d-c2cb-411a-97a3-d0490cc9f299 None None] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:23:59.168016 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:59.170818 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:23:59.171996 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:59.176044 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:59.176677 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:59.178962 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:23:59.221901 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1604700'] for router_interface, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.235678 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Provisioning for port 8a3ff9de-7b2c-478e-913a-254da874fd52 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:59.249332 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Provisioning complete for port 8a3ff9de-7b2c-478e-913a-254da874fd52 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:59.249803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.308197 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:23:59.374614 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.409027 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789d596-3c2e-4361-80a7-c4cb655bf6d3 None None] Pushing event updated for resources: {'Port': ['ID=46917b68-1225-47c4-9d78-179a3be8a3d3,revision_number=3']} {{(pid=94601) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:59.415237 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.456634 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] For port 8a3ff9de-7b2c-478e-913a-254da874fd52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a3ff9de-7b2c-478e-913a-254da874fd52,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:23:59.462803 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.542994 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e423ec-28f5-4451-bdd0-5837aa449d19 None None] Pushing event updated for resources: {'Port': ['ID=8a3ff9de-7b2c-478e-913a-254da874fd52,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:59.584148 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 3, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:23:59.616480 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aa36ce-ff7b-4b84-a6ce-42d00ed3978d None None] The sync data for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 is: [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 3, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:23:59.618736 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.625087 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.694634 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:23:59.697199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2069960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1604588'] for router_interface, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.792387 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Provisioning for port b7fc1ab6-9225-4f01-b814-47887755c482 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:23:59.797192 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Provisioning complete for port b7fc1ab6-9225-4f01-b814-47887755c482 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:59.797614 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.807060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:23:59.808743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:23:59.848043 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Port b7fc1ab6-9225-4f01-b814-47887755c482 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:23:59.859497 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Provisioning complete for port 8a3ff9de-7b2c-478e-913a-254da874fd52 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:23:59.859895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-50305f4b-e7b2-41f2-8786-669a46ac77ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:23:59.949789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Router 10314fd9-3bd1-43dc-a880-fb2c780109f1 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:24:00.084113 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-60008f83-54f9-41ed-bdb2-0c0563b8d04f None None] Provisioning complete for port b7fc1ab6-9225-4f01-b814-47887755c482 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:00.085008 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60008f83-54f9-41ed-bdb2-0c0563b8d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.122480 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:24:00.131297 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-b85f0dee-eec4-4fbf-86c4-75b23986ece0 admin admin] 10.222.0.41 "PUT /v2.0/routers/10314fd9-3bd1-43dc-a880-fb2c780109f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0915151 Aug 21 19:24:00.146627 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-60008f83-54f9-41ed-bdb2-0c0563b8d04f None None] Port b7fc1ab6-9225-4f01-b814-47887755c482 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:24:00.265669 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-341734fc-8441-4408-9e2b-4d1d25683af1 None None] Provisioning complete for port b7fc1ab6-9225-4f01-b814-47887755c482 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:00.266046 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-341734fc-8441-4408-9e2b-4d1d25683af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.302989 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-341734fc-8441-4408-9e2b-4d1d25683af1 None None] Port b7fc1ab6-9225-4f01-b814-47887755c482 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:24:00.567701 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 46917b68-1225-47c4-9d78-179a3be8a3d3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:00.624141 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port 46917b68-1225-47c4-9d78-179a3be8a3d3 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:24:00.628494 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 46917b68-1225-47c4-9d78-179a3be8a3d3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:00.628868 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.652095 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 46940) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:00.659366 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994003843', 'description': 'tempest-secgroup-smoke-994003843 description', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:00.682794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.711345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.731976 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port 46917b68-1225-47c4-9d78-179a3be8a3d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=46917b68-1225-47c4-9d78-179a3be8a3d3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:00.735691 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.736471 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d97b3b0c-07c7-43d1-9a93-e9592047fc6b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:00.771768 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.777009 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.810000 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca5531-ae6c-4a4c-893e-35b75e46ef63,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:00.814975 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.819130 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e84d2cdb-fe96-418d-805e-af892a085a2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1631939 Aug 21 19:24:00.819483 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46942) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:00.824129 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:00.826716 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=46917b68-1225-47c4-9d78-179a3be8a3d3,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:00.837262 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:24:00.841152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:00.842266 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.852219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.908544 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.912753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.921511 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.930469 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c8cfa8c-3617-4f65-97fd-c7337ade6613,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:00.936715 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.937762 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a32347cd-3b52-4307-9ad8-e38c79ba9b11 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172819 Aug 21 19:24:00.940536 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46944) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:00.945086 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:00.953651 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port d97b3b0c-07c7-43d1-9a93-e9592047fc6b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:00.956624 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:00.957434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a3ff9de-7b2c-478e-913a-254da874fd52 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:00.972401 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.027788 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.031997 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.038247 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.047587 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 8a3ff9de-7b2c-478e-913a-254da874fd52 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:01.047958 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.049720 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdf9295-e3ce-4fbb-8a5b-fc0981184ebd,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.055261 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.056490 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-37902105-22e6-4702-92b6-6a709e1642fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149337 Aug 21 19:24:01.059143 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46946) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:01.063940 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:01.089757 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.152252 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.156157 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.170276 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7493a92e-770a-45fa-a89b-aea2f8a192c0,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.178931 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.182732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8431b77a-ef75-4901-943e-be4b6c5fda55 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200526 Aug 21 19:24:01.182970 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46948) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:01.187664 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:01.213480 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.273000 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.276413 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.293607 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e157bf2e-7298-402f-9b0a-036763ee764c,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.299338 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.300571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-cf4f0ee5-fa11-46a5-b205-a8ba8476a2a4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165714 Aug 21 19:24:01.303403 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46950) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:01.307781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:01.329901 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Project 0eb5d9f2fe594b74a11b569cc9f5ebe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:24:01.334825 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.395106 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.398724 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.416082 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61114682-b04c-4d1a-907a-b9dea39ce7df,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.421599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.422812 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8f85a084-dfed-4736-b64d-48e8a2940dcd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184371 Aug 21 19:24:01.425650 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 46952) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:01.430020 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'security_group_rule': {'security_group_id': '64ca5531-ae6c-4a4c-893e-35b75e46ef63', 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:01.450909 n-d-793621-32 neutron-server[94599]: INFO neutron.db.securitygroups_db [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Project 0eb5d9f2fe594b74a11b569cc9f5ebe4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 21 19:24:01.456123 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.517451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.520869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636893'] for security_group_rule, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.540960 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979982e2-308a-4f83-bc2a-44e55d7d4ef4,revision_number=0']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:01.548340 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:01.549809 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-8e7c2d7d-4a69-4ab6-990f-6964e9235c33 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231611 Aug 21 19:24:01.691753 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-0be979b1-c7f2-41d2-bfce-3247f9d7a2e0 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994003843&fields=id&tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 267 time: 0.0363760 Aug 21 19:24:01.802539 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-cc33de31-a9b7-4efb-b474-a78c8672a067 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:01.802539 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-cc33de31-a9b7-4efb-b474-a78c8672a067 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 810 time: 0.1032155 Aug 21 19:24:01.817935 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-77baaf86-5c3a-4dc7-bb88-b85948eb0ab6 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/quotas/0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 375 time: 0.0102746 Aug 21 19:24:01.858298 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Sync routers for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:24:01.871774 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:24:01.872747 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:01.884403 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-4f6c1cbd-d452-4a10-ba1c-768fb1a81d61 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607929 Aug 21 19:24:01.900082 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-2fb46fab-4d06-4132-a47c-0bec75f9a7e0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94598) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:24:01.900975 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-2fb46fab-4d06-4132-a47c-0bec75f9a7e0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053098 Aug 21 19:24:01.995838 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-afcecd21-29f4-4f25-ba95-3396785a11b7 service neutron] 10.222.0.41 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887902 Aug 21 19:24:02.095076 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-2922ab67-71a4-4ef7-9813-6d735dee23b5 service neutron] 10.222.0.41 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920470 Aug 21 19:24:02.145835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:24:02.269732 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a76b4312-6af9-471f-90e7-83cce8cf8ae3 req-6570b956-d20a-4e65-8ce7-e4e70ec09c5b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 210 time: 0.0324471 Aug 21 19:24:02.353128 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 4, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b7fc1ab6-9225-4f01-b814-47887755c482', 'name': '', 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'mac_address': 'fa:16:3e:86:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:58Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 2, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'subnets': [{'id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:02.379655 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Checking router: 10314fd9-3bd1-43dc-a880-fb2c780109f1 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:24:02.380008 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Updating router 10314fd9-3bd1-43dc-a880-fb2c780109f1 port b7fc1ab6-9225-4f01-b814-47887755c482 binding host n-d-793621-32 {{(pid=94600) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 21 19:24:02.406552 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.467592 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 46917b68-1225-47c4-9d78-179a3be8a3d3 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:02.626843 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port 46917b68-1225-47c4-9d78-179a3be8a3d3 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:02.627208 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.781096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks [] for port, precommit_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.784294 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d97b3b0c-07c7-43d1-9a93-e9592047fc6b up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:02.812769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Transition to ACTIVE for port object b7fc1ab6-9225-4f01-b814-47887755c482 will not be triggered until provisioned by entity L2. {{(pid=94600) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:24:02.822276 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.889118 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c747606-fb2e-4e31-b22e-93f8b792efd7 None None] Pushing event updated for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=3']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:02.894385 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port d97b3b0c-07c7-43d1-9a93-e9592047fc6b triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:02.894783 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.971231 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Attempting to bind port b7fc1ab6-9225-4f01-b814-47887755c482 on host n-d-793621-32 for vnic_type normal with profile {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:24:02.971530 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Attempting to bind port b7fc1ab6-9225-4f01-b814-47887755c482 by drivers openvswitch,hyperv on host n-d-793621-32 at level 0 using segments [{'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:24:02.971894 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Attempting to bind port b7fc1ab6-9225-4f01-b814-47887755c482 on network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:24:02.980857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Checking agent: {'id': '6511da2d-7311-4959-8d0a-d83635a39350', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 49, 20), 'started_at': datetime.datetime(2021, 8, 21, 17, 49, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-32'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:24:02.981230 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Checking segment: {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94600) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:24:02.981633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:02.982026 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Bound using segment: {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'} {{(pid=94600) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:24:02.983152 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.managers [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Bound port: b7fc1ab6-9225-4f01-b814-47887755c482, host: n-d-793621-32, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217'}}] {{(pid=94600) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:24:02.983540 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:03.081423 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] For port b7fc1ab6-9225-4f01-b814-47887755c482, host n-d-793621-32, cleared binding levels {{(pid=94600) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:24:03.085160 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] For port b7fc1ab6-9225-4f01-b814-47887755c482, host n-d-793621-32, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b7fc1ab6-9225-4f01-b814-47887755c482,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94600) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:24:03.089127 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:03.136254 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:24:03.136817 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:03.205303 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c747606-fb2e-4e31-b22e-93f8b792efd7 None None] Pushing event updated for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:03.295023 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:24:03.354714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-11259383-2abb-4768-ab30-badd88eb57cc tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:03.356641 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-11259383-2abb-4768-ab30-badd88eb57cc tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 810 time: 0.1902566 Aug 21 19:24:03.437137 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5a44b22d-8950-47ce-9fdc-4e9c92dbf6e1 req-d1e6f303-f53e-4b0f-b3c9-31e146e5bea6 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 210 time: 0.0356169 Aug 21 19:24:03.444524 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-94ffc511-6c4e-4e4a-a601-164894810aa1 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 379 time: 0.0678155 Aug 21 19:24:03.457853 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'port': {'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'admin_state_up': True, 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'security_groups': ['64ca5531-ae6c-4a4c-893e-35b75e46ef63']}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:03.541601 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 4, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b7fc1ab6-9225-4f01-b814-47887755c482', 'name': '', 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'mac_address': 'fa:16:3e:86:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:58Z', 'updated_at': '2021-08-21T19:24:03Z', 'revision_number': 4, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'subnets': [{'id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:03.573081 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Made reservation on behalf of 0eb5d9f2fe594b74a11b569cc9f5ebe4 for: {'port': 1} {{(pid=94598) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:24:03.577437 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:03.578331 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c76b6b2-2e2c-4179-b86a-67433e1d398e None None] The sync data for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 is: [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:23:59Z', 'revision_number': 4, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'b7fc1ab6-9225-4f01-b814-47887755c482', 'name': '', 'network_id': '8c4b0f5e-ed12-4ddc-9194-0b7b80320217', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'mac_address': 'fa:16:3e:86:c4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:58Z', 'updated_at': '2021-08-21T19:24:03Z', 'revision_number': 4, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'subnets': [{'id': '4f9c1650-75bd-49e8-85cd-a6a64dd836a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:24:03.730172 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Allocated IP 172.20.0.3 (9af5f0b8-347e-404c-9b48-2ecd93f6c14c/5eaf89d3-743b-4619-9b8c-87aafe1fb724/4ff4f3aa-0484-4782-a015-5a01b04cc209) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:24:03.876668 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:03.891873 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Transition to ACTIVE for port object 4ff4f3aa-0484-4782-a015-5a01b04cc209 will not be triggered until provisioned by entity DHCP. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:24:03.925742 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:03.975196 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:24:03.978267 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:24:03.982241 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:24:03.991488 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:04.039340 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:04.039972 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.055704 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-dfac83d6-f9eb-4513-ac41-2d2ea7f4ac12 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025078 Aug 21 19:24:04.074226 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Request body: {'port': {'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-32'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:04.137128 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.199973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1167a37a-6fe4-4dee-b192-e6e81210255b None None] Provisioning for port 4ff4f3aa-0484-4782-a015-5a01b04cc209 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:24:04.204175 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1167a37a-6fe4-4dee-b192-e6e81210255b None None] Provisioning complete for port 4ff4f3aa-0484-4782-a015-5a01b04cc209 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:04.204549 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1167a37a-6fe4-4dee-b192-e6e81210255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.239856 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1167a37a-6fe4-4dee-b192-e6e81210255b None None] Port 4ff4f3aa-0484-4782-a015-5a01b04cc209 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:24:04.413943 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff4f3aa-0484-4782-a015-5a01b04cc209 {{(pid=94598) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:24:04.421646 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.433634 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.provisioning_blocks [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Transition to ACTIVE for port object 4ff4f3aa-0484-4782-a015-5a01b04cc209 will not be triggered until provisioned by entity L2. {{(pid=94598) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:24:04.438602 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.473466 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b7fc1ab6-9225-4f01-b814-47887755c482 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:04.543598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:04.561142 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning for port b7fc1ab6-9225-4f01-b814-47887755c482 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:24:04.568150 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b7fc1ab6-9225-4f01-b814-47887755c482 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:04.568612 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.573440 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Attempting to bind port 4ff4f3aa-0484-4782-a015-5a01b04cc209 on host n-h2-793621-32 for vnic_type normal with profile {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:24:04.577191 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Attempting to bind port 4ff4f3aa-0484-4782-a015-5a01b04cc209 by drivers openvswitch,hyperv on host n-h2-793621-32 at level 0 using segments [{'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:24:04.577650 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Attempting to bind port 4ff4f3aa-0484-4782-a015-5a01b04cc209 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:24:04.582950 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Port 4ff4f3aa-0484-4782-a015-5a01b04cc209 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-32 {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:24:04.583393 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Attempting to bind port 4ff4f3aa-0484-4782-a015-5a01b04cc209 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:24:04.589530 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Checking agent: {'id': '3b19059c-5341-4414-baa7-93f204d0f737', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:24:04.590054 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Checking segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94598) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:24:04.590556 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Bound using segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} {{(pid=94598) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:24:04.591088 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.managers [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Bound port: 4ff4f3aa-0484-4782-a015-5a01b04cc209, host: n-h2-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}}] {{(pid=94598) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:24:04.592459 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.602025 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5e68f-80e2-4cca-ba6f-123cfb01ba17 req-5b50a062-dbb7-4380-bcf7-fc64552c234e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:04.613577 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73e5e68f-80e2-4cca-ba6f-123cfb01ba17 req-5b50a062-dbb7-4380-bcf7-fc64552c234e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0850642 Aug 21 19:24:04.664111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-73e5e68f-80e2-4cca-ba6f-123cfb01ba17 req-8a67ea73-9e20-47d1-847f-ba361b6ba694 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493567 Aug 21 19:24:04.678343 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.699559 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, cleared binding levels {{(pid=94598) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:24:04.705103 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94598) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:24:04.710702 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.717659 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] For port b7fc1ab6-9225-4f01-b814-47887755c482, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b7fc1ab6-9225-4f01-b814-47887755c482,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:04.721677 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.745496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:04.746232 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:04.754099 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] 10.222.0.64 "PUT /v2.0/ports/4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 1092 time: 0.6841807 Aug 21 19:24:04.754099 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:24:04.756484 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1e25cb-1383-4413-86d1-dad2bdf93d25" -d '{"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:24:04.785689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Pushing event updated for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:04.791637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d086e-e086-4fa1-a201-de8f0004d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=3']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:04.836884 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6357b4-120f-4ead-b4f7-920c1581454f x-openstack-request-id: req-5b6357b4-120f-4ead-b4f7-920c1581454f {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:24:04.837198 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:24:04.837448 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b6357b4-120f-4ead-b4f7-920c1581454f {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:24:04.837846 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'status': 'completed', 'code': 200} Aug 21 19:24:04.854620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-1c196093-e1c8-437d-a53c-4dbc03e2f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:04.856320 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-1c196093-e1c8-437d-a53c-4dbc03e2f329 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1095 time: 0.0474248 Aug 21 19:24:04.905505 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-35dbc877-dd04-4e1c-96d0-612d8d1b18ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 217 time: 0.0359569 Aug 21 19:24:04.968640 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-240291e3-9ea5-417e-8bec-b2b594a4f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:04.970184 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-240291e3-9ea5-417e-8bec-b2b594a4f93f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0528717 Aug 21 19:24:05.021699 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ffef95f5-b000-43e4-a4d8-ca1c8dfcc63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.023204 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-ffef95f5-b000-43e4-a4d8-ca1c8dfcc63b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419352 Aug 21 19:24:05.118801 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-3ae29c1c-6abb-48e3-b6cf-cef625cd1792 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832107 Aug 21 19:24:05.215850 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-85dd58ab-e150-4af0-8105-9d77de35b58c req-f0b6e9d6-dfad-4920-8422-e74008f2a689 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849686 Aug 21 19:24:05.312998 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-d8422c01-002a-4c37-a340-4edef5d4babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.314552 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-d8422c01-002a-4c37-a340-4edef5d4babf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1095 time: 0.0429137 Aug 21 19:24:05.408483 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-10c91023-0c2a-47ea-90f0-03a380204877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.409967 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-10c91023-0c2a-47ea-90f0-03a380204877 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0883749 Aug 21 19:24:05.450595 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-bac6243b-f562-4a87-b6d4-4174b69290a6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 217 time: 0.0328269 Aug 21 19:24:05.499037 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-09f55941-53a7-49d9-a54a-9fedf53e6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.500471 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-09f55941-53a7-49d9-a54a-9fedf53e6374 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0428283 Aug 21 19:24:05.550637 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-db3c5a9b-7f60-4849-b0a7-f31b02f1e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.552153 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-db3c5a9b-7f60-4849-b0a7-f31b02f1e728 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442274 Aug 21 19:24:05.645514 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-65190b09-4fb0-4bcd-b9fe-c7a2327aabf0 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Aug 21 19:24:05.749436 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fe1e25cb-1383-4413-86d1-dad2bdf93d25 req-5d76edaf-b8ee-4ecb-83c0-37a65c938d26 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953550 Aug 21 19:24:05.786360 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc06e-b99b-4e71-83e4-acc5b36eb5bd req-8741ccfb-f97f-47e8-9e96-73596ff2bfce tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:05.788028 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e5fc06e-b99b-4e71-83e4-acc5b36eb5bd req-8741ccfb-f97f-47e8-9e96-73596ff2bfce tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0521073 Aug 21 19:24:05.831320 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-1e5fc06e-b99b-4e71-83e4-acc5b36eb5bd req-e27587b0-44cf-41c1-963c-0db94b9fc77d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371926 Aug 21 19:24:06.452690 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b7fc1ab6-9225-4f01-b814-47887755c482 up at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:06.503583 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Provisioning complete for port b7fc1ab6-9225-4f01-b814-47887755c482 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:06.503878 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:06.949028 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e35593-525c-4410-847c-875978e48cbe req-f5832f39-3f13-4200-bd4a-1b66451cb420 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:06.950607 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24e35593-525c-4410-847c-875978e48cbe req-f5832f39-3f13-4200-bd4a-1b66451cb420 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0486898 Aug 21 19:24:06.989434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-24e35593-525c-4410-847c-875978e48cbe req-dfa129c3-a04c-4cd5-ba06-1331f43a5f40 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321770 Aug 21 19:24:08.103593 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e790b0-e777-48cb-a86d-4f9633c69f54 req-48e9b5ff-e0cd-49ef-8e73-80ac73b0342b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:08.105112 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71e790b0-e777-48cb-a86d-4f9633c69f54 req-48e9b5ff-e0cd-49ef-8e73-80ac73b0342b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0507519 Aug 21 19:24:08.142516 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-71e790b0-e777-48cb-a86d-4f9633c69f54 req-d22d7714-e9e5-448d-8617-487128f90118 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Aug 21 19:24:09.254524 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3845fbb-ba7a-41d4-834c-01cc095f8d41 req-a22cc893-22a4-46fe-8940-7e21f99ff52b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:09.256006 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3845fbb-ba7a-41d4-834c-01cc095f8d41 req-a22cc893-22a4-46fe-8940-7e21f99ff52b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0480170 Aug 21 19:24:09.297373 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-b3845fbb-ba7a-41d4-834c-01cc095f8d41 req-a6d5eec7-22c9-4e8f-9474-afb970b828a0 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354760 Aug 21 19:24:09.703637 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:24:09.796599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:09.807389 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:24:09.845765 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:09.858219 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff4f3aa-0484-4782-a015-5a01b04cc209 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:24:09.877021 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:09.880627 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:09.926693 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:10.137132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['4ff4f3aa-0484-4782-a015-5a01b04cc209'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:24:10.410787 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a621264-e0ce-48fb-8309-10bc112c10b4 req-e86f40c9-0276-4a6b-9e77-f506bf2a2a91 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:10.412277 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a621264-e0ce-48fb-8309-10bc112c10b4 req-e86f40c9-0276-4a6b-9e77-f506bf2a2a91 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 944 time: 0.0490119 Aug 21 19:24:10.449386 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4a621264-e0ce-48fb-8309-10bc112c10b4 req-f9b599f4-d177-4b41-8b36-df96c9785e3f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Aug 21 19:24:11.561818 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91675810-0bb9-4b09-b2e4-7f740b0a8774 req-31e2a4ac-d9f8-42dc-a30b-d1b283c49d4f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:11.563296 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91675810-0bb9-4b09-b2e4-7f740b0a8774 req-31e2a4ac-d9f8-42dc-a30b-d1b283c49d4f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 944 time: 0.0478361 Aug 21 19:24:11.603105 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-91675810-0bb9-4b09-b2e4-7f740b0a8774 req-d53504dd-e8ab-4afc-bd6c-b24a92ddaf47 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339799 Aug 21 19:24:11.718055 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:24:11.766895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning for port 4ff4f3aa-0484-4782-a015-5a01b04cc209 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:24:11.770598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 4ff4f3aa-0484-4782-a015-5a01b04cc209 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:24:11.770966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:11.850144 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:11.872673 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:24:11.874915 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89077cce-a75a-40f9-8d92-b5a4bc9e5489" -d '{"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:24:11.887759 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:24:11.892479 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:11.940052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:11.969564 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b306a9b5-8f1f-4674-9f27-dc320b68c634 x-openstack-request-id: req-b306a9b5-8f1f-4674-9f27-dc320b68c634 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:24:11.969850 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:24:11.970105 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b306a9b5-8f1f-4674-9f27-dc320b68c634 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:24:11.970516 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'code': 200} Aug 21 19:24:12.074152 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d41c87-15a0-47d2-8db6-2c3d7c47659e req-cb630e14-a795-4ce4-a7b7-75ae473d6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:12.075674 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d41c87-15a0-47d2-8db6-2c3d7c47659e req-cb630e14-a795-4ce4-a7b7-75ae473d6723 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1097 time: 0.0398736 Aug 21 19:24:12.116100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-76d41c87-15a0-47d2-8db6-2c3d7c47659e req-4c5e3232-a1d0-4335-846c-64eff095cc6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283833 Aug 21 19:24:12.715720 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dc169-8d65-4530-a5a0-005df08adba3 req-8b838c26-eaaf-4cef-922f-64526436e942 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:12.717126 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc0dc169-8d65-4530-a5a0-005df08adba3 req-8b838c26-eaaf-4cef-922f-64526436e942 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 945 time: 0.0494852 Aug 21 19:24:12.754733 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-bc0dc169-8d65-4530-a5a0-005df08adba3 req-9dac1be9-3a8b-4d43-a05c-e0e00b41522d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315452 Aug 21 19:24:13.869389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cd422-6f3e-449c-aa68-066b92043cc4 req-5739f5a7-7640-4232-80bc-ab3fa6d5a252 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:13.870845 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-905cd422-6f3e-449c-aa68-066b92043cc4 req-5739f5a7-7640-4232-80bc-ab3fa6d5a252 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 945 time: 0.0476820 Aug 21 19:24:13.912209 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-905cd422-6f3e-449c-aa68-066b92043cc4 req-8ba34da0-047f-4388-8339-cf110f718ca8 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349121 Aug 21 19:24:14.023089 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52afbe-3382-4cf3-ba0b-71aeb9b61479 req-6f6fbea6-a7b1-4d0e-bd22-9866ebfdf485 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:14.024563 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba52afbe-3382-4cf3-ba0b-71aeb9b61479 req-6f6fbea6-a7b1-4d0e-bd22-9866ebfdf485 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 945 time: 0.0482597 Aug 21 19:24:14.066791 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ba52afbe-3382-4cf3-ba0b-71aeb9b61479 req-ade89c48-b981-4d03-a576-58a152777a04 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356390 Aug 21 19:24:14.088168 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47018) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:14.211620 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd436a00-894b-41d7-8971-08c7f7f214ec tempest-TestSnapshotPattern-1481377927 tempest-TestSnapshotPattern-1481377927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:14.213141 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-fd436a00-894b-41d7-8971-08c7f7f214ec tempest-TestSnapshotPattern-1481377927 tempest-TestSnapshotPattern-1481377927-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1092 time: 0.1239941 Aug 21 19:24:14.216079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47022) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:24:14.220846 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.v2.base [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94598) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:24:14.243034 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:14.335297 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:14.440623 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_common [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Allocated IP 172.25.1.104 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/9b9371e7-d326-4e87-98c4-3831e9468085) {{(pid=94598) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:24:14.539868 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:14.582744 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:14.619544 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94598) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:24:14.624714 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.base_scheduler [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Resources bound (agent type, host, resource id): {{(pid=94598) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:24:14.628144 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Received port after_create {{(pid=94598) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:24:14.652009 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=9b9371e7-d326-4e87-98c4-3831e9468085,revision_number=1']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:14.978467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.048579 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.196514 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.201463 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27049491'] for port, after_update {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.269806 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=9b9371e7-d326-4e87-98c4-3831e9468085,revision_number=2']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:24:15.277725 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.376810 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Floating IP 406643ea-6d50-4879-8f86-3e027b7dad7f associated. External IP: 172.25.1.104, port: 4ff4f3aa-0484-4782-a015-5a01b04cc209. Aug 21 19:24:15.578598 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:24:15.695779 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:24:15.707209 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:24:15.714219 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:15.717177 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:24:15.717813 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:15.741039 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-164d7260-4b2e-487c-95f4-8fdd9f3fc012 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5234532 Aug 21 19:24:15.741630 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:24:15.743922 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:24:15.843260 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02985d17-dd8b-491e-992f-51ecdb509932 x-openstack-request-id: req-02985d17-dd8b-491e-992f-51ecdb509932 {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:24:15.843553 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:24:15.843808 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02985d17-dd8b-491e-992f-51ecdb509932 {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:24:15.844281 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'status': 'completed', 'code': 200} Aug 21 19:24:15.905881 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-3981bcb0-984b-48cf-87af-6aaf627683b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:15.907434 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-3981bcb0-984b-48cf-87af-6aaf627683b0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1097 time: 0.0412390 Aug 21 19:24:15.916711 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:24:16.001233 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-756b4a11-3bbd-4fe7-8213-2cd9982db110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:16.002825 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-756b4a11-3bbd-4fe7-8213-2cd9982db110 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0876489 Aug 21 19:24:16.068417 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-77dba850-8ff4-4093-84dd-812e8a46d91d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 999 time: 0.0586040 Aug 21 19:24:16.118181 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-d2edca17-8bf4-465b-a615-0168f24650d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:16.119913 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-d2edca17-8bf4-465b-a615-0168f24650d0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0441995 Aug 21 19:24:16.140422 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:14Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:16.165995 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:24:16.168829 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-b60843ca-c589-4bff-ab2d-6a1f4de1b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:24:16.170990 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-b60843ca-c589-4bff-ab2d-6a1f4de1b72b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441871 Aug 21 19:24:16.174706 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:24:16.175305 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:23:50Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:16.260642 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-2ea8759b-4a73-4138-9594-79bde1aa9fea service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824564 Aug 21 19:24:16.277636 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:24:16.353969 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-4e2fbea5-4b37-4e69-91aa-4d433d5dd8fa req-c0058833-dbba-450b-8324-c57531541fdb service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859528 Aug 21 19:24:16.495283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:14Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:24:16.523190 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5c325d-a437-4184-ba5b-5525f61ac270 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:14Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:24:16.719353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328b901-8235-4740-ab48-6956160d569b None None] New status for floating IP 406643ea-6d50-4879-8f86-3e027b7dad7f: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:24:17.878526 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b331f9d3-eed0-4ebc-bf03-5ec53a44a5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:19.246866 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:19.794146 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:20.406840 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3756ca4e-b8c3-4590-bf31-144c3c3c0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:20.549258 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:21.928345 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:23.618667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:34.367459 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:24:47.879032 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8e10e910-66ce-4e48-a9fc-a110d206ae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:49.264391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:49.809557 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:50.407482 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6ac82080-3db8-4d6b-ad42-cec76b8c6282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:50.549646 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:51.931631 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:24:53.620920 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:06.906521 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-7e0a140f-d077-42dd-a350-545814abac7c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0976837 Aug 21 19:25:06.996894 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-5fedf789-3024-4677-a397-ba165d20b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:25:06.998355 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-5fedf789-3024-4677-a397-ba165d20b716 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1097 time: 0.0401137 Aug 21 19:25:07.122871 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-17135394-cb83-4b46-aa9c-f55f73f3359e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:25:07.125545 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-17135394-cb83-4b46-aa9c-f55f73f3359e service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.1024511 Aug 21 19:25:07.193632 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-903bb6de-0ff0-4fc5-949b-50fb2c76e753 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 1001 time: 0.0571189 Aug 21 19:25:07.245809 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-e8854559-e08f-4f52-b82e-0ba73cd10dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:25:07.247393 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-e8854559-e08f-4f52-b82e-0ba73cd10dfc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0433335 Aug 21 19:25:07.300775 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-29fc45c4-1486-4a24-ba61-13936f27528e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:25:07.302267 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-29fc45c4-1486-4a24-ba61-13936f27528e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433424 Aug 21 19:25:07.394315 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-7e830bd7-b2d0-42df-a58f-9acdcdec7914 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796971 Aug 21 19:25:07.492966 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-84b70204-f600-4ca2-ab8b-562034b95fe9 req-0d6b68ff-8d59-44d5-be17-955b6c3b21aa service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877817 Aug 21 19:25:11.367300 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:25:17.880104 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-05f2c495-fdb1-4bd6-85c1-f644f7eaf434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:19.292767 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:19.810960 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:20.407284 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-29fea0c8-d231-409a-b132-fdbff6ae9ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:20.549665 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:21.935013 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:23.623039 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:47.880346 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-51bf49d9-9483-4ca4-891b-da66748fc367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:48.367079 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:25:49.294389 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:49.824271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:50.406619 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-91a01758-0eb8-4342-b710-c0f00f34d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:50.550053 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:51.938634 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:25:53.626962 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:06.817414 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-3d0e49e2-6bad-4dd0-835c-1fb5b019fc47 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396590 Aug 21 19:26:06.902964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-61106f18-3ae5-4dd1-ba20-e7000b03d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:06.904418 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-61106f18-3ae5-4dd1-ba20-e7000b03d8fb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1097 time: 0.0392606 Aug 21 19:26:07.014221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-cfb83976-26dc-4e76-bc05-da5f7cedbecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:07.015720 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-cfb83976-26dc-4e76-bc05-da5f7cedbecd service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0859008 Aug 21 19:26:07.092151 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-93412d2e-1526-4786-ac49-3f1057f197b8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 1001 time: 0.0648870 Aug 21 19:26:07.145477 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-d8d1dc68-3e4a-4338-84db-8280e8776552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:07.146905 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-d8d1dc68-3e4a-4338-84db-8280e8776552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0435829 Aug 21 19:26:07.200790 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-e870461c-aa0f-46ff-afbb-816477a67052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:07.202295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-e870461c-aa0f-46ff-afbb-816477a67052 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431814 Aug 21 19:26:07.293213 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-4c147884-d8d1-4542-bb06-5ea0ac77b450 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790975 Aug 21 19:26:07.390532 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6294e154-81f4-46d5-8886-806b691bcdd4 req-f1ccfda2-d4fa-436c-acae-cfc045cc8aa8 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863144 Aug 21 19:26:16.277839 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 details requested by agent hyperv_n-h2-793621-32 with host n-h2-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:26:16.370866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:16.381895 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Returning: {'device': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:26:16.420995 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:16.433677 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff4f3aa-0484-4782-a015-5a01b04cc209 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:26:16.452009 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:16.456340 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:16.508788 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:16.515988 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.516876 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.517216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.517554 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.517884 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.518215 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.518567 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.518898 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.519222 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.519544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.519868 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.520191 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:16.546338 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] get_ports_and_sgs() called for port_ids ['4ff4f3aa-0484-4782-a015-5a01b04cc209'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:26:17.891780 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b51f2331-0a29-4815-86b9-b9f6303706d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:18.287132 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 up at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:26:18.343955 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Provisioning complete for port 4ff4f3aa-0484-4782-a015-5a01b04cc209 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:26:18.345355 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:18.431504 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:18.468182 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:26:18.470030 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135d0788-64c4-4661-b140-5d1a3e55feeb" -d '{"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:26:18.490080 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:18.498781 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:18.552398 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:19.299130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:19.546814 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f2bc29-2661-4149-bec5-6fc002abfe7f x-openstack-request-id: req-04f2bc29-2661-4149-bec5-6fc002abfe7f {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:26:19.547109 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-plugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:26:19.547937 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04f2bc29-2661-4149-bec5-6fc002abfe7f {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:26:19.548340 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'code': 200} Aug 21 19:26:19.830791 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:20.414288 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-27451b6b-287b-4987-9d28-a476da1495ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:20.554934 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:21.942823 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:23.634152 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:25.369080 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:26:27.036134 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-86077ca8-d0ad-493c-b6a2-34ce2cf032de tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994003843&fields=id&tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 267 time: 0.0330122 Aug 21 19:26:27.140094 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-d9802b4e-07a0-40ea-a476-32c9f9b008a9 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:27.142080 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-d9802b4e-07a0-40ea-a476-32c9f9b008a9 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 810 time: 0.0994589 Aug 21 19:26:27.158156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-1e81f909-76b7-40d0-9ede-a3173b28018a tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/quotas/0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 375 time: 0.0100667 Aug 21 19:26:27.217044 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-f7a362a1-3b29-438f-868f-22850ca92919 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532043 Aug 21 19:26:27.308875 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-2fd1cd88-a078-4aa9-8244-ced961af66c2 service neutron] 10.222.0.41 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795281 Aug 21 19:26:27.733295 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-9876decc-e0c8-4ab0-b1a8-c581eda22dd6 service neutron] 10.222.0.41 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184809 Aug 21 19:26:28.207991 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-a81d3526-a799-4c90-815b-8d956c3aa494 req-515e4402-c947-42cf-9f54-80368e7e7de4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 210 time: 0.3416398 Aug 21 19:26:28.917389 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-8f7c3473-58d7-46d3-91b1-1567e667900e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:28.918882 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-8f7c3473-58d7-46d3-91b1-1567e667900e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 810 time: 0.1043694 Aug 21 19:26:28.964670 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-d1086228-4919-4393-824e-a83cd6e13b39 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4 HTTP/1.1" status: 200 len: 379 time: 0.0364442 Aug 21 19:26:28.976060 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'port': {'device_id': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'admin_state_up': True, 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'security_groups': ['64ca5531-ae6c-4a4c-893e-35b75e46ef63']}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:26:29.082445 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Made reservation on behalf of 0eb5d9f2fe594b74a11b569cc9f5ebe4 for: {'port': 1} {{(pid=94599) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 21 19:26:29.086099 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:29.241097 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Allocated IP 172.20.0.11 (9af5f0b8-347e-404c-9b48-2ecd93f6c14c/5eaf89d3-743b-4619-9b8c-87aafe1fb724/51908aa6-554a-40c0-99cf-94025dd060d5) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:26:29.376127 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5fa2d39b-d82c-42e0-8236-9d538d0de3d1 req-c22e4ed8-e12e-445b-b3b4-506dae46d03e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 210 time: 0.0342951 Aug 21 19:26:29.451781 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:29.468495 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Transition to ACTIVE for port object 51908aa6-554a-40c0-99cf-94025dd060d5 will not be triggered until provisioned by entity DHCP. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:26:29.512965 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:29.571176 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:26:29.575183 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:26:29.581254 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:26:29.639621 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:29.652610 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.653119 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.653699 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.654064 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.654512 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.655247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.655798 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.656140 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.656697 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.657290 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.657821 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.658238 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:26:29.688834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:29.689597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:29.725374 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-81ea8d27-c7d8-483d-b73e-003a0133160f tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7523246 Aug 21 19:26:29.919378 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1e1babc7-f339-4983-b2c6-cd2ac308e1ce None None] Provisioning for port 51908aa6-554a-40c0-99cf-94025dd060d5 completed by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:26:29.923365 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-1e1babc7-f339-4983-b2c6-cd2ac308e1ce None None] Provisioning complete for port 51908aa6-554a-40c0-99cf-94025dd060d5 triggered by entity DHCP. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:26:29.923729 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1e1babc7-f339-4983-b2c6-cd2ac308e1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:29.962232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-1e1babc7-f339-4983-b2c6-cd2ac308e1ce None None] Port 51908aa6-554a-40c0-99cf-94025dd060d5 cannot update to ACTIVE because it is not bound. {{(pid=94600) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 21 19:26:30.357508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:26:30.442877 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:30.466264 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:26:30.468546 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e40288-b65b-472e-ba8b-611d4d2425b5" -d '{"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:26:30.497985 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:30.508676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:30.516781 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e9ab8-e08b-4a52-aefd-310c4a099f82 req-49b7c2f0-1521-49a8-a258-c6df887d48cd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:30.519036 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-890e9ab8-e08b-4a52-aefd-310c4a099f82 req-49b7c2f0-1521-49a8-a258-c6df887d48cd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0671685 Aug 21 19:26:30.546303 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 21 Aug 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5a4caf-7e9a-4d24-9c79-315ee5ae098e x-openstack-request-id: req-4a5a4caf-7e9a-4d24-9c79-315ee5ae098e {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:26:30.546619 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:26:30.547639 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a5a4caf-7e9a-4d24-9c79-315ee5ae098e {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:26:30.548290 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'code': 200} Aug 21 19:26:30.572729 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-890e9ab8-e08b-4a52-aefd-310c4a099f82 req-751f7066-9ba6-4dd9-9f72-3f3bcd6ba5db tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452249 Aug 21 19:26:30.578724 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Pushing event updated for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=8']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:31.704770 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702eea5-8622-4be6-ac95-e1f3b826bfbd req-bc4d8a54-0f06-4b5a-b0e1-0df5ceb8d2e6 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:31.706241 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9702eea5-8622-4be6-ac95-e1f3b826bfbd req-bc4d8a54-0f06-4b5a-b0e1-0df5ceb8d2e6 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0500731 Aug 21 19:26:31.746055 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-9702eea5-8622-4be6-ac95-e1f3b826bfbd req-3280a101-17a1-4ccb-a8fb-8055945d544e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332358 Aug 21 19:26:32.879283 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e6575-9518-413f-bebd-98fda8a4f68f req-1408fd86-fa53-44f2-a3c9-7bd05b60d347 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:32.880814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a2e6575-9518-413f-bebd-98fda8a4f68f req-1408fd86-fa53-44f2-a3c9-7bd05b60d347 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0594747 Aug 21 19:26:32.921158 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6a2e6575-9518-413f-bebd-98fda8a4f68f req-d72f6e26-69f2-4d8b-962b-28902959aec5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342550 Aug 21 19:26:34.039748 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f2528d-0b51-49a8-b2ab-e774c6db3150 req-c4fe6c0f-a7bb-470b-aaf2-69d504f572d7 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:34.041268 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4f2528d-0b51-49a8-b2ab-e774c6db3150 req-c4fe6c0f-a7bb-470b-aaf2-69d504f572d7 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0494387 Aug 21 19:26:34.082982 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-d4f2528d-0b51-49a8-b2ab-e774c6db3150 req-956687c7-4f12-4635-912b-9197910a0a27 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336542 Aug 21 19:26:35.204848 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebda46b-0ae3-41d5-b6ef-b43c2ae35e3f req-dcba4529-0416-4f87-a1ca-e70df4b681bf tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:35.206418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ebda46b-0ae3-41d5-b6ef-b43c2ae35e3f req-dcba4529-0416-4f87-a1ca-e70df4b681bf tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0516608 Aug 21 19:26:35.245955 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-2ebda46b-0ae3-41d5-b6ef-b43c2ae35e3f req-72851acc-b20b-4225-a8f2-1f488fa945ee tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332479 Aug 21 19:26:36.367221 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9031-09e6-4745-b26c-878a79af77cc req-cd8ec559-2b33-406c-8602-9746845d6cab tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:36.368739 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-601f9031-09e6-4745-b26c-878a79af77cc req-cd8ec559-2b33-406c-8602-9746845d6cab tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0549376 Aug 21 19:26:36.408610 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-601f9031-09e6-4745-b26c-878a79af77cc req-404c9420-86ad-410c-a1a0-b4243b1960c2 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335293 Aug 21 19:26:37.546662 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4582ca5d-6d11-4bc4-8072-d47ab3f38ab9 req-9fc8b6d2-8da5-4ffc-9d41-53084dcd2b5b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:37.548230 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4582ca5d-6d11-4bc4-8072-d47ab3f38ab9 req-9fc8b6d2-8da5-4ffc-9d41-53084dcd2b5b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0692718 Aug 21 19:26:37.589189 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-4582ca5d-6d11-4bc4-8072-d47ab3f38ab9 req-85595d63-0df2-4ad4-a468-e36e7412dd08 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348356 Aug 21 19:26:38.704508 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cbc95-7971-4bca-9c96-6be9b2635a67 req-f8e12a9a-6172-429e-a985-b5b56b2f9eda tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:38.705896 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea8cbc95-7971-4bca-9c96-6be9b2635a67 req-f8e12a9a-6172-429e-a985-b5b56b2f9eda tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 932 time: 0.0489571 Aug 21 19:26:38.746237 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-ea8cbc95-7971-4bca-9c96-6be9b2635a67 req-0046b94c-02c3-4bb8-ad21-ae44ebe0be2d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339527 Aug 21 19:26:39.097295 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Request body: {'port': {'device_id': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-32'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:26:39.154710 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.413099 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51908aa6-554a-40c0-99cf-94025dd060d5 {{(pid=94599) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:26:39.420263 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.431581 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.provisioning_blocks [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Transition to ACTIVE for port object 51908aa6-554a-40c0-99cf-94025dd060d5 will not be triggered until provisioned by entity L2. {{(pid=94599) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 21 19:26:39.435129 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.484864 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:39.560814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Attempting to bind port 51908aa6-554a-40c0-99cf-94025dd060d5 on host n-h1-793621-32 for vnic_type normal with profile {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 21 19:26:39.561156 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Attempting to bind port 51908aa6-554a-40c0-99cf-94025dd060d5 by drivers openvswitch,hyperv on host n-h1-793621-32 at level 0 using segments [{'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 21 19:26:39.561493 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Attempting to bind port 51908aa6-554a-40c0-99cf-94025dd060d5 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:26:39.566728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Port 51908aa6-554a-40c0-99cf-94025dd060d5 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-32 {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 21 19:26:39.567056 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Attempting to bind port 51908aa6-554a-40c0-99cf-94025dd060d5 on network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 21 19:26:39.572145 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Checking agent: {'id': '38946dd3-07fb-499e-90d8-9e8b2df0f6b2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-32', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'started_at': datetime.datetime(2021, 8, 21, 17, 56, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 21, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 21 19:26:39.572486 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Checking segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94599) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 21 19:26:39.572874 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Bound using segment: {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'} {{(pid=94599) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 21 19:26:39.573306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.managers [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Bound port: 51908aa6-554a-40c0-99cf-94025dd060d5, host: n-h1-793621-32, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff62d77-348e-4a8d-b398-0590186d7b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c'}}] {{(pid=94599) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 21 19:26:39.573668 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.641323 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, cleared binding levels {{(pid=94599) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 21 19:26:39.644355 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94599) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 21 19:26:39.648530 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.680141 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:39.680764 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:39.682188 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] 10.222.0.39 "PUT /v2.0/ports/51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 1093 time: 0.6351607 Aug 21 19:26:39.682670 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:26:39.684976 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1edf6d6-ad2d-4779-b894-e546b512b538" -d '{"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:26:39.714701 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3c56a-50a2-4653-8992-2db0094e7636 service neutron] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=3']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:39.732557 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aba96d4-c407-4910-a6f4-6cafdedadba9 x-openstack-request-id: req-7aba96d4-c407-4910-a6f4-6cafdedadba9 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:26:39.732822 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:26:39.733080 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7aba96d4-c407-4910-a6f4-6cafdedadba9 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:26:39.733478 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'status': 'completed', 'code': 200} Aug 21 19:26:39.774078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-d8fcfc43-5153-4c1d-807c-cc6f829a87eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:39.776075 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-d8fcfc43-5153-4c1d-807c-cc6f829a87eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1096 time: 0.0523956 Aug 21 19:26:39.821838 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-ed28aa30-84ef-40af-aa3b-1cf87e8c6076 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 217 time: 0.0366681 Aug 21 19:26:39.875883 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-4ff33a35-1ac8-4450-b7c3-dd9fb08be0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:39.877418 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-4ff33a35-1ac8-4450-b7c3-dd9fb08be0c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0477345 Aug 21 19:26:39.879331 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b1ab-1cce-4831-bd09-e8f5e76a15e7 req-de1b91af-66bb-4449-bf17-fee391a7b6ee tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:39.880821 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5686b1ab-1cce-4831-bd09-e8f5e76a15e7 req-de1b91af-66bb-4449-bf17-fee391a7b6ee tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 944 time: 0.0588503 Aug 21 19:26:39.928004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-5686b1ab-1cce-4831-bd09-e8f5e76a15e7 req-9eb8ccf2-0998-46b6-8047-dc3f1b4e5e73 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408304 Aug 21 19:26:39.930542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-b1069aaa-12e1-443a-b680-78cfe3615acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:39.932098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-b1069aaa-12e1-443a-b680-78cfe3615acb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470150 Aug 21 19:26:40.022622 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-666f964b-acc0-4195-8382-8f30f0eec557 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823836 Aug 21 19:26:40.116646 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-fbdee14a-facf-4ded-b296-c0f14aeaebe0 req-7120196c-7ce7-4776-adcd-71efe331dd55 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868199 Aug 21 19:26:40.212306 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-e593e493-b25b-4834-af02-ffd84a54972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:40.213829 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-e593e493-b25b-4834-af02-ffd84a54972c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1096 time: 0.0539134 Aug 21 19:26:40.302508 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-d846a0f8-5f83-48ca-8ff0-679f98beecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:40.303981 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-d846a0f8-5f83-48ca-8ff0-679f98beecda service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0827663 Aug 21 19:26:40.347150 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-3060b9db-cba0-4af7-a8f6-47f82cbe82e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 217 time: 0.0366380 Aug 21 19:26:40.395059 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-f145d44e-1d99-4aa2-b352-5d11f2c9983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:40.396463 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-f145d44e-1d99-4aa2-b352-5d11f2c9983d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0419762 Aug 21 19:26:40.441036 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-b601e688-884a-475a-91c2-550b734cb8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:40.442471 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-b601e688-884a-475a-91c2-550b734cb8f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387764 Aug 21 19:26:40.535719 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-975d3054-3b66-4f2f-a642-29fb38da3c4f service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Aug 21 19:26:40.624293 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e1edf6d6-ad2d-4779-b894-e546b512b538 req-ef3a9459-a5c1-43ed-a0a0-8b477e90402d service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806861 Aug 21 19:26:41.049482 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9141226-0760-4c93-bdbd-1826ff744718 req-305c0ba1-c34e-4446-a57b-c35c4fe73a79 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:41.050949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9141226-0760-4c93-bdbd-1826ff744718 req-305c0ba1-c34e-4446-a57b-c35c4fe73a79 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 944 time: 0.0530379 Aug 21 19:26:41.087949 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-f9141226-0760-4c93-bdbd-1826ff744718 req-dfe0a904-ef5b-439e-b1e5-24333eb3342b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Aug 21 19:26:41.597394 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:26:41.688964 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:41.699402 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '51908aa6-554a-40c0-99cf-94025dd060d5', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'mac_address': 'fa:16:3e:e1:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:26:41.739253 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:41.752790 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51908aa6-554a-40c0-99cf-94025dd060d5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:26:41.771633 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:41.775411 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:41.821453 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=4']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:42.006689 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['51908aa6-554a-40c0-99cf-94025dd060d5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:26:42.205588 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab90c74-de15-4406-a37d-69b040dd0a10 req-8a8ccab8-5416-4306-895b-ece5da888ddb tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:42.207100 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dab90c74-de15-4406-a37d-69b040dd0a10 req-8a8ccab8-5416-4306-895b-ece5da888ddb tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 945 time: 0.0520892 Aug 21 19:26:42.244540 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-dab90c74-de15-4406-a37d-69b040dd0a10 req-9358e994-9771-4ce5-a7ec-d2717132bd40 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Aug 21 19:26:43.357768 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443caf9-d102-48fa-9514-53bd091ee990 req-e239d43e-cf88-4e1a-b921-6cfac5e0fda4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:43.359843 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e443caf9-d102-48fa-9514-53bd091ee990 req-e239d43e-cf88-4e1a-b921-6cfac5e0fda4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Aug 21 19:26:43.395880 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e443caf9-d102-48fa-9514-53bd091ee990 req-66d9252b-763e-4618-9937-69b622fb5bab tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298898 Aug 21 19:26:43.627504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:26:43.674232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning for port 51908aa6-554a-40c0-99cf-94025dd060d5 completed by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 21 19:26:43.677727 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 51908aa6-554a-40c0-99cf-94025dd060d5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:26:43.678150 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:43.754431 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:43.775937 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:26:43.778124 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f55c1-242c-4c0a-b2f4-f4d17f255df1" -d '{"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-plugged", "status": "completed", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:26:43.790855 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:26:43.794674 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:43.820138 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b81333-cf7a-4f4a-a757-26d24ff8328c x-openstack-request-id: req-87b81333-cf7a-4f4a-a757-26d24ff8328c {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:26:43.820415 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-plugged", "status": "completed", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:26:43.820678 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87b81333-cf7a-4f4a-a757-26d24ff8328c {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:26:43.821045 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'code': 200} Aug 21 19:26:43.847598 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=5']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:43.911388 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bc573-4d96-41cf-9f9d-9b5883a5807d req-49f29db2-ca23-420a-9313-c7c64a8df8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:43.912855 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b87bc573-4d96-41cf-9f9d-9b5883a5807d req-49f29db2-ca23-420a-9313-c7c64a8df8a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1098 time: 0.0398715 Aug 21 19:26:43.945876 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-b87bc573-4d96-41cf-9f9d-9b5883a5807d req-ab62673c-cf05-4001-be41-a9a8edcb3154 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265539 Aug 21 19:26:44.512738 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeadaa-2c60-488e-bc2c-49a7545d959e req-f283139e-8c34-4895-9bf6-e5473ba0e68d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:44.514213 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbfeadaa-2c60-488e-bc2c-49a7545d959e req-f283139e-8c34-4895-9bf6-e5473ba0e68d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.0516269 Aug 21 19:26:44.551336 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-cbfeadaa-2c60-488e-bc2c-49a7545d959e req-fb399a2a-f9a3-4602-806c-a6adea173c17 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306506 Aug 21 19:26:45.667681 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3a6e-5ee2-4bd4-a33e-d576fc3d5618 req-1eb543a5-006f-4ddc-803c-409e2889f8fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:45.669156 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-783e3a6e-5ee2-4bd4-a33e-d576fc3d5618 req-1eb543a5-006f-4ddc-803c-409e2889f8fd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Aug 21 19:26:45.705952 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-783e3a6e-5ee2-4bd4-a33e-d576fc3d5618 req-8ef4b587-f11f-4c3b-881d-ede3bd6903a6 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301390 Aug 21 19:26:45.819205 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924df6cf-04ab-4172-ac95-99ccb262fa0f req-62868228-e53e-4032-99bf-08fb27020bf9 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:45.820715 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-924df6cf-04ab-4172-ac95-99ccb262fa0f req-62868228-e53e-4032-99bf-08fb27020bf9 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.0482841 Aug 21 19:26:45.859038 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-924df6cf-04ab-4172-ac95-99ccb262fa0f req-e37cb465-b3b3-4234-baee-d2398dc878dd tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322790 Aug 21 19:26:45.879498 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47308) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:26:45.919789 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898cc2b9-51d2-4490-ac9f-9fd44cef2bd7 tempest-TestSnapshotPattern-1481377927 tempest-TestSnapshotPattern-1481377927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:45.921287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-898cc2b9-51d2-4490-ac9f-9fd44cef2bd7 tempest-TestSnapshotPattern-1481377927 tempest-TestSnapshotPattern-1481377927-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1093 time: 0.0408239 Aug 21 19:26:45.924066 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47310) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:26:45.928489 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.v2.base [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Request body: {'floatingip': {'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94599) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 21 19:26:45.948725 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.046608 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.145743 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_common [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Allocated IP 172.25.1.183 (88fc3ba0-b39b-4770-a0db-9f6a09278712/6e491935-c244-4041-98c5-da05c7eba6bf/55d1841e-b571-4e9f-add1-706bd7ef5517) {{(pid=94599) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 21 19:26:46.245306 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.282839 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773668915959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.317955 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Network 88fc3ba0-b39b-4770-a0db-9f6a09278712 is already hosted by enough agents. {{(pid=94599) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 21 19:26:46.320638 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.base_scheduler [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Resources bound (agent type, host, resource id): {{(pid=94599) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 21 19:26:46.323964 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Received port after_create {{(pid=94599) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 21 19:26:46.349153 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=55d1841e-b571-4e9f-add1-706bd7ef5517,revision_number=1']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:46.675823 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.740219 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.886753 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for port, precommit_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.891199 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26341457'] for port, after_update {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:46.959200 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event updated for resources: {'Port': ['ID=55d1841e-b571-4e9f-add1-706bd7ef5517,revision_number=2']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:26:46.971373 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1741939'] for floatingip, after_create {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:47.068188 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Floating IP 156ded1e-b5dc-4dd1-bb2d-448602b74986 associated. External IP: 172.25.1.183, port: 51908aa6-554a-40c0-99cf-94025dd060d5. Aug 21 19:26:47.264542 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:26:47.372468 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:26:47.382334 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:26:47.389125 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:47.392360 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:26:47.392967 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:26:47.430571 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a66b388c-0a4a-47e1-8114-90a733bf5929 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4916852 Aug 21 19:26:47.430571 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:26:47.430571 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca586e86-95a7-4065-ad8e-333568b5719e" -d '{"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:26:47.454563 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7a22d-3715-455b-83e7-37365975e929 x-openstack-request-id: req-99c7a22d-3715-455b-83e7-37365975e929 {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:26:47.454861 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:26:47.455112 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99c7a22d-3715-455b-83e7-37365975e929 {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:26:47.455511 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'status': 'completed', 'code': 200} Aug 21 19:26:47.497283 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:26:47.519563 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586e86-95a7-4065-ad8e-333568b5719e req-46989024-a9f1-4e4a-869c-73b2c357f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:47.521064 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-46989024-a9f1-4e4a-869c-73b2c357f8ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1098 time: 0.0439107 Aug 21 19:26:47.610331 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586e86-95a7-4065-ad8e-333568b5719e req-6190e2c3-f2ce-458a-93c9-341dcb4909f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:47.611859 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-6190e2c3-f2ce-458a-93c9-341dcb4909f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0833364 Aug 21 19:26:47.681449 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-8bfbc94c-05b2-432c-80c8-a65c4230e85a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 1000 time: 0.0620158 Aug 21 19:26:47.720993 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '156ded1e-b5dc-4dd1-bb2d-448602b74986', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:e1:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:26:46Z', 'updated_at': '2021-08-21T19:26:46Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}, {'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:26:47.731866 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586e86-95a7-4065-ad8e-333568b5719e req-8c4b9bcc-5836-410f-a8b9-a60ebce1c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:47.733342 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-8c4b9bcc-5836-410f-a8b9-a60ebce1c245 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0442832 Aug 21 19:26:47.749495 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:26:47.758164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:26:47.758790 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:26:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:26:47.779558 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca586e86-95a7-4065-ad8e-333568b5719e req-b4e82f56-f112-48fd-932f-5dca6adc20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:26:47.781107 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-b4e82f56-f112-48fd-932f-5dca6adc20db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404966 Aug 21 19:26:47.864505 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:26:47.883479 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-0c076f15-f3f0-404e-b252-83be50105ddf service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916646 Aug 21 19:26:47.886565 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-df56d93e-819e-4a73-9789-760ad09c090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:47.974429 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ca586e86-95a7-4065-ad8e-333568b5719e req-87102d6b-9d83-4e5b-bf89-8edced3aa269 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829225 Aug 21 19:26:48.181970 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '156ded1e-b5dc-4dd1-bb2d-448602b74986', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:e1:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:26:46Z', 'updated_at': '2021-08-21T19:26:46Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}, {'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:26:48.210180 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c38697-778d-43fe-b0e2-1093acdbafa6 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '156ded1e-b5dc-4dd1-bb2d-448602b74986', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:e1:a6:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:26:46Z', 'updated_at': '2021-08-21T19:26:46Z', 'revision_number': 0, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}, {'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:26:48.403176 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394ae3eb-90d0-4ed3-9366-f21c012a3298 None None] New status for floating IP 156ded1e-b5dc-4dd1-bb2d-448602b74986: ACTIVE {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:26:49.290515 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:49.828531 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:50.405303 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-394c0362-f0fd-46c6-b2b7-e725cafd4832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:50.546742 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:51.943245 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:26:53.632611 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:02.368214 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:27:07.847286 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-00e074eb-9ea6-49ed-b106-c3990e0947f8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403814 Aug 21 19:27:07.941609 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-96ad3ad4-14d3-4bd0-989d-3828ab983582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:07.943139 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-96ad3ad4-14d3-4bd0-989d-3828ab983582 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1095 time: 0.0437543 Aug 21 19:27:08.050046 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-663aa67f-7a6f-408c-aa12-1ec96c22b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:08.051541 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-663aa67f-7a6f-408c-aa12-1ec96c22b086 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0830531 Aug 21 19:27:08.124293 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-0828928f-e7cf-4cb9-9cde-e32d53b63376 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 999 time: 0.0599980 Aug 21 19:27:08.176281 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-1bf03eb3-9934-4e7d-9cd7-f23d35370950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:08.177740 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-1bf03eb3-9934-4e7d-9cd7-f23d35370950 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0427399 Aug 21 19:27:08.227187 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-eb9d9bbb-ff06-4c65-8dd6-984709afaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:08.228627 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-eb9d9bbb-ff06-4c65-8dd6-984709afaac8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393558 Aug 21 19:27:08.323558 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-c53c56ed-eb41-462c-adad-d7ed1e1029af service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827928 Aug 21 19:27:08.416584 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f0cbaaf5-a4ca-422b-b675-6d7480fc1ad4 req-38011f26-b111-45a0-8ef8-e6b316e77caa service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817175 Aug 21 19:27:17.887973 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-9bad7b80-5366-4517-862a-701ce3385b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:19.290187 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:19.826974 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:20.405101 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4b9a95c6-1803-469b-ab24-ccd3bdedc6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:20.549667 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:21.947031 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:22.343016 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-b8d23121-c43b-4ae6-b293-4acf87260dcf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0389581 Aug 21 19:27:22.427106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-f1bf2fb2-5888-4e7e-affc-c403c2bf5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:22.428589 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-f1bf2fb2-5888-4e7e-affc-c403c2bf5b7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1098 time: 0.0446608 Aug 21 19:27:22.528091 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-7082759f-be72-4eef-868e-5421665d4e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:22.529538 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-7082759f-be72-4eef-868e-5421665d4e37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0824208 Aug 21 19:27:22.595861 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-4892a710-110e-4bf7-b57e-659f6ed918fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 1002 time: 0.0593243 Aug 21 19:27:22.643432 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-83ed5f24-283b-4568-b36e-1bbf02517186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:22.644814 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-83ed5f24-283b-4568-b36e-1bbf02517186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0422864 Aug 21 19:27:22.688950 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-17ffb5ff-52ca-4618-8165-e5fa58f646be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:27:22.690454 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-17ffb5ff-52ca-4618-8165-e5fa58f646be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387700 Aug 21 19:27:22.780231 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-2dbac718-0007-4649-9d90-e905b5f70ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828464 Aug 21 19:27:22.867770 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-e7796f82-de0f-4999-82ba-fb4fa76f9443 req-663c6222-8bf6-48c4-ad43-cb8d7cff6617 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807989 Aug 21 19:27:23.636621 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:39.367744 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:27:47.889049 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-7b387a1e-c892-4007-895b-9ab93313aed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:49.304220 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:49.847684 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:50.404595 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-d9c2400f-4e5c-4f0a-a596-aa66d7152070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:50.550423 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:51.949978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:27:53.638336 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:09.836424 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-c8819f64-75fc-4dc3-8350-d2dc6a4ce442 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470116 Aug 21 19:28:09.930930 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb505-566b-46ab-8db5-398294369688 req-a4e4a70a-f7ab-4c1f-b173-ab852b669449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:09.932421 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-a4e4a70a-f7ab-4c1f-b173-ab852b669449 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1095 time: 0.0440435 Aug 21 19:28:10.040847 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb505-566b-46ab-8db5-398294369688 req-da2a02ed-1651-400f-b17e-eb1ef908a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:10.042522 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-da2a02ed-1651-400f-b17e-eb1ef908a3ed service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0842338 Aug 21 19:28:10.119764 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-1cf8e0da-4cac-41f3-8dd8-e9abceade93e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 999 time: 0.0657640 Aug 21 19:28:10.172887 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb505-566b-46ab-8db5-398294369688 req-c64e33aa-4b66-460f-9561-8a1daa7d41c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:10.174326 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-c64e33aa-4b66-460f-9561-8a1daa7d41c8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0432398 Aug 21 19:28:10.224456 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdb505-566b-46ab-8db5-398294369688 req-5386ee02-dde1-49ca-9321-3a9203faec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:10.225916 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-5386ee02-dde1-49ca-9321-3a9203faec80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398331 Aug 21 19:28:10.321699 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-b26ba1a3-324a-42db-8648-9bd05f1f0189 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843706 Aug 21 19:28:10.414738 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6dbdb505-566b-46ab-8db5-398294369688 req-cfdf9051-15b1-415a-b3e1-82f3bbcf51c7 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813918 Aug 21 19:28:16.367593 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:28:17.889095 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-561c8552-c71c-4778-9784-e1623fc2f1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:19.304662 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:19.857615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:20.405030 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-44e0ee8b-f19a-41e4-a53d-82b0ad5136ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:20.550888 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:21.954968 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:22.078010 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 details requested by agent hyperv_n-h1-793621-32 with host n-h1-793621-32 {{(pid=94600) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 21 19:28:22.189089 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:22.212866 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Returning: {'device': '51908aa6-554a-40c0-99cf-94025dd060d5', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'port_id': '51908aa6-554a-40c0-99cf-94025dd060d5', 'mac_address': 'fa:16:3e:e1:a6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94600) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 21 19:28:22.262408 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:22.276514 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [None req-cd24f601-0088-4676-908f-37e64661217f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51908aa6-554a-40c0-99cf-94025dd060d5 {{(pid=94600) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 21 19:28:22.298992 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:22.309052 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:22.384841 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=6']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:22.388568 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] get_ports_and_sgs() called for port_ids ['51908aa6-554a-40c0-99cf-94025dd060d5'] {{(pid=94600) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 21 19:28:22.408729 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-0e39ae84-1bf0-4be3-9252-ee8f60495813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:22.410483 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-0e39ae84-1bf0-4be3-9252-ee8f60495813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1097 time: 0.0638933 Aug 21 19:28:22.432838 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.433178 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.433512 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.433842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.434170 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.434517 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.434840 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.435162 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.435480 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.435798 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.436114 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.436427 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94600) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:22.889008 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-842d86dc-23e6-4e07-abe6-6806cd008a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:22.892061 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-842d86dc-23e6-4e07-abe6-6806cd008a64 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.4536462 Aug 21 19:28:22.967891 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-ca5c8b36-6c5c-4686-8cb5-db37c7a0544f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 1001 time: 0.0670505 Aug 21 19:28:23.030947 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-ba21a25b-80ff-42db-9f09-35f95380c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:23.032445 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-ba21a25b-80ff-42db-9f09-35f95380c489 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0568604 Aug 21 19:28:23.083790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-6d8a4130-a120-4a67-a336-19a83f94f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:23.084295 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-6d8a4130-a120-4a67-a336-19a83f94f671 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445728 Aug 21 19:28:23.097586 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-cb205cc4-91aa-45d4-a672-beecd112e36b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=94599) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 21 19:28:23.099689 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-cb205cc4-91aa-45d4-a672-beecd112e36b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068090 Aug 21 19:28:23.202098 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-f16b6309-eecc-4b1c-b2ae-588fc39ca006 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946434 Aug 21 19:28:23.308408 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-50a0376c-c5c2-4a9b-ae92-af7c9b69939c req-d7b728d4-6e6c-499c-b1b5-6a67bd3fa8c5 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991988 Aug 21 19:28:23.649825 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:24.091982 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 up at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 21 19:28:24.164086 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.provisioning_blocks [None req-cd24f601-0088-4676-908f-37e64661217f None None] Provisioning complete for port 51908aa6-554a-40c0-99cf-94025dd060d5 triggered by entity L2. {{(pid=94600) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 21 19:28:24.164458 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-648138'] for port, provisioning_complete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:24.259550 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678485'] for port, before_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:24.284542 n-d-793621-32 neutron-server[94600]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94600) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:28:24.288075 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aab786575f5c598c8d55f220a14b3a97806dc704aa68553422b98f3cd694320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b1b96-624d-459f-ba1c-04917ef78c29" -d '{"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-plugged", "status": "completed", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94600) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:28:24.305015 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-cd24f601-0088-4676-908f-37e64661217f None None] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:24.311184 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773669463381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773668911117', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773668911135'] for port, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:24.346815 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade78c47-86a0-42cf-9bc6-2124f5eb1814 x-openstack-request-id: req-ade78c47-86a0-42cf-9bc6-2124f5eb1814 {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:28:24.347118 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-plugged", "status": "completed", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "code": 200}]} {{(pid=94600) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:28:24.347681 n-d-793621-32 neutron-server[94600]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ade78c47-86a0-42cf-9bc6-2124f5eb1814 {{(pid=94600) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:28:24.348194 n-d-793621-32 neutron-server[94600]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'code': 200} Aug 21 19:28:24.376719 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Pushing event updated for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=7']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:31.084487 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47508) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:31.237706 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Deleting port 55d1841e-b571-4e9f-add1-706bd7ef5517 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:31.238051 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.314629 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.314962 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.326964 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Calling delete_port for 55d1841e-b571-4e9f-add1-706bd7ef5517 owned by network:floatingip {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:31.471978 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.499080 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event deleted for resources: {'Port': ['ID=55d1841e-b571-4e9f-add1-706bd7ef5517,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:31.510586 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.510941 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.511316 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.511662 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.512001 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.512351 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.512668 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.512994 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.513319 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.513643 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.513967 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.514291 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94598) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:31.567479 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.567809 n-d-793621-32 neutron-server[94598]: INFO neutron.db.l3_db [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Floating IP 156ded1e-b5dc-4dd1-bb2d-448602b74986 disassociated (deleted). External IP: 172.25.1.183, port: 51908aa6-554a-40c0-99cf-94025dd060d5. Aug 21 19:28:31.774526 n-d-793621-32 neutron-server[94598]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94598) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:28:31.882188 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94598) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:28:31.886622 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:31.892991 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:28:31.902294 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:31.902935 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:31.913853 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-40ad8b20-2c41-459e-8fb3-349a8beabb9d tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "DELETE /v2.0/floatingips/156ded1e-b5dc-4dd1-bb2d-448602b74986 HTTP/1.1" status: 204 len: 168 time: 0.8282607 Aug 21 19:28:31.914443 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:28:31.916727 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760ad24-8293-42aa-b780-782315e8576d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:28:31.953322 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8183d693-12c2-441b-8d40-5150a1c98d0a x-openstack-request-id: req-8183d693-12c2-441b-8d40-5150a1c98d0a {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:28:31.953617 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:28:31.953874 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8183d693-12c2-441b-8d40-5150a1c98d0a {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:28:31.954283 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'status': 'completed', 'code': 200} Aug 21 19:28:32.009343 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:32.022450 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ad24-8293-42aa-b780-782315e8576d req-333e893d-87bf-4964-8ba9-1f3fa411fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:32.024021 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-333e893d-87bf-4964-8ba9-1f3fa411fe16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 1098 time: 0.0471234 Aug 21 19:28:32.134041 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ad24-8293-42aa-b780-782315e8576d req-49ad4e8d-abae-483b-b7de-d6ffff2bd1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:32.135724 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-49ad4e8d-abae-483b-b7de-d6ffff2bd1cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.1044426 Aug 21 19:28:32.183197 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-ec3b12e2-4e10-4c4d-bd75-d839bbf5f9b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 200 len: 217 time: 0.0386961 Aug 21 19:28:32.235188 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ad24-8293-42aa-b780-782315e8576d req-807fa8d4-b3f3-4f1e-912f-93b3dde5bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:32.236851 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-807fa8d4-b3f3-4f1e-912f-93b3dde5bc4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0452766 Aug 21 19:28:32.244045 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:32.249245 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404a46a-c238-4028-b904-ad548f242575 req-03ac7307-34c7-49c6-9b43-f59bad2f98f4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:32.250805 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6404a46a-c238-4028-b904-ad548f242575 req-03ac7307-34c7-49c6-9b43-f59bad2f98f4 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.1402338 Aug 21 19:28:32.273216 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:28:32.281632 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:32.282192 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:32.291299 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760ad24-8293-42aa-b780-782315e8576d req-67687af6-6c40-4b0d-a27f-7f3e14ca8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:32.292817 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-67687af6-6c40-4b0d-a27f-7f3e14ca8121 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480728 Aug 21 19:28:32.297343 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-6404a46a-c238-4028-b904-ad548f242575 req-f6d248ae-0f91-4bbc-b05d-ac1267c3cb9b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Aug 21 19:28:32.385640 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-5fb48270-6b80-4d75-8236-321d31c82838 service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843394 Aug 21 19:28:32.388391 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:32.481027 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-6760ad24-8293-42aa-b780-782315e8576d req-4fac358b-0c0e-43f9-b5e7-ddb7480d5ddf service neutron] 10.222.0.39 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869517 Aug 21 19:28:32.607297 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:32.635037 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f9d9a-55b2-44b3-bc53-f8042425a23a None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_floatingips': [{'id': '406643ea-6d50-4879-8f86-3e027b7dad7f', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'floating_ip_address': '172.25.1.104', 'floating_network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'router_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'port_id': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'mac_address': 'fa:16:3e:56:0e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50746d05-0683-498f-9a80-212df9ab2e9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-21T19:24:14Z', 'updated_at': '2021-08-21T19:24:16Z', 'revision_number': 1, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:28:32.860757 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb46411-f314-4c31-8a75-ac9ea39130fe None None] New status for floating IP 156ded1e-b5dc-4dd1-bb2d-448602b74986: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:28:33.416760 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba3d7a3-94a5-45cf-a23e-c3ebb9281984 req-b0cfb484-38ef-4471-a8f7-94c7d46c1333 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:33.418261 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bba3d7a3-94a5-45cf-a23e-c3ebb9281984 req-b0cfb484-38ef-4471-a8f7-94c7d46c1333 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.0494421 Aug 21 19:28:33.456175 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-bba3d7a3-94a5-45cf-a23e-c3ebb9281984 req-9f544996-59bc-401b-b8c0-768141869ec9 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317769 Aug 21 19:28:33.616267 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-0d318bd9-1dba-45a1-b9f5-e329b9bac14e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:33.617616 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-0d318bd9-1dba-45a1-b9f5-e329b9bac14e tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.39 "GET /v2.0/ports?device_id=ecefac49-cb17-46d5-95c3-aedf3d617027 HTTP/1.1" status: 200 len: 946 time: 0.0480411 Aug 21 19:28:33.707078 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Deleting port 51908aa6-554a-40c0-99cf-94025dd060d5 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:33.707451 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:33.794231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] For port 51908aa6-554a-40c0-99cf-94025dd060d5, host n-h1-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-32',level=0,port_id=51908aa6-554a-40c0-99cf-94025dd060d5,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:33.794633 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:33.807081 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Calling delete_port for 51908aa6-554a-40c0-99cf-94025dd060d5 owned by compute:nova {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:33.933431 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:33.963073 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event deleted for resources: {'Port': ['ID=51908aa6-554a-40c0-99cf-94025dd060d5,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:33.975181 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.975530 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.975891 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.976233 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.976569 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.976903 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.977230 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.977555 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.977904 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.978226 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.978570 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:33.978890 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-32 {{(pid=94599) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 21 19:28:34.013284 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] No DVR routers for this DVR port 51908aa6-554a-40c0-99cf-94025dd060d5 on host n-h1-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:34.015770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:34.017778 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-c44a61f7-b52a-4c31-8a72-d751393d18cd req-9db807ad-36d0-42f9-88f0-c70a29f2c0a5 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.39 "DELETE /v2.0/ports/51908aa6-554a-40c0-99cf-94025dd060d5 HTTP/1.1" status: 204 len: 173 time: 0.3940032 Aug 21 19:28:34.018206 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-deleted', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:28:34.020767 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39bd092-6f7b-4c36-b4b2-b1ec295d422a" -d '{"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-deleted", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:28:34.057350 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f573c2-69f7-4132-a89c-c729b9428c3c x-openstack-request-id: req-35f573c2-69f7-4132-a89c-c729b9428c3c {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:28:34.058024 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecefac49-cb17-46d5-95c3-aedf3d617027", "name": "network-vif-deleted", "tag": "51908aa6-554a-40c0-99cf-94025dd060d5", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:28:34.059457 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-35f573c2-69f7-4132-a89c-c729b9428c3c {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:28:34.060197 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecefac49-cb17-46d5-95c3-aedf3d617027', 'name': 'network-vif-deleted', 'tag': '51908aa6-554a-40c0-99cf-94025dd060d5', 'status': 'completed', 'code': 200} Aug 21 19:28:34.158353 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 no longer exists at agent hyperv_n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:34.182007 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-cd24f601-0088-4676-908f-37e64661217f None None] No Port match for: 51908aa6-554a-40c0-99cf-94025dd060d5 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:34.182345 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-cd24f601-0088-4676-908f-37e64661217f None None] Device 51908aa6-554a-40c0-99cf-94025dd060d5 not bound to the agent host n-h1-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:35.016157 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47564) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:35.173525 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Deleting port 9b9371e7-d326-4e87-98c4-3831e9468085 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:35.173869 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.247182 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.247511 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.259520 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Calling delete_port for 9b9371e7-d326-4e87-98c4-3831e9468085 owned by network:floatingip {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:35.404371 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.426820 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event deleted for resources: {'Port': ['ID=9b9371e7-d326-4e87-98c4-3831e9468085,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:35.490597 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for floatingip, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.490926 n-d-793621-32 neutron-server[94599]: INFO neutron.db.l3_db [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Floating IP 406643ea-6d50-4879-8f86-3e027b7dad7f disassociated (deleted). External IP: 172.25.1.104, port: 4ff4f3aa-0484-4782-a015-5a01b04cc209. Aug 21 19:28:35.693315 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:28:35.797867 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:28:35.803062 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for floatingip, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:35.809361 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:28:35.819309 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:35.820164 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:35.830152 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-d1dd45d7-23ad-43d0-aeb8-e8d670d7704b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "DELETE /v2.0/floatingips/406643ea-6d50-4879-8f86-3e027b7dad7f HTTP/1.1" status: 204 len: 168 time: 0.8128967 Aug 21 19:28:35.927161 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:36.044952 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d38dd4-d53e-48f9-9255-6fa61fdbdc3f req-cd5202d1-ddf5-4351-a9eb-7f7e389851dc tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:36.046444 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64d38dd4-d53e-48f9-9255-6fa61fdbdc3f req-cd5202d1-ddf5-4351-a9eb-7f7e389851dc tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0486667 Aug 21 19:28:36.065461 n-d-793621-32 neutron-server[94599]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94599) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:28:36.067673 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66860e04cd6a1e18809dd83a6f8f2d3228dcf2983dbce5dbb5c41b9a1e8aad6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a247e768-5602-4f4e-be1b-f272cb3f276f" -d '{"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94599) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:28:36.095500 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-64d38dd4-d53e-48f9-9255-6fa61fdbdc3f req-3fb8c648-2bac-4aff-b7e0-a76f9af35c7c tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417745 Aug 21 19:28:36.139229 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:36.165062 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:28:36.165944 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 21 Aug 2021 19:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b2fcb-cebb-48c9-80a3-48bf85396a8f x-openstack-request-id: req-d36b2fcb-cebb-48c9-80a3-48bf85396a8f {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:28:36.166242 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "status": "completed", "code": 200}]} {{(pid=94599) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:28:36.166530 n-d-793621-32 neutron-server[94599]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d36b2fcb-cebb-48c9-80a3-48bf85396a8f {{(pid=94599) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:28:36.166916 n-d-793621-32 neutron-server[94599]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'status': 'completed', 'code': 200} Aug 21 19:28:36.173346 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:36.173944 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:36.230991 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-8029f8f2-a8b3-42c1-849b-d683bb88ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:36.232660 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-8029f8f2-a8b3-42c1-849b-d683bb88ff4d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 1095 time: 0.0436895 Aug 21 19:28:36.324986 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-6fa85d6f-11e8-4787-8505-8deb491e85b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:36.326468 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-6fa85d6f-11e8-4787-8505-8deb491e85b9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 200 len: 911 time: 0.0847588 Aug 21 19:28:36.366470 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:36.373144 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-06245afc-36c1-41aa-9984-1f6cce4d4caf service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 200 len: 217 time: 0.0379441 Aug 21 19:28:36.422719 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-0eff9650-c9f9-484a-b61a-746bf43ff118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:36.424248 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-0eff9650-c9f9-484a-b61a-746bf43ff118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 200 len: 849 time: 0.0435083 Aug 21 19:28:36.471897 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-2b454941-1b0a-466f-80c2-86b19860e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:36.474101 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-2b454941-1b0a-466f-80c2-86b19860e8b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9af5f0b8-347e-404c-9b48-2ecd93f6c14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416536 Aug 21 19:28:36.560623 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:36.570064 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-7cd7196f-b888-4d9b-85d9-6cdceabb276e service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866802 Aug 21 19:28:36.587163 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b399c98-5277-48cb-bd51-b3939fa49010 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:23:54Z', 'revision_number': 4, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32', '_interfaces': [{'id': 'd97b3b0c-07c7-43d1-9a93-e9592047fc6b', 'name': '', 'network_id': '9af5f0b8-347e-404c-9b48-2ecd93f6c14c', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'mac_address': 'fa:16:3e:6c:91:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:53Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'subnets': [{'id': '5eaf89d3-743b-4619-9b8c-87aafe1fb724', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:28:36.663869 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-a247e768-5602-4f4e-be1b-f272cb3f276f req-61163d7b-7309-4e2e-9d66-9570796c5333 service neutron] 10.222.0.64 "GET /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861070 Aug 21 19:28:36.803108 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0a741f-19c2-4a67-abbc-bbd0b550eaf6 None None] New status for floating IP 406643ea-6d50-4879-8f86-3e027b7dad7f: DOWN {{(pid=94600) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 21 19:28:37.255637 n-d-793621-32 neutron-server[94599]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7ee00d-25ff-4f33-92c9-1d1910b233fd req-7f048c8a-f64f-4383-878c-1c8e498e9d1b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94599) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:37.257111 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab7ee00d-25ff-4f33-92c9-1d1910b233fd req-7f048c8a-f64f-4383-878c-1c8e498e9d1b tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0976238 Aug 21 19:28:37.294688 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-ab7ee00d-25ff-4f33-92c9-1d1910b233fd req-f16330d6-3b67-495d-aae4-e5e6dae2d0aa tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/security-groups?id=64ca5531-ae6c-4a4c-893e-35b75e46ef63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314608 Aug 21 19:28:37.786557 n-d-793621-32 neutron-server[94598]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b3cb1-daca-402a-9baa-80357937628d req-3a27c703-9704-4799-b744-b0c028f3fc48 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94598) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 21 19:28:37.788004 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f72b3cb1-daca-402a-9baa-80357937628d req-3a27c703-9704-4799-b744-b0c028f3fc48 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.64 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 943 time: 0.0481575 Aug 21 19:28:37.882534 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Deleting port 4ff4f3aa-0484-4782-a015-5a01b04cc209 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:37.882874 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:37.968496 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] For port 4ff4f3aa-0484-4782-a015-5a01b04cc209, host n-h2-793621-32, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-32',level=0,port_id=4ff4f3aa-0484-4782-a015-5a01b04cc209,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:37.968861 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:37.980909 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Calling delete_port for 4ff4f3aa-0484-4782-a015-5a01b04cc209 owned by compute:nova {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:38.112189 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:38.141811 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event deleted for resources: {'Port': ['ID=4ff4f3aa-0484-4782-a015-5a01b04cc209,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:38.184935 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] No DVR routers for this DVR port 4ff4f3aa-0484-4782-a015-5a01b04cc209 on host n-h2-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:38.187558 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-334403'] for port, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:38.189615 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [req-f72b3cb1-daca-402a-9baa-80357937628d req-f923f600-8223-43ca-92ad-529a09e7f586 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.64 "DELETE /v2.0/ports/4ff4f3aa-0484-4782-a015-5a01b04cc209 HTTP/1.1" status: 204 len: 173 time: 0.3949740 Aug 21 19:28:38.190097 n-d-793621-32 neutron-server[94598]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-deleted', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209'}] {{(pid=94598) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 21 19:28:38.192383 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7ecb0204cf0fbd3fb448fbe2c4c50ae91de9ea839c49840f6c4ff2a01566090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2adcaf-6f67-48c2-95e8-becbdce6bac5" -d '{"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-deleted", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209"}]}' {{(pid=94598) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 21 19:28:38.229334 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 21 Aug 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd75745-7cd3-4f7b-b0a7-f926b83dba4d x-openstack-request-id: req-0bd75745-7cd3-4f7b-b0a7-f926b83dba4d {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 21 19:28:38.229625 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50746d05-0683-498f-9a80-212df9ab2e9e", "name": "network-vif-deleted", "tag": "4ff4f3aa-0484-4782-a015-5a01b04cc209", "status": "completed", "code": 200}]} {{(pid=94598) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 21 19:28:38.229877 n-d-793621-32 neutron-server[94598]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0bd75745-7cd3-4f7b-b0a7-f926b83dba4d {{(pid=94598) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 21 19:28:38.230282 n-d-793621-32 neutron-server[94598]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50746d05-0683-498f-9a80-212df9ab2e9e', 'name': 'network-vif-deleted', 'tag': '4ff4f3aa-0484-4782-a015-5a01b04cc209', 'status': 'completed', 'code': 200} Aug 21 19:28:38.400287 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [req-628e50bc-2f55-4414-801a-b1da594a7121 req-cdf85ac6-be9f-4f91-af7e-538312ba1989 tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "GET /v2.0/ports?device_id=50746d05-0683-498f-9a80-212df9ab2e9e HTTP/1.1" status: 200 len: 210 time: 0.0290103 Aug 21 19:28:39.455649 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47586) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:39.512438 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:39.536302 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:39.595032 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:39.597455 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:39.599153 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] 10.222.0.41 "DELETE /v2.0/security-groups/64ca5531-ae6c-4a4c-893e-35b75e46ef63 HTTP/1.1" status: 204 len: 168 time: 0.1425371 Aug 21 19:28:39.607838 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032974b0-77f7-4b9c-a87c-de9c9580f1be tempest-TestSnapshotPattern-1766822696 tempest-TestSnapshotPattern-1766822696-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca5531-ae6c-4a4c-893e-35b75e46ef63,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:40.668544 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47592) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:41.020397 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:41.026599 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 no longer exists at agent hyperv_n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:41.048434 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] No Port match for: 4ff4f3aa-0484-4782-a015-5a01b04cc209 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:41.048769 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Device 4ff4f3aa-0484-4782-a015-5a01b04cc209 not bound to the agent host n-h2-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:41.264680 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Deleting port d97b3b0c-07c7-43d1-9a93-e9592047fc6b {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:41.265016 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:41.348832 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] For port d97b3b0c-07c7-43d1-9a93-e9592047fc6b, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:41.349175 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:41.360543 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Calling delete_port for d97b3b0c-07c7-43d1-9a93-e9592047fc6b owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:41.538257 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:41.564873 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d97b3b0c-07c7-43d1-9a93-e9592047fc6b,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:41.729146 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.235333 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Router 477ced6a-624a-4ec1-9d91-8218e7ac3121 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:28:42.339810 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:28:42.344753 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-5fef01de-f1fc-4f91-982f-5ded1d3b1b0b admin admin] 10.222.0.41 "PUT /v2.0/routers/477ced6a-624a-4ec1-9d91-8218e7ac3121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6751809 Aug 21 19:28:42.347324 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47594) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:42.350483 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Sync routers for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:28:42.359795 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:42.360473 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:42.450720 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.461818 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: n-d-793621-32 {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:42.554770 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.610357 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Deleting port 10ee3846-8905-448d-b1f4-1d6b73504efe {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:42.610742 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.640399 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113'}], 'enable_snat': True}, 'gw_port_id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:28:41Z', 'revision_number': 5, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port': {'id': '10ee3846-8905-448d-b1f4-1d6b73504efe', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:52Z', 'updated_at': '2021-08-21T19:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:42.669916 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Checking router: 477ced6a-624a-4ec1-9d91-8218e7ac3121 for host: n-d-793621-32 {{(pid=94601) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:28:42.678320 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Routers {'477ced6a-624a-4ec1-9d91-8218e7ac3121'} bound to L3 agent in host n-d-793621-32 {{(pid=94601) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:42.678972 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['477ced6a-624a-4ec1-9d91-8218e7ac3121'], 'active': True} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:42.692231 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] For port 10ee3846-8905-448d-b1f4-1d6b73504efe, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=10ee3846-8905-448d-b1f4-1d6b73504efe,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:42.692599 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.703870 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Calling delete_port for 10ee3846-8905-448d-b1f4-1d6b73504efe owned by network:router_gateway {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:42.763642 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_dvr_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] Set router 477ced6a-624a-4ec1-9d91-8218e7ac3121 gateway port host: None {{(pid=94601) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:42.813092 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.l3_hamode_db [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:28:42Z', 'revision_number': 6, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94601) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:42.846682 n-d-793621-32 neutron-server[94601]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b148ad-5d02-43cf-9ddb-9fd19fec8598 None None] The sync data for ids ['477ced6a-624a-4ec1-9d91-8218e7ac3121'] in n-d-793621-32 is: [{'id': '477ced6a-624a-4ec1-9d91-8218e7ac3121', 'name': 'tempest-TestSnapshotPattern-1983373646-router', 'tenant_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:51Z', 'updated_at': '2021-08-21T19:28:42Z', 'revision_number': 6, 'project_id': '0eb5d9f2fe594b74a11b569cc9f5ebe4', 'gw_port_host': None}] {{(pid=94601) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:28:42.876023 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:42.906475 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ee3846-8905-448d-b1f4-1d6b73504efe,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:42.965988 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.054653 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.056775 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.098372 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.098854 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 477ced6a-624a-4ec1-9d91-8218e7ac3121 {{(pid=94599) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:28:43.103144 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] Notify callbacks [] for router, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.104307 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-bbdd2e34-c1f9-478d-8dd4-0f977f382e85 admin admin] 10.222.0.41 "DELETE /v2.0/routers/477ced6a-624a-4ec1-9d91-8218e7ac3121 HTTP/1.1" status: 204 len: 168 time: 0.7554286 Aug 21 19:28:43.106834 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47596) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:43.153684 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Deleting subnet 5eaf89d3-743b-4619-9b8c-87aafe1fb724 {{(pid=94599) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:28:43.156575 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.189253 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25277131'] for subnet, precommit_delete_associations {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.267561 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.338478 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26341535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26517627'] for subnet, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.363925 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eaf89d3-743b-4619-9b8c-87aafe1fb724,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:43.367433 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2069988'] for subnet, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.369304 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-58d43473-cddb-43b9-87b2-b6024196b2d9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5eaf89d3-743b-4619-9b8c-87aafe1fb724 HTTP/1.1" status: 204 len: 168 time: 0.2615716 Aug 21 19:28:43.372114 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47598) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:43.372767 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dd08d3-e161-4f77-92e6-cb3571f581f3 None None] Network 9af5f0b8-347e-404c-9b48-2ecd93f6c14c requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:28:43.439958 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.493354 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Deleting port eebc1363-6ea1-436b-a2da-11cc3dae7a23 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:43.493701 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.559165 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] For port eebc1363-6ea1-436b-a2da-11cc3dae7a23, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=eebc1363-6ea1-436b-a2da-11cc3dae7a23,segment=NetworkSegment(1ff62d77-348e-4a8d-b398-0590186d7b4f),segment_id=1ff62d77-348e-4a8d-b398-0590186d7b4f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:43.559467 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.572320 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Calling delete_port for eebc1363-6ea1-436b-a2da-11cc3dae7a23 owned by network:dhcp {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:43.654206 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] DHCP port deletion for 9af5f0b8-347e-404c-9b48-2ecd93f6c14c request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:28:43.668605 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.682222 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] No DVR routers for this DVR port eebc1363-6ea1-436b-a2da-11cc3dae7a23 on host n-d-793621-32 {{(pid=94598) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:43.708780 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Deleting port eebc1363-6ea1-436b-a2da-11cc3dae7a23 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:43.709149 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.724380 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebc1363-6ea1-436b-a2da-11cc3dae7a23,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:43.770837 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] For port eebc1363-6ea1-436b-a2da-11cc3dae7a23, host n-d-793621-32, got binding levels [] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:43.771237 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.776598 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.783812 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Calling delete_port for eebc1363-6ea1-436b-a2da-11cc3dae7a23 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:43.786338 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af5f0b8-347e-404c-9b48-2ecd93f6c14c']}} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:43.786544 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.ipam_backend_mixin [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Port eebc1363-6ea1-436b-a2da-11cc3dae7a23 was not found and therefore no delete operation was performed {{(pid=94600) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 21 19:28:43.787921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.796679 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff62d77-348e-4a8d-b398-0590186d7b4f') {'for_net_delete': True} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:43.796975 n-d-793621-32 neutron-server[94598]: DEBUG neutron.services.segments.db [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff62d77-348e-4a8d-b398-0590186d7b4f') {} {{(pid=94598) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:43.806557 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244374'] for segment, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.812756 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] Pushing event deleted for resources: {'Port': ['ID=eebc1363-6ea1-436b-a2da-11cc3dae7a23,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:43.822358 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f9637-6333-422d-9e00-54739c3c88e4 None None] No DVR routers for this DVR port eebc1363-6ea1-436b-a2da-11cc3dae7a23 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:43.832654 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.841543 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94598) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:28:43.842257 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27049527'] for segment, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: Traceback (most recent call last): Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: timer() Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: cb(*args, **kw) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: return func(*args, **kwargs) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: self._notify() Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: self.callback(batched_events) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: event.method(event) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: return f(self, *a, **k) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: return self._get(url).json() Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: return self.request(url, 'GET', **kwargs) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:28:43.844112 n-d-793621-32 neutron-server[94598]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:28:43.905264 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.910593 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Notify callbacks [] for network, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:43.912852 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9af5f0b8-347e-404c-9b48-2ecd93f6c14c HTTP/1.1" status: 204 len: 168 time: 0.5395386 Aug 21 19:28:43.915998 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47600) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:43.926855 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bfe2f-ce4c-48f6-b3cd-1bf5ecb8b920 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af5f0b8-347e-404c-9b48-2ecd93f6c14c,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:44.263107 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1604555'] for router_interface, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:44.503106 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Deleting port b7fc1ab6-9225-4f01-b814-47887755c482 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:44.503454 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:44.585006 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] For port b7fc1ab6-9225-4f01-b814-47887755c482, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=b7fc1ab6-9225-4f01-b814-47887755c482,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:44.585376 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:44.599322 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Calling delete_port for b7fc1ab6-9225-4f01-b814-47887755c482 owned by network:router_interface {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:44.600515 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d97b3b0c-07c7-43d1-9a93-e9592047fc6b no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:44.620726 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: d97b3b0c-07c7-43d1-9a93-e9592047fc6b {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:44.621065 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device d97b3b0c-07c7-43d1-9a93-e9592047fc6b not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:44.621467 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 10ee3846-8905-448d-b1f4-1d6b73504efe no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:44.642751 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 10ee3846-8905-448d-b1f4-1d6b73504efe {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:44.643094 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 10ee3846-8905-448d-b1f4-1d6b73504efe not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:44.643575 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eebc1363-6ea1-436b-a2da-11cc3dae7a23 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:44.662420 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: eebc1363-6ea1-436b-a2da-11cc3dae7a23 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:44.662851 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device eebc1363-6ea1-436b-a2da-11cc3dae7a23 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:44.775513 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:44.803083 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fc1ab6-9225-4f01-b814-47887755c482,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:44.964905 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2069955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1604439'] for router_interface, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.174576 n-d-793621-32 neutron-server[94599]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Router 10314fd9-3bd1-43dc-a880-fb2c780109f1 has already been hosted by L3 agent 81119b61-cb6a-4c7a-8849-f2f5ea0c3c35 {{(pid=94599) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 21 19:28:45.278247 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] Notify agent at l3_agent.n-d-793621-32 the message routers_updated {{(pid=94599) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 21 19:28:45.283752 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-a558e4ac-6e71-4766-84bd-7091dd8171ab admin admin] 10.222.0.41 "PUT /v2.0/routers/10314fd9-3bd1-43dc-a880-fb2c780109f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3660271 Aug 21 19:28:45.286446 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47602) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:45.287052 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Sync routers for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 21 19:28:45.296252 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:45.296857 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:45.389998 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks [] for router, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.400842 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: n-d-793621-32 {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:45.491192 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.543489 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Deleting port 46917b68-1225-47c4-9d78-179a3be8a3d3 {{(pid=94598) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:45.543931 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.573478 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'external_fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:28:44Z', 'revision_number': 5, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port': {'id': '46917b68-1225-47c4-9d78-179a3be8a3d3', 'name': '', 'network_id': '88fc3ba0-b39b-4770-a0db-9f6a09278712', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ff:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-32', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6e491935-c244-4041-98c5-da05c7eba6bf', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-32'}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:45.599973 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Checking router: 10314fd9-3bd1-43dc-a880-fb2c780109f1 for host: n-d-793621-32 {{(pid=94600) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 21 19:28:45.608612 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Routers {'10314fd9-3bd1-43dc-a880-fb2c780109f1'} bound to L3 agent in host n-d-793621-32 {{(pid=94600) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 21 19:28:45.609216 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-32', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-21T17:49:20Z,description=,heartbeat_timestamp=2021-08-21T19:28:20Z,host='n-d-793621-32',id=81119b61-cb6a-4c7a-8849-f2f5ea0c3c35,load=0,resource_versions=,resources_synced=,started_at=2021-08-21T17:49:20Z,topic='l3_agent')) {'router_ids': ['10314fd9-3bd1-43dc-a880-fb2c780109f1'], 'active': True} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:45.620839 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.db [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] For port 46917b68-1225-47c4-9d78-179a3be8a3d3, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=46917b68-1225-47c4-9d78-179a3be8a3d3,segment=NetworkSegment(288f4645-2f4a-40db-8ea9-23e675613f0f),segment_id=288f4645-2f4a-40db-8ea9-23e675613f0f)] {{(pid=94598) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:45.621205 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.633579 n-d-793621-32 neutron-server[94598]: DEBUG neutron.plugins.ml2.plugin [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Calling delete_port for 46917b68-1225-47c4-9d78-179a3be8a3d3 owned by network:router_gateway {{(pid=94598) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:45.693883 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvr_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] Set router 10314fd9-3bd1-43dc-a880-fb2c780109f1 gateway port host: None {{(pid=94600) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 21 19:28:45.749085 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_hamode_db [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:28:45Z', 'revision_number': 6, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port_host': None}], 'n-d-793621-32', False) {} {{(pid=94600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:45.775714 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d1ebec-7c26-4c81-b601-2274ab858a31 None None] The sync data for ids ['10314fd9-3bd1-43dc-a880-fb2c780109f1'] in n-d-793621-32 is: [{'id': '10314fd9-3bd1-43dc-a880-fb2c780109f1', 'name': 'tempest-TestSnapshotPattern-1049976012-router', 'tenant_id': '874bee4a5fa646f68a16e5308c20e144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-21T19:23:56Z', 'updated_at': '2021-08-21T19:28:45Z', 'revision_number': 6, 'project_id': '874bee4a5fa646f68a16e5308c20e144', 'gw_port_host': None}] {{(pid=94600) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 21 19:28:45.796955 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27049704'] for port, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.829079 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Pushing event deleted for resources: {'Port': ['ID=46917b68-1225-47c4-9d78-179a3be8a3d3,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:45.891247 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1742467'] for router_gateway, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.979047 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1603007', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2223'] for router, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:45.981086 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.024544 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1602998'] for router, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.025011 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10314fd9-3bd1-43dc-a880-fb2c780109f1 {{(pid=94598) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 21 19:28:46.029195 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] Notify callbacks [] for router, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.030359 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-b1efc788-7955-4d3c-9f45-0d4304f1500d admin admin] 10.222.0.41 "DELETE /v2.0/routers/10314fd9-3bd1-43dc-a880-fb2c780109f1 HTTP/1.1" status: 204 len: 168 time: 0.7428892 Aug 21 19:28:46.032904 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47604) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:46.086563 n-d-793621-32 neutron-server[94598]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Deleting subnet 4f9c1650-75bd-49e8-85cd-a6a64dd836a2 {{(pid=94598) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 21 19:28:46.089794 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.124483 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244335'] for subnet, precommit_delete_associations {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.206187 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-644324'] for subnet, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.257475 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-644333', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1632172', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27049693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25211902'] for subnet, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.289363 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.291233 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4f9c1650-75bd-49e8-85cd-a6a64dd836a2 HTTP/1.1" status: 204 len: 168 time: 0.2573926 Aug 21 19:28:46.292220 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3c701-dcb6-49af-a463-ec09bd7af876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9c1650-75bd-49e8-85cd-a6a64dd836a2,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:46.293790 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47606) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:46.296520 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e2aeca-337f-4c7d-9e90-e609db1e4726 None None] Network 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 requested from n-d-793621-32 {{(pid=94600) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 21 19:28:46.360488 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-640237'] for network, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.423262 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Deleting port 8a3ff9de-7b2c-478e-913a-254da874fd52 {{(pid=94599) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:46.423610 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.485770 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.db [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] For port 8a3ff9de-7b2c-478e-913a-254da874fd52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a3ff9de-7b2c-478e-913a-254da874fd52,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94599) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:46.486072 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.499392 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.plugin [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Calling delete_port for 8a3ff9de-7b2c-478e-913a-254da874fd52 owned by network:dhcp {{(pid=94599) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:46.517457 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] DHCP port deletion for 8c4b0f5e-ed12-4ddc-9194-0b7b80320217 request from n-d-793621-32 {{(pid=94600) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 21 19:28:46.564963 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Deleting port 8a3ff9de-7b2c-478e-913a-254da874fd52 {{(pid=94600) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 21 19:28:46.565344 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773669311223'] for port, before_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.589234 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26341546'] for port, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.776054 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 46917b68-1225-47c4-9d78-179a3be8a3d3 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:46.805163 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 46917b68-1225-47c4-9d78-179a3be8a3d3 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:46.805504 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 46917b68-1225-47c4-9d78-179a3be8a3d3 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:46.805932 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a3ff9de-7b2c-478e-913a-254da874fd52 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:46.834835 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: 8a3ff9de-7b2c-478e-913a-254da874fd52 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:46.835184 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device 8a3ff9de-7b2c-478e-913a-254da874fd52 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:46.835606 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b7fc1ab6-9225-4f01-b814-47887755c482 no longer exists at agent ovs-agent-n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 21 19:28:46.860106 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] No Port match for: b7fc1ab6-9225-4f01-b814-47887755c482 {{(pid=94600) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 21 19:28:46.860455 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.rpc [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Device b7fc1ab6-9225-4f01-b814-47887755c482 not bound to the agent host n-d-793621-32 {{(pid=94600) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 21 19:28:46.871177 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.db [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] For port 8a3ff9de-7b2c-478e-913a-254da874fd52, host n-d-793621-32, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-32',level=0,port_id=8a3ff9de-7b2c-478e-913a-254da874fd52,segment=NetworkSegment(e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2),segment_id=e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2)] {{(pid=94600) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 21 19:28:46.871177 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1600825'] for port, precommit_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.884232 n-d-793621-32 neutron-server[94600]: DEBUG neutron.plugins.ml2.plugin [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Calling delete_port for 8a3ff9de-7b2c-478e-913a-254da874fd52 owned by network:dhcp {{(pid=94600) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 21 19:28:46.943814 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a3ff9de-7b2c-478e-913a-254da874fd52,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:46.945631 n-d-793621-32 neutron-server[94599]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] No DVR routers for this DVR port 8a3ff9de-7b2c-478e-913a-254da874fd52 on host n-d-793621-32 {{(pid=94599) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:46.965921 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-672912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-234492', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773669463471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773668911108'] for port, after_delete {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:46.991233 n-d-793621-32 neutron-server[94600]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] Pushing event deleted for resources: {'Port': ['ID=8a3ff9de-7b2c-478e-913a-254da874fd52,revision_number=None']} {{(pid=94600) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:46.996508 n-d-793621-32 neutron-server[94600]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99176502-fe8e-4bb4-9e08-3847c0001b90 None None] No DVR routers for this DVR port 8a3ff9de-7b2c-478e-913a-254da874fd52 on host n-d-793621-32 {{(pid=94600) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 21 19:28:47.014903 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647793', 'neutron.services.segments.db._delete_segments_for_network-8773669423629'] for network, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.024728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c4b0f5e-ed12-4ddc-9194-0b7b80320217']}} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:47.034809 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2') {'for_net_delete': True} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:47.035137 n-d-793621-32 neutron-server[94599]: DEBUG neutron.services.segments.db [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99e0d3d-169a-4e16-b7b2-2949e4c9b8c2') {} {{(pid=94599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 21 19:28:47.043765 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773669395905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25277106'] for segment, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.058291 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457'] for segment, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.064172 n-d-793621-32 neutron-server[94599]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94599) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 21 19:28:47.064557 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-744457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26341493'] for segment, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: Traceback (most recent call last): Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: timer() Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: cb(*args, **kw) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: return func(*args, **kwargs) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: self._notify() Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: self.callback(batched_events) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: event.method(event) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: aggregate_uuid = self.p_client.list_aggregates( Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: return f(self, *a, **k) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: return self._get(url).json() Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: return self.request(url, 'GET', **kwargs) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: base_url = self.get_endpoint(auth, allow=allow, Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 21 19:28:47.066191 n-d-793621-32 neutron-server[94599]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 21 19:28:47.122326 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647802', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2070010', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1741834'] for network, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.127896 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.129793 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8c4b0f5e-ed12-4ddc-9194-0b7b80320217 HTTP/1.1" status: 204 len: 168 time: 0.8349946 Aug 21 19:28:47.140948 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b60827-3958-4a9b-99b9-60e16828c1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c4b0f5e-ed12-4ddc-9194-0b7b80320217,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:47.303857 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47610) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:47.342047 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-c4ff05b4-d553-471e-8901-f4271e702d25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0eb5d9f2fe594b74a11b569cc9f5ebe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370486 Aug 21 19:28:47.344479 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [-] (94598) accepted ('10.222.0.41', 47612) {{(pid=94598) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:47.391228 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.411776 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.458757 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.461572 n-d-793621-32 neutron-server[94598]: DEBUG neutron_lib.callbacks.manager [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94598) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.463104 n-d-793621-32 neutron-server[94598]: INFO neutron.wsgi [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/591bb018-1ddb-4bb0-9934-267f37dd6415 HTTP/1.1" status: 204 len: 168 time: 0.1174181 Aug 21 19:28:47.470590 n-d-793621-32 neutron-server[94598]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3434840-fae4-4e5b-9f5c-3f498316dac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591bb018-1ddb-4bb0-9934-267f37dd6415,revision_number=None']} {{(pid=94598) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:47.773728 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47618) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:47.812414 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-0a1a0170-6996-423c-9044-557f27d04d7f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=874bee4a5fa646f68a16e5308c20e144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374527 Aug 21 19:28:47.814887 n-d-793621-32 neutron-server[94599]: DEBUG neutron.wsgi [-] (94599) accepted ('10.222.0.41', 47620) {{(pid=94599) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 21 19:28:47.870335 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.892980 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-68fcf030-25b7-486d-ab42-909cd43caea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.898089 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.946192 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1637086'] for security_group, after_delete {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.948773 n-d-793621-32 neutron-server[94599]: DEBUG neutron_lib.callbacks.manager [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:47.949938 n-d-793621-32 neutron-server[94599]: INFO neutron.wsgi [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b41dcda-9d0c-4a88-b513-6cf7a8cce9f1 HTTP/1.1" status: 204 len: 168 time: 0.1341271 Aug 21 19:28:47.957929 n-d-793621-32 neutron-server[94599]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059773a1-c8b7-4d0c-851f-e9ccc9bb0a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b41dcda-9d0c-4a88-b513-6cf7a8cce9f1,revision_number=None']} {{(pid=94599) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 21 19:28:49.319615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:49.855186 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:50.405711 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-68171072-0150-4aee-a581-e17571f91c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:50.552391 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:51.956297 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:28:53.366717 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:28:53.647697 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:17.893698 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-96739c5c-d247-4906-b2ce-9a3e0f6e8c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:19.317468 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:19.868214 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:20.406182 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-104cc220-f562-46f5-a055-04ce5972046e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:20.553339 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:21.961916 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:23.649599 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:30.366113 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:29:47.895675 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-dd1242c5-d9cf-41ec-9325-e0a1feec6d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:49.316459 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:49.867743 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:50.406079 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-b9b96e15-a6ac-4ec6-99c9-ec6320afe136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:50.552601 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:51.961815 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:29:53.652628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:07.366180 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:30:17.898966 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3d10e1ad-6b91-4f5b-93b0-ad0ee47e9bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:19.317166 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:19.867505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:20.406674 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f13cb693-7aee-478a-a279-3ef1c9c0d9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:20.551950 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:21.964733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:23.654519 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:44.365969 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:30:47.899832 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-30bcb451-01de-42f9-afe5-9e579966c378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:49.315559 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:49.883179 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:50.407233 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-10e01e7f-f51f-40d1-81e8-f5516d92c5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:50.551448 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:51.966863 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:30:53.658108 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:17.903618 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-868f47e3-d07a-45c7-97b2-ad11ca71e0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:19.326708 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:19.896227 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:20.407475 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-3abe48b9-7ce5-4c2f-927a-16b9b8c91a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:20.551558 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:21.364888 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:31:21.971328 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:23.659457 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:47.903719 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-5b6af81a-49e1-4d36-a65c-63a11adb0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:49.345659 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:49.897613 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:50.408414 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-607adfa6-b4a3-406c-9997-57331f4a4bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:50.551692 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:51.973880 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:53.661723 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:31:58.364018 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:32:17.903006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35c1b524-eddd-4e6e-9cc4-1a6553ed6fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:19.362139 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:19.896836 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:20.408776 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-8d9a77ac-29dc-426d-8957-ff67e21c5a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:20.551978 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:21.977335 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:23.664628 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:35.363691 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:32:40.334688 n-d-793621-32 neutron-server[94598]: DEBUG neutron.wsgi [req-aa680cec-5533-41c5-a94c-7db604aaa435 req-34e5f8e7-d50b-4a08-bf10-05c27f3622ab service neutron] (94598) timed out ('10.222.0.41', 46252) {{(pid=94598) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 21 19:32:47.903091 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c3808572-df89-4314-9d57-bf751f874462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:49.359364 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:49.911693 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:50.411137 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-e4c1fa2d-c4c8-4320-83ac-b92431ed6b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:50.553096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:51.979130 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:32:53.670939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:12.362866 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:33:17.903733 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a2f05970-143d-4560-89a3-26de9ef8c4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:19.374271 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:19.915895 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:20.411495 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-372dcd78-6813-4516-aa16-a87043d644d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:20.554074 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:21.981451 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:23.671638 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:47.904707 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-c55fa9a6-5158-45fe-8b90-f8c8d6d3e362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:49.361531 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:33:49.373533 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:49.928508 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:50.411935 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ed23af2e-26fd-4c53-9625-dd55a15975f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:50.554099 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:51.984633 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:33:53.673415 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:17.904460 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bc215e55-41e6-4a2d-8f48-f74024731cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:19.394085 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:19.944038 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:20.413123 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-60e2ffb0-e21a-41cb-9959-23a32f1dcde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:20.553668 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:21.988035 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:23.675939 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:26.360344 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:34:47.904165 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-1324c66d-1693-45a8-bb98-a77171c2bf32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:49.403324 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:49.956322 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:50.412055 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-2509ccb9-486b-4bf1-8c4e-2702e5bfc197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:50.554523 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:51.989904 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:34:53.680923 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:03.359838 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:35:17.904902 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-017d87cc-3ab1-433f-8c25-d30fcf3572e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:19.402096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:19.956282 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:20.412382 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-98fde623-2152-4b01-8c01-5e8e0dc24d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:20.554615 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:21.992215 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:23.680625 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:40.359594 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:35:47.905275 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-35f980f9-8502-4f4b-a3ec-5d001d9e80b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:49.403062 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:49.956221 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:50.412148 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-be3b3a8c-cedf-4dbc-bf6c-d8f8eb7718a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:50.554398 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:51.993676 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:35:53.683767 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:17.358435 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 21 19:36:17.905240 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-ca83f427-9a43-4e96-99b0-36c9a0a7a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:19.411965 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:19.979200 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:20.412578 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa451-4ca2-466f-a128-0f0f39cba4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:20.555135 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:21.997505 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:23.687354 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:47.906006 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-4c2d34c1-9f7e-4561-a3ef-ec3ea599c81f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:49.436875 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-f0bb3c84-d8a2-4614-ba64-40b188854d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:49.977772 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-cd24f601-0088-4676-908f-37e64661217f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:50.412241 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-6c4983d2-a7de-446d-8ea0-10748ef41dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:50.558080 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-bd6d8acc-b8c6-4322-a7b1-d1ed22d66cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:52.000090 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-aaed66b6-8bfc-4ac8-8df6-3cc4a2df446b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:53.694096 n-d-793621-32 neutron-server[94600]: DEBUG neutron_lib.callbacks.manager [None req-a8738f9a-b84c-451d-a77e-0b82ffb40816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773669427478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-647995'] for agent, after_update {{(pid=94600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 21 19:36:54.358022 n-d-793621-32 neutron-server[94601]: DEBUG neutron.db.agents_db [None req-47a5264e-98d0-4c25-8a1f-746a64c6e714 None None] Agent healthcheck: found 7 active agents {{(pid=94601) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}